2024-04-22T00:23:00.466 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-22T00:23:00.467 DEBUG:teuthology.run:Teuthology command: teuthology --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/postgres}} --owner scheduled_teuthology@teuthology --verbose --name teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi --archive /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682 -- /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682/orig.config.yaml 2024-04-22T00:23:00.533 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-22T00:23:00.625 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/postgres}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7667682' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: 820a2f8ced66152ed3d765c31444b8076ea28c6b subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mntopts: - context=system_u:object_r:postgresql_db_t:s0 mount_subvol_num: 0 mountpoint: /tmp/cephfs check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt install: ceph: flavor: default sha1: 820a2f8ced66152ed3d765c31444b8076ea28c6b kclient: client.0: mntopts: - context=system_u:object_r:postgresql_db_t:s0 mount_subvol_num: 1 mountpoint: /tmp/cephfs mntopts: - ms_mode=crc - nowsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 430e09df97c8fc7dc2b2ae424f68ed11366c540f owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 676 sha1: 820a2f8ced66152ed3d765c31444b8076ea28c6b sleep_before_teardown: 0 subset: 46/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 430e09df97c8fc7dc2b2ae424f68ed11366c540f syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi018.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGsqq2X3aPXK5k5/y8KJmLSA5tLHNk96OM5D6geFrVarJTNPKf7jJP0EekB3FqidO72INyJbksGSfRi//usDitk= smithi081.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCy1FFOt8ILU+tmEgZglIyZXv+bFZ/EXLycFhRAJowC6ccfgSECToK8p1TGiorDNNwUS+/+fMK7l+dOV11NslN0= smithi167.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP86v3HnpKsXockoRJ+sX7p9U/oXwfCX4oS3TPVOTcRcTLCtwNXxCVvm+dbGI55QEsHp1K42dIJneZziI7vpAMs= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - exec: client.0: - sudo ls -l /tmp/cephfs/ && sudo df -h /tmp/cephfs/ - sudo mkdir -m 755 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres && sudo chown postgres:postgres /tmp/cephfs/postgres - sudo -u postgres -- mkdir -m 700 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres/data - sudo semanage fcontext -a -t postgresql_db_t "/tmp/cephfs/postgres(/.*)?" - sudo grep -i postgresql /etc/selinux/targeted/contexts/files/file_contexts.local - sudo restorecon -R -v /tmp/cephfs/postgres - sudo ls -lZaR /tmp/cephfs/postgres/ - sudo mkdir -p /etc/systemd/system/postgresql.service.d/ && printf '[Service]\nEnvironment=PGDATA=/tmp/cephfs/postgres/data\nEnvironment=PGLOG=/tmp/cephfs/postgres/pgstartup.log\n' | sudo tee /etc/systemd/system/postgresql.service.d/env.conf - sudo -u postgres -- postgresql-setup --initdb - sudo ls -lZaR /tmp/cephfs/postgres/ - sudo systemctl start postgresql - sudo -u postgres -- pgbench -s 32 -i - sudo -u postgres -- pgbench -c 100 -j 4 --progress=5 --time=900 - sudo systemctl stop postgresql - sudo ls -lZaR /tmp/cephfs/postgres/ teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-21_21:24:02 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-22T00:23:00.625 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa; will attempt to use it 2024-04-22T00:23:00.626 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks 2024-04-22T00:23:00.626 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-22T00:23:00.627 INFO:teuthology.task.internal:Checking packages... 2024-04-22T00:23:00.653 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '820a2f8ced66152ed3d765c31444b8076ea28c6b' 2024-04-22T00:23:00.653 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-22T00:23:00.653 INFO:teuthology.packaging:ref: None 2024-04-22T00:23:00.653 INFO:teuthology.packaging:tag: None 2024-04-22T00:23:00.653 INFO:teuthology.packaging:branch: squid 2024-04-22T00:23:00.653 INFO:teuthology.packaging:sha1: 820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:23:00.654 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-04-22T00:23:00.959 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2407.g430e09df 2024-04-22T00:23:00.960 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-22T00:23:00.967 INFO:teuthology.task.internal:no buildpackages task found 2024-04-22T00:23:00.967 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-22T00:23:00.999 INFO:teuthology.task.internal:Saving configuration 2024-04-22T00:23:01.021 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-22T00:23:01.028 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T00:23:01.054 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi018.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 00:17:33.616470', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGsqq2X3aPXK5k5/y8KJmLSA5tLHNk96OM5D6geFrVarJTNPKf7jJP0EekB3FqidO72INyJbksGSfRi//usDitk='} 2024-04-22T00:23:01.076 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi081.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 00:17:33.618069', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCy1FFOt8ILU+tmEgZglIyZXv+bFZ/EXLycFhRAJowC6ccfgSECToK8p1TGiorDNNwUS+/+fMK7l+dOV11NslN0='} 2024-04-22T00:23:01.096 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi167.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 00:17:33.619421', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP86v3HnpKsXockoRJ+sX7p9U/oXwfCX4oS3TPVOTcRcTLCtwNXxCVvm+dbGI55QEsHp1K42dIJneZziI7vpAMs='} 2024-04-22T00:23:01.096 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-22T00:23:01.102 INFO:teuthology.task.internal:roles: ubuntu@smithi018.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-22T00:23:01.102 INFO:teuthology.task.internal:roles: ubuntu@smithi081.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-22T00:23:01.102 INFO:teuthology.task.internal:roles: ubuntu@smithi167.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-22T00:23:01.103 INFO:teuthology.run_tasks:Running task console_log... 2024-04-22T00:23:01.259 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f569302d160>, signals=[15]) 2024-04-22T00:23:01.259 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-22T00:23:01.265 INFO:teuthology.task.internal:Opening connections... 2024-04-22T00:23:01.266 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi018.front.sepia.ceph.com 2024-04-22T00:23:01.267 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi018.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T00:23:01.344 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi081.front.sepia.ceph.com 2024-04-22T00:23:01.345 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T00:23:01.417 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi167.front.sepia.ceph.com 2024-04-22T00:23:01.417 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi167.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T00:23:01.491 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-22T00:23:01.502 DEBUG:teuthology.orchestra.run.smithi018:> uname -m 2024-04-22T00:23:01.521 INFO:teuthology.orchestra.run.smithi018.stdout:x86_64 2024-04-22T00:23:01.521 DEBUG:teuthology.orchestra.run.smithi018:> cat /etc/os-release 2024-04-22T00:23:01.579 INFO:teuthology.orchestra.run.smithi018.stdout:NAME="CentOS Stream" 2024-04-22T00:23:01.579 INFO:teuthology.orchestra.run.smithi018.stdout:VERSION="9" 2024-04-22T00:23:01.579 INFO:teuthology.orchestra.run.smithi018.stdout:ID="centos" 2024-04-22T00:23:01.579 INFO:teuthology.orchestra.run.smithi018.stdout:ID_LIKE="rhel fedora" 2024-04-22T00:23:01.579 INFO:teuthology.orchestra.run.smithi018.stdout:VERSION_ID="9" 2024-04-22T00:23:01.579 INFO:teuthology.orchestra.run.smithi018.stdout:PLATFORM_ID="platform:el9" 2024-04-22T00:23:01.579 INFO:teuthology.orchestra.run.smithi018.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-22T00:23:01.579 INFO:teuthology.orchestra.run.smithi018.stdout:ANSI_COLOR="0;31" 2024-04-22T00:23:01.579 INFO:teuthology.orchestra.run.smithi018.stdout:LOGO="fedora-logo-icon" 2024-04-22T00:23:01.580 INFO:teuthology.orchestra.run.smithi018.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-22T00:23:01.580 INFO:teuthology.orchestra.run.smithi018.stdout:HOME_URL="https://centos.org/" 2024-04-22T00:23:01.580 INFO:teuthology.orchestra.run.smithi018.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-22T00:23:01.580 INFO:teuthology.orchestra.run.smithi018.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-22T00:23:01.580 INFO:teuthology.orchestra.run.smithi018.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-22T00:23:01.580 INFO:teuthology.lock.ops:Updating smithi018.front.sepia.ceph.com on lock server 2024-04-22T00:23:01.614 DEBUG:teuthology.orchestra.run.smithi081:> uname -m 2024-04-22T00:23:01.632 INFO:teuthology.orchestra.run.smithi081.stdout:x86_64 2024-04-22T00:23:01.633 DEBUG:teuthology.orchestra.run.smithi081:> cat /etc/os-release 2024-04-22T00:23:01.689 INFO:teuthology.orchestra.run.smithi081.stdout:NAME="CentOS Stream" 2024-04-22T00:23:01.689 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION="9" 2024-04-22T00:23:01.689 INFO:teuthology.orchestra.run.smithi081.stdout:ID="centos" 2024-04-22T00:23:01.689 INFO:teuthology.orchestra.run.smithi081.stdout:ID_LIKE="rhel fedora" 2024-04-22T00:23:01.689 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION_ID="9" 2024-04-22T00:23:01.690 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM_ID="platform:el9" 2024-04-22T00:23:01.690 INFO:teuthology.orchestra.run.smithi081.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-22T00:23:01.690 INFO:teuthology.orchestra.run.smithi081.stdout:ANSI_COLOR="0;31" 2024-04-22T00:23:01.690 INFO:teuthology.orchestra.run.smithi081.stdout:LOGO="fedora-logo-icon" 2024-04-22T00:23:01.690 INFO:teuthology.orchestra.run.smithi081.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-22T00:23:01.690 INFO:teuthology.orchestra.run.smithi081.stdout:HOME_URL="https://centos.org/" 2024-04-22T00:23:01.690 INFO:teuthology.orchestra.run.smithi081.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-22T00:23:01.690 INFO:teuthology.orchestra.run.smithi081.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-22T00:23:01.690 INFO:teuthology.orchestra.run.smithi081.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-22T00:23:01.690 INFO:teuthology.lock.ops:Updating smithi081.front.sepia.ceph.com on lock server 2024-04-22T00:23:01.731 DEBUG:teuthology.orchestra.run.smithi167:> uname -m 2024-04-22T00:23:01.749 INFO:teuthology.orchestra.run.smithi167.stdout:x86_64 2024-04-22T00:23:01.750 DEBUG:teuthology.orchestra.run.smithi167:> cat /etc/os-release 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:NAME="CentOS Stream" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:VERSION="9" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:ID="centos" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:ID_LIKE="rhel fedora" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:VERSION_ID="9" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:PLATFORM_ID="platform:el9" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:ANSI_COLOR="0;31" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:LOGO="fedora-logo-icon" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:HOME_URL="https://centos.org/" 2024-04-22T00:23:01.807 INFO:teuthology.orchestra.run.smithi167.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-22T00:23:01.808 INFO:teuthology.orchestra.run.smithi167.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-22T00:23:01.808 INFO:teuthology.orchestra.run.smithi167.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-22T00:23:01.808 INFO:teuthology.lock.ops:Updating smithi167.front.sepia.ceph.com on lock server 2024-04-22T00:23:01.831 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-22T00:23:01.841 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-22T00:23:01.857 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-22T00:23:01.857 DEBUG:teuthology.orchestra.run.smithi018:> test '!' -e /home/ubuntu/cephtest 2024-04-22T00:23:01.860 DEBUG:teuthology.orchestra.run.smithi081:> test '!' -e /home/ubuntu/cephtest 2024-04-22T00:23:01.862 DEBUG:teuthology.orchestra.run.smithi167:> test '!' -e /home/ubuntu/cephtest 2024-04-22T00:23:01.879 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-22T00:23:01.884 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-22T00:23:01.885 DEBUG:teuthology.orchestra.run.smithi018:> test -z $(ls -A /var/lib/ceph) 2024-04-22T00:23:01.918 DEBUG:teuthology.orchestra.run.smithi081:> test -z $(ls -A /var/lib/ceph) 2024-04-22T00:23:01.920 DEBUG:teuthology.orchestra.run.smithi167:> test -z $(ls -A /var/lib/ceph) 2024-04-22T00:23:01.954 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-22T00:23:02.032 INFO:teuthology.run_tasks:Running task kernel... 2024-04-22T00:23:02.047 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-04-22T00:23:02.047 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-04-22T00:23:02.047 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-04-22T00:23:02.047 DEBUG:teuthology.orchestra.run.smithi018:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-22T00:23:02.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:02.065 DEBUG:teuthology.orchestra.run.smithi018:> uname -r 2024-04-22T00:23:02.123 INFO:teuthology.orchestra.run.smithi018.stdout:5.14.0-437.el9.x86_64 2024-04-22T00:23:02.123 INFO:teuthology.task.kernel:Running kernel on smithi018: 5.14.0-437.el9.x86_64 2024-04-22T00:23:02.124 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum install -y kernel 2024-04-22T00:23:04.617 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - BaseOS 8.7 MB/s | 8.0 MB 00:00 2024-04-22T00:23:06.576 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - AppStream 22 MB/s | 19 MB 00:00 2024-04-22T00:23:18.168 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - CRB 802 kB/s | 6.2 MB 00:07 2024-04-22T00:23:20.543 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 16 kB 00:01 2024-04-22T00:23:23.203 INFO:teuthology.orchestra.run.smithi018.stdout:Extra Packages for Enterprise Linux 8.3 MB/s | 21 MB 00:02 2024-04-22T00:23:28.461 INFO:teuthology.orchestra.run.smithi018.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-04-22T00:23:30.451 INFO:teuthology.orchestra.run.smithi018.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-22T00:23:30.451 INFO:teuthology.orchestra.run.smithi018.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-22T00:23:30.541 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2024-04-22T00:23:30.542 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2024-04-22T00:23:30.542 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2024-04-22T00:23:30.650 DEBUG:teuthology.orchestra.run.smithi018:> echo no | sudo yum reinstall kernel || true 2024-04-22T00:23:31.297 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:00:03 ago on Mon 22 Apr 2024 12:23:28 AM UTC. 2024-04-22T00:23:31.420 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2024-04-22T00:23:31.429 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2024-04-22T00:23:31.430 INFO:teuthology.orchestra.run.smithi018.stdout: Package Architecture Version Repository Size 2024-04-22T00:23:31.430 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2024-04-22T00:23:31.430 INFO:teuthology.orchestra.run.smithi018.stdout:Reinstalling: 2024-04-22T00:23:31.430 INFO:teuthology.orchestra.run.smithi018.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-22T00:23:31.430 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:23:31.430 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2024-04-22T00:23:31.430 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2024-04-22T00:23:31.430 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:23:31.430 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 255 k 2024-04-22T00:23:31.430 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 0 2024-04-22T00:23:31.431 INFO:teuthology.orchestra.run.smithi018.stderr:Operation aborted. 2024-04-22T00:23:31.488 INFO:teuthology.orchestra.run.smithi018.stdout:Is this ok [y/N]: 2024-04-22T00:23:31.489 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum reinstall -y kernel || true 2024-04-22T00:23:32.003 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:00:04 ago on Mon 22 Apr 2024 12:23:28 AM UTC. 2024-04-22T00:23:32.124 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2024-04-22T00:23:32.125 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout: Package Architecture Version Repository Size 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout:Reinstalling: 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 255 k 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 0 2024-04-22T00:23:32.126 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2024-04-22T00:23:32.813 INFO:teuthology.orchestra.run.smithi018.stdout:kernel-5.14.0-437.el9.x86_64.rpm 428 kB/s | 255 kB 00:00 2024-04-22T00:23:32.813 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2024-04-22T00:23:32.813 INFO:teuthology.orchestra.run.smithi018.stdout:Total 371 kB/s | 255 kB 00:00 2024-04-22T00:23:32.832 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2024-04-22T00:23:33.004 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2024-04-22T00:23:33.004 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2024-04-22T00:23:33.009 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2024-04-22T00:23:33.010 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2024-04-22T00:23:33.141 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2024-04-22T00:23:33.230 INFO:teuthology.orchestra.run.smithi018.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-22T00:23:33.231 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T00:23:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T00:23:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-22T00:23:34.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T00:23:34.771 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:23:34.771 INFO:teuthology.orchestra.run.smithi018.stdout:Reinstalled: 2024-04-22T00:23:34.771 INFO:teuthology.orchestra.run.smithi018.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-22T00:23:34.771 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:23:34.771 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2024-04-22T00:23:34.943 DEBUG:teuthology.orchestra.run.smithi018:> rpm -q kernel | sort -rV | head -n 1 2024-04-22T00:23:34.991 INFO:teuthology.orchestra.run.smithi018.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-22T00:23:34.991 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-22T00:23:34.991 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-22T00:23:34.991 DEBUG:teuthology.parallel:result is None 2024-04-22T00:23:34.992 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-22T00:23:35.000 INFO:teuthology.task.internal:Creating test directory... 2024-04-22T00:23:35.000 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-22T00:23:35.003 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-22T00:23:35.005 DEBUG:teuthology.orchestra.run.smithi167:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-22T00:23:35.023 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-22T00:23:35.029 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-22T00:23:35.075 INFO:teuthology.task.internal:Creating archive directory... 2024-04-22T00:23:35.076 DEBUG:teuthology.orchestra.run.smithi018:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-22T00:23:35.078 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-22T00:23:35.081 DEBUG:teuthology.orchestra.run.smithi167:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-22T00:23:35.121 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-22T00:23:35.131 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-22T00:23:35.131 DEBUG:teuthology.orchestra.run.smithi081:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-22T00:23:35.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:35.169 DEBUG:teuthology.orchestra.run.smithi167:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-22T00:23:35.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:35.186 DEBUG:teuthology.orchestra.run.smithi018:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-22T00:23:35.188 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-22T00:23:35.212 DEBUG:teuthology.orchestra.run.smithi167:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-22T00:23:35.247 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T00:23:35.261 INFO:teuthology.orchestra.run.smithi167.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T00:23:35.264 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T00:23:35.295 INFO:teuthology.orchestra.run.smithi167.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T00:23:35.317 INFO:teuthology.orchestra.run.smithi018.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T00:23:35.334 INFO:teuthology.orchestra.run.smithi018.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T00:23:35.335 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-22T00:23:35.342 INFO:teuthology.task.internal:Configuring sudo... 2024-04-22T00:23:35.342 DEBUG:teuthology.orchestra.run.smithi018:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-22T00:23:35.344 DEBUG:teuthology.orchestra.run.smithi081:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-22T00:23:35.347 DEBUG:teuthology.orchestra.run.smithi167:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-22T00:23:35.375 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-22T00:23:35.415 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-22T00:23:35.415 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-22T00:23:35.418 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-22T00:23:35.420 DEBUG:teuthology.orchestra.run.smithi167:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-22T00:23:35.437 DEBUG:teuthology.orchestra.run.smithi018:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T00:23:35.514 DEBUG:teuthology.orchestra.run.smithi018:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T00:23:35.561 DEBUG:teuthology.orchestra.run.smithi018:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T00:23:35.643 DEBUG:teuthology.orchestra.run.smithi018:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T00:23:35.683 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:23:35.684 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-22T00:23:35.748 DEBUG:teuthology.orchestra.run.smithi081:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T00:23:35.791 DEBUG:teuthology.orchestra.run.smithi081:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T00:23:35.846 DEBUG:teuthology.orchestra.run.smithi081:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T00:23:35.927 DEBUG:teuthology.orchestra.run.smithi081:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T00:23:35.969 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:23:35.969 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-22T00:23:36.034 DEBUG:teuthology.orchestra.run.smithi167:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T00:23:36.079 DEBUG:teuthology.orchestra.run.smithi167:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T00:23:36.131 DEBUG:teuthology.orchestra.run.smithi167:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T00:23:36.214 DEBUG:teuthology.orchestra.run.smithi167:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T00:23:36.256 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:23:36.256 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-22T00:23:36.322 DEBUG:teuthology.orchestra.run.smithi018:> sudo service rsyslog restart 2024-04-22T00:23:36.325 DEBUG:teuthology.orchestra.run.smithi081:> sudo service rsyslog restart 2024-04-22T00:23:36.327 DEBUG:teuthology.orchestra.run.smithi167:> sudo service rsyslog restart 2024-04-22T00:23:36.362 INFO:teuthology.orchestra.run.smithi081.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T00:23:36.363 INFO:teuthology.orchestra.run.smithi018.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T00:23:36.402 INFO:teuthology.orchestra.run.smithi167.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T00:23:36.767 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-22T00:23:36.775 INFO:teuthology.task.internal:Starting timer... 2024-04-22T00:23:36.775 INFO:teuthology.run_tasks:Running task pcp... 2024-04-22T00:23:36.831 INFO:teuthology.run_tasks:Running task selinux... 2024-04-22T00:23:36.873 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-22T00:23:36.874 DEBUG:teuthology.orchestra.run.smithi018:> sudo service auditd rotate 2024-04-22T00:23:36.935 INFO:teuthology.orchestra.run.smithi018.stdout:Rotating logs: 2024-04-22T00:23:36.937 DEBUG:teuthology.orchestra.run.smithi081:> sudo service auditd rotate 2024-04-22T00:23:36.999 INFO:teuthology.orchestra.run.smithi081.stdout:Rotating logs: 2024-04-22T00:23:37.001 DEBUG:teuthology.orchestra.run.smithi167:> sudo service auditd rotate 2024-04-22T00:23:37.055 INFO:teuthology.orchestra.run.smithi167.stdout:Rotating logs: 2024-04-22T00:23:37.057 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-22T00:23:37.057 DEBUG:teuthology.orchestra.run.smithi018:> /usr/sbin/getenforce 2024-04-22T00:23:37.080 INFO:teuthology.orchestra.run.smithi018.stdout:Permissive 2024-04-22T00:23:37.080 DEBUG:teuthology.orchestra.run.smithi081:> /usr/sbin/getenforce 2024-04-22T00:23:37.132 INFO:teuthology.orchestra.run.smithi081.stdout:Permissive 2024-04-22T00:23:37.132 DEBUG:teuthology.orchestra.run.smithi167:> /usr/sbin/getenforce 2024-04-22T00:23:37.156 INFO:teuthology.orchestra.run.smithi167.stdout:Permissive 2024-04-22T00:23:37.157 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi018.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi081.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi167.front.sepia.ceph.com': 'permissive'} 2024-04-22T00:23:37.157 DEBUG:teuthology.orchestra.run.smithi018:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T00:23:37.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:37.183 DEBUG:teuthology.orchestra.run.smithi081:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T00:23:37.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:37.208 DEBUG:teuthology.orchestra.run.smithi167:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T00:23:37.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:37.234 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-22T00:23:37.234 DEBUG:teuthology.orchestra.run.smithi018:> sudo /usr/sbin/setenforce permissive 2024-04-22T00:23:37.259 DEBUG:teuthology.orchestra.run.smithi081:> sudo /usr/sbin/setenforce permissive 2024-04-22T00:23:37.284 DEBUG:teuthology.orchestra.run.smithi167:> sudo /usr/sbin/setenforce permissive 2024-04-22T00:23:37.313 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-22T00:23:37.326 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-22T00:23:37.331 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-22T00:23:37.453 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-22T00:23:37.473 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-22T00:23:37.476 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi018.front.sepia.ceph.com,smithi081.front.sepia.ceph.com,smithi167.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-22T00:27:26.749 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi018.front.sepia.ceph.com'), Remote(name='ubuntu@smithi081.front.sepia.ceph.com'), Remote(name='ubuntu@smithi167.front.sepia.ceph.com')] 2024-04-22T00:27:26.750 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi018.front.sepia.ceph.com' 2024-04-22T00:27:26.751 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi018.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T00:27:26.828 DEBUG:teuthology.orchestra.run.smithi018:> true 2024-04-22T00:27:26.909 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi018.front.sepia.ceph.com' 2024-04-22T00:27:26.910 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi081.front.sepia.ceph.com' 2024-04-22T00:27:26.910 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T00:27:26.982 DEBUG:teuthology.orchestra.run.smithi081:> true 2024-04-22T00:27:27.063 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi081.front.sepia.ceph.com' 2024-04-22T00:27:27.063 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi167.front.sepia.ceph.com' 2024-04-22T00:27:27.064 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi167.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T00:27:27.140 DEBUG:teuthology.orchestra.run.smithi167:> true 2024-04-22T00:27:27.222 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi167.front.sepia.ceph.com' 2024-04-22T00:27:27.222 INFO:teuthology.run_tasks:Running task clock... 2024-04-22T00:27:27.234 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-22T00:27:27.234 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-22T00:27:27.235 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T00:27:27.237 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-22T00:27:27.238 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T00:27:27.240 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-22T00:27:27.240 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T00:27:27.266 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-22T00:27:27.270 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-22T00:27:27.281 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-22T00:27:27.284 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-22T00:27:27.292 INFO:teuthology.orchestra.run.smithi167.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-22T00:27:27.306 INFO:teuthology.orchestra.run.smithi167.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-22T00:27:27.306 INFO:teuthology.orchestra.run.smithi018.stderr:sudo: ntpd: command not found 2024-04-22T00:27:27.309 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: ntpd: command not found 2024-04-22T00:27:27.318 INFO:teuthology.orchestra.run.smithi018.stdout:506 Cannot talk to daemon 2024-04-22T00:27:27.320 INFO:teuthology.orchestra.run.smithi081.stdout:506 Cannot talk to daemon 2024-04-22T00:27:27.328 INFO:teuthology.orchestra.run.smithi167.stderr:sudo: ntpd: command not found 2024-04-22T00:27:27.332 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-22T00:27:27.333 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-22T00:27:27.339 INFO:teuthology.orchestra.run.smithi167.stdout:506 Cannot talk to daemon 2024-04-22T00:27:27.346 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-22T00:27:27.347 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-22T00:27:27.352 INFO:teuthology.orchestra.run.smithi167.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-22T00:27:27.365 INFO:teuthology.orchestra.run.smithi167.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-22T00:27:27.400 INFO:teuthology.orchestra.run.smithi081.stderr:bash: line 1: ntpq: command not found 2024-04-22T00:27:27.403 INFO:teuthology.orchestra.run.smithi081.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T00:27:27.403 INFO:teuthology.orchestra.run.smithi081.stdout:=============================================================================== 2024-04-22T00:27:27.404 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.404 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.404 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.404 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.404 INFO:teuthology.orchestra.run.smithi018.stderr:bash: line 1: ntpq: command not found 2024-04-22T00:27:27.408 INFO:teuthology.orchestra.run.smithi018.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T00:27:27.408 INFO:teuthology.orchestra.run.smithi018.stdout:=============================================================================== 2024-04-22T00:27:27.408 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.408 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.408 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.408 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.429 INFO:teuthology.orchestra.run.smithi167.stderr:bash: line 1: ntpq: command not found 2024-04-22T00:27:27.432 INFO:teuthology.orchestra.run.smithi167.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T00:27:27.432 INFO:teuthology.orchestra.run.smithi167.stdout:=============================================================================== 2024-04-22T00:27:27.432 INFO:teuthology.orchestra.run.smithi167.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.433 INFO:teuthology.orchestra.run.smithi167.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.433 INFO:teuthology.orchestra.run.smithi167.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.433 INFO:teuthology.orchestra.run.smithi167.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:27:27.434 INFO:teuthology.run_tasks:Running task install... 2024-04-22T00:27:27.441 DEBUG:teuthology.task.install:project ceph 2024-04-22T00:27:27.441 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b'}} 2024-04-22T00:27:27.441 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b'} 2024-04-22T00:27:27.442 INFO:teuthology.task.install:Using flavor: default 2024-04-22T00:27:27.447 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-22T00:27:27.447 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-22T00:27:27.448 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b', 'tag': None, 'wait_for_package': False} 2024-04-22T00:27:27.448 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:27:27.450 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b', 'tag': None, 'wait_for_package': False} 2024-04-22T00:27:27.450 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:27:27.451 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b', 'tag': None, 'wait_for_package': False} 2024-04-22T00:27:27.452 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:27:27.603 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/ 2024-04-22T00:27:27.603 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2405.g820a2f8c 2024-04-22T00:27:27.608 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/ 2024-04-22T00:27:27.608 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2405.g820a2f8c 2024-04-22T00:27:27.668 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/ 2024-04-22T00:27:27.669 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2405.g820a2f8c 2024-04-22T00:27:27.720 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-22T00:27:27.721 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:27:27.721 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-22T00:27:27.747 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-22T00:27:27.747 DEBUG:teuthology.orchestra.run.smithi081:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/820a2f8ced66152ed3d765c31444b8076ea28c6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-22T00:27:27.786 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-22T00:27:27.787 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:27:27.787 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-22T00:27:27.791 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-22T00:27:27.791 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:27:27.792 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-22T00:27:27.812 DEBUG:teuthology.orchestra.run.smithi081:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-22T00:27:27.817 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-22T00:27:27.817 DEBUG:teuthology.orchestra.run.smithi167:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/820a2f8ced66152ed3d765c31444b8076ea28c6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-22T00:27:27.819 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-22T00:27:27.819 DEBUG:teuthology.orchestra.run.smithi018:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/820a2f8ced66152ed3d765c31444b8076ea28c6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-22T00:27:27.882 DEBUG:teuthology.orchestra.run.smithi167:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-22T00:27:27.884 DEBUG:teuthology.orchestra.run.smithi018:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-22T00:27:27.885 DEBUG:teuthology.orchestra.run.smithi081:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-22T00:27:27.949 INFO:teuthology.orchestra.run.smithi081.stdout:check_obsoletes = 1 2024-04-22T00:27:27.950 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum clean all 2024-04-22T00:27:27.955 DEBUG:teuthology.orchestra.run.smithi167:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-22T00:27:27.959 DEBUG:teuthology.orchestra.run.smithi018:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-22T00:27:28.018 INFO:teuthology.orchestra.run.smithi167.stdout:check_obsoletes = 1 2024-04-22T00:27:28.019 DEBUG:teuthology.orchestra.run.smithi167:> sudo yum clean all 2024-04-22T00:27:28.023 INFO:teuthology.orchestra.run.smithi018.stdout:check_obsoletes = 1 2024-04-22T00:27:28.024 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum clean all 2024-04-22T00:27:28.176 INFO:teuthology.orchestra.run.smithi081.stdout:48 files removed 2024-04-22T00:27:28.203 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-22T00:27:28.244 INFO:teuthology.orchestra.run.smithi167.stdout:48 files removed 2024-04-22T00:27:28.257 INFO:teuthology.orchestra.run.smithi018.stdout:48 files removed 2024-04-22T00:27:28.272 DEBUG:teuthology.orchestra.run.smithi167:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-22T00:27:28.284 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-22T00:27:28.776 INFO:teuthology.orchestra.run.smithi081.stdout:ceph packages for x86_64 266 kB/s | 83 kB 00:00 2024-04-22T00:27:28.922 INFO:teuthology.orchestra.run.smithi167.stdout:ceph packages for x86_64 215 kB/s | 83 kB 00:00 2024-04-22T00:27:28.956 INFO:teuthology.orchestra.run.smithi018.stdout:ceph packages for x86_64 208 kB/s | 83 kB 00:00 2024-04-22T00:27:29.194 INFO:teuthology.orchestra.run.smithi081.stdout:ceph noarch packages 31 kB/s | 11 kB 00:00 2024-04-22T00:27:29.323 INFO:teuthology.orchestra.run.smithi018.stdout:ceph noarch packages 36 kB/s | 11 kB 00:00 2024-04-22T00:27:29.331 INFO:teuthology.orchestra.run.smithi167.stdout:ceph noarch packages 32 kB/s | 11 kB 00:00 2024-04-22T00:27:29.561 INFO:teuthology.orchestra.run.smithi081.stdout:ceph source packages 5.6 kB/s | 1.8 kB 00:00 2024-04-22T00:27:29.657 INFO:teuthology.orchestra.run.smithi018.stdout:ceph source packages 6.2 kB/s | 1.8 kB 00:00 2024-04-22T00:27:29.749 INFO:teuthology.orchestra.run.smithi167.stdout:ceph source packages 4.8 kB/s | 1.8 kB 00:00 2024-04-22T00:27:30.520 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - BaseOS 8.7 MB/s | 8.0 MB 00:00 2024-04-22T00:27:34.271 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - AppStream 7.1 MB/s | 19 MB 00:02 2024-04-22T00:27:38.665 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - CRB 7.4 MB/s | 6.2 MB 00:00 2024-04-22T00:27:38.764 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - BaseOS 908 kB/s | 8.0 MB 00:09 2024-04-22T00:27:38.923 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - BaseOS 901 kB/s | 8.0 MB 00:09 2024-04-22T00:27:40.014 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - Extras packages 73 kB/s | 16 kB 00:00 2024-04-22T00:27:40.916 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-04-22T00:27:41.132 INFO:teuthology.orchestra.run.smithi081.stdout:Extra Packages for Enterprise Linux 21 MB/s | 21 MB 00:00 2024-04-22T00:27:45.578 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - CRB 5.6 MB/s | 6.2 MB 00:01 2024-04-22T00:27:45.981 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - AppStream 3.1 MB/s | 19 MB 00:06 2024-04-22T00:27:46.118 INFO:teuthology.orchestra.run.smithi081.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-04-22T00:27:47.251 INFO:teuthology.orchestra.run.smithi167.stdout:CentOS Stream 9 - Extras packages 31 kB/s | 16 kB 00:00 2024-04-22T00:27:48.277 INFO:teuthology.orchestra.run.smithi081.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T00:27:48.278 INFO:teuthology.orchestra.run.smithi081.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T00:27:48.288 INFO:teuthology.orchestra.run.smithi081.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-22T00:27:48.289 INFO:teuthology.orchestra.run.smithi081.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-22T00:27:48.290 INFO:teuthology.orchestra.run.smithi081.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-22T00:27:48.291 INFO:teuthology.orchestra.run.smithi081.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-22T00:27:48.293 INFO:teuthology.orchestra.run.smithi081.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-22T00:27:48.295 INFO:teuthology.orchestra.run.smithi081.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-22T00:27:48.296 INFO:teuthology.orchestra.run.smithi081.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-22T00:27:48.356 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================= 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================= 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout: ceph x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 6.6 k 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-base x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.4 M 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 889 k 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 145 k 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 1.5 M 2024-04-22T00:27:48.377 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 141 k 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 3.5 M 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 7.4 M 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-rook noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 49 k 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-radosgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 10 M 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-test x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 48 M 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-volume noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 264 k 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 762 k 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: cephfs-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 222 k 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: cephfs-shell x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 27 k 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: cephfs-top noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 18 k 2024-04-22T00:27:48.378 INFO:teuthology.orchestra.run.smithi081.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 32 k 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 745 k 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: librados-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 127 k 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-22T00:27:48.379 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cephfs x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 161 k 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rados x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 321 k 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 298 k 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 99 k 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 86 k 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-nbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 171 k 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout:Upgrading: 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout: librados2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.4 M 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout: librbd1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-04-22T00:27:48.380 INFO:teuthology.orchestra.run.smithi081.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 21 M 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 32 k 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mds x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 2.4 M 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 249 k 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mon x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 4.7 M 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-osd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 17 M 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 15 k 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-selinux x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 25 k 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-22T00:27:48.381 INFO:teuthology.orchestra.run.smithi081.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-22T00:27:48.382 INFO:teuthology.orchestra.run.smithi081.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-22T00:27:48.382 INFO:teuthology.orchestra.run.smithi081.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-22T00:27:48.382 INFO:teuthology.orchestra.run.smithi081.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-22T00:27:48.382 INFO:teuthology.orchestra.run.smithi081.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-22T00:27:48.382 INFO:teuthology.orchestra.run.smithi081.stdout: libcephsqlite x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 164 k 2024-04-22T00:27:48.382 INFO:teuthology.orchestra.run.smithi081.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-22T00:27:48.382 INFO:teuthology.orchestra.run.smithi081.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-22T00:27:48.382 INFO:teuthology.orchestra.run.smithi081.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-22T00:27:48.382 INFO:teuthology.orchestra.run.smithi081.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-22T00:27:48.382 INFO:teuthology.orchestra.run.smithi081.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: libradosstriper1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 501 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: librgw2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.3 M 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-22T00:27:48.383 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-argparse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 45 k 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 133 k 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-22T00:27:48.384 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-22T00:27:48.385 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-22T00:27:48.386 INFO:teuthology.orchestra.run.smithi081.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-22T00:27:48.387 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-22T00:27:48.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout:Installing weak dependencies: 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-22T00:27:48.389 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:27:48.390 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-22T00:27:48.390 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================= 2024-04-22T00:27:48.390 INFO:teuthology.orchestra.run.smithi081.stdout:Install 148 Packages 2024-04-22T00:27:48.390 INFO:teuthology.orchestra.run.smithi081.stdout:Upgrade 2 Packages 2024-04-22T00:27:48.390 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:27:48.390 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 216 M 2024-04-22T00:27:48.390 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-22T00:27:48.805 INFO:teuthology.orchestra.run.smithi167.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-04-22T00:27:49.486 INFO:teuthology.orchestra.run.smithi081.stdout:(1/150): ceph-19.0.0-2405.g820a2f8c.el9.x86_64. 26 kB/s | 6.6 kB 00:00 2024-04-22T00:27:49.786 INFO:teuthology.orchestra.run.smithi081.stdout:(2/150): ceph-fuse-19.0.0-2405.g820a2f8c.el9.x8 2.9 MB/s | 889 kB 00:00 2024-04-22T00:27:49.836 INFO:teuthology.orchestra.run.smithi081.stdout:(3/150): ceph-immutable-object-cache-19.0.0-240 2.8 MB/s | 145 kB 00:00 2024-04-22T00:27:50.262 INFO:teuthology.orchestra.run.smithi081.stdout:(4/150): ceph-mds-19.0.0-2405.g820a2f8c.el9.x86 5.6 MB/s | 2.4 MB 00:00 2024-04-22T00:27:50.595 INFO:teuthology.orchestra.run.smithi081.stdout:(5/150): ceph-mgr-19.0.0-2405.g820a2f8c.el9.x86 4.5 MB/s | 1.5 MB 00:00 2024-04-22T00:27:50.723 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - CRB 6.1 MB/s | 6.2 MB 00:01 2024-04-22T00:27:51.570 INFO:teuthology.orchestra.run.smithi081.stdout:(6/150): ceph-mon-19.0.0-2405.g820a2f8c.el9.x86 4.8 MB/s | 4.7 MB 00:00 2024-04-22T00:27:52.087 INFO:teuthology.orchestra.run.smithi081.stdout:(7/150): ceph-base-19.0.0-2405.g820a2f8c.el9.x8 1.9 MB/s | 5.4 MB 00:02 2024-04-22T00:27:52.541 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 16 kB 00:00 2024-04-22T00:27:52.837 INFO:teuthology.orchestra.run.smithi081.stdout:(8/150): ceph-common-19.0.0-2405.g820a2f8c.el9. 5.8 MB/s | 21 MB 00:03 2024-04-22T00:27:52.879 INFO:teuthology.orchestra.run.smithi081.stdout:(9/150): ceph-selinux-19.0.0-2405.g820a2f8c.el9 606 kB/s | 25 kB 00:00 2024-04-22T00:27:53.937 INFO:teuthology.orchestra.run.smithi167.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-04-22T00:27:54.179 INFO:teuthology.orchestra.run.smithi081.stdout:(10/150): ceph-osd-19.0.0-2405.g820a2f8c.el9.x8 6.4 MB/s | 17 MB 00:02 2024-04-22T00:27:54.247 INFO:teuthology.orchestra.run.smithi081.stdout:(11/150): cephfs-mirror-19.0.0-2405.g820a2f8c.e 3.2 MB/s | 222 kB 00:00 2024-04-22T00:27:54.314 INFO:teuthology.orchestra.run.smithi081.stdout:(12/150): cephfs-shell-19.0.0-2405.g820a2f8c.el 407 kB/s | 27 kB 00:00 2024-04-22T00:27:54.389 INFO:teuthology.orchestra.run.smithi081.stdout:(13/150): libcephfs-devel-19.0.0-2405.g820a2f8c 423 kB/s | 32 kB 00:00 2024-04-22T00:27:54.539 INFO:teuthology.orchestra.run.smithi081.stdout:(14/150): libcephfs2-19.0.0-2405.g820a2f8c.el9. 4.9 MB/s | 745 kB 00:00 2024-04-22T00:27:54.648 INFO:teuthology.orchestra.run.smithi081.stdout:(15/150): libcephsqlite-19.0.0-2405.g820a2f8c.e 1.5 MB/s | 164 kB 00:00 2024-04-22T00:27:54.748 INFO:teuthology.orchestra.run.smithi081.stdout:(16/150): librados-devel-19.0.0-2405.g820a2f8c. 1.2 MB/s | 127 kB 00:00 2024-04-22T00:27:55.124 INFO:teuthology.orchestra.run.smithi081.stdout:(17/150): libradosstriper1-19.0.0-2405.g820a2f8 1.3 MB/s | 501 kB 00:00 2024-04-22T00:27:55.749 INFO:teuthology.orchestra.run.smithi081.stdout:(18/150): ceph-radosgw-19.0.0-2405.g820a2f8c.el 2.8 MB/s | 10 MB 00:03 2024-04-22T00:27:55.841 INFO:teuthology.orchestra.run.smithi081.stdout:(19/150): python3-ceph-argparse-19.0.0-2405.g82 494 kB/s | 45 kB 00:00 2024-04-22T00:27:55.941 INFO:teuthology.orchestra.run.smithi081.stdout:(20/150): python3-ceph-common-19.0.0-2405.g820a 1.3 MB/s | 133 kB 00:00 2024-04-22T00:27:56.058 INFO:teuthology.orchestra.run.smithi081.stdout:(21/150): python3-cephfs-19.0.0-2405.g820a2f8c. 1.4 MB/s | 161 kB 00:00 2024-04-22T00:27:56.121 INFO:teuthology.orchestra.run.smithi167.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T00:27:56.121 INFO:teuthology.orchestra.run.smithi167.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T00:27:56.132 INFO:teuthology.orchestra.run.smithi167.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-22T00:27:56.133 INFO:teuthology.orchestra.run.smithi167.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-22T00:27:56.134 INFO:teuthology.orchestra.run.smithi167.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-22T00:27:56.135 INFO:teuthology.orchestra.run.smithi167.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-22T00:27:56.136 INFO:teuthology.orchestra.run.smithi167.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-22T00:27:56.138 INFO:teuthology.orchestra.run.smithi167.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-22T00:27:56.139 INFO:teuthology.orchestra.run.smithi167.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-22T00:27:56.192 INFO:teuthology.orchestra.run.smithi081.stdout:(22/150): librgw2-19.0.0-2405.g820a2f8c.el9.x86 5.0 MB/s | 5.3 MB 00:01 2024-04-22T00:27:56.200 INFO:teuthology.orchestra.run.smithi167.stdout:Dependencies resolved. 2024-04-22T00:27:56.217 INFO:teuthology.orchestra.run.smithi167.stdout:======================================================================================= 2024-04-22T00:27:56.217 INFO:teuthology.orchestra.run.smithi167.stdout: Package Arch Version Repository Size 2024-04-22T00:27:56.217 INFO:teuthology.orchestra.run.smithi167.stdout:======================================================================================= 2024-04-22T00:27:56.217 INFO:teuthology.orchestra.run.smithi167.stdout:Installing: 2024-04-22T00:27:56.217 INFO:teuthology.orchestra.run.smithi167.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-22T00:27:56.217 INFO:teuthology.orchestra.run.smithi167.stdout: ceph x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 6.6 k 2024-04-22T00:27:56.217 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-base x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.4 M 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 889 k 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 145 k 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 1.5 M 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 141 k 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 3.5 M 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 7.4 M 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-rook noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 49 k 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-radosgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 10 M 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-test x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 48 M 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-volume noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 264 k 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 762 k 2024-04-22T00:27:56.218 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 222 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-shell x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 27 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-top noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 18 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: libcephfs-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 32 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: libcephfs2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 745 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: librados-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 127 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-22T00:27:56.219 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cephfs x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 161 k 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rados x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 321 k 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 298 k 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 99 k 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 86 k 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-nbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 171 k 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout:Upgrading: 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: librados2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.4 M 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout: librbd1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-22T00:27:56.220 INFO:teuthology.orchestra.run.smithi167.stdout:Installing dependencies: 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 21 M 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 32 k 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mds x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 2.4 M 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 249 k 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mon x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 4.7 M 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-osd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 17 M 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 15 k 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-selinux x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 25 k 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-22T00:27:56.221 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: libcephsqlite x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 164 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-22T00:27:56.222 INFO:teuthology.orchestra.run.smithi167.stdout: libradosstriper1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 501 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: librgw2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.3 M 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-22T00:27:56.223 INFO:teuthology.orchestra.run.smithi167.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ceph-argparse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 45 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 133 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-22T00:27:56.224 INFO:teuthology.orchestra.run.smithi167.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-22T00:27:56.225 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-22T00:27:56.226 INFO:teuthology.orchestra.run.smithi167.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-22T00:27:56.227 INFO:teuthology.orchestra.run.smithi167.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-22T00:27:56.228 INFO:teuthology.orchestra.run.smithi167.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout:Installing weak dependencies: 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout:Transaction Summary 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout:======================================================================================= 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout:Install 148 Packages 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout:Upgrade 2 Packages 2024-04-22T00:27:56.229 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:27:56.230 INFO:teuthology.orchestra.run.smithi167.stdout:Total download size: 216 M 2024-04-22T00:27:56.230 INFO:teuthology.orchestra.run.smithi167.stdout:Downloading Packages: 2024-04-22T00:27:56.234 INFO:teuthology.orchestra.run.smithi081.stdout:(23/150): python3-rados-19.0.0-2405.g820a2f8c.e 1.8 MB/s | 321 kB 00:00 2024-04-22T00:27:56.292 INFO:teuthology.orchestra.run.smithi081.stdout:(24/150): python3-rbd-19.0.0-2405.g820a2f8c.el9 2.9 MB/s | 298 kB 00:00 2024-04-22T00:27:56.318 INFO:teuthology.orchestra.run.smithi081.stdout:(25/150): python3-rgw-19.0.0-2405.g820a2f8c.el9 1.2 MB/s | 99 kB 00:00 2024-04-22T00:27:56.343 INFO:teuthology.orchestra.run.smithi081.stdout:(26/150): rbd-fuse-19.0.0-2405.g820a2f8c.el9.x8 1.7 MB/s | 86 kB 00:00 2024-04-22T00:27:56.393 INFO:teuthology.orchestra.run.smithi081.stdout:(27/150): rbd-nbd-19.0.0-2405.g820a2f8c.el9.x86 3.3 MB/s | 171 kB 00:00 2024-04-22T00:27:56.444 INFO:teuthology.orchestra.run.smithi081.stdout:(28/150): ceph-grafana-dashboards-19.0.0-2405.g 635 kB/s | 32 kB 00:00 2024-04-22T00:27:56.502 INFO:teuthology.orchestra.run.smithi081.stdout:(29/150): ceph-mgr-cephadm-19.0.0-2405.g820a2f8 2.4 MB/s | 141 kB 00:00 2024-04-22T00:27:56.896 INFO:teuthology.orchestra.run.smithi167.stdout:(1/150): ceph-19.0.0-2405.g820a2f8c.el9.x86_64. 39 kB/s | 6.6 kB 00:00 2024-04-22T00:27:56.903 INFO:teuthology.orchestra.run.smithi081.stdout:(30/150): ceph-mgr-dashboard-19.0.0-2405.g820a2 8.8 MB/s | 3.5 MB 00:00 2024-04-22T00:27:57.086 INFO:teuthology.orchestra.run.smithi081.stdout:(31/150): rbd-mirror-19.0.0-2405.g820a2f8c.el9. 4.0 MB/s | 3.1 MB 00:00 2024-04-22T00:27:57.203 INFO:teuthology.orchestra.run.smithi081.stdout:(32/150): ceph-mgr-modules-core-19.0.0-2405.g82 2.1 MB/s | 249 kB 00:00 2024-04-22T00:27:57.246 INFO:teuthology.orchestra.run.smithi167.stdout:(2/150): ceph-fuse-19.0.0-2405.g820a2f8c.el9.x8 2.5 MB/s | 889 kB 00:00 2024-04-22T00:27:57.278 INFO:teuthology.orchestra.run.smithi081.stdout:(33/150): ceph-mgr-rook-19.0.0-2405.g820a2f8c.e 660 kB/s | 49 kB 00:00 2024-04-22T00:27:57.321 INFO:teuthology.orchestra.run.smithi167.stdout:(3/150): ceph-immutable-object-cache-19.0.0-240 1.9 MB/s | 145 kB 00:00 2024-04-22T00:27:57.354 INFO:teuthology.orchestra.run.smithi081.stdout:(34/150): ceph-prometheus-alerts-19.0.0-2405.g8 204 kB/s | 15 kB 00:00 2024-04-22T00:27:57.488 INFO:teuthology.orchestra.run.smithi081.stdout:(35/150): ceph-volume-19.0.0-2405.g820a2f8c.el9 1.9 MB/s | 264 kB 00:00 2024-04-22T00:27:57.763 INFO:teuthology.orchestra.run.smithi081.stdout:(36/150): cephadm-19.0.0-2405.g820a2f8c.el9.noa 2.7 MB/s | 762 kB 00:00 2024-04-22T00:27:57.822 INFO:teuthology.orchestra.run.smithi167.stdout:(4/150): ceph-base-19.0.0-2405.g820a2f8c.el9.x8 4.9 MB/s | 5.4 MB 00:01 2024-04-22T00:27:57.830 INFO:teuthology.orchestra.run.smithi081.stdout:(37/150): cephfs-top-19.0.0-2405.g820a2f8c.el9. 273 kB/s | 18 kB 00:00 2024-04-22T00:27:57.930 INFO:teuthology.orchestra.run.smithi167.stdout:(5/150): ceph-mds-19.0.0-2405.g820a2f8c.el9.x86 3.9 MB/s | 2.4 MB 00:00 2024-04-22T00:27:57.972 INFO:teuthology.orchestra.run.smithi081.stdout:(38/150): fuse-2.9.9-15.el9.x86_64.rpm 567 kB/s | 80 kB 00:00 2024-04-22T00:27:58.031 INFO:teuthology.orchestra.run.smithi167.stdout:(6/150): ceph-mgr-19.0.0-2405.g820a2f8c.el9.x86 7.2 MB/s | 1.5 MB 00:00 2024-04-22T00:27:58.139 INFO:teuthology.orchestra.run.smithi081.stdout:(39/150): ceph-mgr-diskprediction-local-19.0.0- 6.0 MB/s | 7.4 MB 00:01 2024-04-22T00:27:58.173 INFO:teuthology.orchestra.run.smithi081.stdout:(40/150): libgfortran-11.4.1-3.el9.x86_64.rpm 3.9 MB/s | 803 kB 00:00 2024-04-22T00:27:58.223 INFO:teuthology.orchestra.run.smithi081.stdout:(41/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.0 MB/s | 253 kB 00:00 2024-04-22T00:27:58.298 INFO:teuthology.orchestra.run.smithi081.stdout:(42/150): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-04-22T00:27:58.323 INFO:teuthology.orchestra.run.smithi081.stdout:(43/150): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-04-22T00:27:58.349 INFO:teuthology.orchestra.run.smithi081.stdout:(44/150): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-04-22T00:27:58.382 INFO:teuthology.orchestra.run.smithi081.stdout:(45/150): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-04-22T00:27:58.407 INFO:teuthology.orchestra.run.smithi081.stdout:(46/150): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-22T00:27:58.450 INFO:teuthology.orchestra.run.smithi081.stdout:(47/150): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-04-22T00:27:58.631 INFO:teuthology.orchestra.run.smithi167.stdout:(7/150): ceph-mon-19.0.0-2405.g820a2f8c.el9.x86 6.7 MB/s | 4.7 MB 00:00 2024-04-22T00:27:59.042 INFO:teuthology.orchestra.run.smithi081.stdout:(48/150): ceph-test-19.0.0-2405.g820a2f8c.el9.x 7.8 MB/s | 48 MB 00:06 2024-04-22T00:27:59.126 INFO:teuthology.orchestra.run.smithi081.stdout:(49/150): automake-1.16.2-8.el9.noarch.rpm 960 kB/s | 689 kB 00:00 2024-04-22T00:27:59.190 INFO:teuthology.orchestra.run.smithi081.stdout:(50/150): bison-3.7.4-5.el9.x86_64.rpm 1.2 MB/s | 943 kB 00:00 2024-04-22T00:27:59.218 INFO:teuthology.orchestra.run.smithi081.stdout:(51/150): boost-program-options-1.75.0-8.el9.x8 609 kB/s | 107 kB 00:00 2024-04-22T00:27:59.235 INFO:teuthology.orchestra.run.smithi081.stdout:(52/150): elfutils-libelf-devel-0.190-2.el9.x86 198 kB/s | 21 kB 00:00 2024-04-22T00:27:59.252 INFO:teuthology.orchestra.run.smithi081.stdout:(53/150): flexiblas-3.0.4-8.el9.x86_64.rpm 977 kB/s | 33 kB 00:00 2024-04-22T00:27:59.285 INFO:teuthology.orchestra.run.smithi081.stdout:(54/150): flex-2.6.4-9.el9.x86_64.rpm 3.2 MB/s | 313 kB 00:00 2024-04-22T00:27:59.302 INFO:teuthology.orchestra.run.smithi081.stdout:(55/150): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-04-22T00:27:59.328 INFO:teuthology.orchestra.run.smithi081.stdout:(56/150): libaio-devel-0.3.111-13.el9.x86_64.rp 267 kB/s | 11 kB 00:00 2024-04-22T00:27:59.353 INFO:teuthology.orchestra.run.smithi081.stdout:(57/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-22T00:27:59.364 INFO:teuthology.orchestra.run.smithi167.stdout:(8/150): ceph-osd-19.0.0-2405.g820a2f8c.el9.x86 13 MB/s | 17 MB 00:01 2024-04-22T00:27:59.378 INFO:teuthology.orchestra.run.smithi081.stdout:(58/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 901 kB/s | 45 kB 00:00 2024-04-22T00:27:59.412 INFO:teuthology.orchestra.run.smithi081.stdout:(59/150): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-04-22T00:27:59.431 INFO:teuthology.orchestra.run.smithi167.stdout:(9/150): ceph-selinux-19.0.0-2405.g820a2f8c.el9 379 kB/s | 25 kB 00:00 2024-04-22T00:27:59.445 INFO:teuthology.orchestra.run.smithi081.stdout:(60/150): libtool-2.4.6-45.el9.x86_64.rpm 8.5 MB/s | 582 kB 00:00 2024-04-22T00:27:59.470 INFO:teuthology.orchestra.run.smithi081.stdout:(61/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 435 kB/s | 25 kB 00:00 2024-04-22T00:27:59.496 INFO:teuthology.orchestra.run.smithi081.stdout:(62/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 943 kB/s | 47 kB 00:00 2024-04-22T00:27:59.530 INFO:teuthology.orchestra.run.smithi081.stdout:(63/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-04-22T00:27:59.555 INFO:teuthology.orchestra.run.smithi081.stdout:(64/150): lua-5.4.4-4.el9.x86_64.rpm 3.1 MB/s | 188 kB 00:00 2024-04-22T00:27:59.580 INFO:teuthology.orchestra.run.smithi081.stdout:(65/150): openblas-0.3.21-2.el9.x86_64.rpm 699 kB/s | 35 kB 00:00 2024-04-22T00:27:59.631 INFO:teuthology.orchestra.run.smithi081.stdout:(66/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.6 MB/s | 3.0 MB 00:00 2024-04-22T00:27:59.698 INFO:teuthology.orchestra.run.smithi167.stdout:(10/150): ceph-radosgw-19.0.0-2405.g820a2f8c.el 9.6 MB/s | 10 MB 00:01 2024-04-22T00:27:59.723 INFO:teuthology.orchestra.run.smithi081.stdout:(67/150): openblas-openmp-0.3.21-2.el9.x86_64.r 28 MB/s | 4.7 MB 00:00 2024-04-22T00:27:59.764 INFO:teuthology.orchestra.run.smithi081.stdout:(68/150): postgresql-13.14-1.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-04-22T00:27:59.765 INFO:teuthology.orchestra.run.smithi167.stdout:(11/150): cephfs-mirror-19.0.0-2405.g820a2f8c.e 3.3 MB/s | 222 kB 00:00 2024-04-22T00:27:59.831 INFO:teuthology.orchestra.run.smithi081.stdout:(69/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 16 MB/s | 4.1 MB 00:00 2024-04-22T00:27:59.840 INFO:teuthology.orchestra.run.smithi167.stdout:(12/150): cephfs-shell-19.0.0-2405.g820a2f8c.el 362 kB/s | 27 kB 00:00 2024-04-22T00:27:59.856 INFO:teuthology.orchestra.run.smithi081.stdout:(70/150): postgresql-private-libs-13.14-1.el9.x 1.4 MB/s | 133 kB 00:00 2024-04-22T00:27:59.890 INFO:teuthology.orchestra.run.smithi081.stdout:(71/150): postgresql-contrib-13.14-1.el9.x86_64 5.3 MB/s | 911 kB 00:00 2024-04-22T00:27:59.907 INFO:teuthology.orchestra.run.smithi167.stdout:(13/150): libcephfs-devel-19.0.0-2405.g820a2f8c 477 kB/s | 32 kB 00:00 2024-04-22T00:27:59.924 INFO:teuthology.orchestra.run.smithi081.stdout:(72/150): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-04-22T00:27:59.949 INFO:teuthology.orchestra.run.smithi081.stdout:(73/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-22T00:27:59.991 INFO:teuthology.orchestra.run.smithi081.stdout:(74/150): python3-devel-3.9.18-3.el9.x86_64.rpm 5.7 MB/s | 244 kB 00:00 2024-04-22T00:28:00.067 INFO:teuthology.orchestra.run.smithi081.stdout:(75/150): postgresql-server-13.14-1.el9.x86_64. 25 MB/s | 5.8 MB 00:00 2024-04-22T00:28:00.074 INFO:teuthology.orchestra.run.smithi167.stdout:(14/150): libcephfs2-19.0.0-2405.g820a2f8c.el9. 4.4 MB/s | 745 kB 00:00 2024-04-22T00:28:00.092 INFO:teuthology.orchestra.run.smithi081.stdout:(76/150): python3-jinja2-2.11.3-5.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-04-22T00:28:00.117 INFO:teuthology.orchestra.run.smithi081.stdout:(77/150): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-04-22T00:28:00.143 INFO:teuthology.orchestra.run.smithi081.stdout:(78/150): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-04-22T00:28:00.158 INFO:teuthology.orchestra.run.smithi167.stdout:(15/150): libcephsqlite-19.0.0-2405.g820a2f8c.e 1.9 MB/s | 164 kB 00:00 2024-04-22T00:28:00.168 INFO:teuthology.orchestra.run.smithi081.stdout:(79/150): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-04-22T00:28:00.193 INFO:teuthology.orchestra.run.smithi081.stdout:(80/150): python3-markupsafe-1.1.1-12.el9.x86_6 692 kB/s | 35 kB 00:00 2024-04-22T00:28:00.241 INFO:teuthology.orchestra.run.smithi167.stdout:(16/150): librados-devel-19.0.0-2405.g820a2f8c. 1.5 MB/s | 127 kB 00:00 2024-04-22T00:28:00.285 INFO:teuthology.orchestra.run.smithi081.stdout:(81/150): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-04-22T00:28:00.310 INFO:teuthology.orchestra.run.smithi081.stdout:(82/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-04-22T00:28:00.336 INFO:teuthology.orchestra.run.smithi081.stdout:(83/150): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-04-22T00:28:00.350 INFO:teuthology.orchestra.run.smithi167.stdout:(17/150): libradosstriper1-19.0.0-2405.g820a2f8 4.5 MB/s | 501 kB 00:00 2024-04-22T00:28:00.361 INFO:teuthology.orchestra.run.smithi081.stdout:(84/150): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-22T00:28:00.378 INFO:teuthology.orchestra.run.smithi081.stdout:(85/150): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-04-22T00:28:00.403 INFO:teuthology.orchestra.run.smithi081.stdout:(86/150): python3-protobuf-3.14.0-13.el9.noarch 6.3 MB/s | 269 kB 00:00 2024-04-22T00:28:00.429 INFO:teuthology.orchestra.run.smithi081.stdout:(87/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-22T00:28:00.454 INFO:teuthology.orchestra.run.smithi081.stdout:(88/150): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-04-22T00:28:00.479 INFO:teuthology.orchestra.run.smithi081.stdout:(89/150): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-22T00:28:00.504 INFO:teuthology.orchestra.run.smithi081.stdout:(90/150): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-22T00:28:00.580 INFO:teuthology.orchestra.run.smithi081.stdout:(91/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-04-22T00:28:00.605 INFO:teuthology.orchestra.run.smithi081.stdout:(92/150): python3-toml-0.10.2-6.el9.noarch.rpm 416 kB/s | 42 kB 00:00 2024-04-22T00:28:00.630 INFO:teuthology.orchestra.run.smithi081.stdout:(93/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 883 kB/s | 44 kB 00:00 2024-04-22T00:28:00.656 INFO:teuthology.orchestra.run.smithi081.stdout:(94/150): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-04-22T00:28:00.681 INFO:teuthology.orchestra.run.smithi081.stdout:(95/150): qatlib-service-24.02.0-1.el9.x86_64.r 714 kB/s | 36 kB 00:00 2024-04-22T00:28:00.706 INFO:teuthology.orchestra.run.smithi081.stdout:(96/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 945 kB/s | 47 kB 00:00 2024-04-22T00:28:00.740 INFO:teuthology.orchestra.run.smithi081.stdout:(97/150): socat-1.7.4.1-5.el9.x86_64.rpm 5.1 MB/s | 305 kB 00:00 2024-04-22T00:28:00.765 INFO:teuthology.orchestra.run.smithi081.stdout:(98/150): uuid-1.6.2-55.el9.x86_64.rpm 989 kB/s | 58 kB 00:00 2024-04-22T00:28:00.790 INFO:teuthology.orchestra.run.smithi081.stdout:(99/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-04-22T00:28:00.816 INFO:teuthology.orchestra.run.smithi081.stdout:(100/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-04-22T00:28:00.841 INFO:teuthology.orchestra.run.smithi081.stdout:(101/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 890 kB/s | 45 kB 00:00 2024-04-22T00:28:00.975 INFO:teuthology.orchestra.run.smithi167.stdout:(18/150): librgw2-19.0.0-2405.g820a2f8c.el9.x86 8.5 MB/s | 5.3 MB 00:00 2024-04-22T00:28:01.075 INFO:teuthology.orchestra.run.smithi081.stdout:(102/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-04-22T00:28:01.176 INFO:teuthology.orchestra.run.smithi167.stdout:(19/150): ceph-common-19.0.0-2405.g820a2f8c.el9 4.7 MB/s | 21 MB 00:04 2024-04-22T00:28:01.201 INFO:teuthology.orchestra.run.smithi167.stdout:(20/150): python3-ceph-argparse-19.0.0-2405.g82 200 kB/s | 45 kB 00:00 2024-04-22T00:28:01.235 INFO:teuthology.orchestra.run.smithi167.stdout:(21/150): python3-ceph-common-19.0.0-2405.g820a 2.2 MB/s | 133 kB 00:00 2024-04-22T00:28:01.268 INFO:teuthology.orchestra.run.smithi167.stdout:(22/150): python3-cephfs-19.0.0-2405.g820a2f8c. 2.4 MB/s | 161 kB 00:00 2024-04-22T00:28:01.310 INFO:teuthology.orchestra.run.smithi167.stdout:(23/150): python3-rados-19.0.0-2405.g820a2f8c.e 4.2 MB/s | 321 kB 00:00 2024-04-22T00:28:01.335 INFO:teuthology.orchestra.run.smithi167.stdout:(24/150): python3-rbd-19.0.0-2405.g820a2f8c.el9 4.4 MB/s | 298 kB 00:00 2024-04-22T00:28:01.386 INFO:teuthology.orchestra.run.smithi167.stdout:(25/150): python3-rgw-19.0.0-2405.g820a2f8c.el9 1.3 MB/s | 99 kB 00:00 2024-04-22T00:28:01.411 INFO:teuthology.orchestra.run.smithi167.stdout:(26/150): rbd-fuse-19.0.0-2405.g820a2f8c.el9.x8 1.1 MB/s | 86 kB 00:00 2024-04-22T00:28:01.495 INFO:teuthology.orchestra.run.smithi167.stdout:(27/150): rbd-nbd-19.0.0-2405.g820a2f8c.el9.x86 2.0 MB/s | 171 kB 00:00 2024-04-22T00:28:01.542 INFO:teuthology.orchestra.run.smithi081.stdout:(103/150): abseil-cpp-20211102.0-3.el9.x86_64.r 1.1 MB/s | 548 kB 00:00 2024-04-22T00:28:01.554 INFO:teuthology.orchestra.run.smithi167.stdout:(28/150): ceph-grafana-dashboards-19.0.0-2405.g 546 kB/s | 32 kB 00:00 2024-04-22T00:28:01.584 INFO:teuthology.orchestra.run.smithi081.stdout:(104/150): lua-devel-5.4.4-4.el9.x86_64.rpm 29 kB/s | 22 kB 00:00 2024-04-22T00:28:01.629 INFO:teuthology.orchestra.run.smithi167.stdout:(29/150): ceph-mgr-cephadm-19.0.0-2405.g820a2f8 1.8 MB/s | 141 kB 00:00 2024-04-22T00:28:01.634 INFO:teuthology.orchestra.run.smithi081.stdout:(105/150): gperftools-libs-2.9.1-2.el9.x86_64.r 3.3 MB/s | 309 kB 00:00 2024-04-22T00:28:01.738 INFO:teuthology.orchestra.run.smithi167.stdout:(30/150): rbd-mirror-19.0.0-2405.g820a2f8c.el9. 8.8 MB/s | 3.1 MB 00:00 2024-04-22T00:28:01.851 INFO:teuthology.orchestra.run.smithi081.stdout:(106/150): grpc-data-1.46.7-10.el9.noarch.rpm 73 kB/s | 19 kB 00:00 2024-04-22T00:28:01.951 INFO:teuthology.orchestra.run.smithi081.stdout:(107/150): libarrow-9.0.0-10.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-04-22T00:28:01.976 INFO:teuthology.orchestra.run.smithi081.stdout:(108/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 207 kB/s | 26 kB 00:00 2024-04-22T00:28:02.035 INFO:teuthology.orchestra.run.smithi081.stdout:(109/150): liboath-2.6.7-2.el9.x86_64.rpm 581 kB/s | 49 kB 00:00 2024-04-22T00:28:02.038 INFO:teuthology.orchestra.run.smithi167.stdout:(31/150): ceph-mgr-dashboard-19.0.0-2405.g820a2 8.6 MB/s | 3.5 MB 00:00 2024-04-22T00:28:02.121 INFO:teuthology.orchestra.run.smithi167.stdout:(32/150): ceph-mgr-modules-core-19.0.0-2405.g82 2.9 MB/s | 249 kB 00:00 2024-04-22T00:28:02.169 INFO:teuthology.orchestra.run.smithi081.stdout:(110/150): luarocks-3.9.2-1.el9.noarch.rpm 1.1 MB/s | 151 kB 00:00 2024-04-22T00:28:02.189 INFO:teuthology.orchestra.run.smithi167.stdout:(33/150): ceph-mgr-rook-19.0.0-2405.g820a2f8c.e 739 kB/s | 49 kB 00:00 2024-04-22T00:28:02.194 INFO:teuthology.orchestra.run.smithi081.stdout:(111/150): libunwind-1.6.2-1.el9.x86_64.rpm 310 kB/s | 67 kB 00:00 2024-04-22T00:28:02.256 INFO:teuthology.orchestra.run.smithi167.stdout:(34/150): ceph-prometheus-alerts-19.0.0-2405.g8 230 kB/s | 15 kB 00:00 2024-04-22T00:28:02.286 INFO:teuthology.orchestra.run.smithi081.stdout:(112/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 7.0 MB/s | 838 kB 00:00 2024-04-22T00:28:02.331 INFO:teuthology.orchestra.run.smithi167.stdout:(35/150): ceph-volume-19.0.0-2405.g820a2f8c.el9 3.4 MB/s | 264 kB 00:00 2024-04-22T00:28:02.411 INFO:teuthology.orchestra.run.smithi081.stdout:(113/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 348 kB/s | 43 kB 00:00 2024-04-22T00:28:02.481 INFO:teuthology.orchestra.run.smithi167.stdout:(36/150): cephadm-19.0.0-2405.g820a2f8c.el9.noa 5.0 MB/s | 762 kB 00:00 2024-04-22T00:28:02.487 INFO:teuthology.orchestra.run.smithi081.stdout:(114/150): python3-asyncssh-2.13.2-5.el9.noarch 1.8 MB/s | 548 kB 00:00 2024-04-22T00:28:02.503 INFO:teuthology.orchestra.run.smithi081.stdout:(115/150): python3-cachetools-4.2.4-1.el9.noarc 350 kB/s | 32 kB 00:00 2024-04-22T00:28:02.546 INFO:teuthology.orchestra.run.smithi081.stdout:(116/150): python3-certifi-2021.10.8-2.el9.noar 256 kB/s | 15 kB 00:00 2024-04-22T00:28:02.579 INFO:teuthology.orchestra.run.smithi081.stdout:(117/150): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-04-22T00:28:02.590 INFO:teuthology.orchestra.run.smithi167.stdout:(37/150): ceph-mgr-diskprediction-local-19.0.0- 8.7 MB/s | 7.4 MB 00:00 2024-04-22T00:28:02.615 INFO:teuthology.orchestra.run.smithi167.stdout:(38/150): cephfs-top-19.0.0-2405.g820a2f8c.el9. 136 kB/s | 18 kB 00:00 2024-04-22T00:28:02.646 INFO:teuthology.orchestra.run.smithi081.stdout:(118/150): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-04-22T00:28:02.672 INFO:teuthology.orchestra.run.smithi081.stdout:(119/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.2 MB/s | 303 kB 00:00 2024-04-22T00:28:02.722 INFO:teuthology.orchestra.run.smithi081.stdout:(120/150): python3-colorama-0.4.4-12.el9.noarch 469 kB/s | 35 kB 00:00 2024-04-22T00:28:02.747 INFO:teuthology.orchestra.run.smithi081.stdout:(121/150): python3-google-auth-2.28.2-1.el9.noa 2.6 MB/s | 203 kB 00:00 2024-04-22T00:28:02.798 INFO:teuthology.orchestra.run.smithi081.stdout:(122/150): protobuf-compiler-3.14.0-13.el9.x86_ 441 kB/s | 863 kB 00:01 2024-04-22T00:28:02.822 INFO:teuthology.orchestra.run.smithi081.stdout:(123/150): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-04-22T00:28:02.898 INFO:teuthology.orchestra.run.smithi081.stdout:(124/150): python3-jaraco-classes-3.2.1-5.el9.n 236 kB/s | 18 kB 00:00 2024-04-22T00:28:02.940 INFO:teuthology.orchestra.run.smithi081.stdout:(125/150): python3-grpcio-1.46.7-10.el9.x86_64. 9.4 MB/s | 2.0 MB 00:00 2024-04-22T00:28:02.965 INFO:teuthology.orchestra.run.smithi081.stdout:(126/150): python3-jaraco-collections-3.0.0-8.e 345 kB/s | 23 kB 00:00 2024-04-22T00:28:03.016 INFO:teuthology.orchestra.run.smithi081.stdout:(127/150): python3-jaraco-functools-3.5.0-2.el9 262 kB/s | 19 kB 00:00 2024-04-22T00:28:03.041 INFO:teuthology.orchestra.run.smithi081.stdout:(128/150): python3-jaraco-8.2.1-3.el9.noarch.rp 44 kB/s | 11 kB 00:00 2024-04-22T00:28:03.066 INFO:teuthology.orchestra.run.smithi167.stdout:(39/150): ceph-test-19.0.0-2405.g820a2f8c.el9.x 13 MB/s | 48 MB 00:03 2024-04-22T00:28:03.066 INFO:teuthology.orchestra.run.smithi081.stdout:(129/150): python3-jaraco-text-3.2.0-6.el9.noar 195 kB/s | 20 kB 00:00 2024-04-22T00:28:03.082 INFO:teuthology.orchestra.run.smithi167.stdout:(40/150): fuse-2.9.9-15.el9.x86_64.rpm 163 kB/s | 80 kB 00:00 2024-04-22T00:28:03.117 INFO:teuthology.orchestra.run.smithi081.stdout:(130/150): python3-kubernetes-26.1.0-2.el9.noar 10 MB/s | 1.0 MB 00:00 2024-04-22T00:28:03.142 INFO:teuthology.orchestra.run.smithi081.stdout:(131/150): python3-logutils-0.3.5-21.el9.noarch 459 kB/s | 46 kB 00:00 2024-04-22T00:28:03.174 INFO:teuthology.orchestra.run.smithi167.stdout:(41/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.7 MB/s | 253 kB 00:00 2024-04-22T00:28:03.184 INFO:teuthology.orchestra.run.smithi081.stdout:(132/150): python3-natsort-7.1.1-5.el9.noarch.r 863 kB/s | 58 kB 00:00 2024-04-22T00:28:03.200 INFO:teuthology.orchestra.run.smithi167.stdout:(42/150): libgfortran-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 803 kB 00:00 2024-04-22T00:28:03.217 INFO:teuthology.orchestra.run.smithi081.stdout:(133/150): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-04-22T00:28:03.225 INFO:teuthology.orchestra.run.smithi167.stdout:(43/150): libquadmath-11.4.1-3.el9.x86_64.rpm 1.2 MB/s | 195 kB 00:00 2024-04-22T00:28:03.250 INFO:teuthology.orchestra.run.smithi167.stdout:(44/150): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-04-22T00:28:03.251 INFO:teuthology.orchestra.run.smithi081.stdout:(134/150): python3-more-itertools-8.12.0-2.el9. 427 kB/s | 79 kB 00:00 2024-04-22T00:28:03.275 INFO:teuthology.orchestra.run.smithi167.stdout:(45/150): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-22T00:28:03.276 INFO:teuthology.orchestra.run.smithi081.stdout:(135/150): python3-portend-3.1.0-2.el9.noarch.r 178 kB/s | 16 kB 00:00 2024-04-22T00:28:03.293 INFO:teuthology.orchestra.run.smithi167.stdout:(46/150): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-04-22T00:28:03.301 INFO:teuthology.orchestra.run.smithi081.stdout:(136/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-04-22T00:28:03.327 INFO:teuthology.orchestra.run.smithi167.stdout:(47/150): python3-cryptography-36.0.1-4.el9.x86 8.1 MB/s | 1.2 MB 00:00 2024-04-22T00:28:03.343 INFO:teuthology.orchestra.run.smithi081.stdout:(137/150): python3-repoze-lru-0.7-16.el9.noarch 459 kB/s | 31 kB 00:00 2024-04-22T00:28:03.351 INFO:teuthology.orchestra.run.smithi167.stdout:(48/150): python3-urllib3-1.26.5-5.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-04-22T00:28:03.369 INFO:teuthology.orchestra.run.smithi081.stdout:(138/150): python3-pyperclip-1.8.2-2.el9.noarch 240 kB/s | 28 kB 00:00 2024-04-22T00:28:03.394 INFO:teuthology.orchestra.run.smithi081.stdout:(139/150): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-04-22T00:28:03.419 INFO:teuthology.orchestra.run.smithi081.stdout:(140/150): python3-rsa-4.9-2.el9.noarch.rpm 782 kB/s | 59 kB 00:00 2024-04-22T00:28:03.461 INFO:teuthology.orchestra.run.smithi081.stdout:(141/150): python3-tempora-5.0.0-2.el9.noarch.r 389 kB/s | 36 kB 00:00 2024-04-22T00:28:03.487 INFO:teuthology.orchestra.run.smithi081.stdout:(142/150): python3-typing-extensions-4.4.0-2.el 554 kB/s | 51 kB 00:00 2024-04-22T00:28:03.512 INFO:teuthology.orchestra.run.smithi081.stdout:(143/150): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-04-22T00:28:03.560 INFO:teuthology.orchestra.run.smithi167.stdout:(49/150): boost-program-options-1.75.0-8.el9.x8 513 kB/s | 107 kB 00:00 2024-04-22T00:28:03.562 INFO:teuthology.orchestra.run.smithi081.stdout:(144/150): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-04-22T00:28:03.587 INFO:teuthology.orchestra.run.smithi081.stdout:(145/150): python3-zc-lockfile-2.0-10.el9.noarc 265 kB/s | 20 kB 00:00 2024-04-22T00:28:03.613 INFO:teuthology.orchestra.run.smithi081.stdout:(146/150): python3-websocket-client-1.2.3-2.el9 593 kB/s | 90 kB 00:00 2024-04-22T00:28:03.619 INFO:teuthology.orchestra.run.smithi167.stdout:(50/150): automake-1.16.2-8.el9.noarch.rpm 2.1 MB/s | 689 kB 00:00 2024-04-22T00:28:03.636 INFO:teuthology.orchestra.run.smithi167.stdout:(51/150): elfutils-libelf-devel-0.190-2.el9.x86 286 kB/s | 21 kB 00:00 2024-04-22T00:28:03.638 INFO:teuthology.orchestra.run.smithi081.stdout:(147/150): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-04-22T00:28:03.661 INFO:teuthology.orchestra.run.smithi167.stdout:(52/150): bison-3.7.4-5.el9.x86_64.rpm 2.8 MB/s | 943 kB 00:00 2024-04-22T00:28:03.686 INFO:teuthology.orchestra.run.smithi167.stdout:(53/150): flexiblas-3.0.4-8.el9.x86_64.rpm 654 kB/s | 33 kB 00:00 2024-04-22T00:28:03.714 INFO:teuthology.orchestra.run.smithi081.stdout:(148/150): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-22T00:28:03.728 INFO:teuthology.orchestra.run.smithi167.stdout:(54/150): flex-2.6.4-9.el9.x86_64.rpm 3.3 MB/s | 313 kB 00:00 2024-04-22T00:28:03.745 INFO:teuthology.orchestra.run.smithi167.stdout:(55/150): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-04-22T00:28:03.779 INFO:teuthology.orchestra.run.smithi167.stdout:(56/150): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-04-22T00:28:03.837 INFO:teuthology.orchestra.run.smithi167.stdout:(57/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-04-22T00:28:03.854 INFO:teuthology.orchestra.run.smithi167.stdout:(58/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 603 kB/s | 45 kB 00:00 2024-04-22T00:28:03.963 INFO:teuthology.orchestra.run.smithi167.stdout:(59/150): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-04-22T00:28:03.988 INFO:teuthology.orchestra.run.smithi167.stdout:(60/150): libtool-2.4.6-45.el9.x86_64.rpm 4.3 MB/s | 582 kB 00:00 2024-04-22T00:28:04.013 INFO:teuthology.orchestra.run.smithi167.stdout:(61/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 506 kB/s | 25 kB 00:00 2024-04-22T00:28:04.014 INFO:teuthology.orchestra.run.smithi081.stdout:(149/150): librados2-19.0.0-2405.g820a2f8c.el9. 8.5 MB/s | 3.4 MB 00:00 2024-04-22T00:28:04.064 INFO:teuthology.orchestra.run.smithi167.stdout:(62/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.4 MB/s | 3.0 MB 00:00 2024-04-22T00:28:04.119 INFO:teuthology.orchestra.run.smithi167.stdout:(63/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 363 kB/s | 47 kB 00:00 2024-04-22T00:28:04.147 INFO:teuthology.orchestra.run.smithi167.stdout:(64/150): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-04-22T00:28:04.173 INFO:teuthology.orchestra.run.smithi167.stdout:(65/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.8 MB/s | 292 kB 00:00 2024-04-22T00:28:04.198 INFO:teuthology.orchestra.run.smithi167.stdout:(66/150): openblas-0.3.21-2.el9.x86_64.rpm 446 kB/s | 35 kB 00:00 2024-04-22T00:28:04.432 INFO:teuthology.orchestra.run.smithi167.stdout:(67/150): postgresql-13.14-1.el9.x86_64.rpm 6.8 MB/s | 1.6 MB 00:00 2024-04-22T00:28:04.455 INFO:teuthology.orchestra.run.smithi081.stdout:(150/150): librbd1-19.0.0-2405.g820a2f8c.el9.x8 3.8 MB/s | 3.1 MB 00:00 2024-04-22T00:28:04.462 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-22T00:28:04.463 INFO:teuthology.orchestra.run.smithi081.stdout:Total 13 MB/s | 216 MB 00:16 2024-04-22T00:28:04.582 INFO:teuthology.orchestra.run.smithi167.stdout:(68/150): openblas-openmp-0.3.21-2.el9.x86_64.r 11 MB/s | 4.7 MB 00:00 2024-04-22T00:28:04.616 INFO:teuthology.orchestra.run.smithi167.stdout:(69/150): postgresql-contrib-13.14-1.el9.x86_64 4.9 MB/s | 911 kB 00:00 2024-04-22T00:28:04.641 INFO:teuthology.orchestra.run.smithi167.stdout:(70/150): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-04-22T00:28:04.708 INFO:teuthology.orchestra.run.smithi167.stdout:(71/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 7.7 MB/s | 4.1 MB 00:00 2024-04-22T00:28:04.766 INFO:teuthology.orchestra.run.smithi167.stdout:(72/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-22T00:28:04.800 INFO:teuthology.orchestra.run.smithi167.stdout:(73/150): protobuf-3.14.0-13.el9.x86_64.rpm 6.4 MB/s | 1.0 MB 00:00 2024-04-22T00:28:04.858 INFO:teuthology.orchestra.run.smithi167.stdout:(74/150): python3-devel-3.9.18-3.el9.x86_64.rpm 4.1 MB/s | 244 kB 00:00 2024-04-22T00:28:04.917 INFO:teuthology.orchestra.run.smithi167.stdout:(75/150): python3-jinja2-2.11.3-5.el9.noarch.rp 4.2 MB/s | 248 kB 00:00 2024-04-22T00:28:04.976 INFO:teuthology.orchestra.run.smithi167.stdout:(76/150): python3-jsonpatch-1.21-16.el9.noarch. 438 kB/s | 26 kB 00:00 2024-04-22T00:28:05.035 INFO:teuthology.orchestra.run.smithi167.stdout:(77/150): python3-jsonpointer-2.0-4.el9.noarch. 329 kB/s | 19 kB 00:00 2024-04-22T00:28:05.102 INFO:teuthology.orchestra.run.smithi167.stdout:(78/150): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-04-22T00:28:05.160 INFO:teuthology.orchestra.run.smithi167.stdout:(79/150): python3-markupsafe-1.1.1-12.el9.x86_6 595 kB/s | 35 kB 00:00 2024-04-22T00:28:05.236 INFO:teuthology.orchestra.run.smithi167.stdout:(80/150): postgresql-server-13.14-1.el9.x86_64. 9.3 MB/s | 5.8 MB 00:00 2024-04-22T00:28:05.311 INFO:teuthology.orchestra.run.smithi167.stdout:(81/150): python3-babel-2.9.1-2.el9.noarch.rpm 11 MB/s | 6.0 MB 00:00 2024-04-22T00:28:05.336 INFO:teuthology.orchestra.run.smithi167.stdout:(82/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-04-22T00:28:05.370 INFO:teuthology.orchestra.run.smithi167.stdout:(83/150): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-04-22T00:28:05.395 INFO:teuthology.orchestra.run.smithi167.stdout:(84/150): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-04-22T00:28:05.428 INFO:teuthology.orchestra.run.smithi167.stdout:(85/150): python3-prettytable-0.7.2-27.el9.noar 723 kB/s | 42 kB 00:00 2024-04-22T00:28:05.454 INFO:teuthology.orchestra.run.smithi167.stdout:(86/150): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-04-22T00:28:05.488 INFO:teuthology.orchestra.run.smithi167.stdout:(87/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-04-22T00:28:05.489 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-22T00:28:05.513 INFO:teuthology.orchestra.run.smithi167.stdout:(88/150): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-04-22T00:28:05.588 INFO:teuthology.orchestra.run.smithi167.stdout:(89/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-04-22T00:28:05.613 INFO:teuthology.orchestra.run.smithi167.stdout:(90/150): python3-pytz-2021.1-5.el9.noarch.rpm 407 kB/s | 51 kB 00:00 2024-04-22T00:28:05.616 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-22T00:28:05.616 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-22T00:28:05.638 INFO:teuthology.orchestra.run.smithi167.stdout:(91/150): python3-requests-oauthlib-1.3.0-12.el 428 kB/s | 54 kB 00:00 2024-04-22T00:28:05.672 INFO:teuthology.orchestra.run.smithi167.stdout:(92/150): python3-toml-0.10.2-6.el9.noarch.rpm 712 kB/s | 42 kB 00:00 2024-04-22T00:28:05.674 INFO:teuthology.orchestra.run.smithi018.stdout:Extra Packages for Enterprise Linux 1.6 MB/s | 21 MB 00:13 2024-04-22T00:28:05.698 INFO:teuthology.orchestra.run.smithi167.stdout:(93/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 753 kB/s | 44 kB 00:00 2024-04-22T00:28:05.731 INFO:teuthology.orchestra.run.smithi167.stdout:(94/150): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-04-22T00:28:05.748 INFO:teuthology.orchestra.run.smithi167.stdout:(95/150): qatlib-service-24.02.0-1.el9.x86_64.r 715 kB/s | 36 kB 00:00 2024-04-22T00:28:05.782 INFO:teuthology.orchestra.run.smithi167.stdout:(96/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 941 kB/s | 47 kB 00:00 2024-04-22T00:28:05.815 INFO:teuthology.orchestra.run.smithi167.stdout:(97/150): socat-1.7.4.1-5.el9.x86_64.rpm 4.5 MB/s | 305 kB 00:00 2024-04-22T00:28:05.832 INFO:teuthology.orchestra.run.smithi167.stdout:(98/150): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-22T00:28:05.874 INFO:teuthology.orchestra.run.smithi167.stdout:(99/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-04-22T00:28:05.891 INFO:teuthology.orchestra.run.smithi167.stdout:(100/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-22T00:28:05.925 INFO:teuthology.orchestra.run.smithi167.stdout:(101/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 895 kB/s | 45 kB 00:00 2024-04-22T00:28:05.942 INFO:teuthology.orchestra.run.smithi167.stdout:(102/150): lua-devel-5.4.4-4.el9.x86_64.rpm 445 kB/s | 22 kB 00:00 2024-04-22T00:28:06.050 INFO:teuthology.orchestra.run.smithi167.stdout:(103/150): protobuf-compiler-3.14.0-13.el9.x86_ 6.7 MB/s | 863 kB 00:00 2024-04-22T00:28:06.317 INFO:teuthology.orchestra.run.smithi167.stdout:(104/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 22 MB/s | 16 MB 00:00 2024-04-22T00:28:06.568 INFO:teuthology.orchestra.run.smithi167.stdout:(105/150): grpc-data-1.46.7-10.el9.noarch.rpm 78 kB/s | 19 kB 00:00 2024-04-22T00:28:06.593 INFO:teuthology.orchestra.run.smithi167.stdout:(106/150): gperftools-libs-2.9.1-2.el9.x86_64.r 569 kB/s | 309 kB 00:00 2024-04-22T00:28:06.660 INFO:teuthology.orchestra.run.smithi167.stdout:(107/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 390 kB/s | 26 kB 00:00 2024-04-22T00:28:06.785 INFO:teuthology.orchestra.run.smithi167.stdout:(108/150): liboath-2.6.7-2.el9.x86_64.rpm 388 kB/s | 49 kB 00:00 2024-04-22T00:28:06.861 INFO:teuthology.orchestra.run.smithi167.stdout:(109/150): libunwind-1.6.2-1.el9.x86_64.rpm 902 kB/s | 67 kB 00:00 2024-04-22T00:28:06.886 INFO:teuthology.orchestra.run.smithi167.stdout:(110/150): abseil-cpp-20211102.0-3.el9.x86_64.r 581 kB/s | 548 kB 00:00 2024-04-22T00:28:06.944 INFO:teuthology.orchestra.run.smithi167.stdout:(111/150): luarocks-3.9.2-1.el9.noarch.rpm 1.8 MB/s | 151 kB 00:00 2024-04-22T00:28:07.053 INFO:teuthology.orchestra.run.smithi167.stdout:(112/150): libarrow-9.0.0-10.el9.x86_64.rpm 9.1 MB/s | 4.4 MB 00:00 2024-04-22T00:28:07.095 INFO:teuthology.orchestra.run.smithi167.stdout:(113/150): python3-asyncssh-2.13.2-5.el9.noarch 3.6 MB/s | 548 kB 00:00 2024-04-22T00:28:07.187 INFO:teuthology.orchestra.run.smithi167.stdout:(114/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 325 kB/s | 43 kB 00:00 2024-04-22T00:28:07.212 INFO:teuthology.orchestra.run.smithi167.stdout:(115/150): python3-cachetools-4.2.4-1.el9.noarc 275 kB/s | 32 kB 00:00 2024-04-22T00:28:07.254 INFO:teuthology.orchestra.run.smithi167.stdout:(116/150): python3-certifi-2021.10.8-2.el9.noar 224 kB/s | 15 kB 00:00 2024-04-22T00:28:07.296 INFO:teuthology.orchestra.run.smithi167.stdout:(117/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.0 MB/s | 838 kB 00:00 2024-04-22T00:28:07.313 INFO:teuthology.orchestra.run.smithi167.stdout:(118/150): python3-cheroot-8.6.0-4.el9.noarch.r 1.7 MB/s | 172 kB 00:00 2024-04-22T00:28:07.325 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-22T00:28:07.326 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-22T00:28:07.347 INFO:teuthology.orchestra.run.smithi167.stdout:(119/150): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-04-22T00:28:07.397 INFO:teuthology.orchestra.run.smithi167.stdout:(120/150): python3-colorama-0.4.4-12.el9.noarch 423 kB/s | 35 kB 00:00 2024-04-22T00:28:07.447 INFO:teuthology.orchestra.run.smithi167.stdout:(121/150): python3-google-auth-2.28.2-1.el9.noa 2.0 MB/s | 203 kB 00:00 2024-04-22T00:28:07.481 INFO:teuthology.orchestra.run.smithi167.stdout:(122/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.6 MB/s | 303 kB 00:00 2024-04-22T00:28:07.523 INFO:teuthology.orchestra.run.smithi167.stdout:(123/150): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-04-22T00:28:07.548 INFO:teuthology.orchestra.run.smithi167.stdout:(124/150): python3-jaraco-8.2.1-3.el9.noarch.rp 159 kB/s | 11 kB 00:00 2024-04-22T00:28:07.607 INFO:teuthology.orchestra.run.smithi167.stdout:(125/150): python3-grpcio-1.46.7-10.el9.x86_64. 9.7 MB/s | 2.0 MB 00:00 2024-04-22T00:28:07.623 INFO:teuthology.orchestra.run.smithi167.stdout:(126/150): python3-jaraco-classes-3.2.1-5.el9.n 175 kB/s | 18 kB 00:00 2024-04-22T00:28:07.640 INFO:teuthology.orchestra.run.smithi167.stdout:(127/150): python3-jaraco-collections-3.0.0-8.e 251 kB/s | 23 kB 00:00 2024-04-22T00:28:07.666 INFO:teuthology.orchestra.run.smithi167.stdout:(128/150): python3-jaraco-functools-3.5.0-2.el9 331 kB/s | 19 kB 00:00 2024-04-22T00:28:07.708 INFO:teuthology.orchestra.run.smithi167.stdout:(129/150): python3-jaraco-text-3.2.0-6.el9.noar 294 kB/s | 20 kB 00:00 2024-04-22T00:28:07.741 INFO:teuthology.orchestra.run.smithi167.stdout:(130/150): python3-kubernetes-26.1.0-2.el9.noar 10 MB/s | 1.0 MB 00:00 2024-04-22T00:28:07.758 INFO:teuthology.orchestra.run.smithi167.stdout:(131/150): python3-logutils-0.3.5-21.el9.noarch 502 kB/s | 46 kB 00:00 2024-04-22T00:28:07.800 INFO:teuthology.orchestra.run.smithi167.stdout:(132/150): python3-more-itertools-8.12.0-2.el9. 854 kB/s | 79 kB 00:00 2024-04-22T00:28:07.817 INFO:teuthology.orchestra.run.smithi167.stdout:(133/150): python3-natsort-7.1.1-5.el9.noarch.r 763 kB/s | 58 kB 00:00 2024-04-22T00:28:07.859 INFO:teuthology.orchestra.run.smithi167.stdout:(134/150): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-04-22T00:28:07.885 INFO:teuthology.orchestra.run.smithi167.stdout:(135/150): python3-portend-3.1.0-2.el9.noarch.r 195 kB/s | 16 kB 00:00 2024-04-22T00:28:07.918 INFO:teuthology.orchestra.run.smithi167.stdout:(136/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 890 kB/s | 90 kB 00:00 2024-04-22T00:28:07.943 INFO:teuthology.orchestra.run.smithi167.stdout:(137/150): python3-pyperclip-1.8.2-2.el9.noarch 336 kB/s | 28 kB 00:00 2024-04-22T00:28:08.002 INFO:teuthology.orchestra.run.smithi167.stdout:(138/150): python3-repoze-lru-0.7-16.el9.noarch 262 kB/s | 31 kB 00:00 2024-04-22T00:28:08.036 INFO:teuthology.orchestra.run.smithi167.stdout:(139/150): python3-rsa-4.9-2.el9.noarch.rpm 642 kB/s | 59 kB 00:00 2024-04-22T00:28:08.061 INFO:teuthology.orchestra.run.smithi167.stdout:(140/150): python3-routes-2.5.1-5.el9.noarch.rp 1.3 MB/s | 188 kB 00:00 2024-04-22T00:28:08.086 INFO:teuthology.orchestra.run.smithi167.stdout:(141/150): python3-tempora-5.0.0-2.el9.noarch.r 425 kB/s | 36 kB 00:00 2024-04-22T00:28:08.111 INFO:teuthology.orchestra.run.smithi167.stdout:(142/150): python3-typing-extensions-4.4.0-2.el 675 kB/s | 51 kB 00:00 2024-04-22T00:28:08.137 INFO:teuthology.orchestra.run.smithi167.stdout:(143/150): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-22T00:28:08.188 INFO:teuthology.orchestra.run.smithi167.stdout:(144/150): python3-websocket-client-1.2.3-2.el9 891 kB/s | 90 kB 00:00 2024-04-22T00:28:08.213 INFO:teuthology.orchestra.run.smithi167.stdout:(145/150): python3-zc-lockfile-2.0-10.el9.noarc 264 kB/s | 20 kB 00:00 2024-04-22T00:28:08.246 INFO:teuthology.orchestra.run.smithi167.stdout:(146/150): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-04-22T00:28:08.305 INFO:teuthology.orchestra.run.smithi167.stdout:(147/150): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-04-22T00:28:08.339 INFO:teuthology.orchestra.run.smithi167.stdout:(148/150): re2-20211101-3.el9.x86_64.rpm 1.2 MB/s | 192 kB 00:00 2024-04-22T00:28:08.564 INFO:teuthology.orchestra.run.smithi167.stdout:(149/150): librados2-19.0.0-2405.g820a2f8c.el9. 11 MB/s | 3.4 MB 00:00 2024-04-22T00:28:08.647 INFO:teuthology.orchestra.run.smithi167.stdout:(150/150): librbd1-19.0.0-2405.g820a2f8c.el9.x8 9.2 MB/s | 3.1 MB 00:00 2024-04-22T00:28:08.652 INFO:teuthology.orchestra.run.smithi167.stdout:-------------------------------------------------------------------------------- 2024-04-22T00:28:08.652 INFO:teuthology.orchestra.run.smithi167.stdout:Total 17 MB/s | 216 MB 00:12 2024-04-22T00:28:09.709 INFO:teuthology.orchestra.run.smithi167.stdout:Running transaction check 2024-04-22T00:28:09.835 INFO:teuthology.orchestra.run.smithi167.stdout:Transaction check succeeded. 2024-04-22T00:28:09.835 INFO:teuthology.orchestra.run.smithi167.stdout:Running transaction test 2024-04-22T00:28:11.012 INFO:teuthology.orchestra.run.smithi018.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-22T00:28:11.556 INFO:teuthology.orchestra.run.smithi167.stdout:Transaction test succeeded. 2024-04-22T00:28:11.557 INFO:teuthology.orchestra.run.smithi167.stdout:Running transaction 2024-04-22T00:28:13.234 INFO:teuthology.orchestra.run.smithi018.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T00:28:13.235 INFO:teuthology.orchestra.run.smithi018.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T00:28:13.246 INFO:teuthology.orchestra.run.smithi018.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-22T00:28:13.247 INFO:teuthology.orchestra.run.smithi018.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-22T00:28:13.248 INFO:teuthology.orchestra.run.smithi018.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-22T00:28:13.249 INFO:teuthology.orchestra.run.smithi018.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-22T00:28:13.251 INFO:teuthology.orchestra.run.smithi018.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-22T00:28:13.253 INFO:teuthology.orchestra.run.smithi018.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-22T00:28:13.254 INFO:teuthology.orchestra.run.smithi018.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-22T00:28:13.318 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2024-04-22T00:28:13.327 INFO:teuthology.orchestra.run.smithi018.stdout:======================================================================================= 2024-04-22T00:28:13.327 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2024-04-22T00:28:13.327 INFO:teuthology.orchestra.run.smithi018.stdout:======================================================================================= 2024-04-22T00:28:13.327 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2024-04-22T00:28:13.327 INFO:teuthology.orchestra.run.smithi018.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-22T00:28:13.327 INFO:teuthology.orchestra.run.smithi018.stdout: ceph x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 6.6 k 2024-04-22T00:28:13.327 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-base x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.4 M 2024-04-22T00:28:13.327 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 889 k 2024-04-22T00:28:13.327 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 145 k 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 1.5 M 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 141 k 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 3.5 M 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 7.4 M 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-rook noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 49 k 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-radosgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 10 M 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-test x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 48 M 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-volume noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 264 k 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 762 k 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 222 k 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-shell x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 27 k 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-top noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 18 k 2024-04-22T00:28:13.328 INFO:teuthology.orchestra.run.smithi018.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 32 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 745 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: librados-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 127 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cephfs x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 161 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rados x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 321 k 2024-04-22T00:28:13.329 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 298 k 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 99 k 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 86 k 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-nbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 171 k 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout:Upgrading: 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: librados2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.4 M 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: librbd1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-22T00:28:13.330 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 21 M 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 32 k 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mds x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 2.4 M 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 249 k 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mon x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 4.7 M 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-osd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 17 M 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 15 k 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-selinux x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 25 k 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-22T00:28:13.331 INFO:teuthology.orchestra.run.smithi018.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: libcephsqlite x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 164 k 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: libradosstriper1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 501 k 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: librgw2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.3 M 2024-04-22T00:28:13.332 INFO:teuthology.orchestra.run.smithi018.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-22T00:28:13.333 INFO:teuthology.orchestra.run.smithi018.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-argparse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 45 k 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 133 k 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-22T00:28:13.334 INFO:teuthology.orchestra.run.smithi018.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-22T00:28:13.335 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-22T00:28:13.336 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-22T00:28:13.336 INFO:teuthology.orchestra.run.smithi018.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-22T00:28:13.336 INFO:teuthology.orchestra.run.smithi018.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-22T00:28:13.336 INFO:teuthology.orchestra.run.smithi018.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-22T00:28:13.336 INFO:teuthology.orchestra.run.smithi018.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-22T00:28:13.336 INFO:teuthology.orchestra.run.smithi018.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-22T00:28:13.336 INFO:teuthology.orchestra.run.smithi018.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-22T00:28:13.336 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-22T00:28:13.336 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-22T00:28:13.337 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-22T00:28:13.338 INFO:teuthology.orchestra.run.smithi018.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout:Installing weak dependencies: 2024-04-22T00:28:13.339 INFO:teuthology.orchestra.run.smithi018.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-22T00:28:13.340 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:28:13.340 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2024-04-22T00:28:13.340 INFO:teuthology.orchestra.run.smithi018.stdout:======================================================================================= 2024-04-22T00:28:13.340 INFO:teuthology.orchestra.run.smithi018.stdout:Install 148 Packages 2024-04-22T00:28:13.340 INFO:teuthology.orchestra.run.smithi018.stdout:Upgrade 2 Packages 2024-04-22T00:28:13.340 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:28:13.340 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 216 M 2024-04-22T00:28:13.340 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2024-04-22T00:28:13.364 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-22T00:28:13.442 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-22T00:28:13.467 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-22T00:28:13.510 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-22T00:28:13.912 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-22T00:28:13.968 INFO:teuthology.orchestra.run.smithi081.stdout: Upgrading : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-22T00:28:14.088 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-22T00:28:14.092 INFO:teuthology.orchestra.run.smithi018.stdout:(1/150): ceph-19.0.0-2405.g820a2f8c.el9.x86_64. 38 kB/s | 6.6 kB 00:00 2024-04-22T00:28:14.119 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-22T00:28:14.211 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-22T00:28:14.253 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-22T00:28:14.282 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-22T00:28:14.308 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-22T00:28:14.342 INFO:teuthology.orchestra.run.smithi018.stdout:(2/150): ceph-fuse-19.0.0-2405.g820a2f8c.el9.x8 3.5 MB/s | 889 kB 00:00 2024-04-22T00:28:14.392 INFO:teuthology.orchestra.run.smithi018.stdout:(3/150): ceph-immutable-object-cache-19.0.0-240 2.8 MB/s | 145 kB 00:00 2024-04-22T00:28:14.459 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-22T00:28:14.513 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-22T00:28:14.550 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-22T00:28:14.671 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-22T00:28:14.676 INFO:teuthology.orchestra.run.smithi018.stdout:(4/150): ceph-mds-19.0.0-2405.g820a2f8c.el9.x86 8.3 MB/s | 2.4 MB 00:00 2024-04-22T00:28:14.700 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-22T00:28:14.746 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-22T00:28:14.777 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T00:28:14.802 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T00:28:14.885 INFO:teuthology.orchestra.run.smithi018.stdout:(5/150): ceph-mgr-19.0.0-2405.g820a2f8c.el9.x86 7.2 MB/s | 1.5 MB 00:00 2024-04-22T00:28:14.960 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T00:28:15.001 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T00:28:15.117 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-22T00:28:15.217 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-22T00:28:15.251 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-22T00:28:15.289 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-22T00:28:15.309 INFO:teuthology.orchestra.run.smithi018.stdout:(6/150): ceph-base-19.0.0-2405.g820a2f8c.el9.x8 3.8 MB/s | 5.4 MB 00:01 2024-04-22T00:28:15.370 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-22T00:28:15.410 INFO:teuthology.orchestra.run.smithi018.stdout:(7/150): ceph-mon-19.0.0-2405.g820a2f8c.el9.x86 8.9 MB/s | 4.7 MB 00:00 2024-04-22T00:28:15.411 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-22T00:28:15.455 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-22T00:28:15.495 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-22T00:28:15.531 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-22T00:28:15.603 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-22T00:28:15.655 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-22T00:28:15.684 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-22T00:28:15.729 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-22T00:28:15.807 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-22T00:28:15.839 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 30/152 2024-04-22T00:28:15.882 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 31/152 2024-04-22T00:28:15.919 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 32/152 2024-04-22T00:28:15.992 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-22T00:28:16.001 INFO:teuthology.orchestra.run.smithi018.stdout:(8/150): ceph-common-19.0.0-2405.g820a2f8c.el9. 10 MB/s | 21 MB 00:02 2024-04-22T00:28:16.043 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-22T00:28:16.119 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-22T00:28:16.127 INFO:teuthology.orchestra.run.smithi018.stdout:(9/150): ceph-selinux-19.0.0-2405.g820a2f8c.el9 201 kB/s | 25 kB 00:00 2024-04-22T00:28:16.255 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-22T00:28:16.322 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-22T00:28:16.411 INFO:teuthology.orchestra.run.smithi018.stdout:(10/150): ceph-radosgw-19.0.0-2405.g820a2f8c.el 10 MB/s | 10 MB 00:01 2024-04-22T00:28:16.528 INFO:teuthology.orchestra.run.smithi018.stdout:(11/150): cephfs-mirror-19.0.0-2405.g820a2f8c.e 1.9 MB/s | 222 kB 00:00 2024-04-22T00:28:16.594 INFO:teuthology.orchestra.run.smithi018.stdout:(12/150): cephfs-shell-19.0.0-2405.g820a2f8c.el 407 kB/s | 27 kB 00:00 2024-04-22T00:28:16.661 INFO:teuthology.orchestra.run.smithi018.stdout:(13/150): libcephfs-devel-19.0.0-2405.g820a2f8c 475 kB/s | 32 kB 00:00 2024-04-22T00:28:16.855 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-22T00:28:16.943 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-22T00:28:16.945 INFO:teuthology.orchestra.run.smithi018.stdout:(14/150): libcephfs2-19.0.0-2405.g820a2f8c.el9. 2.6 MB/s | 745 kB 00:00 2024-04-22T00:28:16.979 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-22T00:28:17.020 INFO:teuthology.orchestra.run.smithi018.stdout:(15/150): libcephsqlite-19.0.0-2405.g820a2f8c.e 2.1 MB/s | 164 kB 00:00 2024-04-22T00:28:17.021 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-22T00:28:17.060 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 42/152 2024-04-22T00:28:17.092 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-22T00:28:17.096 INFO:teuthology.orchestra.run.smithi018.stdout:(16/150): librados-devel-19.0.0-2405.g820a2f8c. 1.7 MB/s | 127 kB 00:00 2024-04-22T00:28:17.149 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-22T00:28:17.222 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-22T00:28:17.260 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-22T00:28:17.271 INFO:teuthology.orchestra.run.smithi018.stdout:(17/150): libradosstriper1-19.0.0-2405.g820a2f8 2.8 MB/s | 501 kB 00:00 2024-04-22T00:28:17.297 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-22T00:28:17.345 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-22T00:28:17.380 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-22T00:28:17.423 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-22T00:28:17.430 INFO:teuthology.orchestra.run.smithi018.stdout:(18/150): ceph-osd-19.0.0-2405.g820a2f8c.el9.x8 7.9 MB/s | 17 MB 00:02 2024-04-22T00:28:17.465 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-22T00:28:17.505 INFO:teuthology.orchestra.run.smithi018.stdout:(19/150): python3-ceph-argparse-19.0.0-2405.g82 601 kB/s | 45 kB 00:00 2024-04-22T00:28:17.535 INFO:teuthology.orchestra.run.smithi167.stdout: Preparing : 1/1 2024-04-22T00:28:17.581 INFO:teuthology.orchestra.run.smithi018.stdout:(20/150): python3-ceph-common-19.0.0-2405.g820a 1.7 MB/s | 133 kB 00:00 2024-04-22T00:28:17.604 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-22T00:28:17.616 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-22T00:28:17.642 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-22T00:28:17.645 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-22T00:28:17.664 INFO:teuthology.orchestra.run.smithi018.stdout:(21/150): python3-cephfs-19.0.0-2405.g820a2f8c. 1.9 MB/s | 161 kB 00:00 2024-04-22T00:28:17.685 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-22T00:28:17.701 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-22T00:28:17.742 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-22T00:28:17.756 INFO:teuthology.orchestra.run.smithi018.stdout:(22/150): python3-rados-19.0.0-2405.g820a2f8c.e 3.4 MB/s | 321 kB 00:00 2024-04-22T00:28:17.838 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-22T00:28:17.848 INFO:teuthology.orchestra.run.smithi018.stdout:(23/150): python3-rbd-19.0.0-2405.g820a2f8c.el9 3.2 MB/s | 298 kB 00:00 2024-04-22T00:28:17.884 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-22T00:28:17.925 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-22T00:28:17.932 INFO:teuthology.orchestra.run.smithi018.stdout:(24/150): python3-rgw-19.0.0-2405.g820a2f8c.el9 1.2 MB/s | 99 kB 00:00 2024-04-22T00:28:17.950 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-22T00:28:17.974 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-22T00:28:18.015 INFO:teuthology.orchestra.run.smithi018.stdout:(25/150): rbd-fuse-19.0.0-2405.g820a2f8c.el9.x8 1.0 MB/s | 86 kB 00:00 2024-04-22T00:28:18.050 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-22T00:28:18.082 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-22T00:28:18.143 INFO:teuthology.orchestra.run.smithi167.stdout: Upgrading : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-22T00:28:18.178 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-22T00:28:18.216 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-22T00:28:18.244 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-22T00:28:18.265 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-22T00:28:18.278 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-22T00:28:18.299 INFO:teuthology.orchestra.run.smithi018.stdout:(26/150): librgw2-19.0.0-2405.g820a2f8c.el9.x86 5.2 MB/s | 5.3 MB 00:01 2024-04-22T00:28:18.302 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-22T00:28:18.322 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-22T00:28:18.369 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-22T00:28:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:(27/150): rbd-nbd-19.0.0-2405.g820a2f8c.el9.x86 2.0 MB/s | 171 kB 00:00 2024-04-22T00:28:18.394 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-22T00:28:18.408 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-22T00:28:18.436 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-22T00:28:18.438 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-22T00:28:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:(28/150): rbd-mirror-19.0.0-2405.g820a2f8c.el9. 7.1 MB/s | 3.1 MB 00:00 2024-04-22T00:28:18.465 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-22T00:28:18.475 INFO:teuthology.orchestra.run.smithi018.stdout:(29/150): ceph-grafana-dashboards-19.0.0-2405.g 346 kB/s | 32 kB 00:00 2024-04-22T00:28:18.481 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-22T00:28:18.490 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-22T00:28:18.533 INFO:teuthology.orchestra.run.smithi018.stdout:(30/150): ceph-mgr-cephadm-19.0.0-2405.g820a2f8 1.7 MB/s | 141 kB 00:00 2024-04-22T00:28:18.646 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-22T00:28:18.713 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-22T00:28:18.741 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-22T00:28:18.758 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-22T00:28:18.826 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-22T00:28:18.853 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-22T00:28:18.860 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-22T00:28:18.876 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-22T00:28:18.922 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-22T00:28:18.952 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T00:28:18.953 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-22T00:28:18.973 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T00:28:19.014 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-22T00:28:19.044 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-22T00:28:19.093 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-22T00:28:19.177 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T00:28:19.201 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-22T00:28:19.210 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T00:28:19.254 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-22T00:28:19.318 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-22T00:28:19.415 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-22T00:28:19.459 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-22T00:28:19.494 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-22T00:28:19.551 INFO:teuthology.orchestra.run.smithi018.stdout:(31/150): ceph-test-19.0.0-2405.g820a2f8c.el9.x 14 MB/s | 48 MB 00:03 2024-04-22T00:28:19.568 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-22T00:28:19.610 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-22T00:28:19.617 INFO:teuthology.orchestra.run.smithi018.stdout:(32/150): ceph-mgr-dashboard-19.0.0-2405.g820a2 3.1 MB/s | 3.5 MB 00:01 2024-04-22T00:28:19.643 INFO:teuthology.orchestra.run.smithi018.stdout:(33/150): ceph-mgr-modules-core-19.0.0-2405.g82 2.7 MB/s | 249 kB 00:00 2024-04-22T00:28:19.653 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-22T00:28:19.668 INFO:teuthology.orchestra.run.smithi018.stdout:(34/150): ceph-mgr-rook-19.0.0-2405.g820a2f8c.e 986 kB/s | 49 kB 00:00 2024-04-22T00:28:19.686 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-22T00:28:19.693 INFO:teuthology.orchestra.run.smithi018.stdout:(35/150): ceph-prometheus-alerts-19.0.0-2405.g8 306 kB/s | 15 kB 00:00 2024-04-22T00:28:19.714 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-22T00:28:19.784 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-22T00:28:19.793 INFO:teuthology.orchestra.run.smithi018.stdout:(36/150): ceph-mgr-diskprediction-local-19.0.0- 5.9 MB/s | 7.4 MB 00:01 2024-04-22T00:28:19.819 INFO:teuthology.orchestra.run.smithi018.stdout:(37/150): ceph-volume-19.0.0-2405.g820a2f8c.el9 1.7 MB/s | 264 kB 00:00 2024-04-22T00:28:19.837 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-22T00:28:19.852 INFO:teuthology.orchestra.run.smithi018.stdout:(38/150): cephadm-19.0.0-2405.g820a2f8c.el9.noa 4.7 MB/s | 762 kB 00:00 2024-04-22T00:28:19.866 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-22T00:28:19.878 INFO:teuthology.orchestra.run.smithi018.stdout:(39/150): cephfs-top-19.0.0-2405.g820a2f8c.el9. 217 kB/s | 18 kB 00:00 2024-04-22T00:28:19.902 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-22T00:28:19.979 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-22T00:28:19.994 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-22T00:28:20.011 INFO:teuthology.orchestra.run.smithi018.stdout:(40/150): fuse-2.9.9-15.el9.x86_64.rpm 418 kB/s | 80 kB 00:00 2024-04-22T00:28:20.013 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 30/152 2024-04-22T00:28:20.051 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-22T00:28:20.056 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 31/152 2024-04-22T00:28:20.061 INFO:teuthology.orchestra.run.smithi018.stdout:(41/150): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-04-22T00:28:20.085 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-22T00:28:20.085 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 32/152 2024-04-22T00:28:20.128 INFO:teuthology.orchestra.run.smithi018.stdout:(42/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-04-22T00:28:20.158 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-22T00:28:20.183 INFO:teuthology.orchestra.run.smithi018.stdout:(43/150): libgfortran-11.4.1-3.el9.x86_64.rpm 2.4 MB/s | 803 kB 00:00 2024-04-22T00:28:20.186 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-22T00:28:20.200 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-22T00:28:20.212 INFO:teuthology.orchestra.run.smithi018.stdout:(44/150): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 106 kB 00:00 2024-04-22T00:28:20.235 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-22T00:28:20.254 INFO:teuthology.orchestra.run.smithi018.stdout:(45/150): python3-cryptography-36.0.1-4.el9.x86 6.4 MB/s | 1.2 MB 00:00 2024-04-22T00:28:20.279 INFO:teuthology.orchestra.run.smithi018.stdout:(46/150): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-04-22T00:28:20.285 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-22T00:28:20.305 INFO:teuthology.orchestra.run.smithi018.stdout:(47/150): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-04-22T00:28:20.323 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-22T00:28:20.330 INFO:teuthology.orchestra.run.smithi018.stdout:(48/150): python3-urllib3-1.26.5-5.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-04-22T00:28:20.362 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-22T00:28:20.429 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-22T00:28:20.464 INFO:teuthology.orchestra.run.smithi018.stdout:(49/150): boost-program-options-1.75.0-8.el9.x8 802 kB/s | 107 kB 00:00 2024-04-22T00:28:20.487 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-22T00:28:20.540 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-22T00:28:20.564 INFO:teuthology.orchestra.run.smithi018.stdout:(50/150): bison-3.7.4-5.el9.x86_64.rpm 3.6 MB/s | 943 kB 00:00 2024-04-22T00:28:20.576 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-22T00:28:20.581 INFO:teuthology.orchestra.run.smithi018.stdout:(51/150): elfutils-libelf-devel-0.190-2.el9.x86 184 kB/s | 21 kB 00:00 2024-04-22T00:28:20.614 INFO:teuthology.orchestra.run.smithi018.stdout:(52/150): automake-1.16.2-8.el9.noarch.rpm 2.0 MB/s | 689 kB 00:00 2024-04-22T00:28:20.631 INFO:teuthology.orchestra.run.smithi018.stdout:(53/150): flexiblas-3.0.4-8.el9.x86_64.rpm 652 kB/s | 33 kB 00:00 2024-04-22T00:28:20.657 INFO:teuthology.orchestra.run.smithi018.stdout:(54/150): flex-2.6.4-9.el9.x86_64.rpm 3.3 MB/s | 313 kB 00:00 2024-04-22T00:28:20.662 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-22T00:28:20.682 INFO:teuthology.orchestra.run.smithi018.stdout:(55/150): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-04-22T00:28:20.707 INFO:teuthology.orchestra.run.smithi018.stdout:(56/150): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-04-22T00:28:20.732 INFO:teuthology.orchestra.run.smithi018.stdout:(57/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-22T00:28:20.757 INFO:teuthology.orchestra.run.smithi018.stdout:(58/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 904 kB/s | 45 kB 00:00 2024-04-22T00:28:20.800 INFO:teuthology.orchestra.run.smithi018.stdout:(59/150): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-04-22T00:28:20.850 INFO:teuthology.orchestra.run.smithi018.stdout:(60/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 13 MB/s | 3.0 MB 00:00 2024-04-22T00:28:20.875 INFO:teuthology.orchestra.run.smithi018.stdout:(61/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 339 kB/s | 25 kB 00:00 2024-04-22T00:28:20.900 INFO:teuthology.orchestra.run.smithi018.stdout:(62/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-04-22T00:28:20.926 INFO:teuthology.orchestra.run.smithi018.stdout:(63/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-22T00:28:20.951 INFO:teuthology.orchestra.run.smithi018.stdout:(64/150): libtool-2.4.6-45.el9.x86_64.rpm 2.9 MB/s | 582 kB 00:00 2024-04-22T00:28:20.976 INFO:teuthology.orchestra.run.smithi018.stdout:(65/150): openblas-0.3.21-2.el9.x86_64.rpm 703 kB/s | 35 kB 00:00 2024-04-22T00:28:21.001 INFO:teuthology.orchestra.run.smithi018.stdout:(66/150): lua-5.4.4-4.el9.x86_64.rpm 1.8 MB/s | 188 kB 00:00 2024-04-22T00:28:21.022 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-22T00:28:21.094 INFO:teuthology.orchestra.run.smithi018.stdout:(67/150): postgresql-13.14-1.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-04-22T00:28:21.118 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-22T00:28:21.152 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-22T00:28:21.171 INFO:teuthology.orchestra.run.smithi018.stdout:(68/150): openblas-openmp-0.3.21-2.el9.x86_64.r 22 MB/s | 4.7 MB 00:00 2024-04-22T00:28:21.195 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-22T00:28:21.234 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 42/152 2024-04-22T00:28:21.266 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-22T00:28:21.271 INFO:teuthology.orchestra.run.smithi018.stdout:(69/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 14 MB/s | 4.1 MB 00:00 2024-04-22T00:28:21.296 INFO:teuthology.orchestra.run.smithi018.stdout:(70/150): postgresql-private-libs-13.14-1.el9.x 1.0 MB/s | 133 kB 00:00 2024-04-22T00:28:21.323 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-22T00:28:21.327 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-22T00:28:21.338 INFO:teuthology.orchestra.run.smithi018.stdout:(71/150): postgresql-contrib-13.14-1.el9.x86_64 3.6 MB/s | 911 kB 00:00 2024-04-22T00:28:21.372 INFO:teuthology.orchestra.run.smithi018.stdout:(72/150): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-04-22T00:28:21.396 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-22T00:28:21.397 INFO:teuthology.orchestra.run.smithi018.stdout:(73/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-22T00:28:21.434 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-22T00:28:21.456 INFO:teuthology.orchestra.run.smithi018.stdout:(74/150): python3-devel-3.9.18-3.el9.x86_64.rpm 4.1 MB/s | 244 kB 00:00 2024-04-22T00:28:21.462 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-22T00:28:21.463 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-22T00:28:21.510 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-22T00:28:21.531 INFO:teuthology.orchestra.run.smithi018.stdout:(75/150): postgresql-server-13.14-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-04-22T00:28:21.545 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-22T00:28:21.556 INFO:teuthology.orchestra.run.smithi018.stdout:(76/150): python3-jinja2-2.11.3-5.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-04-22T00:28:21.573 INFO:teuthology.orchestra.run.smithi018.stdout:(77/150): python3-jsonpatch-1.21-16.el9.noarch. 612 kB/s | 26 kB 00:00 2024-04-22T00:28:21.589 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-22T00:28:21.599 INFO:teuthology.orchestra.run.smithi018.stdout:(78/150): python3-jsonpointer-2.0-4.el9.noarch. 458 kB/s | 19 kB 00:00 2024-04-22T00:28:21.631 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-22T00:28:21.674 INFO:teuthology.orchestra.run.smithi018.stdout:(79/150): python3-babel-2.9.1-2.el9.noarch.rpm 20 MB/s | 6.0 MB 00:00 2024-04-22T00:28:21.691 INFO:teuthology.orchestra.run.smithi018.stdout:(80/150): python3-markupsafe-1.1.1-12.el9.x86_6 379 kB/s | 35 kB 00:00 2024-04-22T00:28:21.716 INFO:teuthology.orchestra.run.smithi018.stdout:(81/150): python3-mako-1.1.4-6.el9.noarch.rpm 1.2 MB/s | 172 kB 00:00 2024-04-22T00:28:21.758 INFO:teuthology.orchestra.run.smithi018.stdout:(82/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-04-22T00:28:21.771 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-22T00:28:21.783 INFO:teuthology.orchestra.run.smithi018.stdout:(83/150): python3-oauthlib-3.1.1-5.el9.noarch.r 3.2 MB/s | 222 kB 00:00 2024-04-22T00:28:21.808 INFO:teuthology.orchestra.run.smithi018.stdout:(84/150): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-22T00:28:21.811 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-22T00:28:21.834 INFO:teuthology.orchestra.run.smithi018.stdout:(85/150): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-04-22T00:28:21.841 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-22T00:28:21.859 INFO:teuthology.orchestra.run.smithi018.stdout:(86/150): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-04-22T00:28:21.884 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-22T00:28:21.884 INFO:teuthology.orchestra.run.smithi018.stdout:(87/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-22T00:28:21.910 INFO:teuthology.orchestra.run.smithi018.stdout:(88/150): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-04-22T00:28:21.935 INFO:teuthology.orchestra.run.smithi018.stdout:(89/150): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-22T00:28:21.960 INFO:teuthology.orchestra.run.smithi018.stdout:(90/150): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-22T00:28:21.980 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-22T00:28:22.016 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-22T00:28:22.027 INFO:teuthology.orchestra.run.smithi018.stdout:(91/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 14 MB/s | 5.1 MB 00:00 2024-04-22T00:28:22.052 INFO:teuthology.orchestra.run.smithi018.stdout:(92/150): python3-toml-0.10.2-6.el9.noarch.rpm 453 kB/s | 42 kB 00:00 2024-04-22T00:28:22.056 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-22T00:28:22.077 INFO:teuthology.orchestra.run.smithi018.stdout:(93/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 881 kB/s | 44 kB 00:00 2024-04-22T00:28:22.082 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-22T00:28:22.094 INFO:teuthology.orchestra.run.smithi018.stdout:(94/150): qatlib-24.02.0-1.el9.x86_64.rpm 5.2 MB/s | 221 kB 00:00 2024-04-22T00:28:22.106 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-22T00:28:22.120 INFO:teuthology.orchestra.run.smithi018.stdout:(95/150): qatlib-service-24.02.0-1.el9.x86_64.r 855 kB/s | 36 kB 00:00 2024-04-22T00:28:22.145 INFO:teuthology.orchestra.run.smithi018.stdout:(96/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 945 kB/s | 47 kB 00:00 2024-04-22T00:28:22.170 INFO:teuthology.orchestra.run.smithi018.stdout:(97/150): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-04-22T00:28:22.184 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-22T00:28:22.196 INFO:teuthology.orchestra.run.smithi018.stdout:(98/150): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-22T00:28:22.221 INFO:teuthology.orchestra.run.smithi018.stdout:(99/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-04-22T00:28:22.246 INFO:teuthology.orchestra.run.smithi018.stdout:(100/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-04-22T00:28:22.272 INFO:teuthology.orchestra.run.smithi018.stdout:(101/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-04-22T00:28:22.312 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-22T00:28:22.356 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-22T00:28:22.392 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-22T00:28:22.427 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-22T00:28:22.471 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-22T00:28:22.517 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-22T00:28:22.539 INFO:teuthology.orchestra.run.smithi018.stdout:(102/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-04-22T00:28:22.557 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-22T00:28:22.587 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-22T00:28:22.621 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-22T00:28:22.717 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-22T00:28:22.738 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-22T00:28:22.798 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-22T00:28:22.834 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-22T00:28:22.876 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-22T00:28:22.898 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-22T00:28:22.940 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-22T00:28:23.006 INFO:teuthology.orchestra.run.smithi018.stdout:(103/150): lua-devel-5.4.4-4.el9.x86_64.rpm 29 kB/s | 22 kB 00:00 2024-04-22T00:28:23.031 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-22T00:28:23.079 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-22T00:28:23.109 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-22T00:28:23.147 INFO:teuthology.orchestra.run.smithi018.stdout:(104/150): abseil-cpp-20211102.0-3.el9.x86_64.r 901 kB/s | 548 kB 00:00 2024-04-22T00:28:23.157 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-22T00:28:23.190 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-22T00:28:23.239 INFO:teuthology.orchestra.run.smithi081.stdout: Upgrading : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-22T00:28:23.267 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-22T00:28:23.313 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-22T00:28:23.328 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-22T00:28:23.343 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 98/152 2024-04-22T00:28:23.380 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-22T00:28:23.414 INFO:teuthology.orchestra.run.smithi018.stdout:(105/150): grpc-data-1.46.7-10.el9.noarch.rpm 73 kB/s | 19 kB 00:00 2024-04-22T00:28:23.523 INFO:teuthology.orchestra.run.smithi018.stdout:(106/150): gperftools-libs-2.9.1-2.el9.x86_64.r 598 kB/s | 309 kB 00:00 2024-04-22T00:28:23.790 INFO:teuthology.orchestra.run.smithi018.stdout:(107/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 97 kB/s | 26 kB 00:00 2024-04-22T00:28:23.854 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-22T00:28:23.885 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-22T00:28:23.963 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-22T00:28:23.993 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 102/152 2024-04-22T00:28:24.073 INFO:teuthology.orchestra.run.smithi018.stdout:(108/150): protobuf-compiler-3.14.0-13.el9.x86_ 479 kB/s | 863 kB 00:01 2024-04-22T00:28:24.087 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-22T00:28:24.132 INFO:teuthology.orchestra.run.smithi018.stdout:(109/150): liboath-2.6.7-2.el9.x86_64.rpm 142 kB/s | 49 kB 00:00 2024-04-22T00:28:24.133 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-22T00:28:24.175 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-22T00:28:24.279 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-22T00:28:24.334 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-22T00:28:24.423 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-22T00:28:24.432 INFO:teuthology.orchestra.run.smithi018.stdout:(110/150): libunwind-1.6.2-1.el9.x86_64.rpm 188 kB/s | 67 kB 00:00 2024-04-22T00:28:24.461 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-22T00:28:24.633 INFO:teuthology.orchestra.run.smithi018.stdout:(111/150): luarocks-3.9.2-1.el9.noarch.rpm 302 kB/s | 151 kB 00:00 2024-04-22T00:28:24.640 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-22T00:28:24.675 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-22T00:28:24.753 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-22T00:28:25.008 INFO:teuthology.orchestra.run.smithi018.stdout:(112/150): libarrow-9.0.0-10.el9.x86_64.rpm 2.8 MB/s | 4.4 MB 00:01 2024-04-22T00:28:25.200 INFO:teuthology.orchestra.run.smithi018.stdout:(113/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.1 MB/s | 838 kB 00:00 2024-04-22T00:28:25.358 INFO:teuthology.orchestra.run.smithi018.stdout:(114/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 124 kB/s | 43 kB 00:00 2024-04-22T00:28:25.409 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-22T00:28:25.417 INFO:teuthology.orchestra.run.smithi018.stdout:(115/150): python3-asyncssh-2.13.2-5.el9.noarch 699 kB/s | 548 kB 00:00 2024-04-22T00:28:25.467 INFO:teuthology.orchestra.run.smithi018.stdout:(116/150): python3-cachetools-4.2.4-1.el9.noarc 120 kB/s | 32 kB 00:00 2024-04-22T00:28:25.526 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-22T00:28:25.617 INFO:teuthology.orchestra.run.smithi018.stdout:(117/150): python3-certifi-2021.10.8-2.el9.noar 58 kB/s | 15 kB 00:00 2024-04-22T00:28:25.843 INFO:teuthology.orchestra.run.smithi018.stdout:(118/150): python3-cheroot-8.6.0-4.el9.noarch.r 403 kB/s | 172 kB 00:00 2024-04-22T00:28:25.976 INFO:teuthology.orchestra.run.smithi018.stdout:(119/150): python3-cherrypy-18.6.1-2.el9.noarch 704 kB/s | 358 kB 00:00 2024-04-22T00:28:26.101 INFO:teuthology.orchestra.run.smithi018.stdout:(120/150): python3-colorama-0.4.4-12.el9.noarch 137 kB/s | 35 kB 00:00 2024-04-22T00:28:26.127 INFO:teuthology.orchestra.run.smithi018.stdout:(121/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 595 kB/s | 303 kB 00:00 2024-04-22T00:28:26.197 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-22T00:28:26.240 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-22T00:28:26.477 INFO:teuthology.orchestra.run.smithi018.stdout:(122/150): python3-google-auth-2.28.2-1.el9.noa 405 kB/s | 203 kB 00:00 2024-04-22T00:28:26.553 INFO:teuthology.orchestra.run.smithi018.stdout:(123/150): python3-grpcio-tools-1.46.7-10.el9.x 340 kB/s | 144 kB 00:00 2024-04-22T00:28:26.661 INFO:teuthology.orchestra.run.smithi018.stdout:(124/150): python3-jaraco-8.2.1-3.el9.noarch.rp 58 kB/s | 11 kB 00:00 2024-04-22T00:28:26.789 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-22T00:28:26.808 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-22T00:28:26.811 INFO:teuthology.orchestra.run.smithi018.stdout:(125/150): python3-jaraco-classes-3.2.1-5.el9.n 68 kB/s | 18 kB 00:00 2024-04-22T00:28:26.835 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-22T00:28:26.880 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-22T00:28:26.908 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-22T00:28:26.937 INFO:teuthology.orchestra.run.smithi018.stdout:(126/150): python3-jaraco-collections-3.0.0-8.e 84 kB/s | 23 kB 00:00 2024-04-22T00:28:26.947 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-22T00:28:26.947 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-22T00:28:26.947 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-22T00:28:26.947 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:26.949 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-22T00:28:26.978 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-22T00:28:27.021 INFO:teuthology.orchestra.run.smithi018.stdout:(127/150): python3-grpcio-1.46.7-10.el9.x86_64. 2.2 MB/s | 2.0 MB 00:00 2024-04-22T00:28:27.080 INFO:teuthology.orchestra.run.smithi018.stdout:(128/150): python3-jaraco-functools-3.5.0-2.el9 73 kB/s | 19 kB 00:00 2024-04-22T00:28:27.204 INFO:teuthology.orchestra.run.smithi018.stdout:(129/150): python3-jaraco-text-3.2.0-6.el9.noar 74 kB/s | 20 kB 00:00 2024-04-22T00:28:27.267 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-22T00:28:27.312 INFO:teuthology.orchestra.run.smithi167.stdout: Upgrading : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-22T00:28:27.403 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-22T00:28:27.421 INFO:teuthology.orchestra.run.smithi018.stdout:(130/150): python3-logutils-0.3.5-21.el9.noarch 135 kB/s | 46 kB 00:00 2024-04-22T00:28:27.434 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 98/152 2024-04-22T00:28:27.470 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-22T00:28:27.563 INFO:teuthology.orchestra.run.smithi018.stdout:(131/150): python3-more-itertools-8.12.0-2.el9. 220 kB/s | 79 kB 00:00 2024-04-22T00:28:27.697 INFO:teuthology.orchestra.run.smithi018.stdout:(132/150): python3-kubernetes-26.1.0-2.el9.noar 1.5 MB/s | 1.0 MB 00:00 2024-04-22T00:28:27.764 INFO:teuthology.orchestra.run.smithi018.stdout:(133/150): python3-natsort-7.1.1-5.el9.noarch.r 169 kB/s | 58 kB 00:00 2024-04-22T00:28:27.947 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-22T00:28:27.964 INFO:teuthology.orchestra.run.smithi018.stdout:(134/150): python3-portend-3.1.0-2.el9.noarch.r 61 kB/s | 16 kB 00:00 2024-04-22T00:28:27.973 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-22T00:28:28.045 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-22T00:28:28.075 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 102/152 2024-04-22T00:28:28.106 INFO:teuthology.orchestra.run.smithi018.stdout:(135/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 263 kB/s | 90 kB 00:00 2024-04-22T00:28:28.148 INFO:teuthology.orchestra.run.smithi018.stdout:(136/150): python3-pecan-1.4.2-3.el9.noarch.rpm 466 kB/s | 272 kB 00:00 2024-04-22T00:28:28.232 INFO:teuthology.orchestra.run.smithi018.stdout:(137/150): python3-pyperclip-1.8.2-2.el9.noarch 106 kB/s | 28 kB 00:00 2024-04-22T00:28:28.382 INFO:teuthology.orchestra.run.smithi018.stdout:(138/150): python3-repoze-lru-0.7-16.el9.noarch 111 kB/s | 31 kB 00:00 2024-04-22T00:28:28.574 INFO:teuthology.orchestra.run.smithi018.stdout:(139/150): python3-rsa-4.9-2.el9.noarch.rpm 173 kB/s | 59 kB 00:00 2024-04-22T00:28:28.599 INFO:teuthology.orchestra.run.smithi018.stdout:(140/150): python3-routes-2.5.1-5.el9.noarch.rp 418 kB/s | 188 kB 00:00 2024-04-22T00:28:28.649 INFO:teuthology.orchestra.run.smithi018.stdout:(141/150): python3-tempora-5.0.0-2.el9.noarch.r 134 kB/s | 36 kB 00:00 2024-04-22T00:28:28.916 INFO:teuthology.orchestra.run.smithi018.stdout:(142/150): python3-typing-extensions-4.4.0-2.el 149 kB/s | 51 kB 00:00 2024-04-22T00:28:29.075 INFO:teuthology.orchestra.run.smithi018.stdout:(143/150): python3-websocket-client-1.2.3-2.el9 211 kB/s | 90 kB 00:00 2024-04-22T00:28:29.108 INFO:teuthology.orchestra.run.smithi018.stdout:(144/150): python3-webob-1.8.7-6.el9.noarch.rpm 451 kB/s | 230 kB 00:00 2024-04-22T00:28:29.342 INFO:teuthology.orchestra.run.smithi018.stdout:(145/150): python3-zc-lockfile-2.0-10.el9.noarc 75 kB/s | 20 kB 00:00 2024-04-22T00:28:29.501 INFO:teuthology.orchestra.run.smithi018.stdout:(146/150): python3-werkzeug-2.0.3-3.el9.1.noarc 731 kB/s | 427 kB 00:00 2024-04-22T00:28:29.543 INFO:teuthology.orchestra.run.smithi018.stdout:(147/150): re2-20211101-3.el9.x86_64.rpm 442 kB/s | 192 kB 00:00 2024-04-22T00:28:29.818 INFO:teuthology.orchestra.run.smithi018.stdout:(148/150): librados2-19.0.0-2405.g820a2f8c.el9. 11 MB/s | 3.4 MB 00:00 2024-04-22T00:28:29.993 INFO:teuthology.orchestra.run.smithi018.stdout:(149/150): librbd1-19.0.0-2405.g820a2f8c.el9.x8 7.0 MB/s | 3.1 MB 00:00 2024-04-22T00:28:30.118 INFO:teuthology.orchestra.run.smithi018.stdout:(150/150): thrift-0.15.0-2.el9.x86_64.rpm 2.0 MB/s | 1.6 MB 00:00 2024-04-22T00:28:30.122 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2024-04-22T00:28:30.122 INFO:teuthology.orchestra.run.smithi018.stdout:Total 13 MB/s | 216 MB 00:16 2024-04-22T00:28:30.452 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-22T00:28:30.489 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-22T00:28:31.035 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-22T00:28:31.076 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-22T00:28:31.166 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-22T00:28:31.166 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-22T00:28:31.166 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-22T00:28:31.167 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:31.193 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-22T00:28:31.197 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2024-04-22T00:28:31.337 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2024-04-22T00:28:31.338 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2024-04-22T00:28:33.154 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2024-04-22T00:28:33.154 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2024-04-22T00:28:38.180 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-22T00:28:38.181 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /sys 2024-04-22T00:28:38.181 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /proc 2024-04-22T00:28:38.181 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /mnt 2024-04-22T00:28:38.181 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /var/tmp 2024-04-22T00:28:38.181 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /home 2024-04-22T00:28:38.181 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /root 2024-04-22T00:28:38.181 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /tmp 2024-04-22T00:28:38.181 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:38.350 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-22T00:28:38.365 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-22T00:28:38.365 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:38.365 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-22T00:28:38.365 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2024-04-22T00:28:39.222 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-22T00:28:39.246 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-22T00:28:39.290 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-22T00:28:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-22T00:28:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-22T00:28:39.862 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-22T00:28:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-22T00:28:39.887 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-22T00:28:39.887 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:39.887 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-22T00:28:39.887 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T00:28:39.887 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T00:28:39.887 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-22T00:28:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-22T00:28:40.121 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-22T00:28:40.143 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-22T00:28:40.143 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:40.143 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-22T00:28:40.143 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T00:28:40.143 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T00:28:40.143 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-22T00:28:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-22T00:28:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-22T00:28:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-22T00:28:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-22T00:28:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-22T00:28:40.576 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-22T00:28:40.588 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-22T00:28:40.604 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-22T00:28:40.610 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-22T00:28:40.610 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:40.610 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-22T00:28:40.610 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T00:28:40.610 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T00:28:40.610 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:40.667 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-22T00:28:40.688 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T00:28:40.710 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-22T00:28:40.711 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T00:28:40.766 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-22T00:28:40.822 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-22T00:28:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T00:28:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T00:28:41.006 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-22T00:28:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-22T00:28:41.056 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-22T00:28:41.135 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-22T00:28:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-22T00:28:41.223 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-22T00:28:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-22T00:28:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-22T00:28:41.361 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-22T00:28:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-22T00:28:41.414 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-22T00:28:41.446 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-22T00:28:41.455 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-22T00:28:41.474 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-22T00:28:41.502 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-22T00:28:41.531 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-22T00:28:41.559 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-22T00:28:41.632 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-22T00:28:41.682 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-22T00:28:41.712 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-22T00:28:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-22T00:28:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-22T00:28:41.866 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 30/152 2024-04-22T00:28:41.910 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 31/152 2024-04-22T00:28:41.926 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-22T00:28:41.946 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 32/152 2024-04-22T00:28:41.964 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-22T00:28:41.996 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 122/152 2024-04-22T00:28:42.021 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-22T00:28:42.058 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 123/152 2024-04-22T00:28:42.070 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-22T00:28:42.087 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-22T00:28:42.148 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-22T00:28:42.303 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-22T00:28:42.357 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-22T00:28:42.921 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-22T00:28:42.951 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-22T00:28:42.952 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /sys 2024-04-22T00:28:42.952 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /proc 2024-04-22T00:28:42.952 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /mnt 2024-04-22T00:28:42.952 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /var/tmp 2024-04-22T00:28:42.952 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /home 2024-04-22T00:28:42.952 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /root 2024-04-22T00:28:42.952 INFO:teuthology.orchestra.run.smithi167.stdout:skipping the directory /tmp 2024-04-22T00:28:42.952 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:43.013 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-22T00:28:43.047 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-22T00:28:43.090 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-22T00:28:43.125 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-22T00:28:43.128 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 42/152 2024-04-22T00:28:43.140 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-22T00:28:43.155 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-22T00:28:43.155 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:43.155 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-22T00:28:43.155 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:43.161 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-22T00:28:43.164 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-22T00:28:43.218 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-22T00:28:43.293 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-22T00:28:43.328 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-22T00:28:43.365 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-22T00:28:43.422 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-22T00:28:43.456 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-22T00:28:43.500 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-22T00:28:43.542 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-22T00:28:43.688 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-22T00:28:43.730 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-22T00:28:43.762 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-22T00:28:43.803 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-22T00:28:43.904 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-22T00:28:43.943 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-22T00:28:43.983 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-22T00:28:44.017 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-22T00:28:44.041 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-22T00:28:44.121 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-22T00:28:44.127 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-22T00:28:44.156 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-22T00:28:44.251 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-22T00:28:44.258 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-22T00:28:44.291 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-22T00:28:44.318 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-22T00:28:44.353 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-22T00:28:44.398 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-22T00:28:44.429 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 127/152 2024-04-22T00:28:44.443 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-22T00:28:44.458 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-22T00:28:44.480 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-22T00:28:44.481 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:44.481 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-22T00:28:44.481 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T00:28:44.481 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T00:28:44.481 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:44.484 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-22T00:28:44.512 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-22T00:28:44.526 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-22T00:28:44.537 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-22T00:28:44.550 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-22T00:28:44.580 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-22T00:28:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-22T00:28:44.635 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 130/152 2024-04-22T00:28:44.652 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-22T00:28:44.656 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-22T00:28:44.678 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-22T00:28:44.678 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:44.678 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-22T00:28:44.678 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T00:28:44.678 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T00:28:44.678 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:44.683 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 131/152 2024-04-22T00:28:44.749 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-22T00:28:44.796 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-22T00:28:44.826 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-22T00:28:44.875 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-22T00:28:44.903 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-22T00:28:44.926 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-22T00:28:44.926 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:44.926 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-22T00:28:44.926 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T00:28:44.926 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T00:28:44.926 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:44.989 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-22T00:28:45.038 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-22T00:28:45.371 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-22T00:28:45.393 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-22T00:28:45.393 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:45.393 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-22T00:28:45.394 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T00:28:45.394 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T00:28:45.394 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:45.501 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-22T00:28:45.558 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-22T00:28:45.587 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-22T00:28:45.613 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-22T00:28:45.620 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-22T00:28:45.643 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-22T00:28:45.643 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:45.644 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-22T00:28:45.644 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T00:28:45.644 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T00:28:45.644 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:45.688 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-22T00:28:45.710 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-22T00:28:45.710 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:45.710 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-22T00:28:45.710 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:45.755 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-22T00:28:45.777 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-22T00:28:45.777 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:45.777 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-22T00:28:45.777 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T00:28:45.778 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T00:28:45.778 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:45.801 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-22T00:28:45.823 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-22T00:28:45.855 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-22T00:28:45.875 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-22T00:28:45.909 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-22T00:28:45.951 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-22T00:28:46.013 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-22T00:28:46.046 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-22T00:28:46.076 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-22T00:28:46.089 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-22T00:28:46.111 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-22T00:28:46.112 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:46.112 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-22T00:28:46.112 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T00:28:46.112 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T00:28:46.112 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:28:46.166 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-22T00:28:46.186 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-22T00:28:46.202 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-22T00:28:46.222 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-22T00:28:46.262 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-22T00:28:46.298 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-22T00:28:46.379 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-22T00:28:46.400 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-22T00:28:46.480 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-22T00:28:46.708 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-22T00:28:46.738 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-22T00:28:46.770 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 122/152 2024-04-22T00:28:46.832 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 123/152 2024-04-22T00:28:46.862 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-22T00:28:47.174 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-22T00:28:47.296 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-22T00:28:47.902 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-22T00:28:47.938 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-22T00:28:48.613 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-22T00:28:48.696 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-22T00:28:48.716 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-22T00:28:48.740 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-22T00:28:48.908 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-22T00:28:48.939 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-22T00:28:49.042 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-22T00:28:49.068 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-22T00:28:49.111 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-22T00:28:49.203 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-22T00:28:49.204 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 127/152 2024-04-22T00:28:49.233 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 98/152 2024-04-22T00:28:49.241 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-22T00:28:49.264 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-22T00:28:49.264 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:49.264 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-22T00:28:49.264 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T00:28:49.265 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T00:28:49.265 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:49.269 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-22T00:28:49.308 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-22T00:28:49.319 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-22T00:28:49.417 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 130/152 2024-04-22T00:28:49.468 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 131/152 2024-04-22T00:28:49.767 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-22T00:28:49.797 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-22T00:28:49.869 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-22T00:28:49.899 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 102/152 2024-04-22T00:28:50.371 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-22T00:28:50.405 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-22T00:28:50.427 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-22T00:28:50.427 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:50.427 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-22T00:28:50.428 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T00:28:50.428 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T00:28:50.428 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:50.472 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-22T00:28:50.494 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-22T00:28:50.495 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:50.495 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-22T00:28:50.495 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:50.539 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-22T00:28:50.562 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-22T00:28:50.562 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:50.562 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-22T00:28:50.562 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T00:28:50.562 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T00:28:50.562 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:50.618 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 137/152 2024-04-22T00:28:50.659 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 138/152 2024-04-22T00:28:50.700 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 139/152 2024-04-22T00:28:50.734 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-22T00:28:50.760 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-22T00:28:50.865 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-22T00:28:50.888 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-22T00:28:50.888 INFO:teuthology.orchestra.run.smithi167.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:28:50.888 INFO:teuthology.orchestra.run.smithi167.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-22T00:28:50.888 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T00:28:50.889 INFO:teuthology.orchestra.run.smithi167.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T00:28:50.889 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:28:50.951 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 142/152 2024-04-22T00:28:51.006 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-22T00:28:51.036 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 144/152 2024-04-22T00:28:51.607 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T00:28:51.670 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T00:28:51.690 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T00:28:52.281 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-22T00:28:52.312 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-22T00:28:52.470 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 146/152 2024-04-22T00:28:52.555 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-22T00:28:52.596 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-22T00:28:52.677 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-22T00:28:52.709 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-22T00:28:52.709 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T00:28:52.793 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T00:28:52.793 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T00:28:52.881 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-22T00:28:52.915 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-22T00:28:53.008 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-22T00:28:53.008 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-22T00:28:53.008 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-22T00:28:53.008 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:28:53.041 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-22T00:28:55.452 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 137/152 2024-04-22T00:28:55.493 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 138/152 2024-04-22T00:28:55.534 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 139/152 2024-04-22T00:28:55.566 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-22T00:28:55.602 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-22T00:28:55.785 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 142/152 2024-04-22T00:28:55.831 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-22T00:28:55.861 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 144/152 2024-04-22T00:28:56.437 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T00:28:56.476 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T00:28:56.496 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T00:28:57.293 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 146/152 2024-04-22T00:28:57.389 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-22T00:28:57.455 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-22T00:28:57.536 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-22T00:28:57.568 INFO:teuthology.orchestra.run.smithi167.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-22T00:28:57.568 INFO:teuthology.orchestra.run.smithi167.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T00:28:57.651 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T00:28:57.652 INFO:teuthology.orchestra.run.smithi167.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 1/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 3/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 4/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 5/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 8/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 9/152 2024-04-22T00:28:58.949 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 10/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 11/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 13/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 14/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 15/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 16/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 17/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 18/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 19/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 20/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 21/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 22/152 2024-04-22T00:28:58.950 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 23/152 2024-04-22T00:28:58.951 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 24/152 2024-04-22T00:28:58.951 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 25/152 2024-04-22T00:28:58.951 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 26/152 2024-04-22T00:28:58.951 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 27/152 2024-04-22T00:28:58.951 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 28/152 2024-04-22T00:28:58.951 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 29/152 2024-04-22T00:28:58.962 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 30/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 31/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 32/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 33/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 34/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 35/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 36/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 37/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 38/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 39/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-22T00:28:58.963 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-22T00:28:58.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-22T00:28:58.965 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-22T00:28:58.966 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-22T00:28:58.967 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-22T00:28:58.968 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-22T00:28:58.969 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-22T00:28:58.970 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-22T00:28:58.971 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-22T00:28:58.971 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-22T00:28:58.971 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-22T00:28:58.971 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-22T00:28:58.971 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-22T00:28:58.971 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-22T00:28:58.971 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-22T00:28:58.971 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 149/152 2024-04-22T00:28:58.971 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-22T00:28:58.971 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 151/152 2024-04-22T00:29:00.926 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T00:29:00.926 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:29:00.926 INFO:teuthology.orchestra.run.smithi081.stdout:Upgraded: 2024-04-22T00:29:00.926 INFO:teuthology.orchestra.run.smithi081.stdout: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: automake-1.16.2-8.el9.noarch 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: bison-3.7.4-5.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-immutable-object-cache-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.927 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:00.928 INFO:teuthology.orchestra.run.smithi081.stdout: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: flex-2.6.4-9.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-22T00:29:00.929 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-22T00:29:00.930 INFO:teuthology.orchestra.run.smithi081.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: lua-5.4.4-4.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-13.14-1.el9.x86_64 2024-04-22T00:29:00.931 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.932 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-22T00:29:00.933 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-22T00:29:00.934 INFO:teuthology.orchestra.run.smithi081.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ply-3.11-14.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-22T00:29:00.935 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-22T00:29:00.936 INFO:teuthology.orchestra.run.smithi081.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: re2-1:20211101-3.el9.x86_64 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-22T00:29:00.937 INFO:teuthology.orchestra.run.smithi081.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-22T00:29:00.938 INFO:teuthology.orchestra.run.smithi081.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-22T00:29:00.938 INFO:teuthology.orchestra.run.smithi081.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-22T00:29:00.938 INFO:teuthology.orchestra.run.smithi081.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-22T00:29:00.938 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-22T00:29:00.938 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-22T00:29:01.354 DEBUG:teuthology.parallel:result is None 2024-04-22T00:29:03.647 INFO:teuthology.orchestra.run.smithi167.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T00:29:03.647 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 1/152 2024-04-22T00:29:03.647 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 3/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 4/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 5/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 8/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 9/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 10/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 11/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 13/152 2024-04-22T00:29:03.648 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 14/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 15/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 16/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 17/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 18/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 19/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 20/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 21/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 22/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 23/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 24/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 25/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 26/152 2024-04-22T00:29:03.649 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 27/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 28/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 29/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 30/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 31/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 32/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 33/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 34/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 35/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 36/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 37/152 2024-04-22T00:29:03.650 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 38/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 39/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-22T00:29:03.651 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-22T00:29:03.652 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-22T00:29:03.653 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-22T00:29:03.654 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-22T00:29:03.655 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-22T00:29:03.656 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-22T00:29:03.657 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-22T00:29:03.658 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-22T00:29:03.659 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-22T00:29:03.659 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-22T00:29:03.659 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 149/152 2024-04-22T00:29:03.659 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-22T00:29:03.659 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 151/152 2024-04-22T00:29:04.929 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-22T00:29:04.929 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /sys 2024-04-22T00:29:04.929 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /proc 2024-04-22T00:29:04.929 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /mnt 2024-04-22T00:29:04.930 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /var/tmp 2024-04-22T00:29:04.930 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /home 2024-04-22T00:29:04.930 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /root 2024-04-22T00:29:04.930 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /tmp 2024-04-22T00:29:04.930 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:05.123 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-22T00:29:05.139 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-22T00:29:05.139 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:29:05.139 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-22T00:29:05.139 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:05.781 INFO:teuthology.orchestra.run.smithi167.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T00:29:05.781 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:29:05.781 INFO:teuthology.orchestra.run.smithi167.stdout:Upgraded: 2024-04-22T00:29:05.781 INFO:teuthology.orchestra.run.smithi167.stdout: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.781 INFO:teuthology.orchestra.run.smithi167.stdout: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.781 INFO:teuthology.orchestra.run.smithi167.stdout:Installed: 2024-04-22T00:29:05.781 INFO:teuthology.orchestra.run.smithi167.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-22T00:29:05.781 INFO:teuthology.orchestra.run.smithi167.stdout: automake-1.16.2-8.el9.noarch 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: bison-3.7.4-5.el9.x86_64 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-immutable-object-cache-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:05.782 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.783 INFO:teuthology.orchestra.run.smithi167.stdout: cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: flex-2.6.4-9.el9.x86_64 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.784 INFO:teuthology.orchestra.run.smithi167.stdout: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-22T00:29:05.785 INFO:teuthology.orchestra.run.smithi167.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: lua-5.4.4-4.el9.x86_64 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-22T00:29:05.786 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-13.14-1.el9.x86_64 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.787 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-22T00:29:05.788 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-22T00:29:05.789 INFO:teuthology.orchestra.run.smithi167.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-ply-3.11-14.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-22T00:29:05.790 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-22T00:29:05.791 INFO:teuthology.orchestra.run.smithi167.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: re2-1:20211101-3.el9.x86_64 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-22T00:29:05.792 INFO:teuthology.orchestra.run.smithi167.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-22T00:29:05.793 INFO:teuthology.orchestra.run.smithi167.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-22T00:29:05.793 INFO:teuthology.orchestra.run.smithi167.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-22T00:29:05.793 INFO:teuthology.orchestra.run.smithi167.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-22T00:29:05.793 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:29:05.793 INFO:teuthology.orchestra.run.smithi167.stdout:Complete! 2024-04-22T00:29:06.142 DEBUG:teuthology.parallel:result is None 2024-04-22T00:29:06.674 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-22T00:29:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-22T00:29:06.700 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:29:06.700 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-22T00:29:06.701 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T00:29:06.701 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T00:29:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:06.941 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-22T00:29:06.964 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-22T00:29:06.964 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:29:06.964 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-22T00:29:06.964 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T00:29:06.964 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T00:29:06.965 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:07.433 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-22T00:29:07.456 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-22T00:29:07.457 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:29:07.457 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-22T00:29:07.457 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T00:29:07.457 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T00:29:07.457 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:07.564 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-22T00:29:07.622 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-22T00:29:07.686 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-22T00:29:07.882 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-22T00:29:07.943 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-22T00:29:08.024 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-22T00:29:08.114 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-22T00:29:08.256 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-22T00:29:08.301 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-22T00:29:08.334 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-22T00:29:08.360 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-22T00:29:08.814 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-22T00:29:08.842 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-22T00:29:08.874 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 122/152 2024-04-22T00:29:08.938 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 123/152 2024-04-22T00:29:08.965 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-22T00:29:10.057 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-22T00:29:10.092 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-22T00:29:11.109 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-22T00:29:11.134 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-22T00:29:11.244 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-22T00:29:11.413 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 127/152 2024-04-22T00:29:11.445 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-22T00:29:11.470 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-22T00:29:11.470 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:29:11.470 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-22T00:29:11.470 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T00:29:11.470 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T00:29:11.470 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:11.520 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-22T00:29:11.531 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-22T00:29:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 130/152 2024-04-22T00:29:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 131/152 2024-04-22T00:29:12.626 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-22T00:29:12.656 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-22T00:29:12.679 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-22T00:29:12.680 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:29:12.680 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-22T00:29:12.680 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T00:29:12.680 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T00:29:12.680 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:12.731 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-22T00:29:12.755 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-22T00:29:12.755 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:29:12.755 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-22T00:29:12.755 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:12.799 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-22T00:29:12.822 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-22T00:29:12.823 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:29:12.823 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-22T00:29:12.823 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T00:29:12.823 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T00:29:12.823 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:13.141 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-22T00:29:13.165 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-22T00:29:13.165 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T00:29:13.165 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-22T00:29:13.165 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T00:29:13.165 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T00:29:13.165 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:17.928 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 137/152 2024-04-22T00:29:17.970 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 138/152 2024-04-22T00:29:18.011 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 139/152 2024-04-22T00:29:18.042 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-22T00:29:18.069 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-22T00:29:18.261 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 142/152 2024-04-22T00:29:18.307 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-22T00:29:18.337 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 144/152 2024-04-22T00:29:18.915 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T00:29:18.952 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T00:29:18.972 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T00:29:19.819 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 146/152 2024-04-22T00:29:19.898 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-22T00:29:19.939 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-22T00:29:20.023 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-22T00:29:20.052 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-22T00:29:20.052 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T00:29:20.144 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T00:29:20.144 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T00:29:26.045 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T00:29:26.045 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 1/152 2024-04-22T00:29:26.045 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2/152 2024-04-22T00:29:26.045 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 3/152 2024-04-22T00:29:26.046 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 4/152 2024-04-22T00:29:26.046 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 5/152 2024-04-22T00:29:26.046 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-22T00:29:26.046 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-22T00:29:26.046 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 8/152 2024-04-22T00:29:26.046 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 9/152 2024-04-22T00:29:26.046 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 10/152 2024-04-22T00:29:26.046 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 11/152 2024-04-22T00:29:26.046 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 13/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 14/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 15/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 16/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 17/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 18/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 19/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 20/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 21/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 22/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 23/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 24/152 2024-04-22T00:29:26.047 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 25/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 26/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 27/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 28/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 29/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 30/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 31/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 32/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 33/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 34/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 35/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 36/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 37/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 38/152 2024-04-22T00:29:26.048 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 39/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-22T00:29:26.049 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-22T00:29:26.050 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-22T00:29:26.051 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-22T00:29:26.052 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-22T00:29:26.053 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-22T00:29:26.054 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-22T00:29:26.055 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 149/152 2024-04-22T00:29:26.056 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-22T00:29:26.057 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 151/152 2024-04-22T00:29:28.118 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T00:29:28.118 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:28.118 INFO:teuthology.orchestra.run.smithi018.stdout:Upgraded: 2024-04-22T00:29:28.118 INFO:teuthology.orchestra.run.smithi018.stdout: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.118 INFO:teuthology.orchestra.run.smithi018.stdout: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.118 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: automake-1.16.2-8.el9.noarch 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: bison-3.7.4-5.el9.x86_64 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-immutable-object-cache-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.119 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.120 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: flex-2.6.4-9.el9.x86_64 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-22T00:29:28.121 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.122 INFO:teuthology.orchestra.run.smithi018.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: lua-5.4.4-4.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-13.14-1.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-22T00:29:28.123 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-22T00:29:28.124 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-22T00:29:28.125 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-22T00:29:28.126 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ply-3.11-14.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-22T00:29:28.127 INFO:teuthology.orchestra.run.smithi018.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-22T00:29:28.128 INFO:teuthology.orchestra.run.smithi018.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-22T00:29:28.129 INFO:teuthology.orchestra.run.smithi018.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-22T00:29:28.129 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.129 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.129 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-22T00:29:28.129 INFO:teuthology.orchestra.run.smithi018.stdout: re2-1:20211101-3.el9.x86_64 2024-04-22T00:29:28.129 INFO:teuthology.orchestra.run.smithi018.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-22T00:29:28.129 INFO:teuthology.orchestra.run.smithi018.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-22T00:29:28.129 INFO:teuthology.orchestra.run.smithi018.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-22T00:29:28.129 INFO:teuthology.orchestra.run.smithi018.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-22T00:29:28.129 INFO:teuthology.orchestra.run.smithi018.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-22T00:29:28.130 INFO:teuthology.orchestra.run.smithi018.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-22T00:29:28.130 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:29:28.130 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2024-04-22T00:29:28.493 DEBUG:teuthology.parallel:result is None 2024-04-22T00:29:28.494 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:29:28.636 DEBUG:teuthology.orchestra.run.smithi018:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-22T00:29:28.660 INFO:teuthology.orchestra.run.smithi018.stdout:19.0.0-2405.g820a2f8c.el9 2024-04-22T00:29:28.661 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2405.g820a2f8c.el9 2024-04-22T00:29:28.661 INFO:teuthology.task.install:The correct ceph version 19.0.0-2405.g820a2f8c is installed. 2024-04-22T00:29:28.663 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:29:28.911 DEBUG:teuthology.orchestra.run.smithi081:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-22T00:29:28.937 INFO:teuthology.orchestra.run.smithi081.stdout:19.0.0-2405.g820a2f8c.el9 2024-04-22T00:29:28.937 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2405.g820a2f8c.el9 2024-04-22T00:29:28.938 INFO:teuthology.task.install:The correct ceph version 19.0.0-2405.g820a2f8c is installed. 2024-04-22T00:29:28.939 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:29:29.083 DEBUG:teuthology.orchestra.run.smithi167:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-22T00:29:29.108 INFO:teuthology.orchestra.run.smithi167.stdout:19.0.0-2405.g820a2f8c.el9 2024-04-22T00:29:29.109 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2405.g820a2f8c.el9 2024-04-22T00:29:29.109 INFO:teuthology.task.install:The correct ceph version 19.0.0-2405.g820a2f8c is installed. 2024-04-22T00:29:29.110 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-22T00:29:29.111 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:29:29.111 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-22T00:29:29.137 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:29:29.137 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-22T00:29:29.175 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:29:29.176 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-22T00:29:29.206 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-22T00:29:29.206 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:29:29.206 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/usr/bin/daemon-helper 2024-04-22T00:29:29.232 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-22T00:29:29.299 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:29:29.299 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/daemon-helper 2024-04-22T00:29:29.327 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-22T00:29:29.393 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:29:29.393 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/usr/bin/daemon-helper 2024-04-22T00:29:29.421 DEBUG:teuthology.orchestra.run.smithi167:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-22T00:29:29.490 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-22T00:29:29.490 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:29:29.490 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-22T00:29:29.515 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-22T00:29:29.581 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:29:29.581 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-22T00:29:29.609 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-22T00:29:29.675 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:29:29.675 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-22T00:29:29.699 DEBUG:teuthology.orchestra.run.smithi167:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-22T00:29:29.763 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-22T00:29:29.763 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:29:29.763 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/usr/bin/stdin-killer 2024-04-22T00:29:29.788 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-22T00:29:29.854 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:29:29.854 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/stdin-killer 2024-04-22T00:29:29.878 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-22T00:29:29.941 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:29:29.941 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/usr/bin/stdin-killer 2024-04-22T00:29:29.965 DEBUG:teuthology.orchestra.run.smithi167:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-22T00:29:30.029 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-22T00:29:30.129 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-22T00:29:30.129 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:29:30.129 INFO:tasks.cephadm:Cluster fsid is 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:29:30.129 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-22T00:29:30.130 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.18', 'mon.b': '172.21.15.81', 'mon.c': '172.21.15.167'} 2024-04-22T00:29:30.130 INFO:tasks.cephadm:First mon is mon.a on smithi018 2024-04-22T00:29:30.130 INFO:tasks.cephadm:First mgr is x 2024-04-22T00:29:30.130 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-22T00:29:30.130 DEBUG:teuthology.orchestra.run.smithi018:> sudo hostname $(hostname -s) 2024-04-22T00:29:30.155 DEBUG:teuthology.orchestra.run.smithi081:> sudo hostname $(hostname -s) 2024-04-22T00:29:30.178 DEBUG:teuthology.orchestra.run.smithi167:> sudo hostname $(hostname -s) 2024-04-22T00:29:30.203 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-22T00:29:30.203 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:29:30.342 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54945/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2405-g820a2f8c', 'node_name': '172.21.4.69+confusa07', 'job_name': 'ceph-dev-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2405.g820a2f8c'}, 'url': 'https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-20 17:52:04.986240', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/', 'archs': ['x86_64', 'source', 'arm64'], 'distro': 'centos'}] 2024-04-22T00:29:30.482 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref squid, sha1 820a2f8ced66152ed3d765c31444b8076ea28c6b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:29:30.484 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/x86_64/flavors/default/cephadm 2024-04-22T00:29:30.484 DEBUG:teuthology.orchestra.run.smithi018:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-22T00:29:30.953 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-r--r--. 1 ubuntu ubuntu 781418 Apr 22 00:29 /home/ubuntu/cephtest/cephadm 2024-04-22T00:29:30.953 DEBUG:teuthology.orchestra.run.smithi081:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-22T00:29:31.523 INFO:teuthology.orchestra.run.smithi081.stdout:-rw-r--r--. 1 ubuntu ubuntu 781418 Apr 22 00:29 /home/ubuntu/cephtest/cephadm 2024-04-22T00:29:31.523 DEBUG:teuthology.orchestra.run.smithi167:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-22T00:29:31.978 INFO:teuthology.orchestra.run.smithi167.stdout:-rw-r--r--. 1 ubuntu ubuntu 781418 Apr 22 00:29 /home/ubuntu/cephtest/cephadm 2024-04-22T00:29:31.978 DEBUG:teuthology.orchestra.run.smithi018:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-22T00:29:31.998 DEBUG:teuthology.orchestra.run.smithi081:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-22T00:29:32.016 DEBUG:teuthology.orchestra.run.smithi167:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-22T00:29:32.049 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b on all hosts... 2024-04-22T00:29:32.050 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b pull 2024-04-22T00:29:32.052 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b pull 2024-04-22T00:29:32.059 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b pull 2024-04-22T00:29:33.584 INFO:teuthology.orchestra.run.smithi081.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b... 2024-04-22T00:29:33.746 INFO:teuthology.orchestra.run.smithi018.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b... 2024-04-22T00:29:33.801 INFO:teuthology.orchestra.run.smithi167.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b... 2024-04-22T00:30:06.308 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-22T00:30:06.308 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_version": "ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev)", 2024-04-22T00:30:06.308 INFO:teuthology.orchestra.run.smithi081.stdout: "image_id": "6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32", 2024-04-22T00:30:06.308 INFO:teuthology.orchestra.run.smithi081.stdout: "repo_digests": [ 2024-04-22T00:30:06.308 INFO:teuthology.orchestra.run.smithi081.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9" 2024-04-22T00:30:06.308 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-22T00:30:06.308 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-22T00:30:19.814 INFO:teuthology.orchestra.run.smithi167.stdout:{ 2024-04-22T00:30:19.814 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_version": "ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev)", 2024-04-22T00:30:19.814 INFO:teuthology.orchestra.run.smithi167.stdout: "image_id": "6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32", 2024-04-22T00:30:19.814 INFO:teuthology.orchestra.run.smithi167.stdout: "repo_digests": [ 2024-04-22T00:30:19.815 INFO:teuthology.orchestra.run.smithi167.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9" 2024-04-22T00:30:19.815 INFO:teuthology.orchestra.run.smithi167.stdout: ] 2024-04-22T00:30:19.815 INFO:teuthology.orchestra.run.smithi167.stdout:} 2024-04-22T00:30:25.642 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:30:25.643 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_version": "ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev)", 2024-04-22T00:30:25.643 INFO:teuthology.orchestra.run.smithi018.stdout: "image_id": "6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32", 2024-04-22T00:30:25.643 INFO:teuthology.orchestra.run.smithi018.stdout: "repo_digests": [ 2024-04-22T00:30:25.643 INFO:teuthology.orchestra.run.smithi018.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9" 2024-04-22T00:30:25.643 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-04-22T00:30:25.643 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:30:25.670 DEBUG:teuthology.orchestra.run.smithi018:> sudo mkdir -p /etc/ceph 2024-04-22T00:30:25.717 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /etc/ceph 2024-04-22T00:30:25.749 DEBUG:teuthology.orchestra.run.smithi167:> sudo mkdir -p /etc/ceph 2024-04-22T00:30:25.781 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod 777 /etc/ceph 2024-04-22T00:30:25.807 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 777 /etc/ceph 2024-04-22T00:30:25.834 DEBUG:teuthology.orchestra.run.smithi167:> sudo chmod 777 /etc/ceph 2024-04-22T00:30:25.862 INFO:tasks.cephadm:Writing seed config... 2024-04-22T00:30:25.865 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-22T00:30:25.865 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-22T00:30:25.865 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-22T00:30:25.865 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-22T00:30:25.865 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-22T00:30:25.865 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-22T00:30:25.866 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-22T00:30:25.866 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-22T00:30:25.866 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-22T00:30:25.866 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-22T00:30:25.866 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-22T00:30:25.866 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-22T00:30:25.867 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-22T00:30:25.867 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-22T00:30:25.867 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-22T00:30:25.867 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-22T00:30:25.867 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-22T00:30:25.867 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-22T00:30:25.868 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-22T00:30:25.868 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-22T00:30:25.868 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-22T00:30:25.868 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-22T00:30:25.868 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-22T00:30:25.868 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-22T00:30:25.869 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-22T00:30:25.869 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-22T00:30:25.869 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-22T00:30:25.869 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-22T00:30:25.869 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-22T00:30:25.869 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-22T00:30:25.869 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-22T00:30:25.870 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-22T00:30:25.870 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-22T00:30:25.870 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-22T00:30:25.870 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-22T00:30:25.870 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-22T00:30:25.870 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-22T00:30:25.870 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-22T00:30:25.870 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-22T00:30:25.871 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-22T00:30:25.871 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-22T00:30:25.871 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-22T00:30:25.871 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-22T00:30:25.871 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-22T00:30:25.871 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-22T00:30:25.872 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:30:25.872 DEBUG:teuthology.orchestra.run.smithi018:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-22T00:30:25.889 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 6224d758-003f-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-22T00:30:25.889 DEBUG:teuthology.orchestra.run.smithi018:mon.a> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.a.service 2024-04-22T00:30:25.932 DEBUG:teuthology.orchestra.run.smithi018:mgr.x> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.x.service 2024-04-22T00:30:25.975 INFO:tasks.cephadm:Bootstrapping... 2024-04-22T00:30:25.977 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b -v bootstrap --fsid 6224d758-003f-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.18 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:30:26.173 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2024-04-22T00:30:26.174 INFO:teuthology.orchestra.run.smithi018.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b', '-v', 'bootstrap', '--fsid', '6224d758-003f-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.18', '--skip-admin-label'] 2024-04-22T00:30:26.174 INFO:teuthology.orchestra.run.smithi018.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-22T00:30:26.174 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying podman|docker is present... 2024-04-22T00:30:26.201 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-22T00:30:26.201 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying lvm2 is present... 2024-04-22T00:30:26.201 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying time synchronization is in place... 2024-04-22T00:30:26.209 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-22T00:30:26.209 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-22T00:30:26.215 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-22T00:30:26.215 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-04-22T00:30:26.221 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout enabled 2024-04-22T00:30:26.227 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout active 2024-04-22T00:30:26.227 INFO:teuthology.orchestra.run.smithi018.stdout:Unit chronyd.service is enabled and running 2024-04-22T00:30:26.228 INFO:teuthology.orchestra.run.smithi018.stdout:Repeating the final host check... 2024-04-22T00:30:26.251 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-22T00:30:26.251 INFO:teuthology.orchestra.run.smithi018.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-22T00:30:26.251 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl is present 2024-04-22T00:30:26.251 INFO:teuthology.orchestra.run.smithi018.stdout:lvcreate is present 2024-04-22T00:30:26.257 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-22T00:30:26.258 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-22T00:30:26.263 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-22T00:30:26.263 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-04-22T00:30:26.270 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout enabled 2024-04-22T00:30:26.276 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout active 2024-04-22T00:30:26.276 INFO:teuthology.orchestra.run.smithi018.stdout:Unit chronyd.service is enabled and running 2024-04-22T00:30:26.276 INFO:teuthology.orchestra.run.smithi018.stdout:Host looks OK 2024-04-22T00:30:26.276 INFO:teuthology.orchestra.run.smithi018.stdout:Cluster fsid: 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:30:26.276 INFO:teuthology.orchestra.run.smithi018.stdout:Acquiring lock 140322337268640 on /run/cephadm/6224d758-003f-11ef-bc93-c7b262605968.lock 2024-04-22T00:30:26.276 INFO:teuthology.orchestra.run.smithi018.stdout:Lock 140322337268640 acquired on /run/cephadm/6224d758-003f-11ef-bc93-c7b262605968.lock 2024-04-22T00:30:26.277 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying IP 172.21.15.18 port 3300 ... 2024-04-22T00:30:26.277 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying IP 172.21.15.18 port 6789 ... 2024-04-22T00:30:26.277 INFO:teuthology.orchestra.run.smithi018.stdout:Base mon IP(s) is [172.21.15.18:3300, 172.21.15.18:6789], mon addrv is [v2:172.21.15.18:3300,v1:172.21.15.18:6789] 2024-04-22T00:30:26.280 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.18 metric 100 2024-04-22T00:30:26.281 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.18 metric 100 2024-04-22T00:30:26.283 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-22T00:30:26.283 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-22T00:30:26.283 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-22T00:30:26.285 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-22T00:30:26.285 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-22T00:30:26.286 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-22T00:30:26.286 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-22T00:30:26.286 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1362/64 scope link noprefixroute 2024-04-22T00:30:26.286 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-22T00:30:26.286 INFO:teuthology.orchestra.run.smithi018.stdout:Mon IP `172.21.15.18` is in CIDR network `172.21.0.0/20` 2024-04-22T00:30:26.286 INFO:teuthology.orchestra.run.smithi018.stdout:Mon IP `172.21.15.18` is in CIDR network `172.21.0.0/20` 2024-04-22T00:30:26.286 INFO:teuthology.orchestra.run.smithi018.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-22T00:30:26.287 INFO:teuthology.orchestra.run.smithi018.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-22T00:30:26.288 INFO:teuthology.orchestra.run.smithi018.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b... 2024-04-22T00:30:26.787 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stdout 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 2024-04-22T00:30:26.787 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b... 2024-04-22T00:30:26.788 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Getting image source signatures 2024-04-22T00:30:26.788 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Copying blob sha256:4706d97462bc6e0886c6ef3c0b1ac67e3e6a7e63a606e29958996d1fc15dafd8 2024-04-22T00:30:26.788 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-22T00:30:26.788 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Copying config sha256:6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 2024-04-22T00:30:26.788 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-22T00:30:27.592 INFO:teuthology.orchestra.run.smithi018.stdout:ceph: stdout ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev) 2024-04-22T00:30:27.593 INFO:teuthology.orchestra.run.smithi018.stdout:Ceph version: ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev) 2024-04-22T00:30:27.593 INFO:teuthology.orchestra.run.smithi018.stdout:Extracting ceph user uid/gid from container image... 2024-04-22T00:30:28.515 INFO:teuthology.orchestra.run.smithi018.stdout:stat: stdout 167 167 2024-04-22T00:30:28.515 INFO:teuthology.orchestra.run.smithi018.stdout:Creating initial keys... 2024-04-22T00:30:29.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph-authtool: stdout AQCkryVmC8CLLxAABJPxZBgjzOtJTjPZZd2RhA== 2024-04-22T00:30:30.381 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph-authtool: stdout AQClryVmNV15LxAAZkO7qNob48UDjfIwzRK8ag== 2024-04-22T00:30:31.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph-authtool: stdout AQCmryVmLjMtJxAAiKot4cAvxlsGgi/trjUZqg== 2024-04-22T00:30:31.222 INFO:teuthology.orchestra.run.smithi018.stdout:Creating initial monmap... 2024-04-22T00:30:32.144 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-22T00:30:32.144 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-22T00:30:32.144 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:30:32.144 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-22T00:30:32.144 INFO:teuthology.orchestra.run.smithi018.stdout:monmaptool for a [v2:172.21.15.18:3300,v1:172.21.15.18:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-22T00:30:32.144 INFO:teuthology.orchestra.run.smithi018.stdout:setting min_mon_release = quincy 2024-04-22T00:30:32.144 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: set fsid to 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:30:32.144 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-22T00:30:32.145 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:30:32.145 INFO:teuthology.orchestra.run.smithi018.stdout:Creating mon... 2024-04-22T00:30:32.912 INFO:teuthology.orchestra.run.smithi018.stdout:create mon.a on 2024-04-22T00:30:33.134 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-22T00:30:33.297 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-22T00:30:33.510 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-6224d758-003f-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-6224d758-003f-11ef-bc93-c7b262605968.target. 2024-04-22T00:30:33.510 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-6224d758-003f-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-6224d758-003f-11ef-bc93-c7b262605968.target. 2024-04-22T00:30:33.780 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.a 2024-04-22T00:30:33.781 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Failed to reset failed state of unit ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-22T00:30:33.959 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-6224d758-003f-11ef-bc93-c7b262605968.target.wants/ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-6224d758-003f-11ef-bc93-c7b262605968@.service. 2024-04-22T00:30:34.520 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-22T00:30:34.520 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout disabled 2024-04-22T00:30:34.528 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-22T00:30:34.528 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-04-22T00:30:34.528 INFO:teuthology.orchestra.run.smithi018.stdout:firewalld.service is not enabled 2024-04-22T00:30:34.528 INFO:teuthology.orchestra.run.smithi018.stdout:Not possible to enable service . firewalld.service is not available 2024-04-22T00:30:34.528 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mon to start... 2024-04-22T00:30:34.528 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mon... 2024-04-22T00:30:34.632 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:34 smithi018 systemd[1]: Started Ceph mon.a for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:30:35.613 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-22T00:30:35.613 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: monmap epoch 1 2024-04-22T00:30:35.613 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:30:35.613 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: last_changed 2024-04-22T00:30:31.596377+0000 2024-04-22T00:30:35.613 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: created 2024-04-22T00:30:31.596377+0000 2024-04-22T00:30:35.613 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: min_mon_release 19 (squid) 2024-04-22T00:30:35.613 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: election_strategy: 1 2024-04-22T00:30:35.613 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2024-04-22T00:30:35.614 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: fsmap 2024-04-22T00:30:35.614 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: osdmap e1: 0 total, 0 up, 0 in 2024-04-22T00:30:35.614 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: mgrmap e1: no daemons active 2024-04-22T00:30:35.614 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:35 smithi018 ceph-mon[27603]: from='client.? 172.21.15.18:0/3564196486' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-22T00:30:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout cluster: 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout id: 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout services: 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.613594s) 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout data: 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-22T00:30:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout pgs: 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.976+0000 7ff99ecad700 1 Processor -- start 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.976+0000 7ff99ecad700 1 -- start start 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.976+0000 7ff99ecad700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff998108030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.976+0000 7ff99ecad700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff998108600 con 0x7ff998107c10 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.976+0000 7ff99ca49700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff998108030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.976+0000 7ff99ca49700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff998108030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33246/0 (socket says 172.21.15.18:33246) 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.976+0000 7ff99ca49700 1 -- 172.21.15.18:0/1759809275 learned_addr learned my addr 172.21.15.18:0/1759809275 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.977+0000 7ff99ca49700 1 -- 172.21.15.18:0/1759809275 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff998108dc0 con 0x7ff998107c10 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.977+0000 7ff99ca49700 1 --2- 172.21.15.18:0/1759809275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff998108030 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff98c0098a0 tx=0x7ff98c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1db6a1f50bde14c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.977+0000 7ff9977fe700 1 -- 172.21.15.18:0/1759809275 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff98c004160 con 0x7ff998107c10 2024-04-22T00:30:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.977+0000 7ff9977fe700 1 -- 172.21.15.18:0/1759809275 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff98c004300 con 0x7ff998107c10 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.977+0000 7ff9977fe700 1 -- 172.21.15.18:0/1759809275 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff98c0036a0 con 0x7ff998107c10 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 -- 172.21.15.18:0/1759809275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 msgr2=0x7ff998108030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 --2- 172.21.15.18:0/1759809275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff998108030 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff98c0098a0 tx=0x7ff98c009bb0 comp rx=0 tx=0).stop 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 -- 172.21.15.18:0/1759809275 shutdown_connections 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 --2- 172.21.15.18:0/1759809275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff998108030 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 -- 172.21.15.18:0/1759809275 >> 172.21.15.18:0/1759809275 conn(0x7ff998103190 msgr2=0x7ff9981055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 -- 172.21.15.18:0/1759809275 shutdown_connections 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 -- 172.21.15.18:0/1759809275 wait complete. 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 Processor -- start 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 -- start start 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff99807db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.978+0000 7ff99ecad700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff9981092f0 con 0x7ff998107c10 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.979+0000 7ff99ca49700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff99807db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.979+0000 7ff99ca49700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff99807db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33248/0 (socket says 172.21.15.18:33248) 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.979+0000 7ff99ca49700 1 -- 172.21.15.18:0/3564196486 learned_addr learned my addr 172.21.15.18:0/3564196486 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.979+0000 7ff99ca49700 1 -- 172.21.15.18:0/3564196486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff99807e040 con 0x7ff998107c10 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.979+0000 7ff99ca49700 1 --2- 172.21.15.18:0/3564196486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff99807db00 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff98c000c00 tx=0x7ff98c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.979+0000 7ff995ffb700 1 -- 172.21.15.18:0/3564196486 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff98c003db0 con 0x7ff998107c10 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.979+0000 7ff995ffb700 1 -- 172.21.15.18:0/3564196486 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff98c011630 con 0x7ff998107c10 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.979+0000 7ff99ecad700 1 -- 172.21.15.18:0/3564196486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff99807c230 con 0x7ff998107c10 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.979+0000 7ff995ffb700 1 -- 172.21.15.18:0/3564196486 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff98c011950 con 0x7ff998107c10 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.979+0000 7ff99ecad700 1 -- 172.21.15.18:0/3564196486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff99807c770 con 0x7ff998107c10 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.980+0000 7ff995ffb700 1 -- 172.21.15.18:0/3564196486 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff98c011af0 con 0x7ff998107c10 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.980+0000 7ff995ffb700 1 -- 172.21.15.18:0/3564196486 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff98c01c450 con 0x7ff998107c10 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.980+0000 7ff99ecad700 1 -- 172.21.15.18:0/3564196486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff998063890 con 0x7ff998107c10 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:34.983+0000 7ff995ffb700 1 -- 172.21.15.18:0/3564196486 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7ff98c032020 con 0x7ff998107c10 2024-04-22T00:30:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:35.055+0000 7ff99ecad700 1 -- 172.21.15.18:0/3564196486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7ff998194b70 con 0x7ff998107c10 2024-04-22T00:30:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:35.055+0000 7ff995ffb700 1 -- 172.21.15.18:0/3564196486 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7ff98c004260 con 0x7ff998107c10 2024-04-22T00:30:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:35.056+0000 7ff99ecad700 1 -- 172.21.15.18:0/3564196486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 msgr2=0x7ff99807db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:35.056+0000 7ff99ecad700 1 --2- 172.21.15.18:0/3564196486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff99807db00 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff98c000c00 tx=0x7ff98c004750 comp rx=0 tx=0).stop 2024-04-22T00:30:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:35.056+0000 7ff99ecad700 1 -- 172.21.15.18:0/3564196486 shutdown_connections 2024-04-22T00:30:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:35.056+0000 7ff99ecad700 1 --2- 172.21.15.18:0/3564196486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff998107c10 0x7ff99807db00 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:35.056+0000 7ff99ecad700 1 -- 172.21.15.18:0/3564196486 >> 172.21.15.18:0/3564196486 conn(0x7ff998103190 msgr2=0x7ff998191f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:35.056+0000 7ff99ecad700 1 -- 172.21.15.18:0/3564196486 shutdown_connections 2024-04-22T00:30:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:35.056+0000 7ff99ecad700 1 -- 172.21.15.18:0/3564196486 wait complete. 2024-04-22T00:30:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:mon is available 2024-04-22T00:30:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:Assimilating anything we can from ceph.conf... 2024-04-22T00:30:36.650 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:30:36.650 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [global] 2024-04-22T00:30:36.650 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout fsid = 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:30:36.650 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.18:3300,v1:172.21.15.18:6789] 2024-04-22T00:30:36.650 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [osd] 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-22T00:30:36.651 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.041+0000 7fd0e1f2b700 1 Processor -- start 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.041+0000 7fd0e1f2b700 1 -- start start 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.042+0000 7fd0e1f2b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc107fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.042+0000 7fd0e1f2b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd0dc108580 con 0x7fd0dc107b90 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.042+0000 7fd0db7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc107fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.042+0000 7fd0db7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc107fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33252/0 (socket says 172.21.15.18:33252) 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.042+0000 7fd0db7fe700 1 -- 172.21.15.18:0/2125644908 learned_addr learned my addr 172.21.15.18:0/2125644908 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.042+0000 7fd0db7fe700 1 -- 172.21.15.18:0/2125644908 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0dc108d90 con 0x7fd0dc107b90 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.042+0000 7fd0db7fe700 1 --2- 172.21.15.18:0/2125644908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc107fb0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fd0c40098a0 tx=0x7fd0c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef891c5de72a1503 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.042+0000 7fd0da7fc700 1 -- 172.21.15.18:0/2125644908 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0c4004160 con 0x7fd0dc107b90 2024-04-22T00:30:36.652 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.042+0000 7fd0da7fc700 1 -- 172.21.15.18:0/2125644908 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0c4004300 con 0x7fd0dc107b90 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.042+0000 7fd0da7fc700 1 -- 172.21.15.18:0/2125644908 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0c40036a0 con 0x7fd0dc107b90 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.043+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/2125644908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 msgr2=0x7fd0dc107fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.043+0000 7fd0e1f2b700 1 --2- 172.21.15.18:0/2125644908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc107fb0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fd0c40098a0 tx=0x7fd0c4009bb0 comp rx=0 tx=0).stop 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.043+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/2125644908 shutdown_connections 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.043+0000 7fd0e1f2b700 1 --2- 172.21.15.18:0/2125644908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc107fb0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.043+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/2125644908 >> 172.21.15.18:0/2125644908 conn(0x7fd0dc103150 msgr2=0x7fd0dc105570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.043+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/2125644908 shutdown_connections 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.043+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/2125644908 wait complete. 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.044+0000 7fd0e1f2b700 1 Processor -- start 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.044+0000 7fd0e1f2b700 1 -- start start 2024-04-22T00:30:36.653 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.044+0000 7fd0e1f2b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc19d530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.044+0000 7fd0e1f2b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd0dc1092c0 con 0x7fd0dc107b90 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.044+0000 7fd0db7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc19d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.044+0000 7fd0db7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc19d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33264/0 (socket says 172.21.15.18:33264) 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.044+0000 7fd0db7fe700 1 -- 172.21.15.18:0/54800650 learned_addr learned my addr 172.21.15.18:0/54800650 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.044+0000 7fd0db7fe700 1 -- 172.21.15.18:0/54800650 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0dc19da70 con 0x7fd0dc107b90 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.044+0000 7fd0db7fe700 1 --2- 172.21.15.18:0/54800650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc19d530 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4000c00 tx=0x7fd0c4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.045+0000 7fd0d8ff9700 1 -- 172.21.15.18:0/54800650 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0c4003db0 con 0x7fd0dc107b90 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.045+0000 7fd0d8ff9700 1 -- 172.21.15.18:0/54800650 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0c4011630 con 0x7fd0dc107b90 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.045+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/54800650 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0dc19dd00 con 0x7fd0dc107b90 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.045+0000 7fd0d8ff9700 1 -- 172.21.15.18:0/54800650 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0c4011950 con 0x7fd0dc107b90 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.045+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/54800650 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0dc1a09f0 con 0x7fd0dc107b90 2024-04-22T00:30:36.654 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.045+0000 7fd0d8ff9700 1 -- 172.21.15.18:0/54800650 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd0c401a460 con 0x7fd0dc107b90 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.045+0000 7fd0d8ff9700 1 -- 172.21.15.18:0/54800650 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd0c401b780 con 0x7fd0dc107b90 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.046+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/54800650 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0dc063890 con 0x7fd0dc107b90 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.048+0000 7fd0d8ff9700 1 -- 172.21.15.18:0/54800650 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fd0c401b980 con 0x7fd0dc107b90 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.118+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/54800650 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fd0dc19e1e0 con 0x7fd0dc107b90 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.122+0000 7fd0d8ff9700 1 -- 172.21.15.18:0/54800650 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7fd0dc19e1e0 con 0x7fd0dc107b90 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.123+0000 7fd0d8ff9700 1 -- 172.21.15.18:0/54800650 <== mon.0 v2:172.21.15.18:3300/0 8 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fd0c401ada0 con 0x7fd0dc107b90 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.123+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/54800650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 msgr2=0x7fd0dc19d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.123+0000 7fd0e1f2b700 1 --2- 172.21.15.18:0/54800650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc19d530 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4000c00 tx=0x7fd0c4004750 comp rx=0 tx=0).stop 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.123+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/54800650 shutdown_connections 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.123+0000 7fd0e1f2b700 1 --2- 172.21.15.18:0/54800650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0dc107b90 0x7fd0dc19d530 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:36.655 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.123+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/54800650 >> 172.21.15.18:0/54800650 conn(0x7fd0dc103150 msgr2=0x7fd0dc07c070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:36.656 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.124+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/54800650 shutdown_connections 2024-04-22T00:30:36.656 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:36.124+0000 7fd0e1f2b700 1 -- 172.21.15.18:0/54800650 wait complete. 2024-04-22T00:30:36.656 INFO:teuthology.orchestra.run.smithi018.stdout:Generating new minimal ceph.conf... 2024-04-22T00:30:36.767 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:36 smithi018 ceph-mon[27603]: from='client.? 172.21.15.18:0/54800650' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-22T00:30:36.767 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:36 smithi018 ceph-mon[27603]: from='client.? 172.21.15.18:0/54800650' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-22T00:30:37.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:37 smithi018 ceph-mon[27603]: from='client.? 172.21.15.18:0/3839350118' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:30:37.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.056+0000 7f6c07611700 1 Processor -- start 2024-04-22T00:30:37.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.056+0000 7f6c07611700 1 -- start start 2024-04-22T00:30:37.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.056+0000 7f6c07611700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0007c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:37.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.056+0000 7f6c07611700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0007c7b0 con 0x7f6c0007ddc0 2024-04-22T00:30:37.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.056+0000 7f6c053ad700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0007c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:37.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.056+0000 7f6c053ad700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0007c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33276/0 (socket says 172.21.15.18:33276) 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.056+0000 7f6c053ad700 1 -- 172.21.15.18:0/4132753970 learned_addr learned my addr 172.21.15.18:0/4132753970 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.056+0000 7f6c053ad700 1 -- 172.21.15.18:0/4132753970 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c0007c930 con 0x7f6c0007ddc0 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.057+0000 7f6c053ad700 1 --2- 172.21.15.18:0/4132753970 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0007c270 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc0098a0 tx=0x7f6bfc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efa5ed23ae537eb7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.057+0000 7f6bf7fff700 1 -- 172.21.15.18:0/4132753970 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bfc004160 con 0x7f6c0007ddc0 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.057+0000 7f6bf7fff700 1 -- 172.21.15.18:0/4132753970 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6bfc004300 con 0x7f6c0007ddc0 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.057+0000 7f6bf7fff700 1 -- 172.21.15.18:0/4132753970 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bfc011b50 con 0x7f6c0007ddc0 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.057+0000 7f6c07611700 1 -- 172.21.15.18:0/4132753970 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 msgr2=0x7f6c0007c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.057+0000 7f6c07611700 1 --2- 172.21.15.18:0/4132753970 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0007c270 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc0098a0 tx=0x7f6bfc009bb0 comp rx=0 tx=0).stop 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.057+0000 7f6c07611700 1 -- 172.21.15.18:0/4132753970 shutdown_connections 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.057+0000 7f6c07611700 1 --2- 172.21.15.18:0/4132753970 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0007c270 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.057+0000 7f6c07611700 1 -- 172.21.15.18:0/4132753970 >> 172.21.15.18:0/4132753970 conn(0x7f6c00103190 msgr2=0x7f6c001055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.058+0000 7f6c07611700 1 -- 172.21.15.18:0/4132753970 shutdown_connections 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.058+0000 7f6c07611700 1 -- 172.21.15.18:0/4132753970 wait complete. 2024-04-22T00:30:37.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.058+0000 7f6c07611700 1 Processor -- start 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.058+0000 7f6c07611700 1 -- start start 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.058+0000 7f6c07611700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0019dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.058+0000 7f6c07611700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0010e1e0 con 0x7f6c0007ddc0 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.058+0000 7f6c053ad700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0019dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.058+0000 7f6c053ad700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0019dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33282/0 (socket says 172.21.15.18:33282) 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.058+0000 7f6c053ad700 1 -- 172.21.15.18:0/3839350118 learned_addr learned my addr 172.21.15.18:0/3839350118 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.059+0000 7f6c053ad700 1 -- 172.21.15.18:0/3839350118 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c0019e2d0 con 0x7f6c0007ddc0 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.059+0000 7f6c053ad700 1 --2- 172.21.15.18:0/3839350118 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0019dd90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc011b60 tx=0x7f6bfc011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.059+0000 7f6bf67fc700 1 -- 172.21.15.18:0/3839350118 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bfc003970 con 0x7f6c0007ddc0 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.059+0000 7f6bf67fc700 1 -- 172.21.15.18:0/3839350118 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6bfc003b10 con 0x7f6c0007ddc0 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.059+0000 7f6c07611700 1 -- 172.21.15.18:0/3839350118 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c0019e560 con 0x7f6c0007ddc0 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.059+0000 7f6bf67fc700 1 -- 172.21.15.18:0/3839350118 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bfc024610 con 0x7f6c0007ddc0 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.059+0000 7f6c07611700 1 -- 172.21.15.18:0/3839350118 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c001a1210 con 0x7f6c0007ddc0 2024-04-22T00:30:37.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.059+0000 7f6bf67fc700 1 -- 172.21.15.18:0/3839350118 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6bfc024c50 con 0x7f6c0007ddc0 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.059+0000 7f6bf67fc700 1 -- 172.21.15.18:0/3839350118 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6bfc011e00 con 0x7f6c0007ddc0 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.060+0000 7f6c07611700 1 -- 172.21.15.18:0/3839350118 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c00063890 con 0x7f6c0007ddc0 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.062+0000 7f6bf67fc700 1 -- 172.21.15.18:0/3839350118 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f6bfc01a9f0 con 0x7f6c0007ddc0 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.133+0000 7f6c07611700 1 -- 172.21.15.18:0/3839350118 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f6c001a13e0 con 0x7f6c0007ddc0 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.133+0000 7f6bf67fc700 1 -- 172.21.15.18:0/3839350118 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f6bfc01a430 con 0x7f6c0007ddc0 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.134+0000 7f6c07611700 1 -- 172.21.15.18:0/3839350118 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 msgr2=0x7f6c0019dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.134+0000 7f6c07611700 1 --2- 172.21.15.18:0/3839350118 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0019dd90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc011b60 tx=0x7f6bfc011c40 comp rx=0 tx=0).stop 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.134+0000 7f6c07611700 1 -- 172.21.15.18:0/3839350118 shutdown_connections 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.134+0000 7f6c07611700 1 --2- 172.21.15.18:0/3839350118 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c0007ddc0 0x7f6c0019dd90 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.134+0000 7f6c07611700 1 -- 172.21.15.18:0/3839350118 >> 172.21.15.18:0/3839350118 conn(0x7f6c00103190 msgr2=0x7f6c00103d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.134+0000 7f6c07611700 1 -- 172.21.15.18:0/3839350118 shutdown_connections 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:37.134+0000 7f6c07611700 1 -- 172.21.15.18:0/3839350118 wait complete. 2024-04-22T00:30:37.669 INFO:teuthology.orchestra.run.smithi018.stdout:Restarting the monitor... 2024-04-22T00:30:38.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:37 smithi018 systemd[1]: Stopping Ceph mon.a for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:30:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:38 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a[27599]: 2024-04-22T00:30:38.346+0000 7fa57deb5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:30:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:38 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a[27599]: 2024-04-22T00:30:38.346+0000 7fa57deb5700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-22T00:30:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:38 smithi018 podman[27849]: 2024-04-22 00:30:38.398486045 +0000 UTC m=+0.560452493 container died 86b4401e304c6eb170993e0ba041ff6e43689251be7b9c4921d9699234072080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:30:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:42 smithi018 podman[27849]: 2024-04-22 00:30:42.195598487 +0000 UTC m=+4.357564930 container cleanup 86b4401e304c6eb170993e0ba041ff6e43689251be7b9c4921d9699234072080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-22T00:30:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:42 smithi018 bash[27849]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a 2024-04-22T00:30:44.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:44 smithi018 podman[27864]: 2024-04-22 00:30:44.080112775 +0000 UTC m=+5.675848577 container remove 86b4401e304c6eb170993e0ba041ff6e43689251be7b9c4921d9699234072080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:30:44.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:44 smithi018 systemd[1]: ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-22T00:30:44.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:44 smithi018 systemd[1]: Stopped Ceph mon.a for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:30:44.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:44 smithi018 systemd[1]: Starting Ceph mon.a for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:30:44.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:44 smithi018 podman[27960]: 2024-04-22 00:30:44.362055228 +0000 UTC m=+0.019197016 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-22T00:30:45.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:45 smithi018 podman[27960]: 2024-04-22 00:30:45.480616126 +0000 UTC m=+1.137757899 container create abe528af649ebf326e850075ccd59a76fff97b610a38d7e6c17b44adc2bf755e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:30:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 podman[27960]: 2024-04-22 00:30:47.200626583 +0000 UTC m=+2.857768367 container init abe528af649ebf326e850075ccd59a76fff97b610a38d7e6c17b44adc2bf755e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8) 2024-04-22T00:30:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 podman[27960]: 2024-04-22 00:30:47.204409695 +0000 UTC m=+2.861551469 container start abe528af649ebf326e850075ccd59a76fff97b610a38d7e6c17b44adc2bf755e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-22T00:30:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: set uid:gid to 167:167 (ceph:ceph) 2024-04-22T00:30:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev), process ceph-mon, pid 2 2024-04-22T00:30:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: pidfile_write: ignore empty --pid-file 2024-04-22T00:30:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: load: jerasure load: lrc 2024-04-22T00:30:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: RocksDB version: 7.9.2 2024-04-22T00:30:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Git sha 0 2024-04-22T00:30:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Compile date 2024-04-20 15:04:30 2024-04-22T00:30:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: DB SUMMARY 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: DB Session ID: 8AUGGBJHE0XPJVF2T4GV 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: CURRENT file: CURRENT 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: IDENTITY file: IDENTITY 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104280 ; 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.error_if_exists: 0 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.create_if_missing: 0 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.paranoid_checks: 1 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-22T00:30:47.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.env: 0x56415f601c60 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.fs: PosixFileSystem 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.info_log: 0x564160d65aa0 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_file_opening_threads: 16 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.statistics: (nil) 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.use_fsync: 0 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_log_file_size: 0 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.keep_log_file_num: 1000 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.recycle_log_file_num: 0 2024-04-22T00:30:47.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.allow_fallocate: 1 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.allow_mmap_reads: 0 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.allow_mmap_writes: 0 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.use_direct_reads: 0 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.create_missing_column_families: 0 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.db_log_dir: 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.wal_dir: 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T00:30:47.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.advise_random_on_open: 1 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.db_write_buffer_size: 0 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.write_buffer_manager: 0x564160d381e0 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.rate_limiter: (nil) 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.wal_recovery_mode: 2 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.enable_thread_tracking: 0 2024-04-22T00:30:47.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.enable_pipelined_write: 0 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.unordered_write: 0 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.row_cache: None 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.wal_filter: None 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.allow_ingest_behind: 0 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.two_write_queues: 0 2024-04-22T00:30:47.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.manual_wal_flush: 0 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.wal_compression: 0 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.atomic_flush: 0 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.log_readahead_size: 0 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.best_efforts_recovery: 0 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.allow_data_in_errors: 0 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.db_host_id: __hostname__ 2024-04-22T00:30:47.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_background_jobs: 2 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_background_compactions: -1 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_subcompactions: 1 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_total_wal_size: 0 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T00:30:47.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_open_files: -1 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bytes_per_sync: 0 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_readahead_size: 0 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_background_flushes: -1 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Compression algorithms supported: 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: kZSTD supported: 0 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: kXpressCompression supported: 0 2024-04-22T00:30:47.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: kLZ4HCCompression supported: 1 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: kZlibCompression supported: 1 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: kSnappyCompression supported: 1 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: kLZ4Compression supported: 1 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: kBZip2Compression supported: 0 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.merge_operator: 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_filter: None 2024-04-22T00:30:47.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_filter_factory: None 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.sst_partitioner_factory: None 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564160d65ba0) 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout: cache_index_and_filter_blocks: 1 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout: pin_top_level_index_and_filter: 1 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout: index_type: 0 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout: data_block_index_type: 0 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout: index_shortening: 1 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-22T00:30:47.572 INFO:journalctl@ceph.mon.a.smithi018.stdout: checksum: 4 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: no_block_cache: 0 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache: 0x564160d69090 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache_name: BinnedLRUCache 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache_options: 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: capacity : 536870912 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: num_shard_bits : 4 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: strict_capacity_limit : 0 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: high_pri_pool_ratio: 0.000 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache_compressed: (nil) 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: persistent_cache: (nil) 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_size: 4096 2024-04-22T00:30:47.573 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_size_deviation: 10 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_restart_interval: 16 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: index_block_restart_interval: 1 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: metadata_block_size: 4096 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: partition_filters: 0 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: use_delta_encoding: 1 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: filter_policy: bloomfilter 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: whole_key_filtering: 1 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: verify_compression: 0 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: read_amp_bytes_per_bit: 0 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: format_version: 5 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: enable_index_compression: 1 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_align: 0 2024-04-22T00:30:47.574 INFO:journalctl@ceph.mon.a.smithi018.stdout: max_auto_readahead_size: 262144 2024-04-22T00:30:47.575 INFO:journalctl@ceph.mon.a.smithi018.stdout: prepopulate_block_cache: 0 2024-04-22T00:30:47.575 INFO:journalctl@ceph.mon.a.smithi018.stdout: initial_auto_readahead_size: 8192 2024-04-22T00:30:47.575 INFO:journalctl@ceph.mon.a.smithi018.stdout: num_file_reads_for_auto_readahead: 2 2024-04-22T00:30:47.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.write_buffer_size: 33554432 2024-04-22T00:30:47.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_write_buffer_number: 2 2024-04-22T00:30:47.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compression: NoCompression 2024-04-22T00:30:47.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bottommost_compression: Disabled 2024-04-22T00:30:47.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.prefix_extractor: nullptr 2024-04-22T00:30:47.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T00:30:47.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.num_levels: 7 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-22T00:30:47.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-22T00:30:47.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T00:30:47.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compression_opts.level: 32767 2024-04-22T00:30:47.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compression_opts.strategy: 0 2024-04-22T00:30:47.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T00:30:47.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T00:30:47.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-22T00:30:47.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-22T00:30:47.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compression_opts.enabled: false 2024-04-22T00:30:47.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-22T00:30:47.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T00:30:47.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T00:30:47.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T00:30:47.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.target_file_size_base: 67108864 2024-04-22T00:30:47.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T00:30:47.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T00:30:47.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T00:30:47.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.arena_block_size: 1048576 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T00:30:47.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.disable_auto_compactions: 0 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.table_properties_collectors: 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.inplace_update_support: 0 2024-04-22T00:30:47.582 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.bloom_locality: 0 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.max_successive_merges: 0 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.paranoid_file_checks: 0 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.force_consistency_checks: 1 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.report_bg_io_stats: 0 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.ttl: 2592000 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-22T00:30:47.583 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.enable_blob_files: false 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.min_blob_size: 0 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.blob_file_size: 268435456 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.blob_file_starting_level: 0 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a66adb2d-eb72-4e5a-8831-e6cd63566113 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713745847238987, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-22T00:30:47.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713745847240259, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99441, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 324, "table_properties": {"data_size": 97349, "index_size": 310, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14056, "raw_average_key_size": 49, "raw_value_size": 89719, "raw_average_value_size": 317, "num_data_blocks": 12, "num_entries": 283, "num_filter_entries": 283, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713745847, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a66adb2d-eb72-4e5a-8831-e6cd63566113", "db_session_id": "8AUGGBJHE0XPJVF2T4GV", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713745847240363, "job": 1, "event": "recovery_finished"} 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564160e5a000 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: DB pointer 0x564160e44000 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** DB Stats ** 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T00:30:47.585 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** Compaction Stats [default] ** 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: L0 2/0 98.95 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 115.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: Sum 2/0 98.95 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 115.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 115.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** Compaction Stats [default] ** 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 115.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T00:30:47.586 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative compaction: 0.00 GB write, 24.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval compaction: 0.00 GB write, 24.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: Block cache BinnedLRUCache@0x564160d69090#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-22T00:30:47.587 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: starting mon.a rank 0 at public addrs [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] at bind addrs [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: mon.a@-1(???) e1 preinit fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: mon.a@-1(???).mds e1 new map 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: mon.a@-1(???).mds e1 print_map 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout: e1 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout: legacy client fscid: -1 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout: No filesystems configured 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T00:30:47.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: monmap epoch 1 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: last_changed 2024-04-22T00:30:31.596377+0000 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: created 2024-04-22T00:30:31.596377+0000 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: min_mon_release 19 (squid) 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: election_strategy: 1 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: fsmap 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: osdmap e1: 0 total, 0 up, 0 in 2024-04-22T00:30:47.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:47 smithi018 ceph-mon[27979]: mgrmap e1: no daemons active 2024-04-22T00:30:48.130 INFO:teuthology.orchestra.run.smithi018.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-22T00:30:48.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:48 smithi018 bash[27960]: abe528af649ebf326e850075ccd59a76fff97b610a38d7e6c17b44adc2bf755e 2024-04-22T00:30:48.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:48 smithi018 systemd[1]: Started Ceph mon.a for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:30:49.404 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.769+0000 7f95d27ba700 1 Processor -- start 2024-04-22T00:30:49.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.769+0000 7f95d27ba700 1 -- start start 2024-04-22T00:30:49.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.769+0000 7f95d27ba700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc07c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:49.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.769+0000 7f95d27ba700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc07c8a0 con 0x7f95cc07de70 2024-04-22T00:30:49.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.770+0000 7f95cbfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc07c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:49.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.770+0000 7f95cbfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc07c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54814/0 (socket says 172.21.15.18:54814) 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.770+0000 7f95cbfff700 1 -- 172.21.15.18:0/3134651199 learned_addr learned my addr 172.21.15.18:0/3134651199 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.770+0000 7f95cbfff700 1 -- 172.21.15.18:0/3134651199 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc07ca20 con 0x7f95cc07de70 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.770+0000 7f95cbfff700 1 --2- 172.21.15.18:0/3134651199 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc07c2d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f95bc0098a0 tx=0x7f95bc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=826801ee6b0faa1a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.771+0000 7f95caffd700 1 -- 172.21.15.18:0/3134651199 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95bc004160 con 0x7f95cc07de70 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.771+0000 7f95caffd700 1 -- 172.21.15.18:0/3134651199 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f95bc004300 con 0x7f95cc07de70 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.771+0000 7f95caffd700 1 -- 172.21.15.18:0/3134651199 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95bc011b50 con 0x7f95cc07de70 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.771+0000 7f95d27ba700 1 -- 172.21.15.18:0/3134651199 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 msgr2=0x7f95cc07c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.771+0000 7f95d27ba700 1 --2- 172.21.15.18:0/3134651199 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc07c2d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f95bc0098a0 tx=0x7f95bc009bb0 comp rx=0 tx=0).stop 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.771+0000 7f95d27ba700 1 -- 172.21.15.18:0/3134651199 shutdown_connections 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.771+0000 7f95d27ba700 1 --2- 172.21.15.18:0/3134651199 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc07c2d0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.771+0000 7f95d27ba700 1 -- 172.21.15.18:0/3134651199 >> 172.21.15.18:0/3134651199 conn(0x7f95cc103150 msgr2=0x7f95cc105570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.771+0000 7f95d27ba700 1 -- 172.21.15.18:0/3134651199 shutdown_connections 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.771+0000 7f95d27ba700 1 -- 172.21.15.18:0/3134651199 wait complete. 2024-04-22T00:30:49.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.772+0000 7f95d27ba700 1 Processor -- start 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.772+0000 7f95d27ba700 1 -- start start 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.772+0000 7f95d27ba700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc19ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.772+0000 7f95d27ba700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc10e1b0 con 0x7f95cc07de70 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.772+0000 7f95cbfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc19ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.773+0000 7f95cbfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc19ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54826/0 (socket says 172.21.15.18:54826) 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.773+0000 7f95cbfff700 1 -- 172.21.15.18:0/310525376 learned_addr learned my addr 172.21.15.18:0/310525376 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.773+0000 7f95cbfff700 1 -- 172.21.15.18:0/310525376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc19e2f0 con 0x7f95cc07de70 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.773+0000 7f95cbfff700 1 --2- 172.21.15.18:0/310525376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc19ddb0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f95bc011850 tx=0x7f95bc011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.773+0000 7f95c97fa700 1 -- 172.21.15.18:0/310525376 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95bc003af0 con 0x7f95cc07de70 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.773+0000 7f95c97fa700 1 -- 172.21.15.18:0/310525376 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f95bc020070 con 0x7f95cc07de70 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.773+0000 7f95d27ba700 1 -- 172.21.15.18:0/310525376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95cc19e580 con 0x7f95cc07de70 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.773+0000 7f95c97fa700 1 -- 172.21.15.18:0/310525376 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95bc0195a0 con 0x7f95cc07de70 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.773+0000 7f95d27ba700 1 -- 172.21.15.18:0/310525376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95cc1a1270 con 0x7f95cc07de70 2024-04-22T00:30:49.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.773+0000 7f95c97fa700 1 -- 172.21.15.18:0/310525376 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f95bc019c30 con 0x7f95cc07de70 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.774+0000 7f95c97fa700 1 -- 172.21.15.18:0/310525376 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f95bc011e00 con 0x7f95cc07de70 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.774+0000 7f95d27ba700 1 -- 172.21.15.18:0/310525376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95cc063890 con 0x7f95cc07de70 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.777+0000 7f95c97fa700 1 -- 172.21.15.18:0/310525376 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f95bc003c90 con 0x7f95cc07de70 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.861+0000 7f95d27ba700 1 -- 172.21.15.18:0/310525376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f95cc1a1440 con 0x7f95cc07de70 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.863+0000 7f95c97fa700 1 -- 172.21.15.18:0/310525376 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f95bc00bad0 con 0x7f95cc07de70 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.864+0000 7f95d27ba700 1 -- 172.21.15.18:0/310525376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 msgr2=0x7f95cc19ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.864+0000 7f95d27ba700 1 --2- 172.21.15.18:0/310525376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc19ddb0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f95bc011850 tx=0x7f95bc011c10 comp rx=0 tx=0).stop 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.864+0000 7f95d27ba700 1 -- 172.21.15.18:0/310525376 shutdown_connections 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.864+0000 7f95d27ba700 1 --2- 172.21.15.18:0/310525376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95cc07de70 0x7f95cc19ddb0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.864+0000 7f95d27ba700 1 -- 172.21.15.18:0/310525376 >> 172.21.15.18:0/310525376 conn(0x7f95cc103150 msgr2=0x7f95cc103cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.864+0000 7f95d27ba700 1 -- 172.21.15.18:0/310525376 shutdown_connections 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:48.864+0000 7f95d27ba700 1 -- 172.21.15.18:0/310525376 wait complete. 2024-04-22T00:30:49.412 INFO:teuthology.orchestra.run.smithi018.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-22T00:30:49.426 INFO:teuthology.orchestra.run.smithi018.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:30:49.426 INFO:teuthology.orchestra.run.smithi018.stdout:Creating mgr... 2024-04-22T00:30:49.427 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-22T00:30:49.427 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-22T00:30:49.675 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.x 2024-04-22T00:30:49.676 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Failed to reset failed state of unit ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-22T00:30:49.826 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-6224d758-003f-11ef-bc93-c7b262605968.target.wants/ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-6224d758-003f-11ef-bc93-c7b262605968@.service. 2024-04-22T00:30:50.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:49 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/310525376' entity='client.admin' 2024-04-22T00:30:50.356 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:50 smithi018 podman[28208]: 2024-04-22 00:30:50.274959899 +0000 UTC m=+0.322022840 container start 42fac77d7eb96ec86977c625196b2e47b7684c799eb303e53df09fcf0d3b2ebe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8) 2024-04-22T00:30:50.356 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:50 smithi018 bash[28208]: 42fac77d7eb96ec86977c625196b2e47b7684c799eb303e53df09fcf0d3b2ebe 2024-04-22T00:30:50.370 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-22T00:30:50.370 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout disabled 2024-04-22T00:30:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-22T00:30:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-04-22T00:30:50.378 INFO:teuthology.orchestra.run.smithi018.stdout:firewalld.service is not enabled 2024-04-22T00:30:50.378 INFO:teuthology.orchestra.run.smithi018.stdout:Not possible to enable service . firewalld.service is not available 2024-04-22T00:30:50.386 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-22T00:30:50.386 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout disabled 2024-04-22T00:30:50.394 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-22T00:30:50.394 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-04-22T00:30:50.394 INFO:teuthology.orchestra.run.smithi018.stdout:firewalld.service is not enabled 2024-04-22T00:30:50.394 INFO:teuthology.orchestra.run.smithi018.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-22T00:30:50.394 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mgr to start... 2024-04-22T00:30:50.394 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mgr... 2024-04-22T00:30:50.618 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:50 smithi018 systemd[1]: Started Ceph mgr.x for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:30:50.618 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:50 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:50.433+0000 7f222b2b1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T00:30:50.909 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:50 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:50.627+0000 7f222b2b1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T00:30:50.909 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:50 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:50.734+0000 7f222b2b1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T00:30:51.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:50 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3479977858' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T00:30:51.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:51.066+0000 7f222b2b1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T00:30:51.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:51.153+0000 7f222b2b1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T00:30:51.486 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:30:51.486 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "health": { 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 0 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "a" 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:30:51.487 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-22T00:30:51.488 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-22T00:30:51.489 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "restful" 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:51.490 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modified": "2024-04-22T00:30:34.444631+0000", 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.852+0000 7f5dfab33700 1 Processor -- start 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.852+0000 7f5dfab33700 1 -- start start 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.852+0000 7f5dfab33700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df410aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.852+0000 7f5dfab33700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5df407be20 con 0x7f5df4108640 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.852+0000 7f5df88cf700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df410aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.852+0000 7f5df88cf700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df410aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54992/0 (socket says 172.21.15.18:54992) 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.852+0000 7f5df88cf700 1 -- 172.21.15.18:0/3907128396 learned_addr learned my addr 172.21.15.18:0/3907128396 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.853+0000 7f5df88cf700 1 -- 172.21.15.18:0/3907128396 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5df410af70 con 0x7f5df4108640 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.853+0000 7f5df88cf700 1 --2- 172.21.15.18:0/3907128396 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df410aa30 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f5de80098a0 tx=0x7f5de8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ae0d2aa90cae47a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:51.491 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.853+0000 7f5df37fe700 1 -- 172.21.15.18:0/3907128396 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5de8004160 con 0x7f5df4108640 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.853+0000 7f5df37fe700 1 -- 172.21.15.18:0/3907128396 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5de8004300 con 0x7f5df4108640 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.853+0000 7f5df37fe700 1 -- 172.21.15.18:0/3907128396 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5de8011b50 con 0x7f5df4108640 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.854+0000 7f5dfab33700 1 -- 172.21.15.18:0/3907128396 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 msgr2=0x7f5df410aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.854+0000 7f5dfab33700 1 --2- 172.21.15.18:0/3907128396 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df410aa30 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f5de80098a0 tx=0x7f5de8009bb0 comp rx=0 tx=0).stop 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.854+0000 7f5dfab33700 1 -- 172.21.15.18:0/3907128396 shutdown_connections 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.854+0000 7f5dfab33700 1 --2- 172.21.15.18:0/3907128396 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df410aa30 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.854+0000 7f5dfab33700 1 -- 172.21.15.18:0/3907128396 >> 172.21.15.18:0/3907128396 conn(0x7f5df4102030 msgr2=0x7f5df4104490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.854+0000 7f5dfab33700 1 -- 172.21.15.18:0/3907128396 shutdown_connections 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.854+0000 7f5dfab33700 1 -- 172.21.15.18:0/3907128396 wait complete. 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.855+0000 7f5dfab33700 1 Processor -- start 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.855+0000 7f5dfab33700 1 -- start start 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.855+0000 7f5dfab33700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df419bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.855+0000 7f5dfab33700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5df410bf20 con 0x7f5df4108640 2024-04-22T00:30:51.492 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.855+0000 7f5df88cf700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df419bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.855+0000 7f5df88cf700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df419bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55004/0 (socket says 172.21.15.18:55004) 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.855+0000 7f5df88cf700 1 -- 172.21.15.18:0/3479977858 learned_addr learned my addr 172.21.15.18:0/3479977858 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.855+0000 7f5df88cf700 1 -- 172.21.15.18:0/3479977858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5df419c090 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.855+0000 7f5df88cf700 1 --2- 172.21.15.18:0/3479977858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df419bb50 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5de8011b60 tx=0x7f5de8011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.856+0000 7f5df1ffb700 1 -- 172.21.15.18:0/3479977858 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5de8003970 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.856+0000 7f5df1ffb700 1 -- 172.21.15.18:0/3479977858 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5de8003b10 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.856+0000 7f5dfab33700 1 -- 172.21.15.18:0/3479977858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5df419c380 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.856+0000 7f5df1ffb700 1 -- 172.21.15.18:0/3479977858 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5de8024610 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.856+0000 7f5dfab33700 1 -- 172.21.15.18:0/3479977858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5df419f010 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.856+0000 7f5df1ffb700 1 -- 172.21.15.18:0/3479977858 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5de8024c50 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.856+0000 7f5df1ffb700 1 -- 172.21.15.18:0/3479977858 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5de8011e00 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.857+0000 7f5dfab33700 1 -- 172.21.15.18:0/3479977858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5df4063890 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.859+0000 7f5df1ffb700 1 -- 172.21.15.18:0/3479977858 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f5de801a9f0 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.935+0000 7f5dfab33700 1 -- 172.21.15.18:0/3479977858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f5df419f630 con 0x7f5df4108640 2024-04-22T00:30:51.493 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.936+0000 7f5df1ffb700 1 -- 172.21.15.18:0/3479977858 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f5de801a430 con 0x7f5df4108640 2024-04-22T00:30:51.494 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.937+0000 7f5dfab33700 1 -- 172.21.15.18:0/3479977858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 msgr2=0x7f5df419bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:51.494 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.937+0000 7f5dfab33700 1 --2- 172.21.15.18:0/3479977858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df419bb50 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5de8011b60 tx=0x7f5de8011c40 comp rx=0 tx=0).stop 2024-04-22T00:30:51.494 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.937+0000 7f5dfab33700 1 -- 172.21.15.18:0/3479977858 shutdown_connections 2024-04-22T00:30:51.494 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.937+0000 7f5dfab33700 1 --2- 172.21.15.18:0/3479977858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5df4108640 0x7f5df419bb50 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:51.494 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.937+0000 7f5dfab33700 1 -- 172.21.15.18:0/3479977858 >> 172.21.15.18:0/3479977858 conn(0x7f5df4102030 msgr2=0x7f5df4102bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:51.494 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.937+0000 7f5dfab33700 1 -- 172.21.15.18:0/3479977858 shutdown_connections 2024-04-22T00:30:51.494 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:50.937+0000 7f5dfab33700 1 -- 172.21.15.18:0/3479977858 wait complete. 2024-04-22T00:30:51.494 INFO:teuthology.orchestra.run.smithi018.stdout:mgr not available, waiting (1/15)... 2024-04-22T00:30:52.773 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:52 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:52.421+0000 7f222b2b1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T00:30:52.773 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:52 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:52.596+0000 7f222b2b1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T00:30:52.773 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:52 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:52.771+0000 7f222b2b1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T00:30:53.375 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:53 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:53.068+0000 7f222b2b1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T00:30:53.375 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:53 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:53.164+0000 7f222b2b1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T00:30:53.375 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:53 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:53.373+0000 7f222b2b1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T00:30:53.658 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:53 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:53.579+0000 7f222b2b1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T00:30:54.522 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:54 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:54.217+0000 7f222b2b1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T00:30:54.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:54 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1687160716' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T00:30:54.909 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:54 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:54.663+0000 7f222b2b1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T00:30:54.909 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:54 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:54.769+0000 7f222b2b1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T00:30:55.214 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "health": { 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 0 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-22T00:30:55.215 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "a" 2024-04-22T00:30:55.216 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:30:55.216 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-04-22T00:30:55.216 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-22T00:30:55.216 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:55.216 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-22T00:30:55.216 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-22T00:30:55.217 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-22T00:30:55.218 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-22T00:30:55.218 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-22T00:30:55.218 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-22T00:30:55.218 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-22T00:30:55.218 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-22T00:30:55.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "restful" 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modified": "2024-04-22T00:30:34.444631+0000", 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.621+0000 7f4d3361d700 1 Processor -- start 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.622+0000 7f4d3361d700 1 -- start start 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.622+0000 7f4d3361d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c1073c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:55.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.622+0000 7f4d3361d700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c107990 con 0x7f4d2c106fa0 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.622+0000 7f4d313b9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c1073c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.622+0000 7f4d313b9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c1073c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55020/0 (socket says 172.21.15.18:55020) 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.622+0000 7f4d313b9700 1 -- 172.21.15.18:0/940366839 learned_addr learned my addr 172.21.15.18:0/940366839 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.622+0000 7f4d313b9700 1 -- 172.21.15.18:0/940366839 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d2c107cc0 con 0x7f4d2c106fa0 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.623+0000 7f4d313b9700 1 --2- 172.21.15.18:0/940366839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c1073c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4d280098a0 tx=0x7f4d28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c622e778228cac6a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.623+0000 7f4d23fff700 1 -- 172.21.15.18:0/940366839 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d28004160 con 0x7f4d2c106fa0 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.623+0000 7f4d23fff700 1 -- 172.21.15.18:0/940366839 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4d28004300 con 0x7f4d2c106fa0 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.623+0000 7f4d23fff700 1 -- 172.21.15.18:0/940366839 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d28011b50 con 0x7f4d2c106fa0 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.623+0000 7f4d3361d700 1 -- 172.21.15.18:0/940366839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 msgr2=0x7f4d2c1073c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.623+0000 7f4d3361d700 1 --2- 172.21.15.18:0/940366839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c1073c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4d280098a0 tx=0x7f4d28009bb0 comp rx=0 tx=0).stop 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.623+0000 7f4d3361d700 1 -- 172.21.15.18:0/940366839 shutdown_connections 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.623+0000 7f4d3361d700 1 --2- 172.21.15.18:0/940366839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c1073c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:55.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.623+0000 7f4d3361d700 1 -- 172.21.15.18:0/940366839 >> 172.21.15.18:0/940366839 conn(0x7f4d2c1017a0 msgr2=0x7f4d2c103c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.624+0000 7f4d3361d700 1 -- 172.21.15.18:0/940366839 shutdown_connections 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.624+0000 7f4d3361d700 1 -- 172.21.15.18:0/940366839 wait complete. 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.624+0000 7f4d3361d700 1 Processor -- start 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.624+0000 7f4d3361d700 1 -- start start 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.624+0000 7f4d3361d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c19bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.624+0000 7f4d3361d700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c10b070 con 0x7f4d2c106fa0 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d313b9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c19bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d313b9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c19bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55034/0 (socket says 172.21.15.18:55034) 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d313b9700 1 -- 172.21.15.18:0/1687160716 learned_addr learned my addr 172.21.15.18:0/1687160716 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d313b9700 1 -- 172.21.15.18:0/1687160716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d2c19c0b0 con 0x7f4d2c106fa0 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d313b9700 1 --2- 172.21.15.18:0/1687160716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c19bb70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d28011b60 tx=0x7f4d28011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d227fc700 1 -- 172.21.15.18:0/1687160716 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d28003970 con 0x7f4d2c106fa0 2024-04-22T00:30:55.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d3361d700 1 -- 172.21.15.18:0/1687160716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d2c19c340 con 0x7f4d2c106fa0 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d227fc700 1 -- 172.21.15.18:0/1687160716 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4d28003b10 con 0x7f4d2c106fa0 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d227fc700 1 -- 172.21.15.18:0/1687160716 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d28024610 con 0x7f4d2c106fa0 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d3361d700 1 -- 172.21.15.18:0/1687160716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d2c19f030 con 0x7f4d2c106fa0 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.625+0000 7f4d227fc700 1 -- 172.21.15.18:0/1687160716 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4d28024ca0 con 0x7f4d2c106fa0 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.626+0000 7f4d227fc700 1 -- 172.21.15.18:0/1687160716 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4d28011e00 con 0x7f4d2c106fa0 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.626+0000 7f4d3361d700 1 -- 172.21.15.18:0/1687160716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d2c063890 con 0x7f4d2c106fa0 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.629+0000 7f4d227fc700 1 -- 172.21.15.18:0/1687160716 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f4d28043dd0 con 0x7f4d2c106fa0 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.702+0000 7f4d3361d700 1 -- 172.21.15.18:0/1687160716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f4d2c0008d0 con 0x7f4d2c106fa0 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.702+0000 7f4d227fc700 1 -- 172.21.15.18:0/1687160716 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f4d28032030 con 0x7f4d2c106fa0 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.703+0000 7f4d3361d700 1 -- 172.21.15.18:0/1687160716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 msgr2=0x7f4d2c19bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.703+0000 7f4d3361d700 1 --2- 172.21.15.18:0/1687160716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c19bb70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d28011b60 tx=0x7f4d28011c40 comp rx=0 tx=0).stop 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.703+0000 7f4d3361d700 1 -- 172.21.15.18:0/1687160716 shutdown_connections 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.703+0000 7f4d3361d700 1 --2- 172.21.15.18:0/1687160716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4d2c106fa0 0x7f4d2c19bb70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:55.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.703+0000 7f4d3361d700 1 -- 172.21.15.18:0/1687160716 >> 172.21.15.18:0/1687160716 conn(0x7f4d2c1017a0 msgr2=0x7f4d2c1026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:55.224 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.704+0000 7f4d3361d700 1 -- 172.21.15.18:0/1687160716 shutdown_connections 2024-04-22T00:30:55.224 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:54.704+0000 7f4d3361d700 1 -- 172.21.15.18:0/1687160716 wait complete. 2024-04-22T00:30:55.224 INFO:teuthology.orchestra.run.smithi018.stdout:mgr not available, waiting (2/15)... 2024-04-22T00:30:55.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:54 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:54.978+0000 7f222b2b1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T00:30:55.871 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:55 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:55.524+0000 7f222b2b1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T00:30:55.871 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:55 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:55.619+0000 7f222b2b1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T00:30:56.159 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:55 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:55.869+0000 7f222b2b1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T00:30:56.159 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:56 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:56.007+0000 7f222b2b1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T00:30:56.159 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:56 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:56.105+0000 7f222b2b1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T00:30:56.659 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:56 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:56.225+0000 7f222b2b1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T00:30:56.659 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:56 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:56.319+0000 7f222b2b1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T00:30:57.440 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:57.161+0000 7f222b2b1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T00:30:57.440 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:30:57.386+0000 7f222b2b1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: Activating manager daemon x 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: mgrmap e2: x(active, starting, since 0.00311514s) 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: from='mgr.14100 172.21.15.18:0/2969121383' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: from='mgr.14100 172.21.15.18:0/2969121383' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: from='mgr.14100 172.21.15.18:0/2969121383' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: from='mgr.14100 172.21.15.18:0/2969121383' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: from='mgr.14100 172.21.15.18:0/2969121383' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: Manager daemon x is now available 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: from='mgr.14100 172.21.15.18:0/2969121383' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: from='mgr.14100 172.21.15.18:0/2969121383' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T00:30:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: from='mgr.14100 172.21.15.18:0/2969121383' entity='mgr.x' 2024-04-22T00:30:57.708 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: from='mgr.14100 172.21.15.18:0/2969121383' entity='mgr.x' 2024-04-22T00:30:57.708 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:57 smithi018 ceph-mon[27979]: from='mgr.14100 172.21.15.18:0/2969121383' entity='mgr.x' 2024-04-22T00:30:58.445 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:30:58.445 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "health": { 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 0 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-22T00:30:58.446 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "a" 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-22T00:30:58.447 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-22T00:30:58.448 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:58.449 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-22T00:30:58.449 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "restful" 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:30:58.450 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modified": "2024-04-22T00:30:34.444631+0000", 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.626+0000 7f2dc4671700 1 Processor -- start 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.626+0000 7f2dc4671700 1 -- start start 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.627+0000 7f2dc4671700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc10aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.627+0000 7f2dc4671700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc07be40 con 0x7f2dbc108620 2024-04-22T00:30:58.451 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.627+0000 7f2dc240d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc10aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.627+0000 7f2dc240d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc10aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55120/0 (socket says 172.21.15.18:55120) 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.627+0000 7f2dc240d700 1 -- 172.21.15.18:0/2206763026 learned_addr learned my addr 172.21.15.18:0/2206763026 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.627+0000 7f2dc240d700 1 -- 172.21.15.18:0/2206763026 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dbc10af50 con 0x7f2dbc108620 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.627+0000 7f2dc240d700 1 --2- 172.21.15.18:0/2206763026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc10aa10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2db80098a0 tx=0x7f2db8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3088ac6677bafe36 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.627+0000 7f2dc140b700 1 -- 172.21.15.18:0/2206763026 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2db8004160 con 0x7f2dbc108620 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.627+0000 7f2dc140b700 1 -- 172.21.15.18:0/2206763026 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f2db8004300 con 0x7f2dbc108620 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.627+0000 7f2dc140b700 1 -- 172.21.15.18:0/2206763026 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2db8011b50 con 0x7f2dbc108620 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.628+0000 7f2dc4671700 1 -- 172.21.15.18:0/2206763026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 msgr2=0x7f2dbc10aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.628+0000 7f2dc4671700 1 --2- 172.21.15.18:0/2206763026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc10aa10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2db80098a0 tx=0x7f2db8009bb0 comp rx=0 tx=0).stop 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.628+0000 7f2dc4671700 1 -- 172.21.15.18:0/2206763026 shutdown_connections 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.628+0000 7f2dc4671700 1 --2- 172.21.15.18:0/2206763026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc10aa10 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.628+0000 7f2dc4671700 1 -- 172.21.15.18:0/2206763026 >> 172.21.15.18:0/2206763026 conn(0x7f2dbc102030 msgr2=0x7f2dbc104490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:58.452 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.628+0000 7f2dc4671700 1 -- 172.21.15.18:0/2206763026 shutdown_connections 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.628+0000 7f2dc4671700 1 -- 172.21.15.18:0/2206763026 wait complete. 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.629+0000 7f2dc4671700 1 Processor -- start 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.629+0000 7f2dc4671700 1 -- start start 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.629+0000 7f2dc4671700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc19bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.629+0000 7f2dc4671700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc10bf80 con 0x7f2dbc108620 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.629+0000 7f2dc240d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc19bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.629+0000 7f2dc240d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc19bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55136/0 (socket says 172.21.15.18:55136) 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.629+0000 7f2dc240d700 1 -- 172.21.15.18:0/3726280464 learned_addr learned my addr 172.21.15.18:0/3726280464 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.629+0000 7f2dc240d700 1 -- 172.21.15.18:0/3726280464 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dbc19c0f0 con 0x7f2dbc108620 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.629+0000 7f2dc240d700 1 --2- 172.21.15.18:0/3726280464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc19bbb0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2db8011b60 tx=0x7f2db8011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.629+0000 7f2db37fe700 1 -- 172.21.15.18:0/3726280464 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2db8003970 con 0x7f2dbc108620 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.630+0000 7f2db37fe700 1 -- 172.21.15.18:0/3726280464 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f2db8003b10 con 0x7f2dbc108620 2024-04-22T00:30:58.453 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.630+0000 7f2dc4671700 1 -- 172.21.15.18:0/3726280464 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dbc19c380 con 0x7f2dbc108620 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.630+0000 7f2db37fe700 1 -- 172.21.15.18:0/3726280464 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2db8024610 con 0x7f2dbc108620 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.630+0000 7f2dc4671700 1 -- 172.21.15.18:0/3726280464 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dbc19f070 con 0x7f2dbc108620 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.630+0000 7f2db37fe700 1 -- 172.21.15.18:0/3726280464 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 2) ==== 46043+0+0 (secure 0 0 0) 0x7f2db80248c0 con 0x7f2dbc108620 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.630+0000 7f2dc4671700 1 -- 172.21.15.18:0/3726280464 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dbc063890 con 0x7f2dbc108620 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.631+0000 7f2db37fe700 1 -- 172.21.15.18:0/3726280464 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2db8011e00 con 0x7f2dbc108620 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.633+0000 7f2db37fe700 1 -- 172.21.15.18:0/3726280464 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f2db8052020 con 0x7f2dbc108620 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.706+0000 7f2dc4671700 1 -- 172.21.15.18:0/3726280464 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f2dbc19f240 con 0x7f2dbc108620 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.706+0000 7f2db37fe700 1 -- 172.21.15.18:0/3726280464 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f2dbc19f240 con 0x7f2dbc108620 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.707+0000 7f2dc4671700 1 -- 172.21.15.18:0/3726280464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 msgr2=0x7f2dbc19bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.707+0000 7f2dc4671700 1 --2- 172.21.15.18:0/3726280464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc19bbb0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2db8011b60 tx=0x7f2db8011c40 comp rx=0 tx=0).stop 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.707+0000 7f2dc4671700 1 -- 172.21.15.18:0/3726280464 shutdown_connections 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.707+0000 7f2dc4671700 1 --2- 172.21.15.18:0/3726280464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2dbc108620 0x7f2dbc19bbb0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.707+0000 7f2dc4671700 1 -- 172.21.15.18:0/3726280464 >> 172.21.15.18:0/3726280464 conn(0x7f2dbc102030 msgr2=0x7f2dbc102bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:30:58.454 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.707+0000 7f2dc4671700 1 -- 172.21.15.18:0/3726280464 shutdown_connections 2024-04-22T00:30:58.455 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:30:57.707+0000 7f2dc4671700 1 -- 172.21.15.18:0/3726280464 wait complete. 2024-04-22T00:30:58.455 INFO:teuthology.orchestra.run.smithi018.stdout:mgr not available, waiting (3/15)... 2024-04-22T00:30:58.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:58 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3726280464' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T00:30:58.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:30:58 smithi018 ceph-mon[27979]: mgrmap e3: x(active, since 1.00691s) 2024-04-22T00:31:00.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:00 smithi018 ceph-mon[27979]: mgrmap e4: x(active, since 2s) 2024-04-22T00:31:01.787 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:01 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1562568978' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T00:31:01.804 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:31:01.804 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-04-22T00:31:01.804 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:31:01.804 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "health": { 2024-04-22T00:31:01.804 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-22T00:31:01.804 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-22T00:31:01.804 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 0 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "a" 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-22T00:31:01.805 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:31:01.806 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-22T00:31:01.807 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "restful" 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-04-22T00:31:01.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modified": "2024-04-22T00:30:34.444631+0000", 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.868+0000 7fe0674d9700 1 Processor -- start 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.868+0000 7fe0674d9700 1 -- start start 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.868+0000 7fe0674d9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060108030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:01.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.868+0000 7fe0674d9700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe060108600 con 0x7fe060107c10 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.868+0000 7fe065275700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060108030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.868+0000 7fe065275700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060108030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35976/0 (socket says 172.21.15.18:35976) 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.868+0000 7fe065275700 1 -- 172.21.15.18:0/2492051262 learned_addr learned my addr 172.21.15.18:0/2492051262 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.869+0000 7fe065275700 1 -- 172.21.15.18:0/2492051262 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe060108dc0 con 0x7fe060107c10 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.869+0000 7fe065275700 1 --2- 172.21.15.18:0/2492051262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060108030 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fe05c00f960 tx=0x7fe05c00fc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0636d605db8c184 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.869+0000 7fe057fff700 1 -- 172.21.15.18:0/2492051262 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe05c01c070 con 0x7fe060107c10 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.869+0000 7fe057fff700 1 -- 172.21.15.18:0/2492051262 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe05c004030 con 0x7fe060107c10 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.869+0000 7fe057fff700 1 -- 172.21.15.18:0/2492051262 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe05c003d20 con 0x7fe060107c10 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.870+0000 7fe0674d9700 1 -- 172.21.15.18:0/2492051262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 msgr2=0x7fe060108030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.870+0000 7fe0674d9700 1 --2- 172.21.15.18:0/2492051262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060108030 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fe05c00f960 tx=0x7fe05c00fc70 comp rx=0 tx=0).stop 2024-04-22T00:31:01.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.870+0000 7fe0674d9700 1 -- 172.21.15.18:0/2492051262 shutdown_connections 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.870+0000 7fe0674d9700 1 --2- 172.21.15.18:0/2492051262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060108030 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.870+0000 7fe0674d9700 1 -- 172.21.15.18:0/2492051262 >> 172.21.15.18:0/2492051262 conn(0x7fe060103190 msgr2=0x7fe0601055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.870+0000 7fe0674d9700 1 -- 172.21.15.18:0/2492051262 shutdown_connections 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.870+0000 7fe0674d9700 1 -- 172.21.15.18:0/2492051262 wait complete. 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.870+0000 7fe0674d9700 1 Processor -- start 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe0674d9700 1 -- start start 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe0674d9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060199960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe0674d9700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe06007c070 con 0x7fe060107c10 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe065275700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060199960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe065275700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060199960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35992/0 (socket says 172.21.15.18:35992) 2024-04-22T00:31:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe065275700 1 -- 172.21.15.18:0/1562568978 learned_addr learned my addr 172.21.15.18:0/1562568978 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe065275700 1 -- 172.21.15.18:0/1562568978 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe060199ea0 con 0x7fe060107c10 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe065275700 1 --2- 172.21.15.18:0/1562568978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060199960 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe05c004410 tx=0x7fe05c0044f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe0567fc700 1 -- 172.21.15.18:0/1562568978 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe05c025070 con 0x7fe060107c10 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe0674d9700 1 -- 172.21.15.18:0/1562568978 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe06019a130 con 0x7fe060107c10 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe0567fc700 1 -- 172.21.15.18:0/1562568978 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe05c017a00 con 0x7fe060107c10 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.871+0000 7fe0567fc700 1 -- 172.21.15.18:0/1562568978 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe05c01c040 con 0x7fe060107c10 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.872+0000 7fe0674d9700 1 -- 172.21.15.18:0/1562568978 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe06019ce20 con 0x7fe060107c10 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.872+0000 7fe0567fc700 1 -- 172.21.15.18:0/1562568978 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fe05c028070 con 0x7fe060107c10 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.872+0000 7fe0674d9700 1 -- 172.21.15.18:0/1562568978 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe060063890 con 0x7fe060107c10 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.873+0000 7fe0567fc700 1 --2- 172.21.15.18:0/1562568978 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fe04c038fb0 0x7fe04c03b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.873+0000 7fe0567fc700 1 -- 172.21.15.18:0/1562568978 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe05c014070 con 0x7fe060107c10 2024-04-22T00:31:01.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.873+0000 7fe064a74700 1 --2- 172.21.15.18:0/1562568978 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fe04c038fb0 0x7fe04c03b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.873+0000 7fe064a74700 1 --2- 172.21.15.18:0/1562568978 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fe04c038fb0 0x7fe04c03b470 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe050006fd0 tx=0x7fe050006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:00.878+0000 7fe0567fc700 1 -- 172.21.15.18:0/1562568978 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe05c01fc70 con 0x7fe060107c10 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.171+0000 7fe0674d9700 1 -- 172.21.15.18:0/1562568978 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fe0600008d0 con 0x7fe060107c10 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.171+0000 7fe0567fc700 1 -- 172.21.15.18:0/1562568978 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fe05c02f070 con 0x7fe060107c10 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.174+0000 7fe0674d9700 1 -- 172.21.15.18:0/1562568978 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fe04c038fb0 msgr2=0x7fe04c03b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.174+0000 7fe0674d9700 1 --2- 172.21.15.18:0/1562568978 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fe04c038fb0 0x7fe04c03b470 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe050006fd0 tx=0x7fe050006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.174+0000 7fe0674d9700 1 -- 172.21.15.18:0/1562568978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 msgr2=0x7fe060199960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.174+0000 7fe0674d9700 1 --2- 172.21.15.18:0/1562568978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060199960 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe05c004410 tx=0x7fe05c0044f0 comp rx=0 tx=0).stop 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.175+0000 7fe0674d9700 1 -- 172.21.15.18:0/1562568978 shutdown_connections 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.175+0000 7fe0674d9700 1 --2- 172.21.15.18:0/1562568978 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fe04c038fb0 0x7fe04c03b470 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:01.813 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.175+0000 7fe0674d9700 1 --2- 172.21.15.18:0/1562568978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe060107c10 0x7fe060199960 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:01.814 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.175+0000 7fe0674d9700 1 -- 172.21.15.18:0/1562568978 >> 172.21.15.18:0/1562568978 conn(0x7fe060103190 msgr2=0x7fe0601035e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:01.814 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.175+0000 7fe0674d9700 1 -- 172.21.15.18:0/1562568978 shutdown_connections 2024-04-22T00:31:01.814 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:01.175+0000 7fe0674d9700 1 -- 172.21.15.18:0/1562568978 wait complete. 2024-04-22T00:31:01.814 INFO:teuthology.orchestra.run.smithi018.stdout:mgr is available 2024-04-22T00:31:02.743 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:02 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1809675844' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-22T00:31:02.989 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [global] 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout fsid = 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-04-22T00:31:02.997 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [osd] 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.225+0000 7f8e469a0700 1 Processor -- start 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.225+0000 7f8e469a0700 1 -- start start 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.225+0000 7f8e469a0700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e401060c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.225+0000 7f8e469a0700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8e40106690 con 0x7f8e40105ca0 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.225+0000 7f8e4599e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e401060c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.225+0000 7f8e4599e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e401060c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35996/0 (socket says 172.21.15.18:35996) 2024-04-22T00:31:02.998 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.226+0000 7f8e4599e700 1 -- 172.21.15.18:0/2409257476 learned_addr learned my addr 172.21.15.18:0/2409257476 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.226+0000 7f8e4599e700 1 -- 172.21.15.18:0/2409257476 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e40108c30 con 0x7f8e40105ca0 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.226+0000 7f8e4599e700 1 --2- 172.21.15.18:0/2409257476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e401060c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c0098a0 tx=0x7f8e3c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f45e91bf07f69e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.226+0000 7f8e4499c700 1 -- 172.21.15.18:0/2409257476 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e3c004160 con 0x7f8e40105ca0 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.226+0000 7f8e4499c700 1 -- 172.21.15.18:0/2409257476 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f8e3c004300 con 0x7f8e40105ca0 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.226+0000 7f8e4499c700 1 -- 172.21.15.18:0/2409257476 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e3c011b50 con 0x7f8e40105ca0 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.227+0000 7f8e469a0700 1 -- 172.21.15.18:0/2409257476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 msgr2=0x7f8e401060c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.227+0000 7f8e469a0700 1 --2- 172.21.15.18:0/2409257476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e401060c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c0098a0 tx=0x7f8e3c009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.227+0000 7f8e469a0700 1 -- 172.21.15.18:0/2409257476 shutdown_connections 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.227+0000 7f8e469a0700 1 --2- 172.21.15.18:0/2409257476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e401060c0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.227+0000 7f8e469a0700 1 -- 172.21.15.18:0/2409257476 >> 172.21.15.18:0/2409257476 conn(0x7f8e401015d0 msgr2=0x7f8e40103a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.227+0000 7f8e469a0700 1 -- 172.21.15.18:0/2409257476 shutdown_connections 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.227+0000 7f8e469a0700 1 -- 172.21.15.18:0/2409257476 wait complete. 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.227+0000 7f8e469a0700 1 Processor -- start 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.228+0000 7f8e469a0700 1 -- start start 2024-04-22T00:31:02.999 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.228+0000 7f8e469a0700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e4019b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.228+0000 7f8e469a0700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4010bfe0 con 0x7f8e40105ca0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.228+0000 7f8e4599e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e4019b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.228+0000 7f8e4599e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e4019b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36006/0 (socket says 172.21.15.18:36006) 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.228+0000 7f8e4599e700 1 -- 172.21.15.18:0/1809675844 learned_addr learned my addr 172.21.15.18:0/1809675844 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.228+0000 7f8e4599e700 1 -- 172.21.15.18:0/1809675844 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e4019bf20 con 0x7f8e40105ca0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.228+0000 7f8e4599e700 1 --2- 172.21.15.18:0/1809675844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e4019b9e0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c011850 tx=0x7f8e3c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.228+0000 7f8e36ffd700 1 -- 172.21.15.18:0/1809675844 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e3c003af0 con 0x7f8e40105ca0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.229+0000 7f8e36ffd700 1 -- 172.21.15.18:0/1809675844 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f8e3c020070 con 0x7f8e40105ca0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.229+0000 7f8e36ffd700 1 -- 172.21.15.18:0/1809675844 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e3c0195a0 con 0x7f8e40105ca0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.229+0000 7f8e469a0700 1 -- 172.21.15.18:0/1809675844 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e4019c1b0 con 0x7f8e40105ca0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.229+0000 7f8e469a0700 1 -- 172.21.15.18:0/1809675844 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e4019eea0 con 0x7f8e40105ca0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.229+0000 7f8e36ffd700 1 -- 172.21.15.18:0/1809675844 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f8e3c01a430 con 0x7f8e40105ca0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.230+0000 7f8e469a0700 1 -- 172.21.15.18:0/1809675844 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e40063890 con 0x7f8e40105ca0 2024-04-22T00:31:03.000 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.230+0000 7f8e36ffd700 1 --2- 172.21.15.18:0/1809675844 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f8e2c039050 0x7f8e2c03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.230+0000 7f8e36ffd700 1 -- 172.21.15.18:0/1809675844 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8e3c011e00 con 0x7f8e40105ca0 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.230+0000 7f8e4519d700 1 --2- 172.21.15.18:0/1809675844 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f8e2c039050 0x7f8e2c03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.230+0000 7f8e4519d700 1 --2- 172.21.15.18:0/1809675844 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f8e2c039050 0x7f8e2c03b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8e30006fd0 tx=0x7f8e30006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.235+0000 7f8e36ffd700 1 -- 172.21.15.18:0/1809675844 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8e3c00e260 con 0x7f8e40105ca0 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.442+0000 7f8e469a0700 1 -- 172.21.15.18:0/1809675844 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f8e4019f070 con 0x7f8e40105ca0 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.443+0000 7f8e36ffd700 1 -- 172.21.15.18:0/1809675844 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+373 (secure 0 0 0) 0x7f8e4019f070 con 0x7f8e40105ca0 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.446+0000 7f8e469a0700 1 -- 172.21.15.18:0/1809675844 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f8e2c039050 msgr2=0x7f8e2c03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.446+0000 7f8e469a0700 1 --2- 172.21.15.18:0/1809675844 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f8e2c039050 0x7f8e2c03b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8e30006fd0 tx=0x7f8e30006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.446+0000 7f8e469a0700 1 -- 172.21.15.18:0/1809675844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 msgr2=0x7f8e4019b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.446+0000 7f8e469a0700 1 --2- 172.21.15.18:0/1809675844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e4019b9e0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c011850 tx=0x7f8e3c011c10 comp rx=0 tx=0).stop 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.446+0000 7f8e469a0700 1 -- 172.21.15.18:0/1809675844 shutdown_connections 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.446+0000 7f8e469a0700 1 --2- 172.21.15.18:0/1809675844 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f8e2c039050 0x7f8e2c03b510 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.446+0000 7f8e469a0700 1 --2- 172.21.15.18:0/1809675844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e40105ca0 0x7f8e4019b9e0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.446+0000 7f8e469a0700 1 -- 172.21.15.18:0/1809675844 >> 172.21.15.18:0/1809675844 conn(0x7f8e401015d0 msgr2=0x7f8e401020e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:03.001 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.446+0000 7f8e469a0700 1 -- 172.21.15.18:0/1809675844 shutdown_connections 2024-04-22T00:31:03.002 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:02.446+0000 7f8e469a0700 1 -- 172.21.15.18:0/1809675844 wait complete. 2024-04-22T00:31:03.002 INFO:teuthology.orchestra.run.smithi018.stdout:Enabling cephadm module... 2024-04-22T00:31:04.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:03 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3574192015' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-22T00:31:04.066 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:03 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: ignoring --setuser ceph since I am not root 2024-04-22T00:31:04.066 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:03 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: ignoring --setgroup ceph since I am not root 2024-04-22T00:31:04.067 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:03 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:03.925+0000 7fa2c987a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T00:31:04.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:04 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:04.119+0000 7fa2c987a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T00:31:04.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:04 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:04.225+0000 7fa2c987a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.426+0000 7fbaad5b5700 1 Processor -- start 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.426+0000 7fbaad5b5700 1 -- start start 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.426+0000 7fbaad5b5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa810aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.426+0000 7fbaad5b5700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbaa807be40 con 0x7fbaa8108620 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.427+0000 7fbaa6ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa810aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.427+0000 7fbaa6ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa810aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36016/0 (socket says 172.21.15.18:36016) 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.427+0000 7fbaa6ffd700 1 -- 172.21.15.18:0/4235642369 learned_addr learned my addr 172.21.15.18:0/4235642369 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.427+0000 7fbaa6ffd700 1 -- 172.21.15.18:0/4235642369 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbaa810af50 con 0x7fbaa8108620 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.427+0000 7fbaa6ffd700 1 --2- 172.21.15.18:0/4235642369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa810aa10 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbaa00098a0 tx=0x7fbaa0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38d3bd78472a2bec server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.427+0000 7fbaa5ffb700 1 -- 172.21.15.18:0/4235642369 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbaa0004160 con 0x7fbaa8108620 2024-04-22T00:31:04.350 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.427+0000 7fbaa5ffb700 1 -- 172.21.15.18:0/4235642369 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fbaa0004300 con 0x7fbaa8108620 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.427+0000 7fbaa5ffb700 1 -- 172.21.15.18:0/4235642369 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbaa0011b50 con 0x7fbaa8108620 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.428+0000 7fbaad5b5700 1 -- 172.21.15.18:0/4235642369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 msgr2=0x7fbaa810aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.428+0000 7fbaad5b5700 1 --2- 172.21.15.18:0/4235642369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa810aa10 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbaa00098a0 tx=0x7fbaa0009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.428+0000 7fbaad5b5700 1 -- 172.21.15.18:0/4235642369 shutdown_connections 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.428+0000 7fbaad5b5700 1 --2- 172.21.15.18:0/4235642369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa810aa10 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.428+0000 7fbaad5b5700 1 -- 172.21.15.18:0/4235642369 >> 172.21.15.18:0/4235642369 conn(0x7fbaa8102030 msgr2=0x7fbaa8104490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.428+0000 7fbaad5b5700 1 -- 172.21.15.18:0/4235642369 shutdown_connections 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.428+0000 7fbaad5b5700 1 -- 172.21.15.18:0/4235642369 wait complete. 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.429+0000 7fbaad5b5700 1 Processor -- start 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.429+0000 7fbaad5b5700 1 -- start start 2024-04-22T00:31:04.351 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.429+0000 7fbaad5b5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa8107ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.429+0000 7fbaad5b5700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbaa810bf80 con 0x7fbaa8108620 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.429+0000 7fbaa6ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa8107ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.429+0000 7fbaa6ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa8107ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36026/0 (socket says 172.21.15.18:36026) 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.429+0000 7fbaa6ffd700 1 -- 172.21.15.18:0/3574192015 learned_addr learned my addr 172.21.15.18:0/3574192015 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.429+0000 7fbaa6ffd700 1 -- 172.21.15.18:0/3574192015 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbaa81083e0 con 0x7fbaa8108620 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.430+0000 7fbaa6ffd700 1 --2- 172.21.15.18:0/3574192015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa8107ea0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fbaa0011b60 tx=0x7fbaa0011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.430+0000 7fba9ffff700 1 -- 172.21.15.18:0/3574192015 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbaa0003970 con 0x7fbaa8108620 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.430+0000 7fba9ffff700 1 -- 172.21.15.18:0/3574192015 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fbaa0003b10 con 0x7fbaa8108620 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.430+0000 7fbaad5b5700 1 -- 172.21.15.18:0/3574192015 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbaa81065d0 con 0x7fbaa8108620 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.430+0000 7fba9ffff700 1 -- 172.21.15.18:0/3574192015 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbaa0024610 con 0x7fbaa8108620 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.430+0000 7fbaad5b5700 1 -- 172.21.15.18:0/3574192015 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbaa8106b10 con 0x7fbaa8108620 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.431+0000 7fba9ffff700 1 -- 172.21.15.18:0/3574192015 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fbaa001a430 con 0x7fbaa8108620 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.431+0000 7fba9ffff700 1 --2- 172.21.15.18:0/3574192015 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fba94039000 0x7fba9403b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:04.352 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.431+0000 7fbaad5b5700 1 -- 172.21.15.18:0/3574192015 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbaa8063890 con 0x7fbaa8108620 2024-04-22T00:31:04.353 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.431+0000 7fba9ffff700 1 -- 172.21.15.18:0/3574192015 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbaa0011e00 con 0x7fbaa8108620 2024-04-22T00:31:04.353 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.431+0000 7fbaa67fc700 1 --2- 172.21.15.18:0/3574192015 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fba94039000 0x7fba9403b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:04.353 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.432+0000 7fbaa67fc700 1 --2- 172.21.15.18:0/3574192015 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fba94039000 0x7fba9403b4c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fba90006fd0 tx=0x7fba90006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:04.353 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.436+0000 7fba9ffff700 1 -- 172.21.15.18:0/3574192015 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fbaa00212a0 con 0x7fbaa8108620 2024-04-22T00:31:04.353 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.702+0000 7fbaad5b5700 1 -- 172.21.15.18:0/3574192015 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fbaa8106d90 con 0x7fbaa8108620 2024-04-22T00:31:04.353 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.754+0000 7fba9ffff700 1 -- 172.21.15.18:0/3574192015 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fbaa001a720 con 0x7fbaa8108620 2024-04-22T00:31:04.353 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.755+0000 7fba9ffff700 1 -- 172.21.15.18:0/3574192015 <== mon.0 v2:172.21.15.18:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fbaa004bc70 con 0x7fbaa8108620 2024-04-22T00:31:04.354 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.757+0000 7fbaad5b5700 1 -- 172.21.15.18:0/3574192015 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fba94039000 msgr2=0x7fba9403b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:04.354 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.757+0000 7fbaad5b5700 1 --2- 172.21.15.18:0/3574192015 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fba94039000 0x7fba9403b4c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fba90006fd0 tx=0x7fba90006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:04.354 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.757+0000 7fbaad5b5700 1 -- 172.21.15.18:0/3574192015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 msgr2=0x7fbaa8107ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:04.354 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.757+0000 7fbaad5b5700 1 --2- 172.21.15.18:0/3574192015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa8107ea0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fbaa0011b60 tx=0x7fbaa0011c40 comp rx=0 tx=0).stop 2024-04-22T00:31:04.354 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.757+0000 7fbaad5b5700 1 -- 172.21.15.18:0/3574192015 shutdown_connections 2024-04-22T00:31:04.354 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.757+0000 7fbaad5b5700 1 --2- 172.21.15.18:0/3574192015 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7fba94039000 0x7fba9403b4c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:04.354 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.757+0000 7fbaad5b5700 1 --2- 172.21.15.18:0/3574192015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbaa8108620 0x7fbaa8107ea0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:04.354 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.757+0000 7fbaad5b5700 1 -- 172.21.15.18:0/3574192015 >> 172.21.15.18:0/3574192015 conn(0x7fbaa8102030 msgr2=0x7fbaa8102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:04.354 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.757+0000 7fbaad5b5700 1 -- 172.21.15.18:0/3574192015 shutdown_connections 2024-04-22T00:31:04.354 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:03.757+0000 7fbaad5b5700 1 -- 172.21.15.18:0/3574192015 wait complete. 2024-04-22T00:31:04.609 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:04 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:04.553+0000 7fa2c987a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T00:31:04.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:04 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3574192015' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-22T00:31:04.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:04 smithi018 ceph-mon[27979]: mgrmap e5: x(active, since 6s) 2024-04-22T00:31:04.909 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:04 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:04.646+0000 7fa2c987a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.787+0000 7f5a30b7b700 1 Processor -- start 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.787+0000 7f5a30b7b700 1 -- start start 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.787+0000 7f5a30b7b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c107fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.787+0000 7f5a30b7b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c108580 con 0x7f5a2c107b90 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.787+0000 7f5a2a59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c107fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:05.640 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.787+0000 7f5a2a59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c107fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36056/0 (socket says 172.21.15.18:36056) 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.787+0000 7f5a2a59c700 1 -- 172.21.15.18:0/2367351481 learned_addr learned my addr 172.21.15.18:0/2367351481 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.788+0000 7f5a2a59c700 1 -- 172.21.15.18:0/2367351481 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a2c108d90 con 0x7f5a2c107b90 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.788+0000 7f5a2a59c700 1 --2- 172.21.15.18:0/2367351481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c107fb0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c0098a0 tx=0x7f5a1c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bb62ebd7c953bd3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.788+0000 7f5a2959a700 1 -- 172.21.15.18:0/2367351481 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a1c004160 con 0x7f5a2c107b90 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.788+0000 7f5a2959a700 1 -- 172.21.15.18:0/2367351481 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5a1c004300 con 0x7f5a2c107b90 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.788+0000 7f5a2959a700 1 -- 172.21.15.18:0/2367351481 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a1c011b50 con 0x7f5a2c107b90 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.789+0000 7f5a30b7b700 1 -- 172.21.15.18:0/2367351481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 msgr2=0x7f5a2c107fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.789+0000 7f5a30b7b700 1 --2- 172.21.15.18:0/2367351481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c107fb0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c0098a0 tx=0x7f5a1c009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.789+0000 7f5a30b7b700 1 -- 172.21.15.18:0/2367351481 shutdown_connections 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.789+0000 7f5a30b7b700 1 --2- 172.21.15.18:0/2367351481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c107fb0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.789+0000 7f5a30b7b700 1 -- 172.21.15.18:0/2367351481 >> 172.21.15.18:0/2367351481 conn(0x7f5a2c103150 msgr2=0x7f5a2c105570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.789+0000 7f5a30b7b700 1 -- 172.21.15.18:0/2367351481 shutdown_connections 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.789+0000 7f5a30b7b700 1 -- 172.21.15.18:0/2367351481 wait complete. 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.790+0000 7f5a30b7b700 1 Processor -- start 2024-04-22T00:31:05.641 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.790+0000 7f5a30b7b700 1 -- start start 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.790+0000 7f5a30b7b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c19bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.790+0000 7f5a30b7b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c10c140 con 0x7f5a2c107b90 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.790+0000 7f5a2a59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c19bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.790+0000 7f5a2a59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c19bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36060/0 (socket says 172.21.15.18:36060) 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.790+0000 7f5a2a59c700 1 -- 172.21.15.18:0/607905636 learned_addr learned my addr 172.21.15.18:0/607905636 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.790+0000 7f5a2a59c700 1 -- 172.21.15.18:0/607905636 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a2c19c110 con 0x7f5a2c107b90 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.790+0000 7f5a2a59c700 1 --2- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c19bbd0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c011850 tx=0x7f5a1c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.791+0000 7f5a1b7fe700 1 -- 172.21.15.18:0/607905636 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a1c003af0 con 0x7f5a2c107b90 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.791+0000 7f5a30b7b700 1 -- 172.21.15.18:0/607905636 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a2c19c3a0 con 0x7f5a2c107b90 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.791+0000 7f5a1b7fe700 1 -- 172.21.15.18:0/607905636 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5a1c020070 con 0x7f5a2c107b90 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.791+0000 7f5a1b7fe700 1 -- 172.21.15.18:0/607905636 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a1c0195a0 con 0x7f5a2c107b90 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.791+0000 7f5a30b7b700 1 -- 172.21.15.18:0/607905636 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a2c19f090 con 0x7f5a2c107b90 2024-04-22T00:31:05.642 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.792+0000 7f5a1b7fe700 1 -- 172.21.15.18:0/607905636 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f5a1c0198a0 con 0x7f5a2c107b90 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.792+0000 7f5a30b7b700 1 -- 172.21.15.18:0/607905636 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a2c063890 con 0x7f5a2c107b90 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.792+0000 7f5a1b7fe700 1 --2- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f5a14039050 0x7f5a1403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.792+0000 7f5a1b7fe700 1 -- 172.21.15.18:0/607905636 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5a1c011e00 con 0x7f5a2c107b90 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.792+0000 7f5a29d9b700 1 -- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f5a14039050 msgr2=0x7f5a1403b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/283242805 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.792+0000 7f5a29d9b700 1 --2- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f5a14039050 0x7f5a1403b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.797+0000 7f5a1b7fe700 1 -- 172.21.15.18:0/607905636 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f5a1c00e260 con 0x7f5a2c107b90 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.993+0000 7f5a29d9b700 1 -- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f5a14039050 msgr2=0x7f5a1403b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/283242805 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:04.993+0000 7f5a29d9b700 1 --2- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f5a14039050 0x7f5a1403b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.106+0000 7f5a30b7b700 1 -- 172.21.15.18:0/607905636 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f5a2c19f260 con 0x7f5a2c107b90 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.107+0000 7f5a1b7fe700 1 -- 172.21.15.18:0/607905636 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f5a2c19f260 con 0x7f5a2c107b90 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.111+0000 7f5a30b7b700 1 -- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f5a14039050 msgr2=0x7f5a1403b510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.111+0000 7f5a30b7b700 1 --2- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f5a14039050 0x7f5a1403b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.111+0000 7f5a30b7b700 1 -- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 msgr2=0x7f5a2c19bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:05.643 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.111+0000 7f5a30b7b700 1 --2- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c19bbd0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c011850 tx=0x7f5a1c011c10 comp rx=0 tx=0).stop 2024-04-22T00:31:05.644 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.111+0000 7f5a30b7b700 1 -- 172.21.15.18:0/607905636 shutdown_connections 2024-04-22T00:31:05.644 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.111+0000 7f5a30b7b700 1 --2- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f5a14039050 0x7f5a1403b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:05.644 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.111+0000 7f5a30b7b700 1 --2- 172.21.15.18:0/607905636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107b90 0x7f5a2c19bbd0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:05.644 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.111+0000 7f5a30b7b700 1 -- 172.21.15.18:0/607905636 >> 172.21.15.18:0/607905636 conn(0x7f5a2c103150 msgr2=0x7f5a2c103cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:05.644 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.111+0000 7f5a30b7b700 1 -- 172.21.15.18:0/607905636 shutdown_connections 2024-04-22T00:31:05.644 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:05.111+0000 7f5a30b7b700 1 -- 172.21.15.18:0/607905636 wait complete. 2024-04-22T00:31:05.644 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for the mgr to restart... 2024-04-22T00:31:05.644 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mgr epoch 5... 2024-04-22T00:31:06.045 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:05 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/607905636' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-22T00:31:06.045 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:05 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:05.907+0000 7fa2c987a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T00:31:06.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:06 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:06.089+0000 7fa2c987a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T00:31:06.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:06 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:06.266+0000 7fa2c987a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T00:31:06.874 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:06 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:06.567+0000 7fa2c987a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T00:31:06.874 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:06 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:06.663+0000 7fa2c987a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T00:31:06.874 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:06 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:06.873+0000 7fa2c987a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T00:31:07.158 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:07 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:07.073+0000 7fa2c987a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T00:31:07.909 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:07 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:07.699+0000 7fa2c987a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T00:31:08.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:08 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:08.137+0000 7fa2c987a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T00:31:08.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:08 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:08.237+0000 7fa2c987a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T00:31:08.909 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:08 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:08.444+0000 7fa2c987a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T00:31:09.338 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:08 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:08.989+0000 7fa2c987a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T00:31:09.338 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:09 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:09.085+0000 7fa2c987a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T00:31:09.659 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:09 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:09.337+0000 7fa2c987a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T00:31:09.659 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:09 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:09.477+0000 7fa2c987a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T00:31:09.659 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:09 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:09.575+0000 7fa2c987a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T00:31:10.159 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:09 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:09.695+0000 7fa2c987a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T00:31:10.159 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:09 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:09.789+0000 7fa2c987a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T00:31:10.908 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:10.634+0000 7fa2c987a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T00:31:10.909 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:10.856+0000 7fa2c987a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T00:31:11.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: Active manager daemon x restarted 2024-04-22T00:31:11.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: Activating manager daemon x 2024-04-22T00:31:11.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: osdmap e2: 0 total, 0 up, 0 in 2024-04-22T00:31:11.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: mgrmap e6: x(active, starting, since 0.00336683s) 2024-04-22T00:31:11.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:31:11.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T00:31:11.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T00:31:11.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T00:31:11.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T00:31:11.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: Manager daemon x is now available 2024-04-22T00:31:11.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:11.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:11.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:31:11.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:10 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:31:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:11 smithi018 ceph-mon[27979]: Found migration_current of "None". Setting to last migration. 2024-04-22T00:31:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:11 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T00:31:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:11 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T00:31:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:11 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:11 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:11 smithi018 ceph-mon[27979]: mgrmap e7: x(active, since 1.00529s) 2024-04-22T00:31:12.431 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-04-22T00:31:12.431 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-22T00:31:12.431 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-22T00:31:12.431 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-04-22T00:31:12.431 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.044+0000 7f4232c7c700 1 Processor -- start 2024-04-22T00:31:12.431 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.044+0000 7f4232c7c700 1 -- start start 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.044+0000 7f4232c7c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c10aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.044+0000 7f4232c7c700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f422c07be00 con 0x7f422c108650 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.045+0000 7f4230a18700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c10aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.045+0000 7f4230a18700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c10aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36062/0 (socket says 172.21.15.18:36062) 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.045+0000 7f4230a18700 1 -- 172.21.15.18:0/2495256937 learned_addr learned my addr 172.21.15.18:0/2495256937 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.045+0000 7f4230a18700 1 -- 172.21.15.18:0/2495256937 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f422c10af80 con 0x7f422c108650 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.045+0000 7f4230a18700 1 --2- 172.21.15.18:0/2495256937 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c10aa40 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f42200098a0 tx=0x7f4220009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b278cb9b671e31b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.045+0000 7f422b7fe700 1 -- 172.21.15.18:0/2495256937 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4220004160 con 0x7f422c108650 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.045+0000 7f422b7fe700 1 -- 172.21.15.18:0/2495256937 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4220004300 con 0x7f422c108650 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.045+0000 7f422b7fe700 1 -- 172.21.15.18:0/2495256937 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4220011b50 con 0x7f422c108650 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.046+0000 7f4232c7c700 1 -- 172.21.15.18:0/2495256937 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 msgr2=0x7f422c10aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:12.432 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.046+0000 7f4232c7c700 1 --2- 172.21.15.18:0/2495256937 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c10aa40 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f42200098a0 tx=0x7f4220009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.046+0000 7f4232c7c700 1 -- 172.21.15.18:0/2495256937 shutdown_connections 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.046+0000 7f4232c7c700 1 --2- 172.21.15.18:0/2495256937 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c10aa40 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.046+0000 7f4232c7c700 1 -- 172.21.15.18:0/2495256937 >> 172.21.15.18:0/2495256937 conn(0x7f422c102000 msgr2=0x7f422c104480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.046+0000 7f4232c7c700 1 -- 172.21.15.18:0/2495256937 shutdown_connections 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.046+0000 7f4232c7c700 1 -- 172.21.15.18:0/2495256937 wait complete. 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.047+0000 7f4232c7c700 1 Processor -- start 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.047+0000 7f4232c7c700 1 -- start start 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.047+0000 7f4232c7c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c19bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.047+0000 7f4232c7c700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f422c10bfa0 con 0x7f422c108650 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.047+0000 7f4230a18700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c19bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.047+0000 7f4230a18700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c19bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36074/0 (socket says 172.21.15.18:36074) 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.047+0000 7f4230a18700 1 -- 172.21.15.18:0/708811522 learned_addr learned my addr 172.21.15.18:0/708811522 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:12.433 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.047+0000 7f4230a18700 1 -- 172.21.15.18:0/708811522 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f422c19c090 con 0x7f422c108650 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.048+0000 7f4230a18700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c19bb50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4220009fb0 tx=0x7f4220011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.048+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f42200038b0 con 0x7f422c108650 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.048+0000 7f4232c7c700 1 -- 172.21.15.18:0/708811522 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f422c19c320 con 0x7f422c108650 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.048+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4220011e50 con 0x7f422c108650 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.048+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4220019420 con 0x7f422c108650 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.048+0000 7f4232c7c700 1 -- 172.21.15.18:0/708811522 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f422c19f010 con 0x7f422c108650 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.049+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f422001a430 con 0x7f422c108650 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.049+0000 7f4229ffb700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 0x7f421c03b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.049+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 --> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f421c03bbd0 con 0x7f421c039000 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.049+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f422004d200 con 0x7f422c108650 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.049+0000 7f422bfff700 1 -- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 msgr2=0x7f421c03b4c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/283242805 2024-04-22T00:31:12.434 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.049+0000 7f422bfff700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 0x7f421c03b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.250+0000 7f422bfff700 1 -- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 msgr2=0x7f421c03b4c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/283242805 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.250+0000 7f422bfff700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 0x7f421c03b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.651+0000 7f422bfff700 1 -- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 msgr2=0x7f421c03b4c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/283242805 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:06.651+0000 7f422bfff700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 0x7f421c03b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:07.452+0000 7f422bfff700 1 -- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 msgr2=0x7f421c03b4c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/283242805 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:07.452+0000 7f422bfff700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 0x7f421c03b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:09.053+0000 7f422bfff700 1 -- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 msgr2=0x7f421c03b4c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/283242805 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:09.053+0000 7f422bfff700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 0x7f421c03b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:10.860+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7f4220019720 con 0x7f422c108650 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:10.860+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 msgr2=0x7f421c03b4c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:10.860+0000 7f4229ffb700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 0x7f421c03b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:12.435 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.861+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f4220021d80 con 0x7f422c108650 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.861+0000 7f4229ffb700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f421c03c930 0x7f421c03ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.861+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 --> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f4220022e70 con 0x7f421c03c930 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.861+0000 7f422bfff700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f421c03c930 0x7f421c03ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.862+0000 7f422bfff700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f421c03c930 0x7f421c03ed20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4218003a10 tx=0x7f4218009290 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.862+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 <== mgr.14120 v2:172.21.15.18:6800/2897837517 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f4220022e70 con 0x7f421c03c930 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4232c7c700 1 -- 172.21.15.18:0/708811522 --> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f422c063890 con 0x7f421c03c930 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4229ffb700 1 -- 172.21.15.18:0/708811522 <== mgr.14120 v2:172.21.15.18:6800/2897837517 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f422c063890 con 0x7f421c03c930 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4232c7c700 1 -- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f421c03c930 msgr2=0x7f421c03ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4232c7c700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f421c03c930 0x7f421c03ed20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4218003a10 tx=0x7f4218009290 comp rx=0 tx=0).stop 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4232c7c700 1 -- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 msgr2=0x7f422c19bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4232c7c700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c19bb50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4220009fb0 tx=0x7f4220011bf0 comp rx=0 tx=0).stop 2024-04-22T00:31:12.436 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4232c7c700 1 -- 172.21.15.18:0/708811522 shutdown_connections 2024-04-22T00:31:12.437 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4232c7c700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f422c108650 0x7f422c19bb50 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:12.437 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4232c7c700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f421c03c930 0x7f421c03ed20 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:12.437 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4232c7c700 1 --2- 172.21.15.18:0/708811522 >> [v2:172.21.15.18:6800/283242805,v1:172.21.15.18:6801/283242805] conn(0x7f421c039000 0x7f421c03b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:12.437 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.874+0000 7f4232c7c700 1 -- 172.21.15.18:0/708811522 >> 172.21.15.18:0/708811522 conn(0x7f422c102000 msgr2=0x7f422c102bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:12.437 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.875+0000 7f4232c7c700 1 -- 172.21.15.18:0/708811522 shutdown_connections 2024-04-22T00:31:12.437 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:11.875+0000 7f4232c7c700 1 -- 172.21.15.18:0/708811522 wait complete. 2024-04-22T00:31:12.437 INFO:teuthology.orchestra.run.smithi018.stdout:mgr epoch 5 is available 2024-04-22T00:31:12.437 INFO:teuthology.orchestra.run.smithi018.stdout:Setting orchestrator backend to cephadm... 2024-04-22T00:31:13.073 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:12 smithi018 ceph-mon[27979]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-22T00:31:13.073 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:12 smithi018 ceph-mon[27979]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-22T00:31:13.073 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:12 smithi018 ceph-mon[27979]: [22/Apr/2024:00:31:12] ENGINE Bus STARTING 2024-04-22T00:31:13.073 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:12 smithi018 ceph-mon[27979]: [22/Apr/2024:00:31:12] ENGINE Serving on https://172.21.15.18:7150 2024-04-22T00:31:13.073 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:12 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:31:13.518 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.833+0000 7fe25188f700 1 Processor -- start 2024-04-22T00:31:13.518 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.833+0000 7fe25188f700 1 -- start start 2024-04-22T00:31:13.518 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.833+0000 7fe25188f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c106890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.833+0000 7fe25188f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c07bde0 con 0x7fe24c106470 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.834+0000 7fe24affd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c106890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.834+0000 7fe24affd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c106890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37596/0 (socket says 172.21.15.18:37596) 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.834+0000 7fe24affd700 1 -- 172.21.15.18:0/179531657 learned_addr learned my addr 172.21.15.18:0/179531657 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.834+0000 7fe24affd700 1 -- 172.21.15.18:0/179531657 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe24c106dd0 con 0x7fe24c106470 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.834+0000 7fe24affd700 1 --2- 172.21.15.18:0/179531657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c106890 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe2440098a0 tx=0x7fe244009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b09be1c5519a15f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.834+0000 7fe249ffb700 1 -- 172.21.15.18:0/179531657 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe244004160 con 0x7fe24c106470 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.834+0000 7fe249ffb700 1 -- 172.21.15.18:0/179531657 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe244004300 con 0x7fe24c106470 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.834+0000 7fe249ffb700 1 -- 172.21.15.18:0/179531657 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe244011b50 con 0x7fe24c106470 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.835+0000 7fe25188f700 1 -- 172.21.15.18:0/179531657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 msgr2=0x7fe24c106890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.835+0000 7fe25188f700 1 --2- 172.21.15.18:0/179531657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c106890 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe2440098a0 tx=0x7fe244009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:13.519 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.835+0000 7fe25188f700 1 -- 172.21.15.18:0/179531657 shutdown_connections 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.835+0000 7fe25188f700 1 --2- 172.21.15.18:0/179531657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c106890 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.835+0000 7fe25188f700 1 -- 172.21.15.18:0/179531657 >> 172.21.15.18:0/179531657 conn(0x7fe24c102030 msgr2=0x7fe24c104490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.835+0000 7fe25188f700 1 -- 172.21.15.18:0/179531657 shutdown_connections 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.835+0000 7fe25188f700 1 -- 172.21.15.18:0/179531657 wait complete. 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.835+0000 7fe25188f700 1 Processor -- start 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.836+0000 7fe25188f700 1 -- start start 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.836+0000 7fe25188f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c19ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.836+0000 7fe25188f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c107e60 con 0x7fe24c106470 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.836+0000 7fe24affd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c19ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.836+0000 7fe24affd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c19ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37602/0 (socket says 172.21.15.18:37602) 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.836+0000 7fe24affd700 1 -- 172.21.15.18:0/4290803896 learned_addr learned my addr 172.21.15.18:0/4290803896 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.836+0000 7fe24affd700 1 -- 172.21.15.18:0/4290803896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe24c19e2f0 con 0x7fe24c106470 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.836+0000 7fe24affd700 1 --2- 172.21.15.18:0/4290803896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c19ddb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe244009fb0 tx=0x7fe244011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:13.520 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.837+0000 7fe25088d700 1 -- 172.21.15.18:0/4290803896 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe2440038b0 con 0x7fe24c106470 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.837+0000 7fe25088d700 1 -- 172.21.15.18:0/4290803896 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe244011e50 con 0x7fe24c106470 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.837+0000 7fe25188f700 1 -- 172.21.15.18:0/4290803896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe24c19e580 con 0x7fe24c106470 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.837+0000 7fe25188f700 1 -- 172.21.15.18:0/4290803896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe24c1a1270 con 0x7fe24c106470 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.837+0000 7fe25088d700 1 -- 172.21.15.18:0/4290803896 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe244019420 con 0x7fe24c106470 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.838+0000 7fe25088d700 1 -- 172.21.15.18:0/4290803896 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7fe244019750 con 0x7fe24c106470 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.838+0000 7fe25188f700 1 -- 172.21.15.18:0/4290803896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe22c005360 con 0x7fe24c106470 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.838+0000 7fe25088d700 1 --2- 172.21.15.18:0/4290803896 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fe238038f40 0x7fe23803b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.838+0000 7fe25088d700 1 -- 172.21.15.18:0/4290803896 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe24404d300 con 0x7fe24c106470 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.838+0000 7fe24a7fc700 1 --2- 172.21.15.18:0/4290803896 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fe238038f40 0x7fe23803b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.838+0000 7fe24a7fc700 1 --2- 172.21.15.18:0/4290803896 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fe238038f40 0x7fe23803b400 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe234006fd0 tx=0x7fe234006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.843+0000 7fe25088d700 1 -- 172.21.15.18:0/4290803896 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe244003ac0 con 0x7fe24c106470 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:12.914+0000 7fe25088d700 1 -- 172.21.15.18:0/4290803896 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fe244018350 con 0x7fe24c106470 2024-04-22T00:31:13.521 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.071+0000 7fe25188f700 1 -- 172.21.15.18:0/4290803896 --> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fe22c000bf0 con 0x7fe238038f40 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.076+0000 7fe25088d700 1 -- 172.21.15.18:0/4290803896 <== mgr.14120 v2:172.21.15.18:6800/2897837517 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe22c000bf0 con 0x7fe238038f40 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.078+0000 7fe25188f700 1 -- 172.21.15.18:0/4290803896 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fe238038f40 msgr2=0x7fe23803b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.078+0000 7fe25188f700 1 --2- 172.21.15.18:0/4290803896 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fe238038f40 0x7fe23803b400 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe234006fd0 tx=0x7fe234006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.078+0000 7fe25188f700 1 -- 172.21.15.18:0/4290803896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 msgr2=0x7fe24c19ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.078+0000 7fe25188f700 1 --2- 172.21.15.18:0/4290803896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c19ddb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe244009fb0 tx=0x7fe244011bf0 comp rx=0 tx=0).stop 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.078+0000 7fe25188f700 1 -- 172.21.15.18:0/4290803896 shutdown_connections 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.078+0000 7fe25188f700 1 --2- 172.21.15.18:0/4290803896 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fe238038f40 0x7fe23803b400 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.078+0000 7fe25188f700 1 --2- 172.21.15.18:0/4290803896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe24c106470 0x7fe24c19ddb0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.078+0000 7fe25188f700 1 -- 172.21.15.18:0/4290803896 >> 172.21.15.18:0/4290803896 conn(0x7fe24c102030 msgr2=0x7fe24c194a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.078+0000 7fe25188f700 1 -- 172.21.15.18:0/4290803896 shutdown_connections 2024-04-22T00:31:13.522 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.078+0000 7fe25188f700 1 -- 172.21.15.18:0/4290803896 wait complete. 2024-04-22T00:31:14.156 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:13 smithi018 ceph-mon[27979]: [22/Apr/2024:00:31:12] ENGINE Serving on http://172.21.15.18:8765 2024-04-22T00:31:14.156 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:13 smithi018 ceph-mon[27979]: [22/Apr/2024:00:31:12] ENGINE Bus STARTED 2024-04-22T00:31:14.156 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:13 smithi018 ceph-mon[27979]: mgrmap e8: x(active, since 2s) 2024-04-22T00:31:14.156 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:13 smithi018 ceph-mon[27979]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:14.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:13 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:14.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:13 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:31:14.665 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-22T00:31:14.665 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.936+0000 7fb3310de700 1 Processor -- start 2024-04-22T00:31:14.665 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.936+0000 7fb3310de700 1 -- start start 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.936+0000 7fb3310de700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c07c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.936+0000 7fb3310de700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb32c07c790 con 0x7fb32c07dda0 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.936+0000 7fb32ad9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c07c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.936+0000 7fb32ad9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c07c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37610/0 (socket says 172.21.15.18:37610) 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.936+0000 7fb32ad9d700 1 -- 172.21.15.18:0/3564419531 learned_addr learned my addr 172.21.15.18:0/3564419531 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.937+0000 7fb32ad9d700 1 -- 172.21.15.18:0/3564419531 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb32c07c910 con 0x7fb32c07dda0 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.937+0000 7fb32ad9d700 1 --2- 172.21.15.18:0/3564419531 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c07c250 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb31c0098a0 tx=0x7fb31c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e29baab72981571 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.937+0000 7fb329d9b700 1 -- 172.21.15.18:0/3564419531 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb31c004160 con 0x7fb32c07dda0 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.937+0000 7fb329d9b700 1 -- 172.21.15.18:0/3564419531 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb31c004300 con 0x7fb32c07dda0 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.937+0000 7fb329d9b700 1 -- 172.21.15.18:0/3564419531 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb31c011b50 con 0x7fb32c07dda0 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.937+0000 7fb3310de700 1 -- 172.21.15.18:0/3564419531 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 msgr2=0x7fb32c07c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.937+0000 7fb3310de700 1 --2- 172.21.15.18:0/3564419531 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c07c250 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb31c0098a0 tx=0x7fb31c009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:14.666 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.938+0000 7fb3310de700 1 -- 172.21.15.18:0/3564419531 shutdown_connections 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.938+0000 7fb3310de700 1 --2- 172.21.15.18:0/3564419531 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c07c250 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.938+0000 7fb3310de700 1 -- 172.21.15.18:0/3564419531 >> 172.21.15.18:0/3564419531 conn(0x7fb32c103190 msgr2=0x7fb32c1055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.938+0000 7fb3310de700 1 -- 172.21.15.18:0/3564419531 shutdown_connections 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.938+0000 7fb3310de700 1 -- 172.21.15.18:0/3564419531 wait complete. 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.938+0000 7fb3310de700 1 Processor -- start 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.939+0000 7fb3310de700 1 -- start start 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.939+0000 7fb3310de700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c19dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.939+0000 7fb3310de700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb32c10e200 con 0x7fb32c07dda0 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.939+0000 7fb32ad9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c19dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.939+0000 7fb32ad9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c19dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37614/0 (socket says 172.21.15.18:37614) 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.939+0000 7fb32ad9d700 1 -- 172.21.15.18:0/198127616 learned_addr learned my addr 172.21.15.18:0/198127616 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.939+0000 7fb32ad9d700 1 -- 172.21.15.18:0/198127616 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb32c19e2e0 con 0x7fb32c07dda0 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.939+0000 7fb32ad9d700 1 --2- 172.21.15.18:0/198127616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c19dda0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb31c009fb0 tx=0x7fb31c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:14.667 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.939+0000 7fb313fff700 1 -- 172.21.15.18:0/198127616 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb31c0038b0 con 0x7fb32c07dda0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.940+0000 7fb313fff700 1 -- 172.21.15.18:0/198127616 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb31c011e50 con 0x7fb32c07dda0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.940+0000 7fb3310de700 1 -- 172.21.15.18:0/198127616 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb32c19e570 con 0x7fb32c07dda0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.940+0000 7fb313fff700 1 -- 172.21.15.18:0/198127616 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb31c019420 con 0x7fb32c07dda0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.940+0000 7fb3310de700 1 -- 172.21.15.18:0/198127616 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb32c1a1220 con 0x7fb32c07dda0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.941+0000 7fb313fff700 1 -- 172.21.15.18:0/198127616 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fb31c019740 con 0x7fb32c07dda0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.941+0000 7fb3310de700 1 -- 172.21.15.18:0/198127616 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb32c063890 con 0x7fb32c07dda0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.941+0000 7fb313fff700 1 --2- 172.21.15.18:0/198127616 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb314039000 0x7fb31403b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.941+0000 7fb313fff700 1 -- 172.21.15.18:0/198127616 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb31c04d370 con 0x7fb32c07dda0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.941+0000 7fb32a59c700 1 --2- 172.21.15.18:0/198127616 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb314039000 0x7fb31403b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.941+0000 7fb32a59c700 1 --2- 172.21.15.18:0/198127616 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb314039000 0x7fb31403b4c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb320006fd0 tx=0x7fb320006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:13.946+0000 7fb313fff700 1 -- 172.21.15.18:0/198127616 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb31c00ba30 con 0x7fb32c07dda0 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.154+0000 7fb3310de700 1 -- 172.21.15.18:0/198127616 --> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fb32c1044a0 con 0x7fb314039000 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.155+0000 7fb313fff700 1 -- 172.21.15.18:0/198127616 <== mgr.14120 v2:172.21.15.18:6800/2897837517 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fb32c1044a0 con 0x7fb314039000 2024-04-22T00:31:14.668 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.157+0000 7fb3310de700 1 -- 172.21.15.18:0/198127616 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb314039000 msgr2=0x7fb31403b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:14.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.157+0000 7fb3310de700 1 --2- 172.21.15.18:0/198127616 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb314039000 0x7fb31403b4c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb320006fd0 tx=0x7fb320006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:14.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.157+0000 7fb3310de700 1 -- 172.21.15.18:0/198127616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 msgr2=0x7fb32c19dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:14.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.157+0000 7fb3310de700 1 --2- 172.21.15.18:0/198127616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c19dda0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb31c009fb0 tx=0x7fb31c011bf0 comp rx=0 tx=0).stop 2024-04-22T00:31:14.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.157+0000 7fb3310de700 1 -- 172.21.15.18:0/198127616 shutdown_connections 2024-04-22T00:31:14.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.157+0000 7fb3310de700 1 --2- 172.21.15.18:0/198127616 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb314039000 0x7fb31403b4c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:14.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.157+0000 7fb3310de700 1 --2- 172.21.15.18:0/198127616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb32c07dda0 0x7fb32c19dda0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:14.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.157+0000 7fb3310de700 1 -- 172.21.15.18:0/198127616 >> 172.21.15.18:0/198127616 conn(0x7fb32c103190 msgr2=0x7fb32c103d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:14.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.157+0000 7fb3310de700 1 -- 172.21.15.18:0/198127616 shutdown_connections 2024-04-22T00:31:14.669 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:14.158+0000 7fb3310de700 1 -- 172.21.15.18:0/198127616 wait complete. 2024-04-22T00:31:14.669 INFO:teuthology.orchestra.run.smithi018.stdout:Generating ssh key... 2024-04-22T00:31:15.077 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:14 smithi018 ceph-mon[27979]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:15.864 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: Generating public/private rsa key pair. 2024-04-22T00:31:15.864 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: Your identification has been saved in /tmp/tmp1jypxuc6/key. 2024-04-22T00:31:15.864 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: Your public key has been saved in /tmp/tmp1jypxuc6/key.pub. 2024-04-22T00:31:15.864 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: The key fingerprint is: 2024-04-22T00:31:15.864 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: SHA256:vjOVF427UPpLMZ4zLUF9S9gHUWsFafkEH4yHIyM8ysk ceph-6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:31:15.864 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: The key's randomart image is: 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: +---[RSA 3072]----+ 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: | . OOo| 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: | + o =*==| 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: | o o o +=+B+| 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: | E .+ +.+| 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: | S ++o . | 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: | . =.o* | 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: | .. +B.. | 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: | o. .o+ | 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: | .o .. | 2024-04-22T00:31:15.865 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: +----[SHA256]-----+ 2024-04-22T00:31:16.147 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.099+0000 7ff373a51700 1 Processor -- start 2024-04-22T00:31:16.147 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.099+0000 7ff373a51700 1 -- start start 2024-04-22T00:31:16.147 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.099+0000 7ff373a51700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c108050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:16.147 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.099+0000 7ff373a51700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff36c108620 con 0x7ff36c107c30 2024-04-22T00:31:16.147 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.100+0000 7ff3717ed700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c108050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:16.147 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.100+0000 7ff3717ed700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c108050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37622/0 (socket says 172.21.15.18:37622) 2024-04-22T00:31:16.147 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.100+0000 7ff3717ed700 1 -- 172.21.15.18:0/352629435 learned_addr learned my addr 172.21.15.18:0/352629435 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:16.147 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.100+0000 7ff3717ed700 1 -- 172.21.15.18:0/352629435 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff36c108d90 con 0x7ff36c107c30 2024-04-22T00:31:16.147 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.100+0000 7ff3717ed700 1 --2- 172.21.15.18:0/352629435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c108050 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff3640098a0 tx=0x7ff364009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df9022476139c09 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:16.147 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.100+0000 7ff36bfff700 1 -- 172.21.15.18:0/352629435 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff364004160 con 0x7ff36c107c30 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.100+0000 7ff36bfff700 1 -- 172.21.15.18:0/352629435 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ff364004300 con 0x7ff36c107c30 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.100+0000 7ff36bfff700 1 -- 172.21.15.18:0/352629435 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff364011b50 con 0x7ff36c107c30 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.101+0000 7ff373a51700 1 -- 172.21.15.18:0/352629435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 msgr2=0x7ff36c108050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.101+0000 7ff373a51700 1 --2- 172.21.15.18:0/352629435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c108050 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff3640098a0 tx=0x7ff364009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.101+0000 7ff373a51700 1 -- 172.21.15.18:0/352629435 shutdown_connections 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.101+0000 7ff373a51700 1 --2- 172.21.15.18:0/352629435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c108050 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.101+0000 7ff373a51700 1 -- 172.21.15.18:0/352629435 >> 172.21.15.18:0/352629435 conn(0x7ff36c103190 msgr2=0x7ff36c105610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.101+0000 7ff373a51700 1 -- 172.21.15.18:0/352629435 shutdown_connections 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.101+0000 7ff373a51700 1 -- 172.21.15.18:0/352629435 wait complete. 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.102+0000 7ff373a51700 1 Processor -- start 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.102+0000 7ff373a51700 1 -- start start 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.102+0000 7ff373a51700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c19bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:16.148 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.102+0000 7ff373a51700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff36c10c140 con 0x7ff36c107c30 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.102+0000 7ff3717ed700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c19bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.102+0000 7ff3717ed700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c19bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37628/0 (socket says 172.21.15.18:37628) 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.102+0000 7ff3717ed700 1 -- 172.21.15.18:0/2872080895 learned_addr learned my addr 172.21.15.18:0/2872080895 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.102+0000 7ff3717ed700 1 -- 172.21.15.18:0/2872080895 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff36c19c0c0 con 0x7ff36c107c30 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.103+0000 7ff3717ed700 1 --2- 172.21.15.18:0/2872080895 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c19bb80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff364009fb0 tx=0x7ff364011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.103+0000 7ff36a7fc700 1 -- 172.21.15.18:0/2872080895 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3640038b0 con 0x7ff36c107c30 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.103+0000 7ff373a51700 1 -- 172.21.15.18:0/2872080895 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff36c19c350 con 0x7ff36c107c30 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.103+0000 7ff36a7fc700 1 -- 172.21.15.18:0/2872080895 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ff364011e50 con 0x7ff36c107c30 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.103+0000 7ff36a7fc700 1 -- 172.21.15.18:0/2872080895 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff364019550 con 0x7ff36c107c30 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.103+0000 7ff373a51700 1 -- 172.21.15.18:0/2872080895 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff36c19f040 con 0x7ff36c107c30 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.104+0000 7ff36a7fc700 1 -- 172.21.15.18:0/2872080895 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ff364003a50 con 0x7ff36c107c30 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.104+0000 7ff36a7fc700 1 --2- 172.21.15.18:0/2872080895 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ff354039000 0x7ff35403b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.104+0000 7ff373a51700 1 -- 172.21.15.18:0/2872080895 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff36c063890 con 0x7ff36c107c30 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.104+0000 7ff36a7fc700 1 -- 172.21.15.18:0/2872080895 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff36404d310 con 0x7ff36c107c30 2024-04-22T00:31:16.149 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.104+0000 7ff370fec700 1 --2- 172.21.15.18:0/2872080895 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ff354039000 0x7ff35403b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.104+0000 7ff370fec700 1 --2- 172.21.15.18:0/2872080895 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ff354039000 0x7ff35403b4c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff360006fd0 tx=0x7ff360006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.109+0000 7ff36a7fc700 1 -- 172.21.15.18:0/2872080895 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff36400fda0 con 0x7ff36c107c30 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.316+0000 7ff373a51700 1 -- 172.21.15.18:0/2872080895 --> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7ff36c104470 con 0x7ff354039000 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.556+0000 7ff36a7fc700 1 -- 172.21.15.18:0/2872080895 <== mgr.14120 v2:172.21.15.18:6800/2897837517 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff36c104470 con 0x7ff354039000 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.558+0000 7ff373a51700 1 -- 172.21.15.18:0/2872080895 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ff354039000 msgr2=0x7ff35403b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.558+0000 7ff373a51700 1 --2- 172.21.15.18:0/2872080895 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ff354039000 0x7ff35403b4c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff360006fd0 tx=0x7ff360006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.558+0000 7ff373a51700 1 -- 172.21.15.18:0/2872080895 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 msgr2=0x7ff36c19bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.558+0000 7ff373a51700 1 --2- 172.21.15.18:0/2872080895 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c19bb80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff364009fb0 tx=0x7ff364011bf0 comp rx=0 tx=0).stop 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.558+0000 7ff373a51700 1 -- 172.21.15.18:0/2872080895 shutdown_connections 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.558+0000 7ff373a51700 1 --2- 172.21.15.18:0/2872080895 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ff354039000 0x7ff35403b4c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.558+0000 7ff373a51700 1 --2- 172.21.15.18:0/2872080895 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff36c107c30 0x7ff36c19bb80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.558+0000 7ff373a51700 1 -- 172.21.15.18:0/2872080895 >> 172.21.15.18:0/2872080895 conn(0x7ff36c103190 msgr2=0x7ff36c103d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:16.150 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.558+0000 7ff373a51700 1 -- 172.21.15.18:0/2872080895 shutdown_connections 2024-04-22T00:31:16.151 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:15.558+0000 7ff373a51700 1 -- 172.21.15.18:0/2872080895 wait complete. 2024-04-22T00:31:16.781 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:16 smithi018 ceph-mon[27979]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:16.801 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:16 smithi018 ceph-mon[27979]: Generating ssh key... 2024-04-22T00:31:16.801 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:16 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:16.801 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:16 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:17.415 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkjlqwPanS/exa/AWOgaGcmjDm2xfUjJOQavoLRhf1HTW/iI+o4pYnq9B7grZhaFZNmF3yc+03ul+FAaw+N1/yJFJnb6yxB72Krq2fwaw72OrFoUrjmTaeRuZbvMjSAJX8px7t8qwL9Yl87I65AUBQOxau4/Ym2jCI/oRzlgeOnXGwE4l2c6K1d42bEudvUlzNMpJFkvbqF62FM8kGMW7u8q3+0Q3N4vv7WrXAI3fyUdfQ4BqapYiZrwI7SyNhpqhXEFebkOAiLtNpBn1YxJuSl+zb07ApXNuPqECgF4SimG+WxUyowLooFrYrDYFomHOJhtEXaCCtQGDSmelK/fL573u3oPCX1zqwGbM1dg/lmurHgRRaeQKnXcehK5LmZqRfF34wfPnXQk6Zse2WJ2cOJHv++ZBVUMDmUxx15MAPUtJ8cKLHFmsKdlKTa+UuZJBjNAJSSGTGG+khd+dN8x76T62WiFbvGlihZzfATD8aPdEjJwsj/KdoDF1IFDHbD6E= ceph-6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:31:17.415 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.560+0000 7fb046340700 1 Processor -- start 2024-04-22T00:31:17.415 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.560+0000 7fb046340700 1 -- start start 2024-04-22T00:31:17.415 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.560+0000 7fb046340700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb040108030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:17.415 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.560+0000 7fb046340700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb040108600 con 0x7fb040107c10 2024-04-22T00:31:17.415 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.560+0000 7fb03ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb040108030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:17.415 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.560+0000 7fb03ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb040108030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37630/0 (socket says 172.21.15.18:37630) 2024-04-22T00:31:17.415 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.560+0000 7fb03ffff700 1 -- 172.21.15.18:0/2255416940 learned_addr learned my addr 172.21.15.18:0/2255416940 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.560+0000 7fb03ffff700 1 -- 172.21.15.18:0/2255416940 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb040108dc0 con 0x7fb040107c10 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb03ffff700 1 --2- 172.21.15.18:0/2255416940 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb040108030 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb0300098a0 tx=0x7fb030009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86ce640c94dda6ef server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb03effd700 1 -- 172.21.15.18:0/2255416940 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb030004160 con 0x7fb040107c10 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb03effd700 1 -- 172.21.15.18:0/2255416940 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb030004300 con 0x7fb040107c10 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb03effd700 1 -- 172.21.15.18:0/2255416940 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb030011b50 con 0x7fb040107c10 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb046340700 1 -- 172.21.15.18:0/2255416940 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 msgr2=0x7fb040108030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb046340700 1 --2- 172.21.15.18:0/2255416940 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb040108030 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb0300098a0 tx=0x7fb030009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb046340700 1 -- 172.21.15.18:0/2255416940 shutdown_connections 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb046340700 1 --2- 172.21.15.18:0/2255416940 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb040108030 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb046340700 1 -- 172.21.15.18:0/2255416940 >> 172.21.15.18:0/2255416940 conn(0x7fb040103190 msgr2=0x7fb0401055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:17.416 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb046340700 1 -- 172.21.15.18:0/2255416940 shutdown_connections 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.561+0000 7fb046340700 1 -- 172.21.15.18:0/2255416940 wait complete. 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.562+0000 7fb046340700 1 Processor -- start 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.562+0000 7fb046340700 1 -- start start 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.562+0000 7fb046340700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb04019bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.562+0000 7fb046340700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb04010c170 con 0x7fb040107c10 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.563+0000 7fb03ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb04019bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.563+0000 7fb03ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb04019bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37640/0 (socket says 172.21.15.18:37640) 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.563+0000 7fb03ffff700 1 -- 172.21.15.18:0/2447712175 learned_addr learned my addr 172.21.15.18:0/2447712175 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.563+0000 7fb03ffff700 1 -- 172.21.15.18:0/2447712175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb04019c0f0 con 0x7fb040107c10 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.563+0000 7fb03ffff700 1 --2- 172.21.15.18:0/2447712175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb04019bbb0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb030009fb0 tx=0x7fb030011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.563+0000 7fb03d7fa700 1 -- 172.21.15.18:0/2447712175 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb0300038b0 con 0x7fb040107c10 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.563+0000 7fb046340700 1 -- 172.21.15.18:0/2447712175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb04019c380 con 0x7fb040107c10 2024-04-22T00:31:17.417 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.563+0000 7fb03d7fa700 1 -- 172.21.15.18:0/2447712175 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb030011e50 con 0x7fb040107c10 2024-04-22T00:31:17.418 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.563+0000 7fb03d7fa700 1 -- 172.21.15.18:0/2447712175 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb030019550 con 0x7fb040107c10 2024-04-22T00:31:17.418 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.563+0000 7fb046340700 1 -- 172.21.15.18:0/2447712175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb04019f070 con 0x7fb040107c10 2024-04-22T00:31:17.418 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.564+0000 7fb03d7fa700 1 -- 172.21.15.18:0/2447712175 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fb030019850 con 0x7fb040107c10 2024-04-22T00:31:17.418 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.564+0000 7fb046340700 1 -- 172.21.15.18:0/2447712175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb040063890 con 0x7fb040107c10 2024-04-22T00:31:17.418 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.565+0000 7fb03d7fa700 1 --2- 172.21.15.18:0/2447712175 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb028039000 0x7fb02803b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:17.418 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.565+0000 7fb03d7fa700 1 -- 172.21.15.18:0/2447712175 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb03004d550 con 0x7fb040107c10 2024-04-22T00:31:17.418 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.565+0000 7fb03f7fe700 1 --2- 172.21.15.18:0/2447712175 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb028039000 0x7fb02803b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:17.418 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.565+0000 7fb03f7fe700 1 --2- 172.21.15.18:0/2447712175 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb028039000 0x7fb02803b4c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb034006fd0 tx=0x7fb034006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:17.418 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.570+0000 7fb03d7fa700 1 -- 172.21.15.18:0/2447712175 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb03004cee0 con 0x7fb040107c10 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.779+0000 7fb046340700 1 -- 172.21.15.18:0/2447712175 --> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7fb040104450 con 0x7fb028039000 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.780+0000 7fb03d7fa700 1 -- 172.21.15.18:0/2447712175 <== mgr.14120 v2:172.21.15.18:6800/2897837517 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7fb040104450 con 0x7fb028039000 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.782+0000 7fb046340700 1 -- 172.21.15.18:0/2447712175 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb028039000 msgr2=0x7fb02803b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.782+0000 7fb046340700 1 --2- 172.21.15.18:0/2447712175 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb028039000 0x7fb02803b4c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb034006fd0 tx=0x7fb034006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.782+0000 7fb046340700 1 -- 172.21.15.18:0/2447712175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 msgr2=0x7fb04019bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.782+0000 7fb046340700 1 --2- 172.21.15.18:0/2447712175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb04019bbb0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb030009fb0 tx=0x7fb030011bf0 comp rx=0 tx=0).stop 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.782+0000 7fb046340700 1 -- 172.21.15.18:0/2447712175 shutdown_connections 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.782+0000 7fb046340700 1 --2- 172.21.15.18:0/2447712175 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fb028039000 0x7fb02803b4c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.782+0000 7fb046340700 1 --2- 172.21.15.18:0/2447712175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb040107c10 0x7fb04019bbb0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.782+0000 7fb046340700 1 -- 172.21.15.18:0/2447712175 >> 172.21.15.18:0/2447712175 conn(0x7fb040103190 msgr2=0x7fb040103d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.782+0000 7fb046340700 1 -- 172.21.15.18:0/2447712175 shutdown_connections 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:16.782+0000 7fb046340700 1 -- 172.21.15.18:0/2447712175 wait complete. 2024-04-22T00:31:17.419 INFO:teuthology.orchestra.run.smithi018.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-22T00:31:17.420 INFO:teuthology.orchestra.run.smithi018.stdout:Adding key to root@localhost authorized_keys... 2024-04-22T00:31:17.420 INFO:teuthology.orchestra.run.smithi018.stdout:Adding host smithi018... 2024-04-22T00:31:17.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:17 smithi018 ceph-mon[27979]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:19.013 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:18 smithi018 ceph-mon[27979]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi018", "addr": "172.21.15.18", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:19.013 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:18 smithi018 ceph-mon[27979]: Deploying cephadm binary to smithi018 2024-04-22T00:31:22.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout Added host 'smithi018' with addr '172.21.15.18' 2024-04-22T00:31:22.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.851+0000 7f7033f91700 1 Processor -- start 2024-04-22T00:31:22.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.851+0000 7f7033f91700 1 -- start start 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.851+0000 7f7033f91700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c10ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.851+0000 7f7033f91700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f702c07bd80 con 0x7f702c108720 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.851+0000 7f7031d2d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c10ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.851+0000 7f7031d2d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c10ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37654/0 (socket says 172.21.15.18:37654) 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.851+0000 7f7031d2d700 1 -- 172.21.15.18:0/3999895327 learned_addr learned my addr 172.21.15.18:0/3999895327 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.851+0000 7f7031d2d700 1 -- 172.21.15.18:0/3999895327 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f702c10b050 con 0x7f702c108720 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.852+0000 7f7031d2d700 1 --2- 172.21.15.18:0/3999895327 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c10ab10 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f70280098a0 tx=0x7f7028009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a794d7419b41285 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.852+0000 7f7030d2b700 1 -- 172.21.15.18:0/3999895327 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7028004160 con 0x7f702c108720 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.852+0000 7f7030d2b700 1 -- 172.21.15.18:0/3999895327 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7028004300 con 0x7f702c108720 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.852+0000 7f7030d2b700 1 -- 172.21.15.18:0/3999895327 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7028011b50 con 0x7f702c108720 2024-04-22T00:31:22.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.852+0000 7f7033f91700 1 -- 172.21.15.18:0/3999895327 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 msgr2=0x7f702c10ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.852+0000 7f7033f91700 1 --2- 172.21.15.18:0/3999895327 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c10ab10 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f70280098a0 tx=0x7f7028009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.852+0000 7f7033f91700 1 -- 172.21.15.18:0/3999895327 shutdown_connections 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.852+0000 7f7033f91700 1 --2- 172.21.15.18:0/3999895327 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c10ab10 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.852+0000 7f7033f91700 1 -- 172.21.15.18:0/3999895327 >> 172.21.15.18:0/3999895327 conn(0x7f702c102070 msgr2=0x7f702c1044d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.853+0000 7f7033f91700 1 -- 172.21.15.18:0/3999895327 shutdown_connections 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.853+0000 7f7033f91700 1 -- 172.21.15.18:0/3999895327 wait complete. 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.853+0000 7f7033f91700 1 Processor -- start 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.853+0000 7f7033f91700 1 -- start start 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.853+0000 7f7033f91700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c19bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.853+0000 7f7033f91700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f702c10bfc0 con 0x7f702c108720 2024-04-22T00:31:22.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.854+0000 7f7031d2d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c19bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.854+0000 7f7031d2d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c19bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37656/0 (socket says 172.21.15.18:37656) 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.854+0000 7f7031d2d700 1 -- 172.21.15.18:0/557057716 learned_addr learned my addr 172.21.15.18:0/557057716 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.854+0000 7f7031d2d700 1 -- 172.21.15.18:0/557057716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f702c19c100 con 0x7f702c108720 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.854+0000 7f7031d2d700 1 --2- 172.21.15.18:0/557057716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c19bbc0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7028011b60 tx=0x7f7028011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.854+0000 7f7022ffd700 1 -- 172.21.15.18:0/557057716 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7028003970 con 0x7f702c108720 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.854+0000 7f7022ffd700 1 -- 172.21.15.18:0/557057716 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7028003b10 con 0x7f702c108720 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.854+0000 7f7022ffd700 1 -- 172.21.15.18:0/557057716 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7028024610 con 0x7f702c108720 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.854+0000 7f7033f91700 1 -- 172.21.15.18:0/557057716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f702c19c390 con 0x7f702c108720 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.854+0000 7f7033f91700 1 -- 172.21.15.18:0/557057716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f702c19f080 con 0x7f702c108720 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.855+0000 7f7022ffd700 1 -- 172.21.15.18:0/557057716 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f7028024910 con 0x7f702c108720 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.855+0000 7f7022ffd700 1 --2- 172.21.15.18:0/557057716 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7018039050 0x7f701803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.855+0000 7f7033f91700 1 -- 172.21.15.18:0/557057716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f702c063890 con 0x7f702c108720 2024-04-22T00:31:22.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.855+0000 7f7022ffd700 1 -- 172.21.15.18:0/557057716 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7028011e00 con 0x7f702c108720 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.855+0000 7f703152c700 1 --2- 172.21.15.18:0/557057716 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7018039050 0x7f701803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.856+0000 7f703152c700 1 --2- 172.21.15.18:0/557057716 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7018039050 0x7f701803b510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f701c006fd0 tx=0x7f701c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:17.860+0000 7f7022ffd700 1 -- 172.21.15.18:0/557057716 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7028032020 con 0x7f702c108720 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:18.070+0000 7f7033f91700 1 -- 172.21.15.18:0/557057716 --> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi018", "addr": "172.21.15.18", "target": ["mon-mgr", ""]}) -- 0x7f702c1032f0 con 0x7f7018039050 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.352+0000 7f7022ffd700 1 -- 172.21.15.18:0/557057716 <== mgr.14120 v2:172.21.15.18:6800/2897837517 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f702c1032f0 con 0x7f7018039050 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.354+0000 7f7033f91700 1 -- 172.21.15.18:0/557057716 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7018039050 msgr2=0x7f701803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.354+0000 7f7033f91700 1 --2- 172.21.15.18:0/557057716 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7018039050 0x7f701803b510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f701c006fd0 tx=0x7f701c006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.354+0000 7f7033f91700 1 -- 172.21.15.18:0/557057716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 msgr2=0x7f702c19bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.354+0000 7f7033f91700 1 --2- 172.21.15.18:0/557057716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c19bbc0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7028011b60 tx=0x7f7028011c40 comp rx=0 tx=0).stop 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.355+0000 7f7033f91700 1 -- 172.21.15.18:0/557057716 shutdown_connections 2024-04-22T00:31:22.982 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.355+0000 7f7033f91700 1 --2- 172.21.15.18:0/557057716 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7018039050 0x7f701803b510 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:22.983 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.355+0000 7f7033f91700 1 --2- 172.21.15.18:0/557057716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f702c108720 0x7f702c19bbc0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:22.983 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.355+0000 7f7033f91700 1 -- 172.21.15.18:0/557057716 >> 172.21.15.18:0/557057716 conn(0x7f702c102070 msgr2=0x7f702c102be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:22.983 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.355+0000 7f7033f91700 1 -- 172.21.15.18:0/557057716 shutdown_connections 2024-04-22T00:31:22.983 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:22.355+0000 7f7033f91700 1 -- 172.21.15.18:0/557057716 wait complete. 2024-04-22T00:31:22.983 INFO:teuthology.orchestra.run.smithi018.stdout:Deploying unmanaged mon service... 2024-04-22T00:31:23.471 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:23 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:23.471 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:23 smithi018 ceph-mon[27979]: Added host smithi018 2024-04-22T00:31:23.471 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:23 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:31:24.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-22T00:31:24.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.469+0000 7fdedc0a9700 1 Processor -- start 2024-04-22T00:31:24.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.469+0000 7fdedc0a9700 1 -- start start 2024-04-22T00:31:24.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.469+0000 7fdedc0a9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded41062b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:24.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.469+0000 7fdedc0a9700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fded4106880 con 0x7fded4105e90 2024-04-22T00:31:24.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.469+0000 7fded9e45700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded41062b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:24.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.469+0000 7fded9e45700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded41062b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56562/0 (socket says 172.21.15.18:56562) 2024-04-22T00:31:24.866 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.469+0000 7fded9e45700 1 -- 172.21.15.18:0/2921740577 learned_addr learned my addr 172.21.15.18:0/2921740577 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:24.866 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.470+0000 7fded9e45700 1 -- 172.21.15.18:0/2921740577 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded4108e20 con 0x7fded4105e90 2024-04-22T00:31:24.866 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.470+0000 7fded9e45700 1 --2- 172.21.15.18:0/2921740577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded41062b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fded00098a0 tx=0x7fded0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e164e6d3c966d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:24.866 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.470+0000 7fded8e43700 1 -- 172.21.15.18:0/2921740577 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fded0004160 con 0x7fded4105e90 2024-04-22T00:31:24.866 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.470+0000 7fded8e43700 1 -- 172.21.15.18:0/2921740577 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fded0004300 con 0x7fded4105e90 2024-04-22T00:31:24.867 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.470+0000 7fded8e43700 1 -- 172.21.15.18:0/2921740577 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fded0011b50 con 0x7fded4105e90 2024-04-22T00:31:24.867 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.470+0000 7fdedc0a9700 1 -- 172.21.15.18:0/2921740577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 msgr2=0x7fded41062b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:24.867 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.470+0000 7fdedc0a9700 1 --2- 172.21.15.18:0/2921740577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded41062b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fded00098a0 tx=0x7fded0009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:24.867 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.470+0000 7fdedc0a9700 1 -- 172.21.15.18:0/2921740577 shutdown_connections 2024-04-22T00:31:24.867 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.470+0000 7fdedc0a9700 1 --2- 172.21.15.18:0/2921740577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded41062b0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:24.867 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.470+0000 7fdedc0a9700 1 -- 172.21.15.18:0/2921740577 >> 172.21.15.18:0/2921740577 conn(0x7fded41017a0 msgr2=0x7fded4103c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:24.868 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.471+0000 7fdedc0a9700 1 -- 172.21.15.18:0/2921740577 shutdown_connections 2024-04-22T00:31:24.868 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.471+0000 7fdedc0a9700 1 -- 172.21.15.18:0/2921740577 wait complete. 2024-04-22T00:31:24.868 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.471+0000 7fdedc0a9700 1 Processor -- start 2024-04-22T00:31:24.868 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.471+0000 7fdedc0a9700 1 -- start start 2024-04-22T00:31:24.868 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.471+0000 7fdedc0a9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded419bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:24.869 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.471+0000 7fdedc0a9700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fded410c1d0 con 0x7fded4105e90 2024-04-22T00:31:24.869 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.472+0000 7fded9e45700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded419bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:24.869 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.472+0000 7fded9e45700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded419bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56574/0 (socket says 172.21.15.18:56574) 2024-04-22T00:31:24.869 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.472+0000 7fded9e45700 1 -- 172.21.15.18:0/3265797258 learned_addr learned my addr 172.21.15.18:0/3265797258 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:24.869 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.472+0000 7fded9e45700 1 -- 172.21.15.18:0/3265797258 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded419c110 con 0x7fded4105e90 2024-04-22T00:31:24.870 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.472+0000 7fded9e45700 1 --2- 172.21.15.18:0/3265797258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded419bbd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fded0009fb0 tx=0x7fded0011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:24.870 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.472+0000 7fdecaffd700 1 -- 172.21.15.18:0/3265797258 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fded00038b0 con 0x7fded4105e90 2024-04-22T00:31:24.870 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.472+0000 7fdecaffd700 1 -- 172.21.15.18:0/3265797258 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fded0011e50 con 0x7fded4105e90 2024-04-22T00:31:24.870 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.472+0000 7fdedc0a9700 1 -- 172.21.15.18:0/3265797258 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fded419c3a0 con 0x7fded4105e90 2024-04-22T00:31:24.870 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.472+0000 7fdecaffd700 1 -- 172.21.15.18:0/3265797258 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fded0019550 con 0x7fded4105e90 2024-04-22T00:31:24.870 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.472+0000 7fdedc0a9700 1 -- 172.21.15.18:0/3265797258 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fded419f090 con 0x7fded4105e90 2024-04-22T00:31:24.870 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.473+0000 7fdecaffd700 1 -- 172.21.15.18:0/3265797258 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fded001a430 con 0x7fded4105e90 2024-04-22T00:31:24.871 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.473+0000 7fdedc0a9700 1 -- 172.21.15.18:0/3265797258 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fded4063890 con 0x7fded4105e90 2024-04-22T00:31:24.871 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.473+0000 7fdecaffd700 1 --2- 172.21.15.18:0/3265797258 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fdec0039000 0x7fdec003b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:24.871 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.473+0000 7fdecaffd700 1 -- 172.21.15.18:0/3265797258 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fded004d2c0 con 0x7fded4105e90 2024-04-22T00:31:24.871 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.473+0000 7fded9644700 1 --2- 172.21.15.18:0/3265797258 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fdec0039000 0x7fdec003b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:24.871 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.474+0000 7fded9644700 1 --2- 172.21.15.18:0/3265797258 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fdec0039000 0x7fdec003b4c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdec4006fd0 tx=0x7fdec4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:24.871 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.478+0000 7fdecaffd700 1 -- 172.21.15.18:0/3265797258 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fded0016df0 con 0x7fded4105e90 2024-04-22T00:31:24.872 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.705+0000 7fdedc0a9700 1 -- 172.21.15.18:0/3265797258 --> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fded4102a30 con 0x7fdec0039000 2024-04-22T00:31:24.872 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.709+0000 7fdecaffd700 1 -- 172.21.15.18:0/3265797258 <== mgr.14120 v2:172.21.15.18:6800/2897837517 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fded4102a30 con 0x7fdec0039000 2024-04-22T00:31:24.872 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.711+0000 7fdedc0a9700 1 -- 172.21.15.18:0/3265797258 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fdec0039000 msgr2=0x7fdec003b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:24.872 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.711+0000 7fdedc0a9700 1 --2- 172.21.15.18:0/3265797258 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fdec0039000 0x7fdec003b4c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdec4006fd0 tx=0x7fdec4006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:24.872 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.711+0000 7fdedc0a9700 1 -- 172.21.15.18:0/3265797258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 msgr2=0x7fded419bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:24.872 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.711+0000 7fdedc0a9700 1 --2- 172.21.15.18:0/3265797258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded419bbd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fded0009fb0 tx=0x7fded0011bf0 comp rx=0 tx=0).stop 2024-04-22T00:31:24.872 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.711+0000 7fdedc0a9700 1 -- 172.21.15.18:0/3265797258 shutdown_connections 2024-04-22T00:31:24.872 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.711+0000 7fdedc0a9700 1 --2- 172.21.15.18:0/3265797258 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fdec0039000 0x7fdec003b4c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:24.872 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.711+0000 7fdedc0a9700 1 --2- 172.21.15.18:0/3265797258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fded4105e90 0x7fded419bbd0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:24.873 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.711+0000 7fdedc0a9700 1 -- 172.21.15.18:0/3265797258 >> 172.21.15.18:0/3265797258 conn(0x7fded41017a0 msgr2=0x7fded4102320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:24.873 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.711+0000 7fdedc0a9700 1 -- 172.21.15.18:0/3265797258 shutdown_connections 2024-04-22T00:31:24.873 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:23.711+0000 7fdedc0a9700 1 -- 172.21.15.18:0/3265797258 wait complete. 2024-04-22T00:31:24.873 INFO:teuthology.orchestra.run.smithi018.stdout:Deploying unmanaged mgr service... 2024-04-22T00:31:24.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:24 smithi018 ceph-mon[27979]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:24.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:24 smithi018 ceph-mon[27979]: Saving service mon spec with placement count:5 2024-04-22T00:31:24.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:24 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:26.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-22T00:31:26.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.277+0000 7f929ebdc700 1 Processor -- start 2024-04-22T00:31:26.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.277+0000 7f929ebdc700 1 -- start start 2024-04-22T00:31:26.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.278+0000 7f929ebdc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929807c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:26.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.278+0000 7f929ebdc700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f929807c7d0 con 0x7f929807dd20 2024-04-22T00:31:26.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.278+0000 7f929c978700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929807c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:26.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.278+0000 7f929c978700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929807c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56586/0 (socket says 172.21.15.18:56586) 2024-04-22T00:31:26.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.278+0000 7f929c978700 1 -- 172.21.15.18:0/4294130476 learned_addr learned my addr 172.21.15.18:0/4294130476 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:26.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.278+0000 7f929c978700 1 -- 172.21.15.18:0/4294130476 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f929807c950 con 0x7f929807dd20 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.278+0000 7f929c978700 1 --2- 172.21.15.18:0/4294130476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929807c290 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f928c0098a0 tx=0x7f928c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2040c9d27a017115 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.278+0000 7f92977fe700 1 -- 172.21.15.18:0/4294130476 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f928c004160 con 0x7f929807dd20 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.278+0000 7f92977fe700 1 -- 172.21.15.18:0/4294130476 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f928c004300 con 0x7f929807dd20 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.278+0000 7f92977fe700 1 -- 172.21.15.18:0/4294130476 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f928c011b50 con 0x7f929807dd20 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.279+0000 7f929ebdc700 1 -- 172.21.15.18:0/4294130476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 msgr2=0x7f929807c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.279+0000 7f929ebdc700 1 --2- 172.21.15.18:0/4294130476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929807c290 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f928c0098a0 tx=0x7f928c009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.279+0000 7f929ebdc700 1 -- 172.21.15.18:0/4294130476 shutdown_connections 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.279+0000 7f929ebdc700 1 --2- 172.21.15.18:0/4294130476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929807c290 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.279+0000 7f929ebdc700 1 -- 172.21.15.18:0/4294130476 >> 172.21.15.18:0/4294130476 conn(0x7f92981031e0 msgr2=0x7f9298105640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.279+0000 7f929ebdc700 1 -- 172.21.15.18:0/4294130476 shutdown_connections 2024-04-22T00:31:26.295 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.279+0000 7f929ebdc700 1 -- 172.21.15.18:0/4294130476 wait complete. 2024-04-22T00:31:26.296 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.280+0000 7f929ebdc700 1 Processor -- start 2024-04-22T00:31:26.296 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.280+0000 7f929ebdc700 1 -- start start 2024-04-22T00:31:26.296 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.280+0000 7f929ebdc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929819dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.280+0000 7f929ebdc700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f929810e090 con 0x7f929807dd20 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.280+0000 7f929c978700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929819dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.280+0000 7f929c978700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929819dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56590/0 (socket says 172.21.15.18:56590) 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.280+0000 7f929c978700 1 -- 172.21.15.18:0/3384980006 learned_addr learned my addr 172.21.15.18:0/3384980006 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.280+0000 7f929c978700 1 -- 172.21.15.18:0/3384980006 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f929819e2d0 con 0x7f929807dd20 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.281+0000 7f929c978700 1 --2- 172.21.15.18:0/3384980006 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929819dd90 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f928c009fb0 tx=0x7f928c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.281+0000 7f9295ffb700 1 -- 172.21.15.18:0/3384980006 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f928c0038b0 con 0x7f929807dd20 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.281+0000 7f9295ffb700 1 -- 172.21.15.18:0/3384980006 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f928c011e50 con 0x7f929807dd20 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.281+0000 7f9295ffb700 1 -- 172.21.15.18:0/3384980006 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f928c019420 con 0x7f929807dd20 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.281+0000 7f929ebdc700 1 -- 172.21.15.18:0/3384980006 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f929819e560 con 0x7f929807dd20 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.281+0000 7f929ebdc700 1 -- 172.21.15.18:0/3384980006 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92981a1210 con 0x7f929807dd20 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.282+0000 7f9295ffb700 1 -- 172.21.15.18:0/3384980006 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f928c003a50 con 0x7f929807dd20 2024-04-22T00:31:26.297 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.282+0000 7f929ebdc700 1 -- 172.21.15.18:0/3384980006 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9298063890 con 0x7f929807dd20 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.282+0000 7f9295ffb700 1 --2- 172.21.15.18:0/3384980006 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f9288039000 0x7f928803b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.282+0000 7f9295ffb700 1 -- 172.21.15.18:0/3384980006 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f928c04d360 con 0x7f929807dd20 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.282+0000 7f9297fff700 1 --2- 172.21.15.18:0/3384980006 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f9288039000 0x7f928803b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.283+0000 7f9297fff700 1 --2- 172.21.15.18:0/3384980006 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f9288039000 0x7f928803b4c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9284006fd0 tx=0x7f9284006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.287+0000 7f9295ffb700 1 -- 172.21.15.18:0/3384980006 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f928c04ccb0 con 0x7f929807dd20 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.508+0000 7f929ebdc700 1 -- 172.21.15.18:0/3384980006 --> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f9298104450 con 0x7f9288039000 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.512+0000 7f9295ffb700 1 -- 172.21.15.18:0/3384980006 <== mgr.14120 v2:172.21.15.18:6800/2897837517 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f9298104450 con 0x7f9288039000 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.514+0000 7f929ebdc700 1 -- 172.21.15.18:0/3384980006 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f9288039000 msgr2=0x7f928803b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.514+0000 7f929ebdc700 1 --2- 172.21.15.18:0/3384980006 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f9288039000 0x7f928803b4c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9284006fd0 tx=0x7f9284006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.514+0000 7f929ebdc700 1 -- 172.21.15.18:0/3384980006 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 msgr2=0x7f929819dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.514+0000 7f929ebdc700 1 --2- 172.21.15.18:0/3384980006 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929819dd90 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f928c009fb0 tx=0x7f928c011bf0 comp rx=0 tx=0).stop 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.514+0000 7f929ebdc700 1 -- 172.21.15.18:0/3384980006 shutdown_connections 2024-04-22T00:31:26.298 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.514+0000 7f929ebdc700 1 --2- 172.21.15.18:0/3384980006 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f9288039000 0x7f928803b4c0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:26.299 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.514+0000 7f929ebdc700 1 --2- 172.21.15.18:0/3384980006 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929807dd20 0x7f929819dd90 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:26.299 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.514+0000 7f929ebdc700 1 -- 172.21.15.18:0/3384980006 >> 172.21.15.18:0/3384980006 conn(0x7f92981031e0 msgr2=0x7f9298103d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:26.299 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.514+0000 7f929ebdc700 1 -- 172.21.15.18:0/3384980006 shutdown_connections 2024-04-22T00:31:26.299 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:25.514+0000 7f929ebdc700 1 -- 172.21.15.18:0/3384980006 wait complete. 2024-04-22T00:31:26.695 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:26 smithi018 ceph-mon[27979]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:26.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:26 smithi018 ceph-mon[27979]: Saving service mgr spec with placement count:2 2024-04-22T00:31:26.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:26 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:26.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:26 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:26.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:26 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:28.168 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.725+0000 7f513e63c700 1 Processor -- start 2024-04-22T00:31:28.168 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.726+0000 7f513e63c700 1 -- start start 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.726+0000 7f513e63c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5138107bf0 0x7f5138108010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.726+0000 7f513e63c700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f51381085e0 con 0x7f5138107bf0 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.726+0000 7f5137fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5138107bf0 0x7f5138108010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.726+0000 7f5137fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5138107bf0 0x7f5138108010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56606/0 (socket says 172.21.15.18:56606) 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.726+0000 7f5137fff700 1 -- 172.21.15.18:0/3578923934 learned_addr learned my addr 172.21.15.18:0/3578923934 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.726+0000 7f5137fff700 1 -- 172.21.15.18:0/3578923934 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5138108df0 con 0x7f5138107bf0 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.727+0000 7f5137fff700 1 --2- 172.21.15.18:0/3578923934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5138107bf0 0x7f5138108010 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f51280098a0 tx=0x7f5128009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c5a02fc018d98a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.727+0000 7f5136ffd700 1 -- 172.21.15.18:0/3578923934 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5128004160 con 0x7f5138107bf0 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.727+0000 7f5136ffd700 1 -- 172.21.15.18:0/3578923934 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5128004300 con 0x7f5138107bf0 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.727+0000 7f5136ffd700 1 -- 172.21.15.18:0/3578923934 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5128011b20 con 0x7f5138107bf0 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.727+0000 7f513e63c700 1 -- 172.21.15.18:0/3578923934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5138107bf0 msgr2=0x7f5138108010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:28.169 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.727+0000 7f513e63c700 1 --2- 172.21.15.18:0/3578923934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5138107bf0 0x7f5138108010 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f51280098a0 tx=0x7f5128009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.727+0000 7f513e63c700 1 -- 172.21.15.18:0/3578923934 shutdown_connections 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.727+0000 7f513e63c700 1 --2- 172.21.15.18:0/3578923934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5138107bf0 0x7f5138108010 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.727+0000 7f513e63c700 1 -- 172.21.15.18:0/3578923934 >> 172.21.15.18:0/3578923934 conn(0x7f5138103170 msgr2=0x7f51381055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.728+0000 7f513e63c700 1 -- 172.21.15.18:0/3578923934 shutdown_connections 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.728+0000 7f513e63c700 1 -- 172.21.15.18:0/3578923934 wait complete. 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.728+0000 7f513e63c700 1 Processor -- start 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.728+0000 7f513e63c700 1 -- start start 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.728+0000 7f513e63c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f513819dff0 0x7f513819e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.728+0000 7f513e63c700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f513810c1a0 con 0x7f513819dff0 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.729+0000 7f5137fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f513819dff0 0x7f513819e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.729+0000 7f5137fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f513819dff0 0x7f513819e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56618/0 (socket says 172.21.15.18:56618) 2024-04-22T00:31:28.170 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.729+0000 7f5137fff700 1 -- 172.21.15.18:0/417303246 learned_addr learned my addr 172.21.15.18:0/417303246 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.729+0000 7f5137fff700 1 -- 172.21.15.18:0/417303246 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f513819e950 con 0x7f513819dff0 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.729+0000 7f5137fff700 1 --2- 172.21.15.18:0/417303246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f513819dff0 0x7f513819e410 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5128009fb0 tx=0x7f5128011b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.729+0000 7f51357fa700 1 -- 172.21.15.18:0/417303246 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f51280036a0 con 0x7f513819dff0 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.729+0000 7f513e63c700 1 -- 172.21.15.18:0/417303246 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f513819ebe0 con 0x7f513819dff0 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.729+0000 7f51357fa700 1 -- 172.21.15.18:0/417303246 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f512801a460 con 0x7f513819dff0 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.729+0000 7f51357fa700 1 -- 172.21.15.18:0/417303246 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f512801b440 con 0x7f513819dff0 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.729+0000 7f513e63c700 1 -- 172.21.15.18:0/417303246 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51381a16c0 con 0x7f513819dff0 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.730+0000 7f51357fa700 1 -- 172.21.15.18:0/417303246 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f512801b760 con 0x7f513819dff0 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.730+0000 7f513e63c700 1 -- 172.21.15.18:0/417303246 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5138063890 con 0x7f513819dff0 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.730+0000 7f51357fa700 1 --2- 172.21.15.18:0/417303246 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f5124039000 0x7f512403b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:28.171 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.731+0000 7f51357fa700 1 -- 172.21.15.18:0/417303246 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f512804d660 con 0x7f513819dff0 2024-04-22T00:31:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.731+0000 7f51377fe700 1 --2- 172.21.15.18:0/417303246 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f5124039000 0x7f512403b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.731+0000 7f51377fe700 1 --2- 172.21.15.18:0/417303246 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f5124039000 0x7f512403b4c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5120006fd0 tx=0x7f5120006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.735+0000 7f51357fa700 1 -- 172.21.15.18:0/417303246 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f512802d7c0 con 0x7f513819dff0 2024-04-22T00:31:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.972+0000 7f513e63c700 1 -- 172.21.15.18:0/417303246 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f51381a1e40 con 0x7f513819dff0 2024-04-22T00:31:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.975+0000 7f51357fa700 1 -- 172.21.15.18:0/417303246 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f512800b3e0 con 0x7f513819dff0 2024-04-22T00:31:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.978+0000 7f513e63c700 1 -- 172.21.15.18:0/417303246 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f5124039000 msgr2=0x7f512403b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.978+0000 7f513e63c700 1 --2- 172.21.15.18:0/417303246 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f5124039000 0x7f512403b4c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5120006fd0 tx=0x7f5120006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.978+0000 7f513e63c700 1 -- 172.21.15.18:0/417303246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f513819dff0 msgr2=0x7f513819e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.978+0000 7f513e63c700 1 --2- 172.21.15.18:0/417303246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f513819dff0 0x7f513819e410 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5128009fb0 tx=0x7f5128011b80 comp rx=0 tx=0).stop 2024-04-22T00:31:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.979+0000 7f513e63c700 1 -- 172.21.15.18:0/417303246 shutdown_connections 2024-04-22T00:31:28.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.979+0000 7f513e63c700 1 --2- 172.21.15.18:0/417303246 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f5124039000 0x7f512403b4c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:28.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.979+0000 7f513e63c700 1 --2- 172.21.15.18:0/417303246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f513819dff0 0x7f513819e410 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:28.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.979+0000 7f513e63c700 1 -- 172.21.15.18:0/417303246 >> 172.21.15.18:0/417303246 conn(0x7f5138103170 msgr2=0x7f5138103d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:28.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.979+0000 7f513e63c700 1 -- 172.21.15.18:0/417303246 shutdown_connections 2024-04-22T00:31:28.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:26.979+0000 7f513e63c700 1 -- 172.21.15.18:0/417303246 wait complete. 2024-04-22T00:31:28.175 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:27 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/417303246' entity='client.admin' 2024-04-22T00:31:28.175 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:27 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:29.407 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.569+0000 7fc40986a700 1 Processor -- start 2024-04-22T00:31:29.407 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.569+0000 7fc40986a700 1 -- start start 2024-04-22T00:31:29.407 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.569+0000 7fc40986a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40407c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:29.407 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.569+0000 7fc40986a700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc40407c7b0 con 0x7fc40407ddc0 2024-04-22T00:31:29.407 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.569+0000 7fc402ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40407c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:29.407 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.569+0000 7fc402ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40407c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56634/0 (socket says 172.21.15.18:56634) 2024-04-22T00:31:29.407 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.569+0000 7fc402ffd700 1 -- 172.21.15.18:0/2660362535 learned_addr learned my addr 172.21.15.18:0/2660362535 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:29.407 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.570+0000 7fc402ffd700 1 -- 172.21.15.18:0/2660362535 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc40407c930 con 0x7fc40407ddc0 2024-04-22T00:31:29.407 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.570+0000 7fc402ffd700 1 --2- 172.21.15.18:0/2660362535 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40407c270 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc3f40098a0 tx=0x7fc3f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e5a7b5a73484ea1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.570+0000 7fc401ffb700 1 -- 172.21.15.18:0/2660362535 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc3f4004160 con 0x7fc40407ddc0 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.570+0000 7fc401ffb700 1 -- 172.21.15.18:0/2660362535 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3f4004300 con 0x7fc40407ddc0 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.570+0000 7fc401ffb700 1 -- 172.21.15.18:0/2660362535 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc3f4011b20 con 0x7fc40407ddc0 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.571+0000 7fc40986a700 1 -- 172.21.15.18:0/2660362535 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 msgr2=0x7fc40407c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.571+0000 7fc40986a700 1 --2- 172.21.15.18:0/2660362535 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40407c270 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc3f40098a0 tx=0x7fc3f4009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.571+0000 7fc40986a700 1 -- 172.21.15.18:0/2660362535 shutdown_connections 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.571+0000 7fc40986a700 1 --2- 172.21.15.18:0/2660362535 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40407c270 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.571+0000 7fc40986a700 1 -- 172.21.15.18:0/2660362535 >> 172.21.15.18:0/2660362535 conn(0x7fc404103190 msgr2=0x7fc4041055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.571+0000 7fc40986a700 1 -- 172.21.15.18:0/2660362535 shutdown_connections 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.571+0000 7fc40986a700 1 -- 172.21.15.18:0/2660362535 wait complete. 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.571+0000 7fc40986a700 1 Processor -- start 2024-04-22T00:31:29.408 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.572+0000 7fc40986a700 1 -- start start 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.572+0000 7fc40986a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40419dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.572+0000 7fc40986a700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc40410e1d0 con 0x7fc40407ddc0 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.572+0000 7fc402ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40419dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.572+0000 7fc402ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40419dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56638/0 (socket says 172.21.15.18:56638) 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.572+0000 7fc402ffd700 1 -- 172.21.15.18:0/2367840857 learned_addr learned my addr 172.21.15.18:0/2367840857 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.572+0000 7fc402ffd700 1 -- 172.21.15.18:0/2367840857 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc40419e260 con 0x7fc40407ddc0 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.572+0000 7fc402ffd700 1 --2- 172.21.15.18:0/2367840857 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40419dd20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc3f40116a0 tx=0x7fc3f4011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.573+0000 7fc408868700 1 -- 172.21.15.18:0/2367840857 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc3f4003ac0 con 0x7fc40407ddc0 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.573+0000 7fc408868700 1 -- 172.21.15.18:0/2367840857 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3f4003c60 con 0x7fc40407ddc0 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.573+0000 7fc40986a700 1 -- 172.21.15.18:0/2367840857 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc40419e4f0 con 0x7fc40407ddc0 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.573+0000 7fc408868700 1 -- 172.21.15.18:0/2367840857 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc3f401a7d0 con 0x7fc40407ddc0 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.573+0000 7fc40986a700 1 -- 172.21.15.18:0/2367840857 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc40419e950 con 0x7fc40407ddc0 2024-04-22T00:31:29.409 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.574+0000 7fc408868700 1 -- 172.21.15.18:0/2367840857 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fc3f401ab30 con 0x7fc40407ddc0 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.574+0000 7fc40986a700 1 -- 172.21.15.18:0/2367840857 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc404063890 con 0x7fc40407ddc0 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.574+0000 7fc408868700 1 --2- 172.21.15.18:0/2367840857 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fc3ec039000 0x7fc3ec03b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.574+0000 7fc408868700 1 -- 172.21.15.18:0/2367840857 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc3f404d670 con 0x7fc40407ddc0 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.574+0000 7fc4027fc700 1 --2- 172.21.15.18:0/2367840857 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fc3ec039000 0x7fc3ec03b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.575+0000 7fc4027fc700 1 --2- 172.21.15.18:0/2367840857 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fc3ec039000 0x7fc3ec03b4c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc3f8006fd0 tx=0x7fc3f8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.579+0000 7fc408868700 1 -- 172.21.15.18:0/2367840857 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc3f4011e20 con 0x7fc40407ddc0 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.787+0000 7fc40986a700 1 -- 172.21.15.18:0/2367840857 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fc4041a13b0 con 0x7fc40407ddc0 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.789+0000 7fc408868700 1 -- 172.21.15.18:0/2367840857 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fc3f4020240 con 0x7fc40407ddc0 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.792+0000 7fc40986a700 1 -- 172.21.15.18:0/2367840857 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fc3ec039000 msgr2=0x7fc3ec03b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.792+0000 7fc40986a700 1 --2- 172.21.15.18:0/2367840857 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fc3ec039000 0x7fc3ec03b4c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc3f8006fd0 tx=0x7fc3f8006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.792+0000 7fc40986a700 1 -- 172.21.15.18:0/2367840857 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 msgr2=0x7fc40419dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:29.410 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.792+0000 7fc40986a700 1 --2- 172.21.15.18:0/2367840857 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40419dd20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc3f40116a0 tx=0x7fc3f4011c10 comp rx=0 tx=0).stop 2024-04-22T00:31:29.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.792+0000 7fc40986a700 1 -- 172.21.15.18:0/2367840857 shutdown_connections 2024-04-22T00:31:29.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.792+0000 7fc40986a700 1 --2- 172.21.15.18:0/2367840857 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fc3ec039000 0x7fc3ec03b4c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:29.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.792+0000 7fc40986a700 1 --2- 172.21.15.18:0/2367840857 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc40407ddc0 0x7fc40419dd20 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:29.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.792+0000 7fc40986a700 1 -- 172.21.15.18:0/2367840857 >> 172.21.15.18:0/2367840857 conn(0x7fc404103190 msgr2=0x7fc404103cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:29.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.792+0000 7fc40986a700 1 -- 172.21.15.18:0/2367840857 shutdown_connections 2024-04-22T00:31:29.411 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:28.792+0000 7fc40986a700 1 -- 172.21.15.18:0/2367840857 wait complete. 2024-04-22T00:31:29.411 INFO:teuthology.orchestra.run.smithi018.stdout:Enabling the dashboard module... 2024-04-22T00:31:30.028 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:29 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2367840857' entity='client.admin' 2024-04-22T00:31:30.028 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:29 smithi018 ceph-mon[27979]: from='mgr.14120 172.21.15.18:0/1203854286' entity='mgr.x' 2024-04-22T00:31:31.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:30 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2584294498' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-22T00:31:31.159 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:30 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: ignoring --setuser ceph since I am not root 2024-04-22T00:31:31.159 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:30 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: ignoring --setgroup ceph since I am not root 2024-04-22T00:31:31.159 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:30 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:30.983+0000 7f48a2cba200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T00:31:31.605 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:31.173+0000 7f48a2cba200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T00:31:31.605 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:31.282+0000 7f48a2cba200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T00:31:31.605 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:31.603+0000 7f48a2cba200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T00:31:31.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.864+0000 7f7b5e022700 1 Processor -- start 2024-04-22T00:31:31.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.864+0000 7f7b5e022700 1 -- start start 2024-04-22T00:31:31.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.864+0000 7f7b5e022700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b58108050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:31.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.864+0000 7f7b5e022700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7b58108620 con 0x7f7b58107c30 2024-04-22T00:31:31.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.864+0000 7f7b577fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b58108050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:31.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.864+0000 7f7b577fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b58108050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56654/0 (socket says 172.21.15.18:56654) 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.864+0000 7f7b577fe700 1 -- 172.21.15.18:0/977197305 learned_addr learned my addr 172.21.15.18:0/977197305 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.865+0000 7f7b577fe700 1 -- 172.21.15.18:0/977197305 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b58108d90 con 0x7f7b58107c30 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.865+0000 7f7b577fe700 1 --2- 172.21.15.18:0/977197305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b58108050 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7b480098a0 tx=0x7f7b48009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fa7aee574fa6e26 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.865+0000 7f7b567fc700 1 -- 172.21.15.18:0/977197305 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b48004160 con 0x7f7b58107c30 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.865+0000 7f7b567fc700 1 -- 172.21.15.18:0/977197305 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b48004300 con 0x7f7b58107c30 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.865+0000 7f7b567fc700 1 -- 172.21.15.18:0/977197305 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b48011b20 con 0x7f7b58107c30 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.865+0000 7f7b5e022700 1 -- 172.21.15.18:0/977197305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 msgr2=0x7f7b58108050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.865+0000 7f7b5e022700 1 --2- 172.21.15.18:0/977197305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b58108050 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7b480098a0 tx=0x7f7b48009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.866+0000 7f7b5e022700 1 -- 172.21.15.18:0/977197305 shutdown_connections 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.866+0000 7f7b5e022700 1 --2- 172.21.15.18:0/977197305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b58108050 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:31.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.866+0000 7f7b5e022700 1 -- 172.21.15.18:0/977197305 >> 172.21.15.18:0/977197305 conn(0x7f7b58103190 msgr2=0x7f7b58105610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.866+0000 7f7b5e022700 1 -- 172.21.15.18:0/977197305 shutdown_connections 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.866+0000 7f7b5e022700 1 -- 172.21.15.18:0/977197305 wait complete. 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.866+0000 7f7b5e022700 1 Processor -- start 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.866+0000 7f7b5e022700 1 -- start start 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b5e022700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b5819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b5e022700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5810c140 con 0x7f7b58107c30 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b577fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b5819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b577fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b5819bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56656/0 (socket says 172.21.15.18:56656) 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b577fe700 1 -- 172.21.15.18:0/2584294498 learned_addr learned my addr 172.21.15.18:0/2584294498 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b577fe700 1 -- 172.21.15.18:0/2584294498 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b5819c060 con 0x7f7b58107c30 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b577fe700 1 --2- 172.21.15.18:0/2584294498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b5819bb20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7b48000c00 tx=0x7f7b48011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b54ff9700 1 -- 172.21.15.18:0/2584294498 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b48003b60 con 0x7f7b58107c30 2024-04-22T00:31:31.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b54ff9700 1 -- 172.21.15.18:0/2584294498 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b4801a910 con 0x7f7b58107c30 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b5e022700 1 -- 172.21.15.18:0/2584294498 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b5819c2f0 con 0x7f7b58107c30 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b54ff9700 1 -- 172.21.15.18:0/2584294498 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b48024930 con 0x7f7b58107c30 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.867+0000 7f7b5e022700 1 -- 172.21.15.18:0/2584294498 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b5819c750 con 0x7f7b58107c30 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.868+0000 7f7b54ff9700 1 -- 172.21.15.18:0/2584294498 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f7b48022020 con 0x7f7b58107c30 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.868+0000 7f7b5e022700 1 -- 172.21.15.18:0/2584294498 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b58063890 con 0x7f7b58107c30 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.868+0000 7f7b54ff9700 1 --2- 172.21.15.18:0/2584294498 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7b400390a0 0x7f7b4003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.869+0000 7f7b54ff9700 1 -- 172.21.15.18:0/2584294498 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7b4804d500 con 0x7f7b58107c30 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.869+0000 7f7b56ffd700 1 --2- 172.21.15.18:0/2584294498 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7b400390a0 0x7f7b4003b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.869+0000 7f7b56ffd700 1 --2- 172.21.15.18:0/2584294498 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7b400390a0 0x7f7b4003b560 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c006fd0 tx=0x7f7b4c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:29.875+0000 7f7b54ff9700 1 -- 172.21.15.18:0/2584294498 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7b4801aac0 con 0x7f7b58107c30 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.159+0000 7f7b5e022700 1 -- 172.21.15.18:0/2584294498 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f7b5819f1e0 con 0x7f7b58107c30 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.792+0000 7f7b54ff9700 1 -- 172.21.15.18:0/2584294498 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f7b4802dd50 con 0x7f7b58107c30 2024-04-22T00:31:31.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.794+0000 7f7b54ff9700 1 -- 172.21.15.18:0/2584294498 <== mon.0 v2:172.21.15.18:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f7b48029c00 con 0x7f7b58107c30 2024-04-22T00:31:31.636 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.795+0000 7f7b5e022700 1 -- 172.21.15.18:0/2584294498 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7b400390a0 msgr2=0x7f7b4003b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:31.636 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.795+0000 7f7b5e022700 1 --2- 172.21.15.18:0/2584294498 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7b400390a0 0x7f7b4003b560 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c006fd0 tx=0x7f7b4c006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:31.636 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.795+0000 7f7b5e022700 1 -- 172.21.15.18:0/2584294498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 msgr2=0x7f7b5819bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:31.636 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.795+0000 7f7b5e022700 1 --2- 172.21.15.18:0/2584294498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b5819bb20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7b48000c00 tx=0x7f7b48011c10 comp rx=0 tx=0).stop 2024-04-22T00:31:31.636 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.795+0000 7f7b5e022700 1 -- 172.21.15.18:0/2584294498 shutdown_connections 2024-04-22T00:31:31.636 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.795+0000 7f7b5e022700 1 --2- 172.21.15.18:0/2584294498 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7f7b400390a0 0x7f7b4003b560 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:31.636 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.795+0000 7f7b5e022700 1 --2- 172.21.15.18:0/2584294498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b58107c30 0x7f7b5819bb20 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:31.636 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.795+0000 7f7b5e022700 1 -- 172.21.15.18:0/2584294498 >> 172.21.15.18:0/2584294498 conn(0x7f7b58103190 msgr2=0x7f7b58103d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:31.636 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.795+0000 7f7b5e022700 1 -- 172.21.15.18:0/2584294498 shutdown_connections 2024-04-22T00:31:31.636 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:30.796+0000 7f7b5e022700 1 -- 172.21.15.18:0/2584294498 wait complete. 2024-04-22T00:31:31.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:31 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2584294498' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-22T00:31:31.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:31 smithi018 ceph-mon[27979]: mgrmap e9: x(active, since 19s) 2024-04-22T00:31:31.909 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:31.696+0000 7f48a2cba200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T00:31:33.020 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.147+0000 7fa49ca69700 1 Processor -- start 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.147+0000 7fa49ca69700 1 -- start start 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.148+0000 7fa49ca69700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa498108840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.148+0000 7fa49ca69700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa49807be40 con 0x7fa498106410 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.157+0000 7fa49659c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa498108840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:33.021 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.157+0000 7fa49659c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa498108840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38162/0 (socket says 172.21.15.18:38162) 2024-04-22T00:31:33.022 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.157+0000 7fa49659c700 1 -- 172.21.15.18:0/4163002165 learned_addr learned my addr 172.21.15.18:0/4163002165 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:33.022 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.158+0000 7fa49659c700 1 -- 172.21.15.18:0/4163002165 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa498108d80 con 0x7fa498106410 2024-04-22T00:31:33.022 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.158+0000 7fa49659c700 1 --2- 172.21.15.18:0/4163002165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa498108840 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa4880098a0 tx=0x7fa488009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47666f6d8ea28dfd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:33.022 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.158+0000 7fa49559a700 1 -- 172.21.15.18:0/4163002165 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa488004160 con 0x7fa498106410 2024-04-22T00:31:33.022 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.158+0000 7fa49559a700 1 -- 172.21.15.18:0/4163002165 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa488004300 con 0x7fa498106410 2024-04-22T00:31:33.022 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.158+0000 7fa49559a700 1 -- 172.21.15.18:0/4163002165 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa488011b20 con 0x7fa498106410 2024-04-22T00:31:33.022 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.159+0000 7fa49ca69700 1 -- 172.21.15.18:0/4163002165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 msgr2=0x7fa498108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:33.022 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.159+0000 7fa49ca69700 1 --2- 172.21.15.18:0/4163002165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa498108840 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa4880098a0 tx=0x7fa488009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:33.022 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.159+0000 7fa49ca69700 1 -- 172.21.15.18:0/4163002165 shutdown_connections 2024-04-22T00:31:33.023 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.159+0000 7fa49ca69700 1 --2- 172.21.15.18:0/4163002165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa498108840 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:33.023 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.159+0000 7fa49ca69700 1 -- 172.21.15.18:0/4163002165 >> 172.21.15.18:0/4163002165 conn(0x7fa498102030 msgr2=0x7fa498104490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:33.023 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.159+0000 7fa49ca69700 1 -- 172.21.15.18:0/4163002165 shutdown_connections 2024-04-22T00:31:33.023 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.159+0000 7fa49ca69700 1 -- 172.21.15.18:0/4163002165 wait complete. 2024-04-22T00:31:33.023 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.160+0000 7fa49ca69700 1 Processor -- start 2024-04-22T00:31:33.023 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.160+0000 7fa49ca69700 1 -- start start 2024-04-22T00:31:33.023 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.160+0000 7fa49ca69700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa4981a2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:33.023 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.160+0000 7fa49ca69700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa498109e50 con 0x7fa498106410 2024-04-22T00:31:33.023 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.160+0000 7fa49659c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa4981a2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.160+0000 7fa49659c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa4981a2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38168/0 (socket says 172.21.15.18:38168) 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.160+0000 7fa49659c700 1 -- 172.21.15.18:0/2348833270 learned_addr learned my addr 172.21.15.18:0/2348833270 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.160+0000 7fa49659c700 1 -- 172.21.15.18:0/2348833270 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4981a2670 con 0x7fa498106410 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.161+0000 7fa49659c700 1 --2- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa4981a2130 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa4880116a0 tx=0x7fa488011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.161+0000 7fa4877fe700 1 -- 172.21.15.18:0/2348833270 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa488003a40 con 0x7fa498106410 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.161+0000 7fa49ca69700 1 -- 172.21.15.18:0/2348833270 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4981a2900 con 0x7fa498106410 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.161+0000 7fa4877fe700 1 -- 172.21.15.18:0/2348833270 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa488003be0 con 0x7fa498106410 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.161+0000 7fa49ca69700 1 -- 172.21.15.18:0/2348833270 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4981a2d60 con 0x7fa498106410 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.161+0000 7fa4877fe700 1 -- 172.21.15.18:0/2348833270 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa48801a7c0 con 0x7fa498106410 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.162+0000 7fa49ca69700 1 -- 172.21.15.18:0/2348833270 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa498063890 con 0x7fa498106410 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.162+0000 7fa4877fe700 1 -- 172.21.15.18:0/2348833270 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fa488024aa0 con 0x7fa498106410 2024-04-22T00:31:33.024 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.162+0000 7fa4877fe700 1 --2- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fa480039100 0x7fa48003b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:33.025 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.162+0000 7fa4877fe700 1 -- 172.21.15.18:0/2348833270 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa48804d700 con 0x7fa498106410 2024-04-22T00:31:33.025 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.162+0000 7fa495d9b700 1 -- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fa480039100 msgr2=0x7fa48003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2897837517 2024-04-22T00:31:33.025 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.162+0000 7fa495d9b700 1 --2- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fa480039100 0x7fa48003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T00:31:33.025 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.171+0000 7fa4877fe700 1 -- 172.21.15.18:0/2348833270 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa488011e20 con 0x7fa498106410 2024-04-22T00:31:33.025 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.363+0000 7fa495d9b700 1 -- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fa480039100 msgr2=0x7fa48003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2897837517 2024-04-22T00:31:33.025 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.363+0000 7fa495d9b700 1 --2- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fa480039100 0x7fa48003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T00:31:33.025 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.442+0000 7fa49ca69700 1 -- 172.21.15.18:0/2348833270 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fa498062e40 con 0x7fa498106410 2024-04-22T00:31:33.025 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.442+0000 7fa4877fe700 1 -- 172.21.15.18:0/2348833270 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fa48804d050 con 0x7fa498106410 2024-04-22T00:31:33.025 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.445+0000 7fa49ca69700 1 -- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fa480039100 msgr2=0x7fa48003b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:31:33.026 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.445+0000 7fa49ca69700 1 --2- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fa480039100 0x7fa48003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:33.026 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.445+0000 7fa49ca69700 1 -- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 msgr2=0x7fa4981a2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:33.026 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.445+0000 7fa49ca69700 1 --2- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa4981a2130 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa4880116a0 tx=0x7fa488011ba0 comp rx=0 tx=0).stop 2024-04-22T00:31:33.026 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.446+0000 7fa49ca69700 1 -- 172.21.15.18:0/2348833270 shutdown_connections 2024-04-22T00:31:33.027 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.446+0000 7fa49ca69700 1 --2- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7fa480039100 0x7fa48003b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:33.027 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.446+0000 7fa49ca69700 1 --2- 172.21.15.18:0/2348833270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa498106410 0x7fa4981a2130 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:33.027 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.446+0000 7fa49ca69700 1 -- 172.21.15.18:0/2348833270 >> 172.21.15.18:0/2348833270 conn(0x7fa498102030 msgr2=0x7fa498104490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:33.027 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.446+0000 7fa49ca69700 1 -- 172.21.15.18:0/2348833270 shutdown_connections 2024-04-22T00:31:33.027 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:32.446+0000 7fa49ca69700 1 -- 172.21.15.18:0/2348833270 wait complete. 2024-04-22T00:31:33.027 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for the mgr to restart... 2024-04-22T00:31:33.027 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mgr epoch 9... 2024-04-22T00:31:33.142 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:32 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2348833270' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-22T00:31:33.142 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:32 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:32.962+0000 7f48a2cba200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T00:31:33.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:33 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:33.151+0000 7f48a2cba200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T00:31:33.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:33 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:33.335+0000 7f48a2cba200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T00:31:33.739 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:33 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:33.640+0000 7f48a2cba200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T00:31:33.739 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:33 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:33.737+0000 7f48a2cba200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T00:31:34.074 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:33 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:33.948+0000 7f48a2cba200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T00:31:34.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:34 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:34.148+0000 7f48a2cba200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T00:31:35.159 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:34 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:34.774+0000 7f48a2cba200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T00:31:35.527 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:35 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:35.214+0000 7f48a2cba200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T00:31:35.527 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:35 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:35.314+0000 7f48a2cba200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T00:31:35.527 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:35 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:35.525+0000 7f48a2cba200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T00:31:36.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:36.072+0000 7f48a2cba200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T00:31:36.409 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:36.168+0000 7f48a2cba200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T00:31:36.780 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:36.419+0000 7f48a2cba200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T00:31:36.781 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:36.559+0000 7f48a2cba200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T00:31:36.781 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:36.658+0000 7f48a2cba200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T00:31:36.781 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:36.778+0000 7f48a2cba200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T00:31:37.159 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:36.873+0000 7f48a2cba200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T00:31:37.996 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:37.717+0000 7f48a2cba200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T00:31:37.996 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:31:37.941+0000 7f48a2cba200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T00:31:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: Active manager daemon x restarted 2024-04-22T00:31:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: Activating manager daemon x 2024-04-22T00:31:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: osdmap e3: 0 total, 0 up, 0 in 2024-04-22T00:31:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: mgrmap e10: x(active, starting, since 0.00323968s) 2024-04-22T00:31:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:31:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T00:31:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T00:31:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T00:31:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T00:31:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: Manager daemon x is now available 2024-04-22T00:31:38.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:31:39.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T00:31:39.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T00:31:39.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:38 smithi018 ceph-mon[27979]: [22/Apr/2024:00:31:38] ENGINE Bus STARTING 2024-04-22T00:31:39.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:38 smithi018 ceph-mon[27979]: mgrmap e11: x(active, since 1.0057s) 2024-04-22T00:31:39.571 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-04-22T00:31:39.571 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-22T00:31:39.571 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-22T00:31:39.571 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-04-22T00:31:39.571 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.465+0000 7ffa55316700 1 Processor -- start 2024-04-22T00:31:39.571 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.465+0000 7ffa55316700 1 -- start start 2024-04-22T00:31:39.571 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.465+0000 7ffa55316700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa50106f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.465+0000 7ffa55316700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffa50107500 con 0x7ffa50106b10 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.466+0000 7ffa4effd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa50106f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.466+0000 7ffa4effd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa50106f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38180/0 (socket says 172.21.15.18:38180) 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.466+0000 7ffa4effd700 1 -- 172.21.15.18:0/1666222220 learned_addr learned my addr 172.21.15.18:0/1666222220 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.466+0000 7ffa4effd700 1 -- 172.21.15.18:0/1666222220 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa50107d10 con 0x7ffa50106b10 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.466+0000 7ffa4effd700 1 --2- 172.21.15.18:0/1666222220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa50106f30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ffa400098a0 tx=0x7ffa40009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7d1889cbb7d52a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.466+0000 7ffa4dffb700 1 -- 172.21.15.18:0/1666222220 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa40004160 con 0x7ffa50106b10 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.466+0000 7ffa4dffb700 1 -- 172.21.15.18:0/1666222220 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa40004300 con 0x7ffa50106b10 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.466+0000 7ffa4dffb700 1 -- 172.21.15.18:0/1666222220 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa40011b20 con 0x7ffa50106b10 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.467+0000 7ffa55316700 1 -- 172.21.15.18:0/1666222220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 msgr2=0x7ffa50106f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.467+0000 7ffa55316700 1 --2- 172.21.15.18:0/1666222220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa50106f30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ffa400098a0 tx=0x7ffa40009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.467+0000 7ffa55316700 1 -- 172.21.15.18:0/1666222220 shutdown_connections 2024-04-22T00:31:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.467+0000 7ffa55316700 1 --2- 172.21.15.18:0/1666222220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa50106f30 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.467+0000 7ffa55316700 1 -- 172.21.15.18:0/1666222220 >> 172.21.15.18:0/1666222220 conn(0x7ffa50102090 msgr2=0x7ffa501044f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.467+0000 7ffa55316700 1 -- 172.21.15.18:0/1666222220 shutdown_connections 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.467+0000 7ffa55316700 1 -- 172.21.15.18:0/1666222220 wait complete. 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.468+0000 7ffa55316700 1 Processor -- start 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.468+0000 7ffa55316700 1 -- start start 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.468+0000 7ffa55316700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa5007ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.468+0000 7ffa55316700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5010b0c0 con 0x7ffa50106b10 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.468+0000 7ffa4effd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa5007ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.468+0000 7ffa4effd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa5007ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38188/0 (socket says 172.21.15.18:38188) 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.468+0000 7ffa4effd700 1 -- 172.21.15.18:0/1890672296 learned_addr learned my addr 172.21.15.18:0/1890672296 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.469+0000 7ffa4effd700 1 -- 172.21.15.18:0/1890672296 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa5019c6a0 con 0x7ffa50106b10 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.469+0000 7ffa4effd700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa5007ba40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ffa400116a0 tx=0x7ffa40011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.469+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa40003a40 con 0x7ffa50106b10 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.469+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa40003be0 con 0x7ffa50106b10 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.469+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa4001a720 con 0x7ffa50106b10 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.469+0000 7ffa55316700 1 -- 172.21.15.18:0/1890672296 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa5019c930 con 0x7ffa50106b10 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.469+0000 7ffa55316700 1 -- 172.21.15.18:0/1890672296 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa5019cd90 con 0x7ffa50106b10 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.470+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7ffa4001aa20 con 0x7ffa50106b10 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.470+0000 7ffa47fff700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 0x7ffa3c03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.470+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 --> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ffa3c03bc20 con 0x7ffa3c039050 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.470+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ffa4004d870 con 0x7ffa50106b10 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.470+0000 7ffa4e7fc700 1 -- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 msgr2=0x7ffa3c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2897837517 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.470+0000 7ffa4e7fc700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 0x7ffa3c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.671+0000 7ffa4e7fc700 1 -- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 msgr2=0x7ffa3c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2897837517 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:33.671+0000 7ffa4e7fc700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 0x7ffa3c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T00:31:39.574 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:34.072+0000 7ffa4e7fc700 1 -- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 msgr2=0x7ffa3c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2897837517 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:34.072+0000 7ffa4e7fc700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 0x7ffa3c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:34.873+0000 7ffa4e7fc700 1 -- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 msgr2=0x7ffa3c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2897837517 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:34.873+0000 7ffa4e7fc700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 0x7ffa3c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:36.474+0000 7ffa4e7fc700 1 -- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 msgr2=0x7ffa3c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2897837517 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:36.474+0000 7ffa4e7fc700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 0x7ffa3c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:37.945+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7ffa4002d3f0 con 0x7ffa50106b10 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:37.945+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 msgr2=0x7ffa3c03b510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:37.945+0000 7ffa47fff700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 0x7ffa3c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.946+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7ffa4004f470 con 0x7ffa50106b10 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.947+0000 7ffa47fff700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa3c03cb10 0x7ffa3c03ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.947+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ffa3c03bc20 con 0x7ffa3c03cb10 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.947+0000 7ffa4e7fc700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa3c03cb10 0x7ffa3c03ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:39.575 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.948+0000 7ffa4e7fc700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa3c03cb10 0x7ffa3c03ef00 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7ffa38003a10 tx=0x7ffa380092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.949+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7ffa3c03bc20 con 0x7ffa3c03cb10 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 -- 172.21.15.18:0/1890672296 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7ffa5010af10 con 0x7ffa3c03cb10 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa47fff700 1 -- 172.21.15.18:0/1890672296 <== mgr.14152 v2:172.21.15.18:6800/3970211676 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7ffa5010af10 con 0x7ffa3c03cb10 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 -- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa3c03cb10 msgr2=0x7ffa3c03ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa3c03cb10 0x7ffa3c03ef00 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7ffa38003a10 tx=0x7ffa380092b0 comp rx=0 tx=0).stop 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 -- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 msgr2=0x7ffa5007ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa5007ba40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ffa400116a0 tx=0x7ffa40011ba0 comp rx=0 tx=0).stop 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 -- 172.21.15.18:0/1890672296 shutdown_connections 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa3c03cb10 0x7ffa3c03ef00 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa50106b10 0x7ffa5007ba40 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 --2- 172.21.15.18:0/1890672296 >> [v2:172.21.15.18:6800/2897837517,v1:172.21.15.18:6801/2897837517] conn(0x7ffa3c039050 0x7ffa3c03b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 -- 172.21.15.18:0/1890672296 >> 172.21.15.18:0/1890672296 conn(0x7ffa50102090 msgr2=0x7ffa50102c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:39.576 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 -- 172.21.15.18:0/1890672296 shutdown_connections 2024-04-22T00:31:39.577 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:38.956+0000 7ffa55316700 1 -- 172.21.15.18:0/1890672296 wait complete. 2024-04-22T00:31:39.577 INFO:teuthology.orchestra.run.smithi018.stdout:mgr epoch 9 is available 2024-04-22T00:31:39.577 INFO:teuthology.orchestra.run.smithi018.stdout:Generating a dashboard self-signed certificate... 2024-04-22T00:31:40.256 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:39 smithi018 ceph-mon[27979]: [22/Apr/2024:00:31:38] ENGINE Serving on https://172.21.15.18:7150 2024-04-22T00:31:40.256 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:39 smithi018 ceph-mon[27979]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-22T00:31:40.256 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:39 smithi018 ceph-mon[27979]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-22T00:31:40.256 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:39 smithi018 ceph-mon[27979]: [22/Apr/2024:00:31:38] ENGINE Serving on http://172.21.15.18:8765 2024-04-22T00:31:40.256 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:39 smithi018 ceph-mon[27979]: [22/Apr/2024:00:31:38] ENGINE Bus STARTED 2024-04-22T00:31:40.256 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:41.151 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-22T00:31:41.152 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.274+0000 7f355e068700 1 Processor -- start 2024-04-22T00:31:41.152 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.274+0000 7f355e068700 1 -- start start 2024-04-22T00:31:41.153 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.274+0000 7f355e068700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f35581073c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:41.153 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.274+0000 7f355e068700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3558107990 con 0x7f3558106fa0 2024-04-22T00:31:41.153 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.274+0000 7f35577fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f35581073c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:41.153 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.275+0000 7f35577fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f35581073c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38262/0 (socket says 172.21.15.18:38262) 2024-04-22T00:31:41.153 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.275+0000 7f35577fe700 1 -- 172.21.15.18:0/3049764804 learned_addr learned my addr 172.21.15.18:0/3049764804 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:41.153 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.275+0000 7f35577fe700 1 -- 172.21.15.18:0/3049764804 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3558107cc0 con 0x7f3558106fa0 2024-04-22T00:31:41.153 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.275+0000 7f35577fe700 1 --2- 172.21.15.18:0/3049764804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f35581073c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f35480098a0 tx=0x7f3548009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aef3ee60e5814bb0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:41.153 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.275+0000 7f35567fc700 1 -- 172.21.15.18:0/3049764804 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3548004160 con 0x7f3558106fa0 2024-04-22T00:31:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.275+0000 7f35567fc700 1 -- 172.21.15.18:0/3049764804 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3548004300 con 0x7f3558106fa0 2024-04-22T00:31:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.275+0000 7f35567fc700 1 -- 172.21.15.18:0/3049764804 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3548011b20 con 0x7f3558106fa0 2024-04-22T00:31:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.276+0000 7f355e068700 1 -- 172.21.15.18:0/3049764804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 msgr2=0x7f35581073c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.276+0000 7f355e068700 1 --2- 172.21.15.18:0/3049764804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f35581073c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f35480098a0 tx=0x7f3548009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.276+0000 7f355e068700 1 -- 172.21.15.18:0/3049764804 shutdown_connections 2024-04-22T00:31:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.276+0000 7f355e068700 1 --2- 172.21.15.18:0/3049764804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f35581073c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.276+0000 7f355e068700 1 -- 172.21.15.18:0/3049764804 >> 172.21.15.18:0/3049764804 conn(0x7f35581017a0 msgr2=0x7f3558103c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.276+0000 7f355e068700 1 -- 172.21.15.18:0/3049764804 shutdown_connections 2024-04-22T00:31:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.276+0000 7f355e068700 1 -- 172.21.15.18:0/3049764804 wait complete. 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.277+0000 7f355e068700 1 Processor -- start 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.277+0000 7f355e068700 1 -- start start 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.277+0000 7f355e068700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f355819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.277+0000 7f355e068700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f355810b070 con 0x7f3558106fa0 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.277+0000 7f35577fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f355819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.277+0000 7f35577fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f355819bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38264/0 (socket says 172.21.15.18:38264) 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.277+0000 7f35577fe700 1 -- 172.21.15.18:0/2171991868 learned_addr learned my addr 172.21.15.18:0/2171991868 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.277+0000 7f35577fe700 1 -- 172.21.15.18:0/2171991868 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f355819c060 con 0x7f3558106fa0 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.278+0000 7f35577fe700 1 --2- 172.21.15.18:0/2171991868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f355819bb20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f35480116a0 tx=0x7f3548011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.278+0000 7f3554ff9700 1 -- 172.21.15.18:0/2171991868 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3548003a40 con 0x7f3558106fa0 2024-04-22T00:31:41.155 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.278+0000 7f355e068700 1 -- 172.21.15.18:0/2171991868 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f355819c2f0 con 0x7f3558106fa0 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.278+0000 7f3554ff9700 1 -- 172.21.15.18:0/2171991868 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3548003be0 con 0x7f3558106fa0 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.278+0000 7f3554ff9700 1 -- 172.21.15.18:0/2171991868 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f354801a750 con 0x7f3558106fa0 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.278+0000 7f355e068700 1 -- 172.21.15.18:0/2171991868 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f355819c750 con 0x7f3558106fa0 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.279+0000 7f3554ff9700 1 -- 172.21.15.18:0/2171991868 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f354801aa70 con 0x7f3558106fa0 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.279+0000 7f3554ff9700 1 --2- 172.21.15.18:0/2171991868 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3540038f40 0x7f354003b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.279+0000 7f355e068700 1 -- 172.21.15.18:0/2171991868 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3558063890 con 0x7f3558106fa0 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.279+0000 7f3554ff9700 1 -- 172.21.15.18:0/2171991868 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f354804e580 con 0x7f3558106fa0 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.279+0000 7f3556ffd700 1 --2- 172.21.15.18:0/2171991868 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3540038f40 0x7f354003b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.280+0000 7f3556ffd700 1 --2- 172.21.15.18:0/2171991868 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3540038f40 0x7f354003b400 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f354c006fd0 tx=0x7f354c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.284+0000 7f3554ff9700 1 -- 172.21.15.18:0/2171991868 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3548011e20 con 0x7f3558106fa0 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.501+0000 7f355e068700 1 -- 172.21.15.18:0/2171991868 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f3558062670 con 0x7f3540038f40 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.605+0000 7f3554ff9700 1 -- 172.21.15.18:0/2171991868 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f3558062670 con 0x7f3540038f40 2024-04-22T00:31:41.156 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.607+0000 7f355e068700 1 -- 172.21.15.18:0/2171991868 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3540038f40 msgr2=0x7f354003b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:41.157 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.607+0000 7f355e068700 1 --2- 172.21.15.18:0/2171991868 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3540038f40 0x7f354003b400 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f354c006fd0 tx=0x7f354c006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:41.157 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.607+0000 7f355e068700 1 -- 172.21.15.18:0/2171991868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 msgr2=0x7f355819bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:41.157 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.607+0000 7f355e068700 1 --2- 172.21.15.18:0/2171991868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f355819bb20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f35480116a0 tx=0x7f3548011ba0 comp rx=0 tx=0).stop 2024-04-22T00:31:41.157 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.607+0000 7f355e068700 1 -- 172.21.15.18:0/2171991868 shutdown_connections 2024-04-22T00:31:41.157 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.607+0000 7f355e068700 1 --2- 172.21.15.18:0/2171991868 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3540038f40 0x7f354003b400 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:41.157 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.607+0000 7f355e068700 1 --2- 172.21.15.18:0/2171991868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3558106fa0 0x7f355819bb20 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:41.157 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.607+0000 7f355e068700 1 -- 172.21.15.18:0/2171991868 >> 172.21.15.18:0/2171991868 conn(0x7f35581017a0 msgr2=0x7f35581025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:41.157 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.607+0000 7f355e068700 1 -- 172.21.15.18:0/2171991868 shutdown_connections 2024-04-22T00:31:41.157 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:40.608+0000 7f355e068700 1 -- 172.21.15.18:0/2171991868 wait complete. 2024-04-22T00:31:41.157 INFO:teuthology.orchestra.run.smithi018.stdout:Creating initial admin user... 2024-04-22T00:31:41.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:41 smithi018 ceph-mon[27979]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:41.884 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:41.884 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:41.884 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:41 smithi018 ceph-mon[27979]: mgrmap e12: x(active, since 2s) 2024-04-22T00:31:41.884 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:42 smithi018 ceph-mon[27979]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:42 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:43.257 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$Wp4OknI7LmbsE.y2NIsPh./FZeDo8DwCa1loC5chFs959K5KjGtOm", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713745902, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-22T00:31:43.257 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.585+0000 7f06f4be5700 1 Processor -- start 2024-04-22T00:31:43.257 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.585+0000 7f06f4be5700 1 -- start start 2024-04-22T00:31:43.257 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.585+0000 7f06f4be5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f0107fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:43.257 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.585+0000 7f06f4be5700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f06f0108520 con 0x7f06f0107bc0 2024-04-22T00:31:43.257 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.586+0000 7f06ee59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f0107fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:43.257 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.586+0000 7f06ee59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f0107fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51024/0 (socket says 172.21.15.18:51024) 2024-04-22T00:31:43.257 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.586+0000 7f06ee59c700 1 -- 172.21.15.18:0/3890391698 learned_addr learned my addr 172.21.15.18:0/3890391698 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:43.257 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.586+0000 7f06ee59c700 1 -- 172.21.15.18:0/3890391698 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06f01086a0 con 0x7f06f0107bc0 2024-04-22T00:31:43.257 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.586+0000 7f06ee59c700 1 --2- 172.21.15.18:0/3890391698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f0107fe0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f06e00098a0 tx=0x7f06e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a064111191acdd9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.586+0000 7f06ed59a700 1 -- 172.21.15.18:0/3890391698 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06e0004160 con 0x7f06f0107bc0 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.586+0000 7f06ed59a700 1 -- 172.21.15.18:0/3890391698 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f06e0004300 con 0x7f06f0107bc0 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.586+0000 7f06ed59a700 1 -- 172.21.15.18:0/3890391698 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06e0011b20 con 0x7f06f0107bc0 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.587+0000 7f06f4be5700 1 -- 172.21.15.18:0/3890391698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 msgr2=0x7f06f0107fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.587+0000 7f06f4be5700 1 --2- 172.21.15.18:0/3890391698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f0107fe0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f06e00098a0 tx=0x7f06e0009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.587+0000 7f06f4be5700 1 -- 172.21.15.18:0/3890391698 shutdown_connections 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.587+0000 7f06f4be5700 1 --2- 172.21.15.18:0/3890391698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f0107fe0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.587+0000 7f06f4be5700 1 -- 172.21.15.18:0/3890391698 >> 172.21.15.18:0/3890391698 conn(0x7f06f01031e0 msgr2=0x7f06f0105640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.587+0000 7f06f4be5700 1 -- 172.21.15.18:0/3890391698 shutdown_connections 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.587+0000 7f06f4be5700 1 -- 172.21.15.18:0/3890391698 wait complete. 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.588+0000 7f06f4be5700 1 Processor -- start 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.588+0000 7f06f4be5700 1 -- start start 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.588+0000 7f06f4be5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f007db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:43.258 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.588+0000 7f06f4be5700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f06f010c030 con 0x7f06f0107bc0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.588+0000 7f06ee59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f007db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.588+0000 7f06ee59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f007db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51040/0 (socket says 172.21.15.18:51040) 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.588+0000 7f06ee59c700 1 -- 172.21.15.18:0/865843029 learned_addr learned my addr 172.21.15.18:0/865843029 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.589+0000 7f06ee59c700 1 -- 172.21.15.18:0/865843029 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06f007e040 con 0x7f06f0107bc0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.589+0000 7f06ee59c700 1 --2- 172.21.15.18:0/865843029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f007db00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f06e00116a0 tx=0x7f06e0011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.589+0000 7f06df7fe700 1 -- 172.21.15.18:0/865843029 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06e0003a40 con 0x7f06f0107bc0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.589+0000 7f06df7fe700 1 -- 172.21.15.18:0/865843029 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f06e0003be0 con 0x7f06f0107bc0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.589+0000 7f06f4be5700 1 -- 172.21.15.18:0/865843029 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06f007c230 con 0x7f06f0107bc0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.589+0000 7f06df7fe700 1 -- 172.21.15.18:0/865843029 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06e001a750 con 0x7f06f0107bc0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.589+0000 7f06f4be5700 1 -- 172.21.15.18:0/865843029 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06f007c6f0 con 0x7f06f0107bc0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.590+0000 7f06df7fe700 1 -- 172.21.15.18:0/865843029 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f06e001aa20 con 0x7f06f0107bc0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.590+0000 7f06f4be5700 1 -- 172.21.15.18:0/865843029 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06f010c1b0 con 0x7f06f0107bc0 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.590+0000 7f06df7fe700 1 --2- 172.21.15.18:0/865843029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f06d80390b0 0x7f06d803b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:43.259 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.590+0000 7f06df7fe700 1 -- 172.21.15.18:0/865843029 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f06e004d9a0 con 0x7f06f0107bc0 2024-04-22T00:31:43.260 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.590+0000 7f06edd9b700 1 --2- 172.21.15.18:0/865843029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f06d80390b0 0x7f06d803b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:43.260 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.591+0000 7f06edd9b700 1 --2- 172.21.15.18:0/865843029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f06d80390b0 0x7f06d803b570 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f06e4006fd0 tx=0x7f06e4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:43.260 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.595+0000 7f06df7fe700 1 -- 172.21.15.18:0/865843029 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f06e0011e20 con 0x7f06f0107bc0 2024-04-22T00:31:43.260 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:41.829+0000 7f06f4be5700 1 -- 172.21.15.18:0/865843029 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f06f0063890 con 0x7f06d80390b0 2024-04-22T00:31:43.260 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.076+0000 7f06df7fe700 1 -- 172.21.15.18:0/865843029 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f06f0063890 con 0x7f06d80390b0 2024-04-22T00:31:43.260 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.078+0000 7f06f4be5700 1 -- 172.21.15.18:0/865843029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f06d80390b0 msgr2=0x7f06d803b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:43.260 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.078+0000 7f06f4be5700 1 --2- 172.21.15.18:0/865843029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f06d80390b0 0x7f06d803b570 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f06e4006fd0 tx=0x7f06e4006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:43.260 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.078+0000 7f06f4be5700 1 -- 172.21.15.18:0/865843029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 msgr2=0x7f06f007db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:43.260 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.078+0000 7f06f4be5700 1 --2- 172.21.15.18:0/865843029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f007db00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f06e00116a0 tx=0x7f06e0011ba0 comp rx=0 tx=0).stop 2024-04-22T00:31:43.260 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.078+0000 7f06f4be5700 1 -- 172.21.15.18:0/865843029 shutdown_connections 2024-04-22T00:31:43.261 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.078+0000 7f06f4be5700 1 --2- 172.21.15.18:0/865843029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f06d80390b0 0x7f06d803b570 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:43.261 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.078+0000 7f06f4be5700 1 --2- 172.21.15.18:0/865843029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f06f0107bc0 0x7f06f007db00 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:43.261 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.078+0000 7f06f4be5700 1 -- 172.21.15.18:0/865843029 >> 172.21.15.18:0/865843029 conn(0x7f06f01031e0 msgr2=0x7f06f0103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:43.261 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.078+0000 7f06f4be5700 1 -- 172.21.15.18:0/865843029 shutdown_connections 2024-04-22T00:31:43.261 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:42.078+0000 7f06f4be5700 1 -- 172.21.15.18:0/865843029 wait complete. 2024-04-22T00:31:43.261 INFO:teuthology.orchestra.run.smithi018.stdout:Fetching dashboard port number... 2024-04-22T00:31:44.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:43 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/856993449' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-22T00:31:44.395 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 8443 2024-04-22T00:31:44.395 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.685+0000 7f0f6d5ea700 1 Processor -- start 2024-04-22T00:31:44.395 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.685+0000 7f0f6d5ea700 1 -- start start 2024-04-22T00:31:44.395 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.685+0000 7f0f6d5ea700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f68108030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:44.395 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.685+0000 7f0f6d5ea700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0f68108600 con 0x7f0f68107c10 2024-04-22T00:31:44.395 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.685+0000 7f0f66ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f68108030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:44.395 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.685+0000 7f0f66ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f68108030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51050/0 (socket says 172.21.15.18:51050) 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.685+0000 7f0f66ffd700 1 -- 172.21.15.18:0/215259757 learned_addr learned my addr 172.21.15.18:0/215259757 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.686+0000 7f0f66ffd700 1 -- 172.21.15.18:0/215259757 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f68108dc0 con 0x7f0f68107c10 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.686+0000 7f0f66ffd700 1 --2- 172.21.15.18:0/215259757 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f68108030 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0f580098a0 tx=0x7f0f58009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=618ef5f0db2ed555 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.686+0000 7f0f65ffb700 1 -- 172.21.15.18:0/215259757 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f58004160 con 0x7f0f68107c10 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.686+0000 7f0f65ffb700 1 -- 172.21.15.18:0/215259757 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f58004300 con 0x7f0f68107c10 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.686+0000 7f0f65ffb700 1 -- 172.21.15.18:0/215259757 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f58011b20 con 0x7f0f68107c10 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.686+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/215259757 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 msgr2=0x7f0f68108030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.686+0000 7f0f6d5ea700 1 --2- 172.21.15.18:0/215259757 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f68108030 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0f580098a0 tx=0x7f0f58009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.687+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/215259757 shutdown_connections 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.687+0000 7f0f6d5ea700 1 --2- 172.21.15.18:0/215259757 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f68108030 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.687+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/215259757 >> 172.21.15.18:0/215259757 conn(0x7f0f68103190 msgr2=0x7f0f681055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.687+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/215259757 shutdown_connections 2024-04-22T00:31:44.396 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.687+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/215259757 wait complete. 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.687+0000 7f0f6d5ea700 1 Processor -- start 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.687+0000 7f0f6d5ea700 1 -- start start 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.687+0000 7f0f6d5ea700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f6819bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f6d5ea700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0f6810c170 con 0x7f0f68107c10 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f66ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f6819bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f66ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f6819bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51056/0 (socket says 172.21.15.18:51056) 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f66ffd700 1 -- 172.21.15.18:0/856993449 learned_addr learned my addr 172.21.15.18:0/856993449 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f66ffd700 1 -- 172.21.15.18:0/856993449 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f6819c0b0 con 0x7f0f68107c10 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f66ffd700 1 --2- 172.21.15.18:0/856993449 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f6819bb70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0f580116a0 tx=0x7f0f58011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f5ffff700 1 -- 172.21.15.18:0/856993449 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f58003a40 con 0x7f0f68107c10 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f5ffff700 1 -- 172.21.15.18:0/856993449 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f58003be0 con 0x7f0f68107c10 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/856993449 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f6819c340 con 0x7f0f68107c10 2024-04-22T00:31:44.397 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f5ffff700 1 -- 172.21.15.18:0/856993449 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f5801a720 con 0x7f0f68107c10 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.688+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/856993449 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f6819c7a0 con 0x7f0f68107c10 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.689+0000 7f0f5ffff700 1 -- 172.21.15.18:0/856993449 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f0f5801aa50 con 0x7f0f68107c10 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.689+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/856993449 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f68063890 con 0x7f0f68107c10 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.689+0000 7f0f5ffff700 1 --2- 172.21.15.18:0/856993449 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0f540390b0 0x7f0f5403b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.689+0000 7f0f5ffff700 1 -- 172.21.15.18:0/856993449 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0f5804d870 con 0x7f0f68107c10 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.689+0000 7f0f667fc700 1 --2- 172.21.15.18:0/856993449 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0f540390b0 0x7f0f5403b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.690+0000 7f0f667fc700 1 --2- 172.21.15.18:0/856993449 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0f540390b0 0x7f0f5403b570 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0f50006fd0 tx=0x7f0f50006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.695+0000 7f0f5ffff700 1 -- 172.21.15.18:0/856993449 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0f58011e20 con 0x7f0f68107c10 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.900+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/856993449 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f0f6819f170 con 0x7f0f68107c10 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.901+0000 7f0f5ffff700 1 -- 172.21.15.18:0/856993449 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f0f5800bc30 con 0x7f0f68107c10 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.903+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/856993449 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0f540390b0 msgr2=0x7f0f5403b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:44.398 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.903+0000 7f0f6d5ea700 1 --2- 172.21.15.18:0/856993449 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0f540390b0 0x7f0f5403b570 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0f50006fd0 tx=0x7f0f50006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:44.399 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.903+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/856993449 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 msgr2=0x7f0f6819bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:44.399 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.903+0000 7f0f6d5ea700 1 --2- 172.21.15.18:0/856993449 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f6819bb70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0f580116a0 tx=0x7f0f58011ba0 comp rx=0 tx=0).stop 2024-04-22T00:31:44.399 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.903+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/856993449 shutdown_connections 2024-04-22T00:31:44.399 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.903+0000 7f0f6d5ea700 1 --2- 172.21.15.18:0/856993449 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0f540390b0 0x7f0f5403b570 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:44.399 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.903+0000 7f0f6d5ea700 1 --2- 172.21.15.18:0/856993449 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f68107c10 0x7f0f6819bb70 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:44.399 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.903+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/856993449 >> 172.21.15.18:0/856993449 conn(0x7f0f68103190 msgr2=0x7f0f68103cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:44.399 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.904+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/856993449 shutdown_connections 2024-04-22T00:31:44.399 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:43.904+0000 7f0f6d5ea700 1 -- 172.21.15.18:0/856993449 wait complete. 2024-04-22T00:31:44.401 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-22T00:31:44.401 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout disabled 2024-04-22T00:31:44.408 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-22T00:31:44.409 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-04-22T00:31:44.409 INFO:teuthology.orchestra.run.smithi018.stdout:firewalld.service is not enabled 2024-04-22T00:31:44.409 INFO:teuthology.orchestra.run.smithi018.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-22T00:31:44.410 INFO:teuthology.orchestra.run.smithi018.stdout:Ceph Dashboard is now available at: 2024-04-22T00:31:44.410 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:31:44.410 INFO:teuthology.orchestra.run.smithi018.stdout: URL: https://smithi018:8443/ 2024-04-22T00:31:44.410 INFO:teuthology.orchestra.run.smithi018.stdout: User: admin 2024-04-22T00:31:44.410 INFO:teuthology.orchestra.run.smithi018.stdout: Password: 2xvg788uel 2024-04-22T00:31:44.410 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:31:44.411 INFO:teuthology.orchestra.run.smithi018.stdout:Saving cluster configuration to /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config directory 2024-04-22T00:31:44.411 INFO:teuthology.orchestra.run.smithi018.stdout:Enabling autotune for osd_memory_target 2024-04-22T00:31:45.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:44 smithi018 ceph-mon[27979]: mgrmap e13: x(active, since 6s) 2024-04-22T00:31:45.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.826+0000 7f17441ab700 1 Processor -- start 2024-04-22T00:31:45.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.826+0000 7f17441ab700 1 -- start start 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.827+0000 7f17441ab700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c1062b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.827+0000 7f17441ab700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f173c106880 con 0x7f173c105e90 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.827+0000 7f1741f47700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c1062b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.827+0000 7f1741f47700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c1062b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51064/0 (socket says 172.21.15.18:51064) 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.827+0000 7f1741f47700 1 -- 172.21.15.18:0/422852459 learned_addr learned my addr 172.21.15.18:0/422852459 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.827+0000 7f1741f47700 1 -- 172.21.15.18:0/422852459 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f173c108ec0 con 0x7f173c105e90 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.827+0000 7f1741f47700 1 --2- 172.21.15.18:0/422852459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c1062b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f17380098a0 tx=0x7f1738009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d6f1a67bca2f509 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.827+0000 7f1740f45700 1 -- 172.21.15.18:0/422852459 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1738004160 con 0x7f173c105e90 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.827+0000 7f1740f45700 1 -- 172.21.15.18:0/422852459 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1738004300 con 0x7f173c105e90 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.827+0000 7f1740f45700 1 -- 172.21.15.18:0/422852459 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1738011b20 con 0x7f173c105e90 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.828+0000 7f17441ab700 1 -- 172.21.15.18:0/422852459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 msgr2=0x7f173c1062b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.828+0000 7f17441ab700 1 --2- 172.21.15.18:0/422852459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c1062b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f17380098a0 tx=0x7f1738009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.828+0000 7f17441ab700 1 -- 172.21.15.18:0/422852459 shutdown_connections 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.828+0000 7f17441ab700 1 --2- 172.21.15.18:0/422852459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c1062b0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.828+0000 7f17441ab700 1 -- 172.21.15.18:0/422852459 >> 172.21.15.18:0/422852459 conn(0x7f173c1017a0 msgr2=0x7f173c103c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.828+0000 7f17441ab700 1 -- 172.21.15.18:0/422852459 shutdown_connections 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.828+0000 7f17441ab700 1 -- 172.21.15.18:0/422852459 wait complete. 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.829+0000 7f17441ab700 1 Processor -- start 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.829+0000 7f17441ab700 1 -- start start 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.829+0000 7f17441ab700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c19bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.829+0000 7f17441ab700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f173c10c0f0 con 0x7f173c105e90 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.829+0000 7f1741f47700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c19bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.829+0000 7f1741f47700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c19bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51076/0 (socket says 172.21.15.18:51076) 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.829+0000 7f1741f47700 1 -- 172.21.15.18:0/2029764121 learned_addr learned my addr 172.21.15.18:0/2029764121 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.829+0000 7f1741f47700 1 -- 172.21.15.18:0/2029764121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f173c19c080 con 0x7f173c105e90 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.829+0000 7f1741f47700 1 --2- 172.21.15.18:0/2029764121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c19bb40 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f17380116a0 tx=0x7f1738011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.830+0000 7f1732ffd700 1 -- 172.21.15.18:0/2029764121 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1738003a40 con 0x7f173c105e90 2024-04-22T00:31:45.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.830+0000 7f1732ffd700 1 -- 172.21.15.18:0/2029764121 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1738003be0 con 0x7f173c105e90 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.830+0000 7f17441ab700 1 -- 172.21.15.18:0/2029764121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f173c19c310 con 0x7f173c105e90 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.830+0000 7f1732ffd700 1 -- 172.21.15.18:0/2029764121 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f173801a720 con 0x7f173c105e90 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.830+0000 7f17441ab700 1 -- 172.21.15.18:0/2029764121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f173c19c770 con 0x7f173c105e90 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.830+0000 7f1732ffd700 1 -- 172.21.15.18:0/2029764121 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f173801a9d0 con 0x7f173c105e90 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.831+0000 7f1732ffd700 1 --2- 172.21.15.18:0/2029764121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1728039150 0x7f172803b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.831+0000 7f1732ffd700 1 -- 172.21.15.18:0/2029764121 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f173804d7d0 con 0x7f173c105e90 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.831+0000 7f17441ab700 1 -- 172.21.15.18:0/2029764121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f173c063890 con 0x7f173c105e90 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.831+0000 7f1741746700 1 --2- 172.21.15.18:0/2029764121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1728039150 0x7f172803b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.831+0000 7f1741746700 1 --2- 172.21.15.18:0/2029764121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1728039150 0x7f172803b610 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f172c006fd0 tx=0x7f172c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:44.836+0000 7f1732ffd700 1 -- 172.21.15.18:0/2029764121 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1738011e20 con 0x7f173c105e90 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.042+0000 7f17441ab700 1 -- 172.21.15.18:0/2029764121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f173c19f480 con 0x7f173c105e90 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.042+0000 7f1732ffd700 1 -- 172.21.15.18:0/2029764121 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f1738032020 con 0x7f173c105e90 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.044+0000 7f17441ab700 1 -- 172.21.15.18:0/2029764121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1728039150 msgr2=0x7f172803b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:45.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.044+0000 7f17441ab700 1 --2- 172.21.15.18:0/2029764121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1728039150 0x7f172803b610 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f172c006fd0 tx=0x7f172c006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:45.587 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.044+0000 7f17441ab700 1 -- 172.21.15.18:0/2029764121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 msgr2=0x7f173c19bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:45.587 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.044+0000 7f17441ab700 1 --2- 172.21.15.18:0/2029764121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c19bb40 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f17380116a0 tx=0x7f1738011ba0 comp rx=0 tx=0).stop 2024-04-22T00:31:45.587 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.044+0000 7f17441ab700 1 -- 172.21.15.18:0/2029764121 shutdown_connections 2024-04-22T00:31:45.587 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.044+0000 7f17441ab700 1 --2- 172.21.15.18:0/2029764121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1728039150 0x7f172803b610 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:45.587 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.044+0000 7f17441ab700 1 --2- 172.21.15.18:0/2029764121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f173c105e90 0x7f173c19bb40 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:45.587 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.044+0000 7f17441ab700 1 -- 172.21.15.18:0/2029764121 >> 172.21.15.18:0/2029764121 conn(0x7f173c1017a0 msgr2=0x7f173c1022b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:45.587 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.044+0000 7f17441ab700 1 -- 172.21.15.18:0/2029764121 shutdown_connections 2024-04-22T00:31:45.587 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.044+0000 7f17441ab700 1 -- 172.21.15.18:0/2029764121 wait complete. 2024-04-22T00:31:46.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.983+0000 7f5befa91700 1 Processor -- start 2024-04-22T00:31:46.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.983+0000 7f5befa91700 1 -- start start 2024-04-22T00:31:46.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.983+0000 7f5befa91700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be81068d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:46.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.983+0000 7f5befa91700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5be807bda0 con 0x7f5be81064b0 2024-04-22T00:31:46.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.984+0000 7f5bed82d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be81068d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:46.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.984+0000 7f5bed82d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be81068d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51078/0 (socket says 172.21.15.18:51078) 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.984+0000 7f5bed82d700 1 -- 172.21.15.18:0/741433777 learned_addr learned my addr 172.21.15.18:0/741433777 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.984+0000 7f5bed82d700 1 -- 172.21.15.18:0/741433777 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be8106e10 con 0x7f5be81064b0 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.984+0000 7f5bed82d700 1 --2- 172.21.15.18:0/741433777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be81068d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5be40098a0 tx=0x7f5be4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64aa2623aab4e043 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.984+0000 7f5bec82b700 1 -- 172.21.15.18:0/741433777 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5be4004160 con 0x7f5be81064b0 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.984+0000 7f5bec82b700 1 -- 172.21.15.18:0/741433777 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5be4004300 con 0x7f5be81064b0 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.984+0000 7f5bec82b700 1 -- 172.21.15.18:0/741433777 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5be4011b20 con 0x7f5be81064b0 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.985+0000 7f5befa91700 1 -- 172.21.15.18:0/741433777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 msgr2=0x7f5be81068d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.985+0000 7f5befa91700 1 --2- 172.21.15.18:0/741433777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be81068d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5be40098a0 tx=0x7f5be4009bb0 comp rx=0 tx=0).stop 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.985+0000 7f5befa91700 1 -- 172.21.15.18:0/741433777 shutdown_connections 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.985+0000 7f5befa91700 1 --2- 172.21.15.18:0/741433777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be81068d0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.985+0000 7f5befa91700 1 -- 172.21.15.18:0/741433777 >> 172.21.15.18:0/741433777 conn(0x7f5be8102030 msgr2=0x7f5be8104490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.985+0000 7f5befa91700 1 -- 172.21.15.18:0/741433777 shutdown_connections 2024-04-22T00:31:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.985+0000 7f5befa91700 1 -- 172.21.15.18:0/741433777 wait complete. 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.985+0000 7f5befa91700 1 Processor -- start 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5befa91700 1 -- start start 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5befa91700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be819dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5befa91700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5be8107ee0 con 0x7f5be81064b0 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5bed82d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be819dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5bed82d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be819dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51082/0 (socket says 172.21.15.18:51082) 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5bed82d700 1 -- 172.21.15.18:0/2958998202 learned_addr learned my addr 172.21.15.18:0/2958998202 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5bed82d700 1 -- 172.21.15.18:0/2958998202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be819e290 con 0x7f5be81064b0 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5bed82d700 1 --2- 172.21.15.18:0/2958998202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be819dd50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5be4011b60 tx=0x7f5be4011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5bdeffd700 1 -- 172.21.15.18:0/2958998202 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5be4003b60 con 0x7f5be81064b0 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5bdeffd700 1 -- 172.21.15.18:0/2958998202 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5be401a910 con 0x7f5be81064b0 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5befa91700 1 -- 172.21.15.18:0/2958998202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5be819e520 con 0x7f5be81064b0 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.986+0000 7f5bdeffd700 1 -- 172.21.15.18:0/2958998202 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5be4024930 con 0x7f5be81064b0 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.987+0000 7f5befa91700 1 -- 172.21.15.18:0/2958998202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5be819e980 con 0x7f5be81064b0 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.987+0000 7f5bdeffd700 1 -- 172.21.15.18:0/2958998202 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f5be4022020 con 0x7f5be81064b0 2024-04-22T00:31:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.987+0000 7f5befa91700 1 -- 172.21.15.18:0/2958998202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5be8063890 con 0x7f5be81064b0 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.988+0000 7f5bdeffd700 1 --2- 172.21.15.18:0/2958998202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5bd40391a0 0x7f5bd403b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.988+0000 7f5bdeffd700 1 -- 172.21.15.18:0/2958998202 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5be404d4b0 con 0x7f5be81064b0 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.988+0000 7f5bed02c700 1 --2- 172.21.15.18:0/2958998202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5bd40391a0 0x7f5bd403b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.988+0000 7f5bed02c700 1 --2- 172.21.15.18:0/2958998202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5bd40391a0 0x7f5bd403b660 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8006fd0 tx=0x7f5bd8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:45.993+0000 7f5bdeffd700 1 -- 172.21.15.18:0/2958998202 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f5be401a4e0 con 0x7f5be81064b0 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.315+0000 7f5befa91700 1 -- 172.21.15.18:0/2958998202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f5be8062e40 con 0x7f5be81064b0 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.317+0000 7f5bdeffd700 1 -- 172.21.15.18:0/2958998202 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f5be402d3f0 con 0x7f5be81064b0 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.320+0000 7f5befa91700 1 -- 172.21.15.18:0/2958998202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5bd40391a0 msgr2=0x7f5bd403b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.320+0000 7f5befa91700 1 --2- 172.21.15.18:0/2958998202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5bd40391a0 0x7f5bd403b660 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8006fd0 tx=0x7f5bd8006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.320+0000 7f5befa91700 1 -- 172.21.15.18:0/2958998202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 msgr2=0x7f5be819dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.320+0000 7f5befa91700 1 --2- 172.21.15.18:0/2958998202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be819dd50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5be4011b60 tx=0x7f5be4011c40 comp rx=0 tx=0).stop 2024-04-22T00:31:46.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.320+0000 7f5befa91700 1 -- 172.21.15.18:0/2958998202 shutdown_connections 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.320+0000 7f5befa91700 1 --2- 172.21.15.18:0/2958998202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5bd40391a0 0x7f5bd403b660 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.320+0000 7f5befa91700 1 --2- 172.21.15.18:0/2958998202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5be81064b0 0x7f5be819dd50 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.320+0000 7f5befa91700 1 -- 172.21.15.18:0/2958998202 >> 172.21.15.18:0/2958998202 conn(0x7f5be8102030 msgr2=0x7f5be81949c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.320+0000 7f5befa91700 1 -- 172.21.15.18:0/2958998202 shutdown_connections 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-04-22T00:31:46.320+0000 7f5befa91700 1 -- 172.21.15.18:0/2958998202 wait complete. 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout:Or, if you are only running a single cluster on this host: 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:31:46.911 INFO:teuthology.orchestra.run.smithi018.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-22T00:31:46.912 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:31:46.912 INFO:teuthology.orchestra.run.smithi018.stdout: ceph telemetry on 2024-04-22T00:31:46.912 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:31:46.912 INFO:teuthology.orchestra.run.smithi018.stdout:For more information see: 2024-04-22T00:31:46.912 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:31:46.912 INFO:teuthology.orchestra.run.smithi018.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-22T00:31:46.912 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:31:46.912 INFO:teuthology.orchestra.run.smithi018.stdout:Bootstrap complete. 2024-04-22T00:31:46.947 INFO:tasks.cephadm:Fetching config... 2024-04-22T00:31:46.948 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:31:46.948 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-22T00:31:46.964 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-22T00:31:46.964 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:31:46.964 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-22T00:31:47.021 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-22T00:31:47.021 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:31:47.021 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-22T00:31:47.086 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-22T00:31:47.086 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:31:47.087 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-22T00:31:47.143 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-22T00:31:47.143 DEBUG:teuthology.orchestra.run.smithi018:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkjlqwPanS/exa/AWOgaGcmjDm2xfUjJOQavoLRhf1HTW/iI+o4pYnq9B7grZhaFZNmF3yc+03ul+FAaw+N1/yJFJnb6yxB72Krq2fwaw72OrFoUrjmTaeRuZbvMjSAJX8px7t8qwL9Yl87I65AUBQOxau4/Ym2jCI/oRzlgeOnXGwE4l2c6K1d42bEudvUlzNMpJFkvbqF62FM8kGMW7u8q3+0Q3N4vv7WrXAI3fyUdfQ4BqapYiZrwI7SyNhpqhXEFebkOAiLtNpBn1YxJuSl+zb07ApXNuPqECgF4SimG+WxUyowLooFrYrDYFomHOJhtEXaCCtQGDSmelK/fL573u3oPCX1zqwGbM1dg/lmurHgRRaeQKnXcehK5LmZqRfF34wfPnXQk6Zse2WJ2cOJHv++ZBVUMDmUxx15MAPUtJ8cKLHFmsKdlKTa+UuZJBjNAJSSGTGG+khd+dN8x76T62WiFbvGlihZzfATD8aPdEjJwsj/KdoDF1IFDHbD6E= ceph-6224d758-003f-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-22T00:31:47.217 INFO:teuthology.orchestra.run.smithi018.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkjlqwPanS/exa/AWOgaGcmjDm2xfUjJOQavoLRhf1HTW/iI+o4pYnq9B7grZhaFZNmF3yc+03ul+FAaw+N1/yJFJnb6yxB72Krq2fwaw72OrFoUrjmTaeRuZbvMjSAJX8px7t8qwL9Yl87I65AUBQOxau4/Ym2jCI/oRzlgeOnXGwE4l2c6K1d42bEudvUlzNMpJFkvbqF62FM8kGMW7u8q3+0Q3N4vv7WrXAI3fyUdfQ4BqapYiZrwI7SyNhpqhXEFebkOAiLtNpBn1YxJuSl+zb07ApXNuPqECgF4SimG+WxUyowLooFrYrDYFomHOJhtEXaCCtQGDSmelK/fL573u3oPCX1zqwGbM1dg/lmurHgRRaeQKnXcehK5LmZqRfF34wfPnXQk6Zse2WJ2cOJHv++ZBVUMDmUxx15MAPUtJ8cKLHFmsKdlKTa+UuZJBjNAJSSGTGG+khd+dN8x76T62WiFbvGlihZzfATD8aPdEjJwsj/KdoDF1IFDHbD6E= ceph-6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:31:47.228 DEBUG:teuthology.orchestra.run.smithi081:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkjlqwPanS/exa/AWOgaGcmjDm2xfUjJOQavoLRhf1HTW/iI+o4pYnq9B7grZhaFZNmF3yc+03ul+FAaw+N1/yJFJnb6yxB72Krq2fwaw72OrFoUrjmTaeRuZbvMjSAJX8px7t8qwL9Yl87I65AUBQOxau4/Ym2jCI/oRzlgeOnXGwE4l2c6K1d42bEudvUlzNMpJFkvbqF62FM8kGMW7u8q3+0Q3N4vv7WrXAI3fyUdfQ4BqapYiZrwI7SyNhpqhXEFebkOAiLtNpBn1YxJuSl+zb07ApXNuPqECgF4SimG+WxUyowLooFrYrDYFomHOJhtEXaCCtQGDSmelK/fL573u3oPCX1zqwGbM1dg/lmurHgRRaeQKnXcehK5LmZqRfF34wfPnXQk6Zse2WJ2cOJHv++ZBVUMDmUxx15MAPUtJ8cKLHFmsKdlKTa+UuZJBjNAJSSGTGG+khd+dN8x76T62WiFbvGlihZzfATD8aPdEjJwsj/KdoDF1IFDHbD6E= ceph-6224d758-003f-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-22T00:31:47.267 INFO:teuthology.orchestra.run.smithi081.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkjlqwPanS/exa/AWOgaGcmjDm2xfUjJOQavoLRhf1HTW/iI+o4pYnq9B7grZhaFZNmF3yc+03ul+FAaw+N1/yJFJnb6yxB72Krq2fwaw72OrFoUrjmTaeRuZbvMjSAJX8px7t8qwL9Yl87I65AUBQOxau4/Ym2jCI/oRzlgeOnXGwE4l2c6K1d42bEudvUlzNMpJFkvbqF62FM8kGMW7u8q3+0Q3N4vv7WrXAI3fyUdfQ4BqapYiZrwI7SyNhpqhXEFebkOAiLtNpBn1YxJuSl+zb07ApXNuPqECgF4SimG+WxUyowLooFrYrDYFomHOJhtEXaCCtQGDSmelK/fL573u3oPCX1zqwGbM1dg/lmurHgRRaeQKnXcehK5LmZqRfF34wfPnXQk6Zse2WJ2cOJHv++ZBVUMDmUxx15MAPUtJ8cKLHFmsKdlKTa+UuZJBjNAJSSGTGG+khd+dN8x76T62WiFbvGlihZzfATD8aPdEjJwsj/KdoDF1IFDHbD6E= ceph-6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:31:47.279 DEBUG:teuthology.orchestra.run.smithi167:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkjlqwPanS/exa/AWOgaGcmjDm2xfUjJOQavoLRhf1HTW/iI+o4pYnq9B7grZhaFZNmF3yc+03ul+FAaw+N1/yJFJnb6yxB72Krq2fwaw72OrFoUrjmTaeRuZbvMjSAJX8px7t8qwL9Yl87I65AUBQOxau4/Ym2jCI/oRzlgeOnXGwE4l2c6K1d42bEudvUlzNMpJFkvbqF62FM8kGMW7u8q3+0Q3N4vv7WrXAI3fyUdfQ4BqapYiZrwI7SyNhpqhXEFebkOAiLtNpBn1YxJuSl+zb07ApXNuPqECgF4SimG+WxUyowLooFrYrDYFomHOJhtEXaCCtQGDSmelK/fL573u3oPCX1zqwGbM1dg/lmurHgRRaeQKnXcehK5LmZqRfF34wfPnXQk6Zse2WJ2cOJHv++ZBVUMDmUxx15MAPUtJ8cKLHFmsKdlKTa+UuZJBjNAJSSGTGG+khd+dN8x76T62WiFbvGlihZzfATD8aPdEjJwsj/KdoDF1IFDHbD6E= ceph-6224d758-003f-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-22T00:31:47.319 INFO:teuthology.orchestra.run.smithi167.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkjlqwPanS/exa/AWOgaGcmjDm2xfUjJOQavoLRhf1HTW/iI+o4pYnq9B7grZhaFZNmF3yc+03ul+FAaw+N1/yJFJnb6yxB72Krq2fwaw72OrFoUrjmTaeRuZbvMjSAJX8px7t8qwL9Yl87I65AUBQOxau4/Ym2jCI/oRzlgeOnXGwE4l2c6K1d42bEudvUlzNMpJFkvbqF62FM8kGMW7u8q3+0Q3N4vv7WrXAI3fyUdfQ4BqapYiZrwI7SyNhpqhXEFebkOAiLtNpBn1YxJuSl+zb07ApXNuPqECgF4SimG+WxUyowLooFrYrDYFomHOJhtEXaCCtQGDSmelK/fL573u3oPCX1zqwGbM1dg/lmurHgRRaeQKnXcehK5LmZqRfF34wfPnXQk6Zse2WJ2cOJHv++ZBVUMDmUxx15MAPUtJ8cKLHFmsKdlKTa+UuZJBjNAJSSGTGG+khd+dN8x76T62WiFbvGlihZzfATD8aPdEjJwsj/KdoDF1IFDHbD6E= ceph-6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:31:47.332 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-22T00:31:47.445 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:47 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2958998202' entity='client.admin' 2024-04-22T00:31:47.578 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:31:49.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:49.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:49.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi018", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:31:49.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:49.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:31:49.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:50.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.113+0000 7fb473829700 1 -- 172.21.15.18:0/2701793668 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb46c0fff80 msgr2=0x7fb46c1003a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:50.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.113+0000 7fb473829700 1 --2- 172.21.15.18:0/2701793668 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb46c0fff80 0x7fb46c1003a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb468009910 tx=0x7fb468009c20 comp rx=0 tx=0).stop 2024-04-22T00:31:50.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.113+0000 7fb473829700 1 -- 172.21.15.18:0/2701793668 shutdown_connections 2024-04-22T00:31:50.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.113+0000 7fb473829700 1 --2- 172.21.15.18:0/2701793668 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb46c0fff80 0x7fb46c1003a0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:50.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.113+0000 7fb473829700 1 -- 172.21.15.18:0/2701793668 >> 172.21.15.18:0/2701793668 conn(0x7fb46c0fb8e0 msgr2=0x7fb46c0fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:50.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.113+0000 7fb473829700 1 -- 172.21.15.18:0/2701793668 shutdown_connections 2024-04-22T00:31:50.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.113+0000 7fb473829700 1 -- 172.21.15.18:0/2701793668 wait complete. 2024-04-22T00:31:50.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.114+0000 7fb473829700 1 Processor -- start 2024-04-22T00:31:50.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.114+0000 7fb473829700 1 -- start start 2024-04-22T00:31:50.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.114+0000 7fb473829700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb46c0fff80 0x7fb46c197350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:50.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.114+0000 7fb473829700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb46c107cd0 con 0x7fb46c0fff80 2024-04-22T00:31:50.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.114+0000 7fb4715c5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb46c0fff80 0x7fb46c197350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:50.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.114+0000 7fb4715c5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb46c0fff80 0x7fb46c197350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51092/0 (socket says 172.21.15.18:51092) 2024-04-22T00:31:50.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.114+0000 7fb4715c5700 1 -- 172.21.15.18:0/3130145134 learned_addr learned my addr 172.21.15.18:0/3130145134 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:50.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.114+0000 7fb4715c5700 1 -- 172.21.15.18:0/3130145134 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb46c197890 con 0x7fb46c0fff80 2024-04-22T00:31:50.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.114+0000 7fb4715c5700 1 --2- 172.21.15.18:0/3130145134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb46c0fff80 0x7fb46c197350 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb468006010 tx=0x7fb468005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:50.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.115+0000 7fb4627fc700 1 -- 172.21.15.18:0/3130145134 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb468027070 con 0x7fb46c0fff80 2024-04-22T00:31:50.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.115+0000 7fb473829700 1 -- 172.21.15.18:0/3130145134 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb46c197b80 con 0x7fb46c0fff80 2024-04-22T00:31:50.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.115+0000 7fb4627fc700 1 -- 172.21.15.18:0/3130145134 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb46800be40 con 0x7fb46c0fff80 2024-04-22T00:31:50.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.115+0000 7fb4627fc700 1 -- 172.21.15.18:0/3130145134 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb46800f460 con 0x7fb46c0fff80 2024-04-22T00:31:50.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.115+0000 7fb473829700 1 -- 172.21.15.18:0/3130145134 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb46c19a810 con 0x7fb46c0fff80 2024-04-22T00:31:50.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.116+0000 7fb4627fc700 1 -- 172.21.15.18:0/3130145134 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb46802a070 con 0x7fb46c0fff80 2024-04-22T00:31:50.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.116+0000 7fb4627fc700 1 --2- 172.21.15.18:0/3130145134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580390f0 0x7fb45803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:50.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.116+0000 7fb4627fc700 1 -- 172.21.15.18:0/3130145134 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb46801e030 con 0x7fb46c0fff80 2024-04-22T00:31:50.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.116+0000 7fb473829700 1 -- 172.21.15.18:0/3130145134 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb46c108450 con 0x7fb46c0fff80 2024-04-22T00:31:50.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.116+0000 7fb470dc4700 1 --2- 172.21.15.18:0/3130145134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580390f0 0x7fb45803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:50.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.116+0000 7fb470dc4700 1 --2- 172.21.15.18:0/3130145134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580390f0 0x7fb45803b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb45c006fd0 tx=0x7fb45c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:50.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.121+0000 7fb4627fc700 1 -- 172.21.15.18:0/3130145134 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb468031070 con 0x7fb46c0fff80 2024-04-22T00:31:50.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.335+0000 7fb473829700 1 -- 172.21.15.18:0/3130145134 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fb46c02dd60 con 0x7fb46c0fff80 2024-04-22T00:31:50.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.337+0000 7fb4627fc700 1 -- 172.21.15.18:0/3130145134 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fb468013070 con 0x7fb46c0fff80 2024-04-22T00:31:50.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.339+0000 7fb473829700 1 -- 172.21.15.18:0/3130145134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580390f0 msgr2=0x7fb45803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:50.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.340+0000 7fb473829700 1 --2- 172.21.15.18:0/3130145134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580390f0 0x7fb45803b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb45c006fd0 tx=0x7fb45c006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:50.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.340+0000 7fb473829700 1 -- 172.21.15.18:0/3130145134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb46c0fff80 msgr2=0x7fb46c197350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:50.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.340+0000 7fb473829700 1 --2- 172.21.15.18:0/3130145134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb46c0fff80 0x7fb46c197350 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb468006010 tx=0x7fb468005050 comp rx=0 tx=0).stop 2024-04-22T00:31:50.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.340+0000 7fb473829700 1 -- 172.21.15.18:0/3130145134 shutdown_connections 2024-04-22T00:31:50.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.340+0000 7fb473829700 1 --2- 172.21.15.18:0/3130145134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580390f0 0x7fb45803b5b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:50.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.340+0000 7fb473829700 1 --2- 172.21.15.18:0/3130145134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb46c0fff80 0x7fb46c197350 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:50.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.340+0000 7fb473829700 1 -- 172.21.15.18:0/3130145134 >> 172.21.15.18:0/3130145134 conn(0x7fb46c0fb8e0 msgr2=0x7fb46c0fc340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:50.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.340+0000 7fb473829700 1 -- 172.21.15.18:0/3130145134 shutdown_connections 2024-04-22T00:31:50.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:50.340+0000 7fb473829700 1 -- 172.21.15.18:0/3130145134 wait complete. 2024-04-22T00:31:51.065 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-22T00:31:51.065 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-22T00:31:51.493 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:31:51.594 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:51 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3130145134' entity='client.admin' 2024-04-22T00:31:51.594 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:31:51.594 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:52.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.977+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/355039062 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cac102770 msgr2=0x7f0cac104b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:52.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.977+0000 7f0cb0b8f700 1 --2- 172.21.15.18:0/355039062 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cac102770 0x7f0cac104b60 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c009910 tx=0x7f0c9c009c20 comp rx=0 tx=0).stop 2024-04-22T00:31:52.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.977+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/355039062 shutdown_connections 2024-04-22T00:31:52.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.977+0000 7f0cb0b8f700 1 --2- 172.21.15.18:0/355039062 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cac102770 0x7f0cac104b60 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:52.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.977+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/355039062 >> 172.21.15.18:0/355039062 conn(0x7f0cac0fc140 msgr2=0x7f0cac0fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.977+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/355039062 shutdown_connections 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.977+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/355039062 wait complete. 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.978+0000 7f0cb0b8f700 1 Processor -- start 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.978+0000 7f0cb0b8f700 1 -- start start 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.978+0000 7f0cb0b8f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cac102770 0x7f0cac197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.978+0000 7f0cb0b8f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0cac107d10 con 0x7f0cac102770 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.978+0000 7f0caa59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cac102770 0x7f0cac197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.978+0000 7f0caa59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cac102770 0x7f0cac197330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42376/0 (socket says 172.21.15.18:42376) 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.978+0000 7f0caa59c700 1 -- 172.21.15.18:0/693898644 learned_addr learned my addr 172.21.15.18:0/693898644 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.979+0000 7f0caa59c700 1 -- 172.21.15.18:0/693898644 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cac197870 con 0x7f0cac102770 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.979+0000 7f0caa59c700 1 --2- 172.21.15.18:0/693898644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cac102770 0x7f0cac197330 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c004fa0 tx=0x7f0c9c005080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:52.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.979+0000 7f0c9b7fe700 1 -- 172.21.15.18:0/693898644 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c9c027070 con 0x7f0cac102770 2024-04-22T00:31:52.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.979+0000 7f0c9b7fe700 1 -- 172.21.15.18:0/693898644 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c9c00be40 con 0x7f0cac102770 2024-04-22T00:31:52.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.979+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/693898644 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cac197b60 con 0x7f0cac102770 2024-04-22T00:31:52.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.979+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/693898644 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cac19a7a0 con 0x7f0cac102770 2024-04-22T00:31:52.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.979+0000 7f0c9b7fe700 1 -- 172.21.15.18:0/693898644 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c9c00f460 con 0x7f0cac102770 2024-04-22T00:31:52.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.980+0000 7f0c9b7fe700 1 -- 172.21.15.18:0/693898644 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0c9c02a070 con 0x7f0cac102770 2024-04-22T00:31:52.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.980+0000 7f0c9b7fe700 1 --2- 172.21.15.18:0/693898644 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0c940390f0 0x7f0c9403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:52.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.980+0000 7f0c9b7fe700 1 -- 172.21.15.18:0/693898644 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0c9c01e030 con 0x7f0cac102770 2024-04-22T00:31:52.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.980+0000 7f0ca9d9b700 1 --2- 172.21.15.18:0/693898644 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0c940390f0 0x7f0c9403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:52.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.980+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/693898644 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cac108490 con 0x7f0cac102770 2024-04-22T00:31:52.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.981+0000 7f0ca9d9b700 1 --2- 172.21.15.18:0/693898644 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0c940390f0 0x7f0c9403b5b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0006fd0 tx=0x7f0ca0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:52.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:52.986+0000 7f0c9b7fe700 1 -- 172.21.15.18:0/693898644 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0c9c013070 con 0x7f0cac102770 2024-04-22T00:31:53.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.197+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/693898644 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f0cac02dba0 con 0x7f0c940390f0 2024-04-22T00:31:53.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.200+0000 7f0c9b7fe700 1 -- 172.21.15.18:0/693898644 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0cac02dba0 con 0x7f0c940390f0 2024-04-22T00:31:53.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.202+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/693898644 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0c940390f0 msgr2=0x7f0c9403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:53.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.202+0000 7f0cb0b8f700 1 --2- 172.21.15.18:0/693898644 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0c940390f0 0x7f0c9403b5b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0006fd0 tx=0x7f0ca0006e40 comp rx=0 tx=0).stop 2024-04-22T00:31:53.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.202+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/693898644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cac102770 msgr2=0x7f0cac197330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:53.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.202+0000 7f0cb0b8f700 1 --2- 172.21.15.18:0/693898644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cac102770 0x7f0cac197330 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c004fa0 tx=0x7f0c9c005080 comp rx=0 tx=0).stop 2024-04-22T00:31:53.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.202+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/693898644 shutdown_connections 2024-04-22T00:31:53.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.202+0000 7f0cb0b8f700 1 --2- 172.21.15.18:0/693898644 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0c940390f0 0x7f0c9403b5b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:53.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.202+0000 7f0cb0b8f700 1 --2- 172.21.15.18:0/693898644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cac102770 0x7f0cac197330 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:53.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.202+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/693898644 >> 172.21.15.18:0/693898644 conn(0x7f0cac0fc140 msgr2=0x7f0cac0fcbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:53.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.202+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/693898644 shutdown_connections 2024-04-22T00:31:53.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:53.202+0000 7f0cb0b8f700 1 -- 172.21.15.18:0/693898644 wait complete. 2024-04-22T00:31:53.979 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi081 2024-04-22T00:31:53.979 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:31:53.979 DEBUG:teuthology.orchestra.run.smithi081:> dd of=/etc/ceph/ceph.conf 2024-04-22T00:31:53.999 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:31:53.999 DEBUG:teuthology.orchestra.run.smithi081:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T00:31:54.057 INFO:tasks.cephadm:Adding host smithi081 to orchestrator... 2024-04-22T00:31:54.057 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch host add smithi081 2024-04-22T00:31:54.307 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:31:54.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:54.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:54.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:31:54.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:31:54.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:31:54.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: Updating smithi018:/etc/ceph/ceph.conf 2024-04-22T00:31:54.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: Updating smithi018:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T00:31:54.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2024-04-22T00:31:54.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:54.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:54.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:31:55.461 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:55 smithi018 ceph-mon[27979]: Updating smithi018:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T00:31:55.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.758+0000 7ffa9345d700 1 -- 172.21.15.18:0/1312478615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa8c101ea0 msgr2=0x7ffa8c102280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:31:55.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.758+0000 7ffa9345d700 1 --2- 172.21.15.18:0/1312478615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa8c101ea0 0x7ffa8c102280 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ffa88009910 tx=0x7ffa88009c20 comp rx=0 tx=0).stop 2024-04-22T00:31:55.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.758+0000 7ffa9345d700 1 -- 172.21.15.18:0/1312478615 shutdown_connections 2024-04-22T00:31:55.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.758+0000 7ffa9345d700 1 --2- 172.21.15.18:0/1312478615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa8c101ea0 0x7ffa8c102280 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:31:55.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.758+0000 7ffa9345d700 1 -- 172.21.15.18:0/1312478615 >> 172.21.15.18:0/1312478615 conn(0x7ffa8c0fd770 msgr2=0x7ffa8c0ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:31:55.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.758+0000 7ffa9345d700 1 -- 172.21.15.18:0/1312478615 shutdown_connections 2024-04-22T00:31:55.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.758+0000 7ffa9345d700 1 -- 172.21.15.18:0/1312478615 wait complete. 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.759+0000 7ffa9345d700 1 Processor -- start 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.759+0000 7ffa9345d700 1 -- start start 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.759+0000 7ffa9345d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa8c101ea0 0x7ffa8c19d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.759+0000 7ffa9345d700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c10c270 con 0x7ffa8c101ea0 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.759+0000 7ffa911f9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa8c101ea0 0x7ffa8c19d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.759+0000 7ffa911f9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa8c101ea0 0x7ffa8c19d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42388/0 (socket says 172.21.15.18:42388) 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.759+0000 7ffa911f9700 1 -- 172.21.15.18:0/392326935 learned_addr learned my addr 172.21.15.18:0/392326935 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.759+0000 7ffa911f9700 1 -- 172.21.15.18:0/392326935 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c19d920 con 0x7ffa8c101ea0 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.759+0000 7ffa911f9700 1 --2- 172.21.15.18:0/392326935 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa8c101ea0 0x7ffa8c19d3e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ffa88005850 tx=0x7ffa88005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.760+0000 7ffa827fc700 1 -- 172.21.15.18:0/392326935 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa88026070 con 0x7ffa8c101ea0 2024-04-22T00:31:55.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.760+0000 7ffa827fc700 1 -- 172.21.15.18:0/392326935 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa8800bbd0 con 0x7ffa8c101ea0 2024-04-22T00:31:55.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.760+0000 7ffa9345d700 1 -- 172.21.15.18:0/392326935 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa8c19dc10 con 0x7ffa8c101ea0 2024-04-22T00:31:55.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.760+0000 7ffa827fc700 1 -- 172.21.15.18:0/392326935 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa88003970 con 0x7ffa8c101ea0 2024-04-22T00:31:55.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.760+0000 7ffa9345d700 1 -- 172.21.15.18:0/392326935 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa8c1975a0 con 0x7ffa8c101ea0 2024-04-22T00:31:55.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.760+0000 7ffa827fc700 1 -- 172.21.15.18:0/392326935 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7ffa88029070 con 0x7ffa8c101ea0 2024-04-22T00:31:55.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.760+0000 7ffa9345d700 1 -- 172.21.15.18:0/392326935 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa8c103380 con 0x7ffa8c101ea0 2024-04-22T00:31:55.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.761+0000 7ffa827fc700 1 --2- 172.21.15.18:0/392326935 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa780390f0 0x7ffa7803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:31:55.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.761+0000 7ffa827fc700 1 -- 172.21.15.18:0/392326935 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ffa8801e070 con 0x7ffa8c101ea0 2024-04-22T00:31:55.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.761+0000 7ffa909f8700 1 --2- 172.21.15.18:0/392326935 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa780390f0 0x7ffa7803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:31:55.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.761+0000 7ffa909f8700 1 --2- 172.21.15.18:0/392326935 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa780390f0 0x7ffa7803b5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c006fd0 tx=0x7ffa7c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:31:55.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.766+0000 7ffa827fc700 1 -- 172.21.15.18:0/392326935 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ffa88013070 con 0x7ffa8c101ea0 2024-04-22T00:31:55.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:31:55.978+0000 7ffa9345d700 1 -- 172.21.15.18:0/392326935 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi081", "target": ["mon-mgr", ""]}) -- 0x7ffa8c198ad0 con 0x7ffa780390f0 2024-04-22T00:31:57.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:56 smithi018 ceph-mon[27979]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi081", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:31:57.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:56 smithi018 ceph-mon[27979]: Deploying cephadm binary to smithi081 2024-04-22T00:31:59.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:31:58 smithi018 ceph-mon[27979]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:00.394 INFO:teuthology.orchestra.run.smithi018.stdout:Added host 'smithi081' with addr '172.21.15.81' 2024-04-22T00:32:00.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.392+0000 7ffa827fc700 1 -- 172.21.15.18:0/392326935 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7ffa8c198ad0 con 0x7ffa780390f0 2024-04-22T00:32:00.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.395+0000 7ffa9345d700 1 -- 172.21.15.18:0/392326935 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa780390f0 msgr2=0x7ffa7803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:00.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.395+0000 7ffa9345d700 1 --2- 172.21.15.18:0/392326935 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa780390f0 0x7ffa7803b5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c006fd0 tx=0x7ffa7c006e40 comp rx=0 tx=0).stop 2024-04-22T00:32:00.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.395+0000 7ffa9345d700 1 -- 172.21.15.18:0/392326935 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa8c101ea0 msgr2=0x7ffa8c19d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:00.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.395+0000 7ffa9345d700 1 --2- 172.21.15.18:0/392326935 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa8c101ea0 0x7ffa8c19d3e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ffa88005850 tx=0x7ffa88005030 comp rx=0 tx=0).stop 2024-04-22T00:32:00.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.395+0000 7ffa9345d700 1 -- 172.21.15.18:0/392326935 shutdown_connections 2024-04-22T00:32:00.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.395+0000 7ffa9345d700 1 --2- 172.21.15.18:0/392326935 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa780390f0 0x7ffa7803b5b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:00.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.395+0000 7ffa9345d700 1 --2- 172.21.15.18:0/392326935 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa8c101ea0 0x7ffa8c19d3e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:00.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.395+0000 7ffa9345d700 1 -- 172.21.15.18:0/392326935 >> 172.21.15.18:0/392326935 conn(0x7ffa8c0fd770 msgr2=0x7ffa8c103870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:00.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.395+0000 7ffa9345d700 1 -- 172.21.15.18:0/392326935 shutdown_connections 2024-04-22T00:32:00.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:00.395+0000 7ffa9345d700 1 -- 172.21.15.18:0/392326935 wait complete. 2024-04-22T00:32:00.990 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-22T00:32:01.238 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:32:01.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:01 smithi018 ceph-mon[27979]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:01.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:01.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:01 smithi018 ceph-mon[27979]: Added host smithi081 2024-04-22T00:32:01.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:01.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:02.623 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:02.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.839+0000 7fe82dca5700 1 -- 172.21.15.18:0/2829825321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe828101ea0 msgr2=0x7fe828102280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:02.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.839+0000 7fe82dca5700 1 --2- 172.21.15.18:0/2829825321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe828101ea0 0x7fe828102280 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe818009910 tx=0x7fe818009c20 comp rx=0 tx=0).stop 2024-04-22T00:32:02.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.839+0000 7fe82dca5700 1 -- 172.21.15.18:0/2829825321 shutdown_connections 2024-04-22T00:32:02.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.839+0000 7fe82dca5700 1 --2- 172.21.15.18:0/2829825321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe828101ea0 0x7fe828102280 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:02.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.839+0000 7fe82dca5700 1 -- 172.21.15.18:0/2829825321 >> 172.21.15.18:0/2829825321 conn(0x7fe8280fd770 msgr2=0x7fe8280ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:02.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.839+0000 7fe82dca5700 1 -- 172.21.15.18:0/2829825321 shutdown_connections 2024-04-22T00:32:02.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.839+0000 7fe82dca5700 1 -- 172.21.15.18:0/2829825321 wait complete. 2024-04-22T00:32:02.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.839+0000 7fe82dca5700 1 Processor -- start 2024-04-22T00:32:02.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.840+0000 7fe82dca5700 1 -- start start 2024-04-22T00:32:02.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.840+0000 7fe82dca5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe828101ea0 0x7fe828074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:02.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.840+0000 7fe82dca5700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe82810c270 con 0x7fe828101ea0 2024-04-22T00:32:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.840+0000 7fe8277fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe828101ea0 0x7fe828074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.840+0000 7fe8277fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe828101ea0 0x7fe828074530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33030/0 (socket says 172.21.15.18:33030) 2024-04-22T00:32:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.840+0000 7fe8277fe700 1 -- 172.21.15.18:0/2353187877 learned_addr learned my addr 172.21.15.18:0/2353187877 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:32:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.840+0000 7fe8277fe700 1 -- 172.21.15.18:0/2353187877 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe828076420 con 0x7fe828101ea0 2024-04-22T00:32:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.840+0000 7fe8277fe700 1 --2- 172.21.15.18:0/2353187877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe828101ea0 0x7fe828074530 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe818006010 tx=0x7fe818005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.841+0000 7fe824ff9700 1 -- 172.21.15.18:0/2353187877 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe818026070 con 0x7fe828101ea0 2024-04-22T00:32:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.841+0000 7fe82dca5700 1 -- 172.21.15.18:0/2353187877 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe828074ad0 con 0x7fe828101ea0 2024-04-22T00:32:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.841+0000 7fe82dca5700 1 -- 172.21.15.18:0/2353187877 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe828074f90 con 0x7fe828101ea0 2024-04-22T00:32:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.841+0000 7fe824ff9700 1 -- 172.21.15.18:0/2353187877 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe81800bc30 con 0x7fe828101ea0 2024-04-22T00:32:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.841+0000 7fe824ff9700 1 -- 172.21.15.18:0/2353187877 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe8180039d0 con 0x7fe828101ea0 2024-04-22T00:32:02.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.842+0000 7fe824ff9700 1 -- 172.21.15.18:0/2353187877 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fe818029070 con 0x7fe828101ea0 2024-04-22T00:32:02.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.842+0000 7fe824ff9700 1 --2- 172.21.15.18:0/2353187877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe810039150 0x7fe81003b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:02.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.842+0000 7fe82dca5700 1 -- 172.21.15.18:0/2353187877 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe828103380 con 0x7fe828101ea0 2024-04-22T00:32:02.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.842+0000 7fe824ff9700 1 -- 172.21.15.18:0/2353187877 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe81801e070 con 0x7fe828101ea0 2024-04-22T00:32:02.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.842+0000 7fe826ffd700 1 --2- 172.21.15.18:0/2353187877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe810039150 0x7fe81003b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:02.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.842+0000 7fe826ffd700 1 --2- 172.21.15.18:0/2353187877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe810039150 0x7fe81003b610 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fe81c006fd0 tx=0x7fe81c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:02.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:02.847+0000 7fe824ff9700 1 -- 172.21.15.18:0/2353187877 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe818013070 con 0x7fe828101ea0 2024-04-22T00:32:03.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.061+0000 7fe82dca5700 1 -- 172.21.15.18:0/2353187877 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe828075a60 con 0x7fe810039150 2024-04-22T00:32:03.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.062+0000 7fe824ff9700 1 -- 172.21.15.18:0/2353187877 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7fe828075a60 con 0x7fe810039150 2024-04-22T00:32:03.064 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:32:03.064 INFO:teuthology.orchestra.run.smithi018.stdout:[{"addr": "172.21.15.18", "hostname": "smithi018", "labels": [], "status": ""}, {"addr": "172.21.15.81", "hostname": "smithi081", "labels": [], "status": ""}] 2024-04-22T00:32:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.064+0000 7fe82dca5700 1 -- 172.21.15.18:0/2353187877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe810039150 msgr2=0x7fe81003b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.064+0000 7fe82dca5700 1 --2- 172.21.15.18:0/2353187877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe810039150 0x7fe81003b610 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fe81c006fd0 tx=0x7fe81c006e40 comp rx=0 tx=0).stop 2024-04-22T00:32:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.064+0000 7fe82dca5700 1 -- 172.21.15.18:0/2353187877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe828101ea0 msgr2=0x7fe828074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.064+0000 7fe82dca5700 1 --2- 172.21.15.18:0/2353187877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe828101ea0 0x7fe828074530 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe818006010 tx=0x7fe818005030 comp rx=0 tx=0).stop 2024-04-22T00:32:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.064+0000 7fe82dca5700 1 -- 172.21.15.18:0/2353187877 shutdown_connections 2024-04-22T00:32:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.064+0000 7fe82dca5700 1 --2- 172.21.15.18:0/2353187877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe810039150 0x7fe81003b610 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.064+0000 7fe82dca5700 1 --2- 172.21.15.18:0/2353187877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe828101ea0 0x7fe828074530 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:03.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.064+0000 7fe82dca5700 1 -- 172.21.15.18:0/2353187877 >> 172.21.15.18:0/2353187877 conn(0x7fe8280fd770 msgr2=0x7fe828104cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:03.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.064+0000 7fe82dca5700 1 -- 172.21.15.18:0/2353187877 shutdown_connections 2024-04-22T00:32:03.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:03.064+0000 7fe82dca5700 1 -- 172.21.15.18:0/2353187877 wait complete. 2024-04-22T00:32:03.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:03 smithi018 ceph-mon[27979]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:03.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:03 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:03.705 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi167 2024-04-22T00:32:03.705 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:32:03.706 DEBUG:teuthology.orchestra.run.smithi167:> dd of=/etc/ceph/ceph.conf 2024-04-22T00:32:03.725 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:32:03.725 DEBUG:teuthology.orchestra.run.smithi167:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T00:32:03.783 INFO:tasks.cephadm:Adding host smithi167 to orchestrator... 2024-04-22T00:32:03.783 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch host add smithi167 2024-04-22T00:32:04.031 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:32:04.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:04 smithi018 ceph-mon[27979]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:32:05.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.479+0000 7fad99260700 1 -- 172.21.15.18:0/286177285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad94101ed0 msgr2=0x7fad941022b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:05.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.479+0000 7fad99260700 1 --2- 172.21.15.18:0/286177285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad94101ed0 0x7fad941022b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fad84009910 tx=0x7fad84009c20 comp rx=0 tx=0).stop 2024-04-22T00:32:05.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.479+0000 7fad99260700 1 -- 172.21.15.18:0/286177285 shutdown_connections 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.479+0000 7fad99260700 1 --2- 172.21.15.18:0/286177285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad94101ed0 0x7fad941022b0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.479+0000 7fad99260700 1 -- 172.21.15.18:0/286177285 >> 172.21.15.18:0/286177285 conn(0x7fad940fd760 msgr2=0x7fad940ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.479+0000 7fad99260700 1 -- 172.21.15.18:0/286177285 shutdown_connections 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.479+0000 7fad99260700 1 -- 172.21.15.18:0/286177285 wait complete. 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.480+0000 7fad99260700 1 Processor -- start 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.480+0000 7fad99260700 1 -- start start 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad99260700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad94101ed0 0x7fad9419d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad99260700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fad9410c2a0 con 0x7fad94101ed0 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad92d9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad94101ed0 0x7fad9419d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad92d9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad94101ed0 0x7fad9419d410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33054/0 (socket says 172.21.15.18:33054) 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad92d9d700 1 -- 172.21.15.18:0/3605894353 learned_addr learned my addr 172.21.15.18:0/3605894353 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad92d9d700 1 -- 172.21.15.18:0/3605894353 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad9419d950 con 0x7fad94101ed0 2024-04-22T00:32:05.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad92d9d700 1 --2- 172.21.15.18:0/3605894353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad94101ed0 0x7fad9419d410 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fad84005850 tx=0x7fad84005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:05.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad7bfff700 1 -- 172.21.15.18:0/3605894353 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad84026070 con 0x7fad94101ed0 2024-04-22T00:32:05.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad7bfff700 1 -- 172.21.15.18:0/3605894353 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad8400bbd0 con 0x7fad94101ed0 2024-04-22T00:32:05.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad7bfff700 1 -- 172.21.15.18:0/3605894353 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad84003970 con 0x7fad94101ed0 2024-04-22T00:32:05.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad99260700 1 -- 172.21.15.18:0/3605894353 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad9419dc40 con 0x7fad94101ed0 2024-04-22T00:32:05.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.481+0000 7fad99260700 1 -- 172.21.15.18:0/3605894353 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad941975d0 con 0x7fad94101ed0 2024-04-22T00:32:05.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.482+0000 7fad7bfff700 1 -- 172.21.15.18:0/3605894353 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fad84029070 con 0x7fad94101ed0 2024-04-22T00:32:05.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.482+0000 7fad99260700 1 -- 172.21.15.18:0/3605894353 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad941033b0 con 0x7fad94101ed0 2024-04-22T00:32:05.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.482+0000 7fad7bfff700 1 --2- 172.21.15.18:0/3605894353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fad7c0390f0 0x7fad7c03b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:05.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.483+0000 7fad7bfff700 1 -- 172.21.15.18:0/3605894353 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fad8401e070 con 0x7fad94101ed0 2024-04-22T00:32:05.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.483+0000 7fad9259c700 1 --2- 172.21.15.18:0/3605894353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fad7c0390f0 0x7fad7c03b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:05.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.483+0000 7fad9259c700 1 --2- 172.21.15.18:0/3605894353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fad7c0390f0 0x7fad7c03b5b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fad88006fd0 tx=0x7fad88006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:05.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.487+0000 7fad7bfff700 1 -- 172.21.15.18:0/3605894353 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fad84013070 con 0x7fad94101ed0 2024-04-22T00:32:05.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:05 smithi018 ceph-mon[27979]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:05.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:05.696+0000 7fad99260700 1 -- 172.21.15.18:0/3605894353 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi167", "target": ["mon-mgr", ""]}) -- 0x7fad94198b00 con 0x7fad7c0390f0 2024-04-22T00:32:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:06 smithi018 ceph-mon[27979]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi167", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:32:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:06 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:06 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:06 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:06 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:06 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:32:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:06 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:06 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:07.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:07 smithi018 ceph-mon[27979]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:07.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:07 smithi018 ceph-mon[27979]: Updating smithi081:/etc/ceph/ceph.conf 2024-04-22T00:32:07.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:07 smithi018 ceph-mon[27979]: Deploying cephadm binary to smithi167 2024-04-22T00:32:07.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:07 smithi018 ceph-mon[27979]: Updating smithi081:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T00:32:07.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:07 smithi018 ceph-mon[27979]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-04-22T00:32:08.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:08 smithi018 ceph-mon[27979]: Updating smithi081:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T00:32:09.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:09 smithi018 ceph-mon[27979]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:09.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.954+0000 7fad7bfff700 1 -- 172.21.15.18:0/3605894353 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fad94198b00 con 0x7fad7c0390f0 2024-04-22T00:32:09.956 INFO:teuthology.orchestra.run.smithi018.stdout:Added host 'smithi167' with addr '172.21.15.167' 2024-04-22T00:32:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.956+0000 7fad99260700 1 -- 172.21.15.18:0/3605894353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fad7c0390f0 msgr2=0x7fad7c03b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.956+0000 7fad99260700 1 --2- 172.21.15.18:0/3605894353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fad7c0390f0 0x7fad7c03b5b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fad88006fd0 tx=0x7fad88006e40 comp rx=0 tx=0).stop 2024-04-22T00:32:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.956+0000 7fad99260700 1 -- 172.21.15.18:0/3605894353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad94101ed0 msgr2=0x7fad9419d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.956+0000 7fad99260700 1 --2- 172.21.15.18:0/3605894353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad94101ed0 0x7fad9419d410 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fad84005850 tx=0x7fad84005030 comp rx=0 tx=0).stop 2024-04-22T00:32:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.956+0000 7fad99260700 1 -- 172.21.15.18:0/3605894353 shutdown_connections 2024-04-22T00:32:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.956+0000 7fad99260700 1 --2- 172.21.15.18:0/3605894353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fad7c0390f0 0x7fad7c03b5b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.956+0000 7fad99260700 1 --2- 172.21.15.18:0/3605894353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad94101ed0 0x7fad9419d410 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.956+0000 7fad99260700 1 -- 172.21.15.18:0/3605894353 >> 172.21.15.18:0/3605894353 conn(0x7fad940fd760 msgr2=0x7fad94104c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.956+0000 7fad99260700 1 -- 172.21.15.18:0/3605894353 shutdown_connections 2024-04-22T00:32:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:09.956+0000 7fad99260700 1 -- 172.21.15.18:0/3605894353 wait complete. 2024-04-22T00:32:10.518 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:10.518 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:10.519 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:10.519 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:10.520 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-22T00:32:10.767 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:32:11.756 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:11 smithi018 ceph-mon[27979]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:11.756 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:11 smithi018 ceph-mon[27979]: Added host smithi167 2024-04-22T00:32:11.756 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:11.756 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:12.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.281+0000 7f4182550700 1 -- 172.21.15.18:0/3989693717 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f417c107df0 msgr2=0x7f417c1081d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:12.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.281+0000 7f4182550700 1 --2- 172.21.15.18:0/3989693717 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f417c107df0 0x7f417c1081d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4164009910 tx=0x7f4164009c20 comp rx=0 tx=0).stop 2024-04-22T00:32:12.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.281+0000 7f4182550700 1 -- 172.21.15.18:0/3989693717 shutdown_connections 2024-04-22T00:32:12.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.281+0000 7f4182550700 1 --2- 172.21.15.18:0/3989693717 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f417c107df0 0x7f417c1081d0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:12.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.281+0000 7f4182550700 1 -- 172.21.15.18:0/3989693717 >> 172.21.15.18:0/3989693717 conn(0x7f417c0772e0 msgr2=0x7f417c0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:12.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.281+0000 7f4182550700 1 -- 172.21.15.18:0/3989693717 shutdown_connections 2024-04-22T00:32:12.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.281+0000 7f4182550700 1 -- 172.21.15.18:0/3989693717 wait complete. 2024-04-22T00:32:12.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.282+0000 7f4182550700 1 Processor -- start 2024-04-22T00:32:12.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.282+0000 7f4182550700 1 -- start start 2024-04-22T00:32:12.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.282+0000 7f4182550700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f417c107df0 0x7f417c19d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:12.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.282+0000 7f4182550700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f417c10c3f0 con 0x7f417c107df0 2024-04-22T00:32:12.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.282+0000 7f417bfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f417c107df0 0x7f417c19d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:12.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.282+0000 7f417bfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f417c107df0 0x7f417c19d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50100/0 (socket says 172.21.15.18:50100) 2024-04-22T00:32:12.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.282+0000 7f417bfff700 1 -- 172.21.15.18:0/4007933070 learned_addr learned my addr 172.21.15.18:0/4007933070 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:32:12.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.282+0000 7f417bfff700 1 -- 172.21.15.18:0/4007933070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f417c19d990 con 0x7f417c107df0 2024-04-22T00:32:12.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.283+0000 7f417bfff700 1 --2- 172.21.15.18:0/4007933070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f417c107df0 0x7f417c19d450 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4164005850 tx=0x7f4164005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:12.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.283+0000 7f41797fa700 1 -- 172.21.15.18:0/4007933070 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4164026070 con 0x7f417c107df0 2024-04-22T00:32:12.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.283+0000 7f41797fa700 1 -- 172.21.15.18:0/4007933070 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f416400bc30 con 0x7f417c107df0 2024-04-22T00:32:12.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.283+0000 7f4182550700 1 -- 172.21.15.18:0/4007933070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f417c19dc20 con 0x7f417c107df0 2024-04-22T00:32:12.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.283+0000 7f41797fa700 1 -- 172.21.15.18:0/4007933070 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4164003a20 con 0x7f417c107df0 2024-04-22T00:32:12.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.283+0000 7f4182550700 1 -- 172.21.15.18:0/4007933070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f417c197610 con 0x7f417c107df0 2024-04-22T00:32:12.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.284+0000 7f41797fa700 1 -- 172.21.15.18:0/4007933070 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4164029070 con 0x7f417c107df0 2024-04-22T00:32:12.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.284+0000 7f4182550700 1 -- 172.21.15.18:0/4007933070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f417c103510 con 0x7f417c107df0 2024-04-22T00:32:12.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.284+0000 7f41797fa700 1 --2- 172.21.15.18:0/4007933070 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4168039150 0x7f416803b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:12.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.284+0000 7f41797fa700 1 -- 172.21.15.18:0/4007933070 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f416401e070 con 0x7f417c107df0 2024-04-22T00:32:12.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.284+0000 7f417b7fe700 1 --2- 172.21.15.18:0/4007933070 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4168039150 0x7f416803b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:12.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.284+0000 7f417b7fe700 1 --2- 172.21.15.18:0/4007933070 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4168039150 0x7f416803b610 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f416c006fd0 tx=0x7f416c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:12.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.289+0000 7f41797fa700 1 -- 172.21.15.18:0/4007933070 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4164013070 con 0x7f417c107df0 2024-04-22T00:32:12.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.500+0000 7f4182550700 1 -- 172.21.15.18:0/4007933070 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f417c063890 con 0x7f4168039150 2024-04-22T00:32:12.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.501+0000 7f41797fa700 1 -- 172.21.15.18:0/4007933070 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f417c063890 con 0x7f4168039150 2024-04-22T00:32:12.503 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:32:12.503 INFO:teuthology.orchestra.run.smithi018.stdout:[{"addr": "172.21.15.18", "hostname": "smithi018", "labels": [], "status": ""}, {"addr": "172.21.15.81", "hostname": "smithi081", "labels": [], "status": ""}, {"addr": "172.21.15.167", "hostname": "smithi167", "labels": [], "status": ""}] 2024-04-22T00:32:12.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.503+0000 7f4182550700 1 -- 172.21.15.18:0/4007933070 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4168039150 msgr2=0x7f416803b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:12.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.503+0000 7f4182550700 1 --2- 172.21.15.18:0/4007933070 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4168039150 0x7f416803b610 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f416c006fd0 tx=0x7f416c006e40 comp rx=0 tx=0).stop 2024-04-22T00:32:12.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.503+0000 7f4182550700 1 -- 172.21.15.18:0/4007933070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f417c107df0 msgr2=0x7f417c19d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:12.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.503+0000 7f4182550700 1 --2- 172.21.15.18:0/4007933070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f417c107df0 0x7f417c19d450 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4164005850 tx=0x7f4164005030 comp rx=0 tx=0).stop 2024-04-22T00:32:12.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.503+0000 7f4182550700 1 -- 172.21.15.18:0/4007933070 shutdown_connections 2024-04-22T00:32:12.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.503+0000 7f4182550700 1 --2- 172.21.15.18:0/4007933070 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4168039150 0x7f416803b610 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:12.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.503+0000 7f4182550700 1 --2- 172.21.15.18:0/4007933070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f417c107df0 0x7f417c19d450 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:12.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.504+0000 7f4182550700 1 -- 172.21.15.18:0/4007933070 >> 172.21.15.18:0/4007933070 conn(0x7f417c0772e0 msgr2=0x7f417c1038a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:12.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.504+0000 7f4182550700 1 -- 172.21.15.18:0/4007933070 shutdown_connections 2024-04-22T00:32:12.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:12.504+0000 7f4182550700 1 -- 172.21.15.18:0/4007933070 wait complete. 2024-04-22T00:32:13.166 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-22T00:32:13.167 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-22T00:32:13.409 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:32:13.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:13 smithi018 ceph-mon[27979]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:13.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:13 smithi018 ceph-mon[27979]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:32:13.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.961+0000 7f4172f4a700 1 -- 172.21.15.18:0/1224077779 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f416c101ea0 msgr2=0x7f416c102280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.961+0000 7f4172f4a700 1 --2- 172.21.15.18:0/1224077779 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f416c101ea0 0x7f416c102280 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f416400b0a0 tx=0x7f416400b3b0 comp rx=0 tx=0).stop 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.961+0000 7f4172f4a700 1 -- 172.21.15.18:0/1224077779 shutdown_connections 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.961+0000 7f4172f4a700 1 --2- 172.21.15.18:0/1224077779 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f416c101ea0 0x7f416c102280 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.961+0000 7f4172f4a700 1 -- 172.21.15.18:0/1224077779 >> 172.21.15.18:0/1224077779 conn(0x7f416c0fd770 msgr2=0x7f416c0ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.961+0000 7f4172f4a700 1 -- 172.21.15.18:0/1224077779 shutdown_connections 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.961+0000 7f4172f4a700 1 -- 172.21.15.18:0/1224077779 wait complete. 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.961+0000 7f4172f4a700 1 Processor -- start 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4172f4a700 1 -- start start 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4172f4a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f416c101ea0 0x7f416c074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:14.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4172f4a700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f416c10c270 con 0x7f416c101ea0 2024-04-22T00:32:14.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4170ce6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f416c101ea0 0x7f416c074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:14.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4170ce6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f416c101ea0 0x7f416c074530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50118/0 (socket says 172.21.15.18:50118) 2024-04-22T00:32:14.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4170ce6700 1 -- 172.21.15.18:0/3945937543 learned_addr learned my addr 172.21.15.18:0/3945937543 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:32:14.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4170ce6700 1 -- 172.21.15.18:0/3945937543 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f416c076420 con 0x7f416c101ea0 2024-04-22T00:32:14.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4170ce6700 1 --2- 172.21.15.18:0/3945937543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f416c101ea0 0x7f416c074530 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f41640093e0 tx=0x7f4164003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:14.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4169ffb700 1 -- 172.21.15.18:0/3945937543 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4164017040 con 0x7f416c101ea0 2024-04-22T00:32:14.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4169ffb700 1 -- 172.21.15.18:0/3945937543 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4164022070 con 0x7f416c101ea0 2024-04-22T00:32:14.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4172f4a700 1 -- 172.21.15.18:0/3945937543 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f416c074ad0 con 0x7f416c101ea0 2024-04-22T00:32:14.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.962+0000 7f4169ffb700 1 -- 172.21.15.18:0/3945937543 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f416401d440 con 0x7f416c101ea0 2024-04-22T00:32:14.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.963+0000 7f4172f4a700 1 -- 172.21.15.18:0/3945937543 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f416c074f90 con 0x7f416c101ea0 2024-04-22T00:32:14.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.964+0000 7f4169ffb700 1 -- 172.21.15.18:0/3945937543 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f416401d6b0 con 0x7f416c101ea0 2024-04-22T00:32:14.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.964+0000 7f4172f4a700 1 -- 172.21.15.18:0/3945937543 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f416c103380 con 0x7f416c101ea0 2024-04-22T00:32:14.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.964+0000 7f4169ffb700 1 --2- 172.21.15.18:0/3945937543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41540391a0 0x7f415403b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:14.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.964+0000 7f4169ffb700 1 -- 172.21.15.18:0/3945937543 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f416400f050 con 0x7f416c101ea0 2024-04-22T00:32:14.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.964+0000 7f416bfff700 1 --2- 172.21.15.18:0/3945937543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41540391a0 0x7f415403b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:14.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.964+0000 7f416bfff700 1 --2- 172.21.15.18:0/3945937543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41540391a0 0x7f415403b660 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4160006fd0 tx=0x7f4160006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:14.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:14.969+0000 7f4169ffb700 1 -- 172.21.15.18:0/3945937543 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4164007e20 con 0x7f416c101ea0 2024-04-22T00:32:15.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.180+0000 7f4172f4a700 1 -- 172.21.15.18:0/3945937543 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f416c075a60 con 0x7f416c101ea0 2024-04-22T00:32:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.549+0000 7f4169ffb700 1 -- 172.21.15.18:0/3945937543 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f4164025be0 con 0x7f416c101ea0 2024-04-22T00:32:15.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.551+0000 7f4172f4a700 1 -- 172.21.15.18:0/3945937543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41540391a0 msgr2=0x7f415403b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:15.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.551+0000 7f4172f4a700 1 --2- 172.21.15.18:0/3945937543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41540391a0 0x7f415403b660 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4160006fd0 tx=0x7f4160006e40 comp rx=0 tx=0).stop 2024-04-22T00:32:15.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.551+0000 7f4172f4a700 1 -- 172.21.15.18:0/3945937543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f416c101ea0 msgr2=0x7f416c074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:15.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.551+0000 7f4172f4a700 1 --2- 172.21.15.18:0/3945937543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f416c101ea0 0x7f416c074530 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f41640093e0 tx=0x7f4164003ce0 comp rx=0 tx=0).stop 2024-04-22T00:32:15.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.551+0000 7f4172f4a700 1 -- 172.21.15.18:0/3945937543 shutdown_connections 2024-04-22T00:32:15.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.551+0000 7f4172f4a700 1 --2- 172.21.15.18:0/3945937543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41540391a0 0x7f415403b660 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:15.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.551+0000 7f4172f4a700 1 --2- 172.21.15.18:0/3945937543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f416c101ea0 0x7f416c074530 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:15.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.551+0000 7f4172f4a700 1 -- 172.21.15.18:0/3945937543 >> 172.21.15.18:0/3945937543 conn(0x7f416c0fd770 msgr2=0x7f416c103870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:15.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.551+0000 7f4172f4a700 1 -- 172.21.15.18:0/3945937543 shutdown_connections 2024-04-22T00:32:15.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:15.551+0000 7f4172f4a700 1 -- 172.21.15.18:0/3945937543 wait complete. 2024-04-22T00:32:15.554 INFO:teuthology.orchestra.run.smithi018.stderr:adjusted tunables profile to default 2024-04-22T00:32:15.848 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:15 smithi018 ceph-mon[27979]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:15.849 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:15 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3945937543' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-22T00:32:16.187 INFO:tasks.cephadm:Adding mon.a on smithi018 2024-04-22T00:32:16.187 INFO:tasks.cephadm:Adding mon.b on smithi081 2024-04-22T00:32:16.187 INFO:tasks.cephadm:Adding mon.c on smithi167 2024-04-22T00:32:16.187 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi018:172.21.15.18=a;smithi081:172.21.15.81=b;smithi167:172.21.15.167=c' 2024-04-22T00:32:16.430 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T00:32:16.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3945937543' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi167", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: Updating smithi167:/etc/ceph/ceph.conf 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: Updating smithi167:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:16.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:16.911 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:17.790 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.787+0000 7ffbcfde6700 1 -- 172.21.15.167:0/99491280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbc8107cd0 msgr2=0x7ffbc81080b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.787+0000 7ffbcfde6700 1 --2- 172.21.15.167:0/99491280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbc8107cd0 0x7ffbc81080b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ffbb8009910 tx=0x7ffbb8009c20 comp rx=0 tx=0).stop 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.787+0000 7ffbcfde6700 1 -- 172.21.15.167:0/99491280 shutdown_connections 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.787+0000 7ffbcfde6700 1 --2- 172.21.15.167:0/99491280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbc8107cd0 0x7ffbc81080b0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.787+0000 7ffbcfde6700 1 -- 172.21.15.167:0/99491280 >> 172.21.15.167:0/99491280 conn(0x7ffbc8076690 msgr2=0x7ffbc8076aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.787+0000 7ffbcfde6700 1 -- 172.21.15.167:0/99491280 shutdown_connections 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.787+0000 7ffbcfde6700 1 -- 172.21.15.167:0/99491280 wait complete. 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.788+0000 7ffbcfde6700 1 Processor -- start 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.788+0000 7ffbcfde6700 1 -- start start 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.788+0000 7ffbcfde6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbc8107cd0 0x7ffbc8100c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.788+0000 7ffbcfde6700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc810c260 con 0x7ffbc8107cd0 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.788+0000 7ffbcdb82700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbc8107cd0 0x7ffbc8100c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.788+0000 7ffbcdb82700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbc8107cd0 0x7ffbc8100c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.167:45008/0 (socket says 172.21.15.167:45008) 2024-04-22T00:32:17.791 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.788+0000 7ffbcdb82700 1 -- 172.21.15.167:0/4036299393 learned_addr learned my addr 172.21.15.167:0/4036299393 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-22T00:32:17.792 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.788+0000 7ffbcdb82700 1 -- 172.21.15.167:0/4036299393 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc8102b40 con 0x7ffbc8107cd0 2024-04-22T00:32:17.792 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.788+0000 7ffbcdb82700 1 --2- 172.21.15.167:0/4036299393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbc8107cd0 0x7ffbc8100c50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ffbb8006010 tx=0x7ffbb8005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:17.792 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.789+0000 7ffbbeffd700 1 -- 172.21.15.167:0/4036299393 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbb8026070 con 0x7ffbc8107cd0 2024-04-22T00:32:17.792 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.789+0000 7ffbcfde6700 1 -- 172.21.15.167:0/4036299393 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbc81011f0 con 0x7ffbc8107cd0 2024-04-22T00:32:17.792 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.789+0000 7ffbbeffd700 1 -- 172.21.15.167:0/4036299393 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbb800bc30 con 0x7ffbc8107cd0 2024-04-22T00:32:17.792 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.789+0000 7ffbbeffd700 1 -- 172.21.15.167:0/4036299393 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbb80039d0 con 0x7ffbc8107cd0 2024-04-22T00:32:17.792 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.789+0000 7ffbcfde6700 1 -- 172.21.15.167:0/4036299393 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbc81016b0 con 0x7ffbc8107cd0 2024-04-22T00:32:17.793 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.790+0000 7ffbcfde6700 1 -- 172.21.15.167:0/4036299393 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbc8103380 con 0x7ffbc8107cd0 2024-04-22T00:32:17.793 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.790+0000 7ffbbeffd700 1 -- 172.21.15.167:0/4036299393 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7ffbb8029070 con 0x7ffbc8107cd0 2024-04-22T00:32:17.793 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.790+0000 7ffbbeffd700 1 --2- 172.21.15.167:0/4036299393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbb40390f0 0x7ffbb403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:17.793 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.790+0000 7ffbbeffd700 1 -- 172.21.15.167:0/4036299393 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ffbb801e070 con 0x7ffbc8107cd0 2024-04-22T00:32:17.793 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.790+0000 7ffbcd381700 1 --2- 172.21.15.167:0/4036299393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbb40390f0 0x7ffbb403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:17.794 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.791+0000 7ffbcd381700 1 --2- 172.21.15.167:0/4036299393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbb40390f0 0x7ffbb403b5b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ffbc4006fd0 tx=0x7ffbc4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:17.797 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:17.796+0000 7ffbbeffd700 1 -- 172.21.15.167:0/4036299393 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ffbb8013070 con 0x7ffbc8107cd0 2024-04-22T00:32:17.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:17 smithi018 ceph-mon[27979]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:17.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:17 smithi018 ceph-mon[27979]: Updating smithi167:/etc/ceph/ceph.client.admin.keyring 2024-04-22T00:32:17.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:17 smithi018 ceph-mon[27979]: Updating smithi167:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T00:32:18.004 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.003+0000 7ffbcfde6700 1 -- 172.21.15.167:0/4036299393 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi018:172.21.15.18=a;smithi081:172.21.15.81=b;smithi167:172.21.15.167=c", "target": ["mon-mgr", ""]}) -- 0x7ffbc8102180 con 0x7ffbb40390f0 2024-04-22T00:32:18.009 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.008+0000 7ffbbeffd700 1 -- 172.21.15.167:0/4036299393 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7ffbc8102180 con 0x7ffbb40390f0 2024-04-22T00:32:18.010 INFO:teuthology.orchestra.run.smithi167.stdout:Scheduled mon update... 2024-04-22T00:32:18.012 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.010+0000 7ffbcfde6700 1 -- 172.21.15.167:0/4036299393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbb40390f0 msgr2=0x7ffbb403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:18.012 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.010+0000 7ffbcfde6700 1 --2- 172.21.15.167:0/4036299393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbb40390f0 0x7ffbb403b5b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ffbc4006fd0 tx=0x7ffbc4006e40 comp rx=0 tx=0).stop 2024-04-22T00:32:18.012 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.010+0000 7ffbcfde6700 1 -- 172.21.15.167:0/4036299393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbc8107cd0 msgr2=0x7ffbc8100c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:18.012 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.010+0000 7ffbcfde6700 1 --2- 172.21.15.167:0/4036299393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbc8107cd0 0x7ffbc8100c50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ffbb8006010 tx=0x7ffbb8005030 comp rx=0 tx=0).stop 2024-04-22T00:32:18.012 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.010+0000 7ffbcfde6700 1 -- 172.21.15.167:0/4036299393 shutdown_connections 2024-04-22T00:32:18.012 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.010+0000 7ffbcfde6700 1 --2- 172.21.15.167:0/4036299393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbb40390f0 0x7ffbb403b5b0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:18.012 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.010+0000 7ffbcfde6700 1 --2- 172.21.15.167:0/4036299393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbc8107cd0 0x7ffbc8100c50 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:18.012 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.010+0000 7ffbcfde6700 1 -- 172.21.15.167:0/4036299393 >> 172.21.15.167:0/4036299393 conn(0x7ffbc8076690 msgr2=0x7ffbc80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:18.012 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.010+0000 7ffbcfde6700 1 -- 172.21.15.167:0/4036299393 shutdown_connections 2024-04-22T00:32:18.012 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:18.010+0000 7ffbcfde6700 1 -- 172.21.15.167:0/4036299393 wait complete. 2024-04-22T00:32:18.582 DEBUG:teuthology.orchestra.run.smithi081:mon.b> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.b.service 2024-04-22T00:32:18.585 DEBUG:teuthology.orchestra.run.smithi167:mon.c> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.c.service 2024-04-22T00:32:18.588 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T00:32:18.588 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T00:32:19.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:19.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi018:172.21.15.18=a;smithi081:172.21.15.81=b;smithi167:172.21.15.167=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:32:19.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: Saving service mon spec with placement smithi018:172.21.15.18=a;smithi081:172.21.15.81=b;smithi167:172.21.15.167=c;count:3 2024-04-22T00:32:19.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:19.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:19.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:19.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:19.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:19.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:19.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:19.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:19 smithi018 ceph-mon[27979]: Deploying daemon mon.c on smithi167 2024-04-22T00:32:20.679 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T00:32:21.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:21 smithi018 ceph-mon[27979]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:22.083 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 systemd[1]: Starting Ceph mon.c for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:32:22.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.396+0000 7f807e9eb700 1 -- 172.21.15.167:0/3554145128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8078101eb0 msgr2=0x7f8078102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:22.399 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.396+0000 7f807e9eb700 1 --2- 172.21.15.167:0/3554145128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8078101eb0 0x7f8078102290 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8068009910 tx=0x7f8068009c20 comp rx=0 tx=0).stop 2024-04-22T00:32:22.399 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.396+0000 7f807e9eb700 1 -- 172.21.15.167:0/3554145128 shutdown_connections 2024-04-22T00:32:22.399 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.396+0000 7f807e9eb700 1 --2- 172.21.15.167:0/3554145128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8078101eb0 0x7f8078102290 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:22.399 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.396+0000 7f807e9eb700 1 -- 172.21.15.167:0/3554145128 >> 172.21.15.167:0/3554145128 conn(0x7f80780fd760 msgr2=0x7f80780ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:22.399 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.396+0000 7f807e9eb700 1 -- 172.21.15.167:0/3554145128 shutdown_connections 2024-04-22T00:32:22.399 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.396+0000 7f807e9eb700 1 -- 172.21.15.167:0/3554145128 wait complete. 2024-04-22T00:32:22.399 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.397+0000 7f807e9eb700 1 Processor -- start 2024-04-22T00:32:22.399 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.397+0000 7f807e9eb700 1 -- start start 2024-04-22T00:32:22.399 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.397+0000 7f807e9eb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8078101eb0 0x7f807819d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:22.399 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.397+0000 7f807e9eb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f807810c280 con 0x7f8078101eb0 2024-04-22T00:32:22.401 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.397+0000 7f8077fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8078101eb0 0x7f807819d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:22.401 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.397+0000 7f8077fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8078101eb0 0x7f807819d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.167:45032/0 (socket says 172.21.15.167:45032) 2024-04-22T00:32:22.401 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.397+0000 7f8077fff700 1 -- 172.21.15.167:0/603679891 learned_addr learned my addr 172.21.15.167:0/603679891 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-22T00:32:22.401 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.398+0000 7f8077fff700 1 -- 172.21.15.167:0/603679891 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f807819d910 con 0x7f8078101eb0 2024-04-22T00:32:22.401 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.398+0000 7f8077fff700 1 --2- 172.21.15.167:0/603679891 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8078101eb0 0x7f807819d3d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8068005850 tx=0x7f8068005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:22.401 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.398+0000 7f80757fa700 1 -- 172.21.15.167:0/603679891 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8068026070 con 0x7f8078101eb0 2024-04-22T00:32:22.401 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.398+0000 7f807e9eb700 1 -- 172.21.15.167:0/603679891 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f807819dc00 con 0x7f8078101eb0 2024-04-22T00:32:22.401 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.398+0000 7f80757fa700 1 -- 172.21.15.167:0/603679891 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f806800bbd0 con 0x7f8078101eb0 2024-04-22T00:32:22.402 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.398+0000 7f80757fa700 1 -- 172.21.15.167:0/603679891 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8068003970 con 0x7f8078101eb0 2024-04-22T00:32:22.402 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.398+0000 7f807e9eb700 1 -- 172.21.15.167:0/603679891 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8078197590 con 0x7f8078101eb0 2024-04-22T00:32:22.402 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.399+0000 7f807e9eb700 1 -- 172.21.15.167:0/603679891 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8078103390 con 0x7f8078101eb0 2024-04-22T00:32:22.402 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.399+0000 7f80757fa700 1 -- 172.21.15.167:0/603679891 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f8068029070 con 0x7f8078101eb0 2024-04-22T00:32:22.402 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.399+0000 7f80757fa700 1 --2- 172.21.15.167:0/603679891 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80600390f0 0x7f806003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:22.402 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.400+0000 7f80757fa700 1 -- 172.21.15.167:0/603679891 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f806801e070 con 0x7f8078101eb0 2024-04-22T00:32:22.402 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.400+0000 7f80777fe700 1 --2- 172.21.15.167:0/603679891 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80600390f0 0x7f806003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:22.403 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.400+0000 7f80777fe700 1 --2- 172.21.15.167:0/603679891 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80600390f0 0x7f806003b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f806c006fd0 tx=0x7f806c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:22.406 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.405+0000 7f80757fa700 1 -- 172.21.15.167:0/603679891 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8068013070 con 0x7f8078101eb0 2024-04-22T00:32:22.620 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 podman[31301]: 2024-04-22 00:32:22.495475137 +0000 UTC m=+0.104831468 container create 9a7c72365850de9d919ceb93390dddf7abcd11e180f79224ffa4b457bf908e1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-22T00:32:22.621 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 podman[31301]: 2024-04-22 00:32:22.408790958 +0000 UTC m=+0.018147298 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:32:22.693 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.691+0000 7f807e9eb700 1 -- 172.21.15.167:0/603679891 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f8078063890 con 0x7f8078101eb0 2024-04-22T00:32:22.693 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.692+0000 7f80757fa700 1 -- 172.21.15.167:0/603679891 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f8068030070 con 0x7f8078101eb0 2024-04-22T00:32:22.693 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:32:22.693 INFO:teuthology.orchestra.run.smithi167.stdout:{"epoch":1,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","modified":"2024-04-22T00:30:31.596377Z","created":"2024-04-22T00:30:31.596377Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:3300","nonce":0},{"type":"v1","addr":"172.21.15.18:6789","nonce":0}]},"addr":"172.21.15.18:6789/0","public_addr":"172.21.15.18:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-22T00:32:22.695 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.694+0000 7f807e9eb700 1 -- 172.21.15.167:0/603679891 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80600390f0 msgr2=0x7f806003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:22.695 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.694+0000 7f807e9eb700 1 --2- 172.21.15.167:0/603679891 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80600390f0 0x7f806003b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f806c006fd0 tx=0x7f806c006e40 comp rx=0 tx=0).stop 2024-04-22T00:32:22.695 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.694+0000 7f807e9eb700 1 -- 172.21.15.167:0/603679891 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8078101eb0 msgr2=0x7f807819d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:22.695 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.694+0000 7f807e9eb700 1 --2- 172.21.15.167:0/603679891 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8078101eb0 0x7f807819d3d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8068005850 tx=0x7f8068005030 comp rx=0 tx=0).stop 2024-04-22T00:32:22.695 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.694+0000 7f807e9eb700 1 -- 172.21.15.167:0/603679891 shutdown_connections 2024-04-22T00:32:22.696 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.694+0000 7f807e9eb700 1 --2- 172.21.15.167:0/603679891 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80600390f0 0x7f806003b5b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:22.696 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.694+0000 7f807e9eb700 1 --2- 172.21.15.167:0/603679891 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8078101eb0 0x7f807819d3d0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:22.696 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.694+0000 7f807e9eb700 1 -- 172.21.15.167:0/603679891 >> 172.21.15.167:0/603679891 conn(0x7f80780fd760 msgr2=0x7f8078103880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:22.696 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.694+0000 7f807e9eb700 1 -- 172.21.15.167:0/603679891 shutdown_connections 2024-04-22T00:32:22.696 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:22.694+0000 7f807e9eb700 1 -- 172.21.15.167:0/603679891 wait complete. 2024-04-22T00:32:22.696 INFO:teuthology.orchestra.run.smithi167.stderr:dumped monmap epoch 1 2024-04-22T00:32:22.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 podman[31301]: 2024-04-22 00:32:22.715397739 +0000 UTC m=+0.324754072 container init 9a7c72365850de9d919ceb93390dddf7abcd11e180f79224ffa4b457bf908e1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-c, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-22T00:32:22.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 podman[31301]: 2024-04-22 00:32:22.719956081 +0000 UTC m=+0.329312415 container start 9a7c72365850de9d919ceb93390dddf7abcd11e180f79224ffa4b457bf908e1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-c, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-04-22T00:32:22.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: set uid:gid to 167:167 (ceph:ceph) 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev), process ceph-mon, pid 2 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: pidfile_write: ignore empty --pid-file 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: load: jerasure load: lrc 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: RocksDB version: 7.9.2 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Git sha 0 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Compile date 2024-04-20 15:04:30 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: DB SUMMARY 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: DB Session ID: XU9VA2AXLD82UODZ7VRR 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: CURRENT file: CURRENT 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: IDENTITY file: IDENTITY 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-22T00:32:22.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-22T00:32:22.989 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.error_if_exists: 0 2024-04-22T00:32:22.989 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.create_if_missing: 0 2024-04-22T00:32:22.989 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.paranoid_checks: 1 2024-04-22T00:32:22.989 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-22T00:32:22.989 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-22T00:32:22.989 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-22T00:32:22.989 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.env: 0x56483e749c60 2024-04-22T00:32:22.989 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.fs: PosixFileSystem 2024-04-22T00:32:22.989 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.info_log: 0x56483ff7faa0 2024-04-22T00:32:22.989 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_file_opening_threads: 16 2024-04-22T00:32:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.statistics: (nil) 2024-04-22T00:32:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.use_fsync: 0 2024-04-22T00:32:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_log_file_size: 0 2024-04-22T00:32:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T00:32:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T00:32:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.keep_log_file_num: 1000 2024-04-22T00:32:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.recycle_log_file_num: 0 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.allow_fallocate: 1 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.allow_mmap_reads: 0 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.allow_mmap_writes: 0 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.use_direct_reads: 0 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.create_missing_column_families: 0 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.db_log_dir: 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.wal_dir: 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T00:32:22.992 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.advise_random_on_open: 1 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.db_write_buffer_size: 0 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.write_buffer_manager: 0x56483ff521e0 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.rate_limiter: (nil) 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.wal_recovery_mode: 2 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.enable_thread_tracking: 0 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.enable_pipelined_write: 0 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.unordered_write: 0 2024-04-22T00:32:22.993 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.row_cache: None 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.wal_filter: None 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.allow_ingest_behind: 0 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.two_write_queues: 0 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.manual_wal_flush: 0 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.wal_compression: 0 2024-04-22T00:32:22.994 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.atomic_flush: 0 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.log_readahead_size: 0 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.best_efforts_recovery: 0 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.allow_data_in_errors: 0 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.db_host_id: __hostname__ 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_background_jobs: 2 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_background_compactions: -1 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_subcompactions: 1 2024-04-22T00:32:22.995 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_total_wal_size: 0 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_open_files: -1 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bytes_per_sync: 0 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_readahead_size: 0 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_background_flushes: -1 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Compression algorithms supported: 2024-04-22T00:32:22.996 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: kZSTD supported: 0 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: kXpressCompression supported: 0 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: kLZ4HCCompression supported: 1 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: kZlibCompression supported: 1 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: kSnappyCompression supported: 1 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: kLZ4Compression supported: 1 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: kBZip2Compression supported: 0 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.merge_operator: 2024-04-22T00:32:22.997 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_filter: None 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_filter_factory: None 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.sst_partitioner_factory: None 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56483ff7fba0) 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout: cache_index_and_filter_blocks: 1 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout: pin_top_level_index_and_filter: 1 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout: index_type: 0 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout: data_block_index_type: 0 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout: index_shortening: 1 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout: checksum: 4 2024-04-22T00:32:22.998 INFO:journalctl@ceph.mon.c.smithi167.stdout: no_block_cache: 0 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: block_cache: 0x56483ff83090 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: block_cache_name: BinnedLRUCache 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: block_cache_options: 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: capacity : 536870912 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: num_shard_bits : 4 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: strict_capacity_limit : 0 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: high_pri_pool_ratio: 0.000 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: block_cache_compressed: (nil) 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: persistent_cache: (nil) 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: block_size: 4096 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: block_size_deviation: 10 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: block_restart_interval: 16 2024-04-22T00:32:22.999 INFO:journalctl@ceph.mon.c.smithi167.stdout: index_block_restart_interval: 1 2024-04-22T00:32:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout: metadata_block_size: 4096 2024-04-22T00:32:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout: partition_filters: 0 2024-04-22T00:32:23.002 INFO:journalctl@ceph.mon.c.smithi167.stdout: use_delta_encoding: 1 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: filter_policy: bloomfilter 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: whole_key_filtering: 1 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: verify_compression: 0 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: read_amp_bytes_per_bit: 0 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: format_version: 5 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: enable_index_compression: 1 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: block_align: 0 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: max_auto_readahead_size: 262144 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: prepopulate_block_cache: 0 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: initial_auto_readahead_size: 8192 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout: num_file_reads_for_auto_readahead: 2 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.write_buffer_size: 33554432 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_write_buffer_number: 2 2024-04-22T00:32:23.003 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compression: NoCompression 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bottommost_compression: Disabled 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.prefix_extractor: nullptr 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.num_levels: 7 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-22T00:32:23.004 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compression_opts.level: 32767 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compression_opts.strategy: 0 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compression_opts.enabled: false 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.target_file_size_base: 67108864 2024-04-22T00:32:23.005 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T00:32:23.006 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.arena_block_size: 1048576 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.disable_auto_compactions: 0 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T00:32:23.007 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.table_properties_collectors: 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.inplace_update_support: 0 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.bloom_locality: 0 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.max_successive_merges: 0 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.paranoid_file_checks: 0 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.force_consistency_checks: 1 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.report_bg_io_stats: 0 2024-04-22T00:32:23.008 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.ttl: 2592000 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.enable_blob_files: false 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.min_blob_size: 0 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.blob_file_size: 268435456 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.blob_file_starting_level: 0 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-22T00:32:23.009 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 43770f1f-cc4b-4297-aeeb-23c3da265c69 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713745942750460, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713745942751006, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713745942, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "43770f1f-cc4b-4297-aeeb-23c3da265c69", "db_session_id": "XU9VA2AXLD82UODZ7VRR", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713745942751108, "job": 1, "event": "recovery_finished"} 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564840074000 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: DB pointer 0x56484005e000 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout: ** DB Stats ** 2024-04-22T00:32:23.010 INFO:journalctl@ceph.mon.c.smithi167.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: ** Compaction Stats [default] ** 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: 2024-04-22T00:32:23.011 INFO:journalctl@ceph.mon.c.smithi167.stdout: ** Compaction Stats [default] ** 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: Cumulative compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: Interval compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T00:32:23.012 INFO:journalctl@ceph.mon.c.smithi167.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout: Block cache BinnedLRUCache@0x56483ff83090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout: 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: using public_addr v2:172.21.15.167:0/0 -> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: starting mon.c rank -1 at public addrs [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] at bind addrs [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(???) e0 preinit fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).mds e1 new map 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout: e1 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout: legacy client fscid: -1 2024-04-22T00:32:23.013 INFO:journalctl@ceph.mon.c.smithi167.stdout: 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout: No filesystems configured 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi167", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:32:23.014 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Updating smithi081:/etc/ceph/ceph.conf 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Deploying cephadm binary to smithi167 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Updating smithi081:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Updating smithi081:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.015 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Added host smithi167 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3945937543' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3945937543' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-22T00:32:23.016 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi167", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Updating smithi167:/etc/ceph/ceph.conf 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Updating smithi167:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.017 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Updating smithi167:/etc/ceph/ceph.client.admin.keyring 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Updating smithi167:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi018:172.21.15.18=a;smithi081:172.21.15.81=b;smithi167:172.21.15.167=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Saving service mon spec with placement smithi018:172.21.15.18=a;smithi081:172.21.15.81=b;smithi167:172.21.15.167=c;count:3 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:23.018 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:23.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: Deploying daemon mon.c on smithi167 2024-04-22T00:32:23.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:23.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 ceph-mon[31348]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-22T00:32:23.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 bash[31301]: 9a7c72365850de9d919ceb93390dddf7abcd11e180f79224ffa4b457bf908e1c 2024-04-22T00:32:23.019 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:22 smithi167 systemd[1]: Started Ceph mon.c for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:32:24.416 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T00:32:24.417 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T00:32:24.662 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: mon.a calling monitor election 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: mon.c calling monitor election 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: monmap epoch 2 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: last_changed 2024-04-22T00:32:22.775097+0000 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: created 2024-04-22T00:30:31.596377+0000 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: min_mon_release 19 (squid) 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: election_strategy: 1 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: fsmap 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T00:32:28.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: mgrmap e13: x(active, since 49s) 2024-04-22T00:32:28.162 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: overall HEALTH_OK 2024-04-22T00:32:28.162 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:28.162 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:28.162 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:28.162 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:28.162 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:28.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:28.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: mon.a calling monitor election 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: mon.c calling monitor election 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: monmap epoch 2 2024-04-22T00:32:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: last_changed 2024-04-22T00:32:22.775097+0000 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: created 2024-04-22T00:30:31.596377+0000 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: min_mon_release 19 (squid) 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: election_strategy: 1 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: fsmap 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: mgrmap e13: x(active, since 49s) 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: overall HEALTH_OK 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:28.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:28.951 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.949+0000 7f0d03a4b700 1 -- 172.21.15.167:0/3633809949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cfc102fa0 msgr2=0x7f0ce8005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:28.952 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.949+0000 7f0d03a4b700 1 --2- 172.21.15.167:0/3633809949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cfc102fa0 0x7f0ce8005610 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0cf8005fa0 tx=0x7f0cf800ffc0 comp rx=0 tx=0).stop 2024-04-22T00:32:28.952 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.950+0000 7f0d03a4b700 1 -- 172.21.15.167:0/3633809949 shutdown_connections 2024-04-22T00:32:28.952 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.950+0000 7f0d03a4b700 1 --2- 172.21.15.167:0/3633809949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cfc102fa0 0x7f0ce8005610 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:28.952 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.950+0000 7f0d03a4b700 1 -- 172.21.15.167:0/3633809949 >> 172.21.15.167:0/3633809949 conn(0x7f0cfc0fc730 msgr2=0x7f0cfc0feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:28.952 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.950+0000 7f0d03a4b700 1 -- 172.21.15.167:0/3633809949 shutdown_connections 2024-04-22T00:32:28.952 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.950+0000 7f0d03a4b700 1 -- 172.21.15.167:0/3633809949 wait complete. 2024-04-22T00:32:28.953 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d03a4b700 1 Processor -- start 2024-04-22T00:32:28.953 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d03a4b700 1 -- start start 2024-04-22T00:32:28.953 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d03a4b700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0cfc102fa0 0x7f0cfc19d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d03a4b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cfc19dab0 0x7f0cfc197640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d03a4b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0cfc109de0 con 0x7f0cfc19dab0 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d03a4b700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0cfc109c60 con 0x7f0cfc102fa0 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d017e7700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0cfc102fa0 0x7f0cfc19d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d017e7700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0cfc102fa0 0x7f0cfc19d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:58802/0 (socket says 172.21.15.167:58802) 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d017e7700 1 -- 172.21.15.167:0/1756806910 learned_addr learned my addr 172.21.15.167:0/1756806910 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d017e7700 1 -- 172.21.15.167:0/1756806910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0cfc102fa0 msgr2=0x7f0cfc19d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d017e7700 1 -- 172.21.15.167:0/1756806910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0cfc102fa0 msgr2=0x7f0cfc19d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d017e7700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0cfc102fa0 0x7f0cfc19d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d017e7700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0cfc102fa0 0x7f0cfc19d570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.951+0000 7f0d00fe6700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cfc19dab0 0x7f0cfc197640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.952+0000 7f0d00fe6700 1 -- 172.21.15.167:0/1756806910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0cfc102fa0 msgr2=0x7f0cfc19d570 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:32:28.954 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.952+0000 7f0d00fe6700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0cfc102fa0 0x7f0cfc19d570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:28.955 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.952+0000 7f0d00fe6700 1 -- 172.21.15.167:0/1756806910 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cfc19e030 con 0x7f0cfc19dab0 2024-04-22T00:32:28.955 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.952+0000 7f0d00fe6700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cfc19dab0 0x7f0cfc197640 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00b4d0 tx=0x7f0cec00b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:28.956 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.952+0000 7f0cf27fc700 1 -- 172.21.15.167:0/1756806910 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f0cec011630 con 0x7f0cfc19dab0 2024-04-22T00:32:28.956 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.952+0000 7f0d03a4b700 1 -- 172.21.15.167:0/1756806910 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cfc197be0 con 0x7f0cfc19dab0 2024-04-22T00:32:28.956 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.952+0000 7f0cf27fc700 1 -- 172.21.15.167:0/1756806910 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0cec011cb0 con 0x7f0cfc19dab0 2024-04-22T00:32:28.956 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.952+0000 7f0cf27fc700 1 -- 172.21.15.167:0/1756806910 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f0cec010de0 con 0x7f0cfc19dab0 2024-04-22T00:32:28.956 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.953+0000 7f0d03a4b700 1 -- 172.21.15.167:0/1756806910 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cfc198170 con 0x7f0cfc19dab0 2024-04-22T00:32:28.956 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.953+0000 7f0cf27fc700 1 -- 172.21.15.167:0/1756806910 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0cec018020 con 0x7f0cfc19dab0 2024-04-22T00:32:28.956 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.954+0000 7f0d03a4b700 1 -- 172.21.15.167:0/1756806910 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cfc06ac80 con 0x7f0cfc19dab0 2024-04-22T00:32:28.956 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.954+0000 7f0cf27fc700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0ce0038eb0 0x7f0ce003b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:28.956 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.954+0000 7f0cf27fc700 1 -- 172.21.15.167:0/1756806910 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0cec04b890 con 0x7f0cfc19dab0 2024-04-22T00:32:28.956 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.954+0000 7f0d017e7700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0ce0038eb0 0x7f0ce003b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:28.957 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.954+0000 7f0d017e7700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0ce0038eb0 0x7f0ce003b370 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0cf8005fd0 tx=0x7f0cf801d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:28.961 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:28.959+0000 7f0cf27fc700 1 -- 172.21.15.167:0/1756806910 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0cec0202a0 con 0x7f0cfc19dab0 2024-04-22T00:32:29.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:28 smithi018 ceph-mon[27979]: Deploying daemon mon.b on smithi081 2024-04-22T00:32:29.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:29.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:28 smithi167 ceph-mon[31348]: Deploying daemon mon.b on smithi081 2024-04-22T00:32:29.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:29.241 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.239+0000 7f0d03a4b700 1 -- 172.21.15.167:0/1756806910 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f0cfc1984e0 con 0x7f0cfc19dab0 2024-04-22T00:32:29.242 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.240+0000 7f0cf27fc700 1 -- 172.21.15.167:0/1756806910 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f0cec0214b0 con 0x7f0cfc19dab0 2024-04-22T00:32:29.242 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:32:29.242 INFO:teuthology.orchestra.run.smithi167.stdout:{"epoch":2,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","modified":"2024-04-22T00:32:22.775097Z","created":"2024-04-22T00:30:31.596377Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:3300","nonce":0},{"type":"v1","addr":"172.21.15.18:6789","nonce":0}]},"addr":"172.21.15.18:6789/0","public_addr":"172.21.15.18:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:3300","nonce":0},{"type":"v1","addr":"172.21.15.167:6789","nonce":0}]},"addr":"172.21.15.167:6789/0","public_addr":"172.21.15.167:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-22T00:32:29.244 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.242+0000 7f0d03a4b700 1 -- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0ce0038eb0 msgr2=0x7f0ce003b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:29.244 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.242+0000 7f0d03a4b700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0ce0038eb0 0x7f0ce003b370 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0cf8005fd0 tx=0x7f0cf801d040 comp rx=0 tx=0).stop 2024-04-22T00:32:29.244 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.242+0000 7f0d03a4b700 1 -- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cfc19dab0 msgr2=0x7f0cfc197640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:29.244 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.242+0000 7f0d03a4b700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cfc19dab0 0x7f0cfc197640 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00b4d0 tx=0x7f0cec00b890 comp rx=0 tx=0).stop 2024-04-22T00:32:29.245 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.242+0000 7f0d03a4b700 1 -- 172.21.15.167:0/1756806910 shutdown_connections 2024-04-22T00:32:29.245 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.242+0000 7f0d03a4b700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0ce0038eb0 0x7f0ce003b370 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:29.245 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.242+0000 7f0d03a4b700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0cfc102fa0 0x7f0cfc19d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:29.245 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.242+0000 7f0d03a4b700 1 --2- 172.21.15.167:0/1756806910 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0cfc19dab0 0x7f0cfc197640 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:29.245 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.242+0000 7f0d03a4b700 1 -- 172.21.15.167:0/1756806910 >> 172.21.15.167:0/1756806910 conn(0x7f0cfc0fc730 msgr2=0x7f0cfc105d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:29.245 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.242+0000 7f0d03a4b700 1 -- 172.21.15.167:0/1756806910 shutdown_connections 2024-04-22T00:32:29.245 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:29.243+0000 7f0d03a4b700 1 -- 172.21.15.167:0/1756806910 wait complete. 2024-04-22T00:32:29.246 INFO:teuthology.orchestra.run.smithi167.stderr:dumped monmap epoch 2 2024-04-22T00:32:30.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:29 smithi018 ceph-mon[27979]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:30.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:29 smithi018 ceph-mon[27979]: from='client.? 172.21.15.167:0/1756806910' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T00:32:30.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:29 smithi167 ceph-mon[31348]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:30.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:29 smithi167 ceph-mon[31348]: from='client.? 172.21.15.167:0/1756806910' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T00:32:30.794 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T00:32:30.794 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T00:32:31.038 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:32:32.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:31 smithi081 systemd[1]: Started Ceph mon.b for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:32:32.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:31 smithi018 ceph-mon[27979]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:32.172 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:31 smithi167 ceph-mon[31348]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:37.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:32:37.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: mon.c calling monitor election 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: mon.a calling monitor election 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: monmap epoch 3 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: last_changed 2024-04-22T00:32:31.873727+0000 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: created 2024-04-22T00:30:31.596377+0000 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: min_mon_release 19 (squid) 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: election_strategy: 1 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: fsmap 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: mgrmap e13: x(active, since 58s) 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: overall HEALTH_OK 2024-04-22T00:32:37.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:37.240 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:37.240 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:37.240 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:37.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: mon.c calling monitor election 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: mon.a calling monitor election 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: monmap epoch 3 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: last_changed 2024-04-22T00:32:31.873727+0000 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: created 2024-04-22T00:30:31.596377+0000 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: min_mon_release 19 (squid) 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: election_strategy: 1 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: fsmap 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: mgrmap e13: x(active, since 58s) 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: overall HEALTH_OK 2024-04-22T00:32:37.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:37.412 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:37.412 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:37.412 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:38.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:38.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:38.392 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.390+0000 7fe534f74700 1 -- 172.21.15.167:0/1187728948 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5180062a0 msgr2=0x7fe518008710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:38.392 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.390+0000 7fe534f74700 1 --2- 172.21.15.167:0/1187728948 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5180062a0 0x7fe518008710 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe530102e10 tx=0x7fe52000fe90 comp rx=0 tx=0).stop 2024-04-22T00:32:38.393 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.390+0000 7fe534f74700 1 -- 172.21.15.167:0/1187728948 shutdown_connections 2024-04-22T00:32:38.393 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.390+0000 7fe534f74700 1 --2- 172.21.15.167:0/1187728948 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5180062a0 0x7fe518008710 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:38.393 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.390+0000 7fe534f74700 1 -- 172.21.15.167:0/1187728948 >> 172.21.15.167:0/1187728948 conn(0x7fe5300fd840 msgr2=0x7fe5300ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:38.393 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.390+0000 7fe534f74700 1 -- 172.21.15.167:0/1187728948 shutdown_connections 2024-04-22T00:32:38.393 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.390+0000 7fe534f74700 1 -- 172.21.15.167:0/1187728948 wait complete. 2024-04-22T00:32:38.396 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.391+0000 7fe534f74700 1 Processor -- start 2024-04-22T00:32:38.396 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.391+0000 7fe534f74700 1 -- start start 2024-04-22T00:32:38.396 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.391+0000 7fe534f74700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5180062a0 0x7fe530074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:38.396 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.391+0000 7fe534f74700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe530074a70 0x7fe530074ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:38.396 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe534f74700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5301a3c00 0x7fe5301a5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:38.396 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe534f74700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe530109d70 con 0x7fe5180062a0 2024-04-22T00:32:38.396 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe534f74700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe530109bf0 con 0x7fe530074a70 2024-04-22T00:32:38.396 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe534f74700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe530109ef0 con 0x7fe5301a3c00 2024-04-22T00:32:38.396 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52e59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5180062a0 0x7fe530074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:38.396 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52dd9b700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe530074a70 0x7fe530074ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52e59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5180062a0 0x7fe530074530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.167:37952/0 (socket says 172.21.15.167:37952) 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52e59c700 1 -- 172.21.15.167:0/4212677164 learned_addr learned my addr 172.21.15.167:0/4212677164 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52ed9d700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5301a3c00 0x7fe5301a5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52dd9b700 1 -- 172.21.15.167:0/4212677164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe530074a70 msgr2=0x7fe530074ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52dd9b700 1 -- 172.21.15.167:0/4212677164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe530074a70 msgr2=0x7fe530074ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52dd9b700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe530074a70 0x7fe530074ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52dd9b700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe530074a70 0x7fe530074ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52e59c700 1 -- 172.21.15.167:0/4212677164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5301a3c00 msgr2=0x7fe5301a5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52e59c700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5301a3c00 0x7fe5301a5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52e59c700 1 -- 172.21.15.167:0/4212677164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe530074a70 msgr2=0x7fe530074ef0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52e59c700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe530074a70 0x7fe530074ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:38.397 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52e59c700 1 -- 172.21.15.167:0/4212677164 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5301a6720 con 0x7fe5180062a0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52ed9d700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5301a3c00 0x7fe5301a5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.392+0000 7fe52e59c700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5180062a0 0x7fe530074530 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe520010010 tx=0x7fe520012c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.393+0000 7fe51f7fe700 1 -- 172.21.15.167:0/4212677164 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe520011d20 con 0x7fe5180062a0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.393+0000 7fe51f7fe700 1 -- 172.21.15.167:0/4212677164 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe52001d410 con 0x7fe5180062a0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.393+0000 7fe534f74700 1 -- 172.21.15.167:0/4212677164 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5301a69b0 con 0x7fe5180062a0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.393+0000 7fe51f7fe700 1 -- 172.21.15.167:0/4212677164 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5200038e0 con 0x7fe5180062a0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.393+0000 7fe534f74700 1 -- 172.21.15.167:0/4212677164 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5301a6e90 con 0x7fe5180062a0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.394+0000 7fe51f7fe700 1 -- 172.21.15.167:0/4212677164 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fe520003a80 con 0x7fe5180062a0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.394+0000 7fe51f7fe700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe510039580 0x7fe51003ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.394+0000 7fe51f7fe700 1 -- 172.21.15.167:0/4212677164 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe52004fec0 con 0x7fe5180062a0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.394+0000 7fe534f74700 1 -- 172.21.15.167:0/4212677164 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe530063890 con 0x7fe5180062a0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.394+0000 7fe52dd9b700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe510039580 0x7fe51003ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:38.398 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.394+0000 7fe52dd9b700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe510039580 0x7fe51003ba40 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe524009850 tx=0x7fe524008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:38.402 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.400+0000 7fe51f7fe700 1 -- 172.21.15.167:0/4212677164 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe52001f0d0 con 0x7fe5180062a0 2024-04-22T00:32:38.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:38.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:38.693 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.692+0000 7fe534f74700 1 -- 172.21.15.167:0/4212677164 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fe53002db30 con 0x7fe5180062a0 2024-04-22T00:32:38.694 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.692+0000 7fe51f7fe700 1 -- 172.21.15.167:0/4212677164 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7fe520024310 con 0x7fe5180062a0 2024-04-22T00:32:38.695 INFO:teuthology.orchestra.run.smithi167.stdout: 2024-04-22T00:32:38.695 INFO:teuthology.orchestra.run.smithi167.stdout:{"epoch":3,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","modified":"2024-04-22T00:32:31.873727Z","created":"2024-04-22T00:30:31.596377Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:3300","nonce":0},{"type":"v1","addr":"172.21.15.18:6789","nonce":0}]},"addr":"172.21.15.18:6789/0","public_addr":"172.21.15.18:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:3300","nonce":0},{"type":"v1","addr":"172.21.15.167:6789","nonce":0}]},"addr":"172.21.15.167:6789/0","public_addr":"172.21.15.167:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-22T00:32:38.699 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 -- 172.21.15.167:0/4212677164 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe510039580 msgr2=0x7fe51003ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:38.699 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe510039580 0x7fe51003ba40 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe524009850 tx=0x7fe524008040 comp rx=0 tx=0).stop 2024-04-22T00:32:38.699 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 -- 172.21.15.167:0/4212677164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5180062a0 msgr2=0x7fe530074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:38.699 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5180062a0 0x7fe530074530 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe520010010 tx=0x7fe520012c80 comp rx=0 tx=0).stop 2024-04-22T00:32:38.699 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 -- 172.21.15.167:0/4212677164 shutdown_connections 2024-04-22T00:32:38.699 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5301a3c00 0x7fe5301a5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:38.699 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5180062a0 0x7fe530074530 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:38.699 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe510039580 0x7fe51003ba40 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:38.699 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 --2- 172.21.15.167:0/4212677164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe530074a70 0x7fe530074ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:38.699 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 -- 172.21.15.167:0/4212677164 >> 172.21.15.167:0/4212677164 conn(0x7fe5300fd840 msgr2=0x7fe5300fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:38.700 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 -- 172.21.15.167:0/4212677164 shutdown_connections 2024-04-22T00:32:38.700 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:38.695+0000 7fe534f74700 1 -- 172.21.15.167:0/4212677164 wait complete. 2024-04-22T00:32:38.700 INFO:teuthology.orchestra.run.smithi167.stderr:dumped monmap epoch 3 2024-04-22T00:32:39.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:32:39.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: mon.c calling monitor election 2024-04-22T00:32:39.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: mon.a calling monitor election 2024-04-22T00:32:39.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:39.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:32:39.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:39.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:39.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:39.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: monmap epoch 3 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: last_changed 2024-04-22T00:32:31.873727+0000 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: created 2024-04-22T00:30:31.596377+0000 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: min_mon_release 19 (squid) 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: election_strategy: 1 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-22T00:32:39.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-04-22T00:32:39.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: fsmap 2024-04-22T00:32:39.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T00:32:39.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: mgrmap e13: x(active, since 58s) 2024-04-22T00:32:39.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: overall HEALTH_OK 2024-04-22T00:32:39.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:39.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:39.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:39.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:39.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:39.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:39.308 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-22T00:32:39.308 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-22T00:32:40.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: mon.b calling monitor election 2024-04-22T00:32:40.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: mon.b calling monitor election 2024-04-22T00:32:40.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: mon.c calling monitor election 2024-04-22T00:32:40.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: mon.a calling monitor election 2024-04-22T00:32:40.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-22T00:32:40.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: monmap epoch 3 2024-04-22T00:32:40.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:40.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: last_changed 2024-04-22T00:32:31.873727+0000 2024-04-22T00:32:40.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: created 2024-04-22T00:30:31.596377+0000 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: min_mon_release 19 (squid) 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: election_strategy: 1 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: fsmap 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: mgrmap e13: x(active, since 60s) 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: overall HEALTH_OK 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:40.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T00:32:40.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: mon.b calling monitor election 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: mon.b calling monitor election 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: mon.c calling monitor election 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: mon.a calling monitor election 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: monmap epoch 3 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: last_changed 2024-04-22T00:32:31.873727+0000 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: created 2024-04-22T00:30:31.596377+0000 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: min_mon_release 19 (squid) 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: election_strategy: 1 2024-04-22T00:32:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: fsmap 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: mgrmap e13: x(active, since 60s) 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: overall HEALTH_OK 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T00:32:40.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:40.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: mon.b calling monitor election 2024-04-22T00:32:40.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: mon.b calling monitor election 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: mon.c calling monitor election 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: mon.a calling monitor election 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: monmap epoch 3 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: last_changed 2024-04-22T00:32:31.873727+0000 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: created 2024-04-22T00:30:31.596377+0000 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: min_mon_release 19 (squid) 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: election_strategy: 1 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: 1: [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] mon.c 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: fsmap 2024-04-22T00:32:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T00:32:40.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: mgrmap e13: x(active, since 60s) 2024-04-22T00:32:40.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: overall HEALTH_OK 2024-04-22T00:32:40.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:40.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T00:32:40.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:40.651 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:32:40.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:40 smithi018 ceph-mon[27979]: Reconfiguring mon.a (unknown last config time)... 2024-04-22T00:32:40.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:40 smithi018 ceph-mon[27979]: Reconfiguring daemon mon.a on smithi018 2024-04-22T00:32:40.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:40.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:40.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:40.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T00:32:40.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:41.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:40 smithi081 ceph-mon[31546]: Reconfiguring mon.a (unknown last config time)... 2024-04-22T00:32:41.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:40 smithi081 ceph-mon[31546]: Reconfiguring daemon mon.a on smithi018 2024-04-22T00:32:41.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:41.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:41.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:41.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:41.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T00:32:41.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:41.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:40 smithi167 ceph-mon[31348]: Reconfiguring mon.a (unknown last config time)... 2024-04-22T00:32:41.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:40 smithi167 ceph-mon[31348]: Reconfiguring daemon mon.a on smithi018 2024-04-22T00:32:41.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:32:41.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:41.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:41.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:41.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T00:32:41.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:41 smithi018 ceph-mon[27979]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:41 smithi018 ceph-mon[27979]: Reconfiguring mon.b (monmap changed)... 2024-04-22T00:32:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:41 smithi018 ceph-mon[27979]: Reconfiguring daemon mon.b on smithi081 2024-04-22T00:32:42.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:41 smithi081 ceph-mon[31546]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:42.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:41 smithi081 ceph-mon[31546]: Reconfiguring mon.b (monmap changed)... 2024-04-22T00:32:42.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:41 smithi081 ceph-mon[31546]: Reconfiguring daemon mon.b on smithi081 2024-04-22T00:32:42.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:41 smithi167 ceph-mon[31348]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:42.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:41 smithi167 ceph-mon[31348]: Reconfiguring mon.b (monmap changed)... 2024-04-22T00:32:42.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:41 smithi167 ceph-mon[31348]: Reconfiguring daemon mon.b on smithi081 2024-04-22T00:32:42.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 -- 172.21.15.18:0/3413387710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd58102e90 msgr2=0x7fdd58106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:42.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 --2- 172.21.15.18:0/3413387710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd58102e90 0x7fdd58106e90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fdd48009990 tx=0x7fdd48009ca0 comp rx=0 tx=0).stop 2024-04-22T00:32:42.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 -- 172.21.15.18:0/3413387710 shutdown_connections 2024-04-22T00:32:42.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 --2- 172.21.15.18:0/3413387710 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdd58107570 0x7fdd5810f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:42.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 --2- 172.21.15.18:0/3413387710 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdd581024e0 0x7fdd581028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:42.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 --2- 172.21.15.18:0/3413387710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd58102e90 0x7fdd58106e90 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:42.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 -- 172.21.15.18:0/3413387710 >> 172.21.15.18:0/3413387710 conn(0x7fdd58079390 msgr2=0x7fdd580797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:42.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 -- 172.21.15.18:0/3413387710 shutdown_connections 2024-04-22T00:32:42.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 -- 172.21.15.18:0/3413387710 wait complete. 2024-04-22T00:32:42.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 Processor -- start 2024-04-22T00:32:42.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.340+0000 7fdd5f68b700 1 -- start start 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5f68b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd581024e0 0x7fdd58074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5f68b700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdd58102e90 0x7fdd58074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5f68b700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdd58107570 0x7fdd58074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5f68b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fdd58112510 con 0x7fdd581024e0 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5f68b700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fdd58112390 con 0x7fdd58107570 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5f68b700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fdd58112690 con 0x7fdd58102e90 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5d427700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd581024e0 0x7fdd58074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5d427700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd581024e0 0x7fdd58074530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51250/0 (socket says 172.21.15.18:51250) 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5d427700 1 -- 172.21.15.18:0/2414417314 learned_addr learned my addr 172.21.15.18:0/2414417314 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5cc26700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdd58102e90 0x7fdd58074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5dc28700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdd58107570 0x7fdd58074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:42.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5d427700 1 -- 172.21.15.18:0/2414417314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdd58102e90 msgr2=0x7fdd58074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5d427700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdd58102e90 0x7fdd58074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5d427700 1 -- 172.21.15.18:0/2414417314 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdd58107570 msgr2=0x7fdd58074fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5d427700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdd58107570 0x7fdd58074fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5d427700 1 -- 172.21.15.18:0/2414417314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd581a6f40 con 0x7fdd581024e0 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5cc26700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdd58102e90 0x7fdd58074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.341+0000 7fdd5d427700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd581024e0 0x7fdd58074530 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fdd5400d950 tx=0x7fdd5400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.342+0000 7fdd4e7fc700 1 -- 172.21.15.18:0/2414417314 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd54016070 con 0x7fdd581024e0 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.342+0000 7fdd4e7fc700 1 -- 172.21.15.18:0/2414417314 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd5400fd70 con 0x7fdd581024e0 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.342+0000 7fdd5f68b700 1 -- 172.21.15.18:0/2414417314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd581a7230 con 0x7fdd581024e0 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.342+0000 7fdd4e7fc700 1 -- 172.21.15.18:0/2414417314 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd5400e610 con 0x7fdd581024e0 2024-04-22T00:32:42.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.342+0000 7fdd5f68b700 1 -- 172.21.15.18:0/2414417314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd581a7790 con 0x7fdd581024e0 2024-04-22T00:32:42.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.343+0000 7fdd4e7fc700 1 -- 172.21.15.18:0/2414417314 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fdd54019070 con 0x7fdd581024e0 2024-04-22T00:32:42.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.343+0000 7fdd4e7fc700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdd44039330 0x7fdd4403b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:42.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.343+0000 7fdd5f68b700 1 -- 172.21.15.18:0/2414417314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd58068f20 con 0x7fdd581024e0 2024-04-22T00:32:42.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.343+0000 7fdd4e7fc700 1 -- 172.21.15.18:0/2414417314 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fdd5404be90 con 0x7fdd581024e0 2024-04-22T00:32:42.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.343+0000 7fdd5cc26700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdd44039330 0x7fdd4403b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:42.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.344+0000 7fdd5cc26700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdd44039330 0x7fdd4403b7f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdd48006010 tx=0x7fdd48005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:42.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.349+0000 7fdd4e7fc700 1 -- 172.21.15.18:0/2414417314 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fdd54010e10 con 0x7fdd581024e0 2024-04-22T00:32:42.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.556+0000 7fdd5f68b700 1 -- 172.21.15.18:0/2414417314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fdd5802db30 con 0x7fdd581024e0 2024-04-22T00:32:42.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.556+0000 7fdd4e7fc700 1 -- 172.21.15.18:0/2414417314 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7fdd54010460 con 0x7fdd581024e0 2024-04-22T00:32:42.558 INFO:teuthology.orchestra.run.smithi018.stdout:# minimal ceph.conf for 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:42.558 INFO:teuthology.orchestra.run.smithi018.stdout:[global] 2024-04-22T00:32:42.558 INFO:teuthology.orchestra.run.smithi018.stdout: fsid = 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:32:42.558 INFO:teuthology.orchestra.run.smithi018.stdout: mon_host = [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] 2024-04-22T00:32:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 -- 172.21.15.18:0/2414417314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdd44039330 msgr2=0x7fdd4403b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdd44039330 0x7fdd4403b7f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdd48006010 tx=0x7fdd48005960 comp rx=0 tx=0).stop 2024-04-22T00:32:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 -- 172.21.15.18:0/2414417314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd581024e0 msgr2=0x7fdd58074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd581024e0 0x7fdd58074530 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fdd5400d950 tx=0x7fdd5400dc60 comp rx=0 tx=0).stop 2024-04-22T00:32:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 -- 172.21.15.18:0/2414417314 shutdown_connections 2024-04-22T00:32:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdd44039330 0x7fdd4403b7f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdd58107570 0x7fdd58074fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd581024e0 0x7fdd58074530 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 --2- 172.21.15.18:0/2414417314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdd58102e90 0x7fdd58074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 -- 172.21.15.18:0/2414417314 >> 172.21.15.18:0/2414417314 conn(0x7fdd58079390 msgr2=0x7fdd58101a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 -- 172.21.15.18:0/2414417314 shutdown_connections 2024-04-22T00:32:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:42.558+0000 7fdd5f68b700 1 -- 172.21.15.18:0/2414417314 wait complete. 2024-04-22T00:32:43.216 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-22T00:32:43.217 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:32:43.217 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/ceph/ceph.conf 2024-04-22T00:32:43.247 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:32:43.247 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T00:32:43.313 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:32:43.313 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.conf 2024-04-22T00:32:43.346 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:32:43.346 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T00:32:43.414 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:32:43.414 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/etc/ceph/ceph.conf 2024-04-22T00:32:43.437 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:43 smithi167 ceph-mon[31348]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:43.437 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:43.437 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:43.437 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:43 smithi167 ceph-mon[31348]: Reconfiguring mon.c (monmap changed)... 2024-04-22T00:32:43.437 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:43.437 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T00:32:43.437 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:43.437 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:43 smithi167 ceph-mon[31348]: Reconfiguring daemon mon.c on smithi167 2024-04-22T00:32:43.437 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:43 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2414417314' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:43.441 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:32:43.441 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T00:32:43.498 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:43 smithi018 ceph-mon[27979]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:43.498 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:43.499 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:43.499 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:43 smithi018 ceph-mon[27979]: Reconfiguring mon.c (monmap changed)... 2024-04-22T00:32:43.499 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:43.499 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T00:32:43.499 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:43.499 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:43 smithi018 ceph-mon[27979]: Reconfiguring daemon mon.c on smithi167 2024-04-22T00:32:43.499 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:43 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2414417314' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:43.505 INFO:tasks.cephadm:Adding mgr.x on smithi018 2024-04-22T00:32:43.505 INFO:tasks.cephadm:Adding mgr.y on smithi081 2024-04-22T00:32:43.505 INFO:tasks.cephadm:Adding mgr.z on smithi167 2024-04-22T00:32:43.505 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi018=x;smithi081=y;smithi167=z' 2024-04-22T00:32:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:43 smithi081 ceph-mon[31546]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:43 smithi081 ceph-mon[31546]: Reconfiguring mon.c (monmap changed)... 2024-04-22T00:32:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T00:32:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T00:32:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:43 smithi081 ceph-mon[31546]: Reconfiguring daemon mon.c on smithi167 2024-04-22T00:32:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:43 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2414417314' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:43.778 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:32:44.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:44.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:44.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:44.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:44.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:44.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:44.973 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:44.973 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:44.973 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:44.973 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:44.973 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:44.973 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:45.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:45.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:45.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:45.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:45.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:45.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:45.167 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.165+0000 7fbf9adfe700 1 -- 172.21.15.167:0/2984513671 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf94103e60 msgr2=0x7fbf9410a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:45.167 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.165+0000 7fbf9adfe700 1 --2- 172.21.15.167:0/2984513671 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf94103e60 0x7fbf9410a710 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c009990 tx=0x7fbf8c009ca0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.167 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.165+0000 7fbf9adfe700 1 -- 172.21.15.167:0/2984513671 shutdown_connections 2024-04-22T00:32:45.167 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.165+0000 7fbf9adfe700 1 --2- 172.21.15.167:0/2984513671 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf94103e60 0x7fbf9410a710 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.167 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.165+0000 7fbf9adfe700 1 --2- 172.21.15.167:0/2984513671 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf941022c0 0x7fbf941026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.167 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.165+0000 7fbf9adfe700 1 --2- 172.21.15.167:0/2984513671 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf941034c0 0x7fbf94103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.167 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.165+0000 7fbf9adfe700 1 -- 172.21.15.167:0/2984513671 >> 172.21.15.167:0/2984513671 conn(0x7fbf940fd880 msgr2=0x7fbf940ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:45.167 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.165+0000 7fbf9adfe700 1 -- 172.21.15.167:0/2984513671 shutdown_connections 2024-04-22T00:32:45.167 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.165+0000 7fbf9adfe700 1 -- 172.21.15.167:0/2984513671 wait complete. 2024-04-22T00:32:45.169 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf9adfe700 1 Processor -- start 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf9adfe700 1 -- start start 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf9adfe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf941022c0 0x7fbf94198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf9adfe700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf941034c0 0x7fbf94198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf9adfe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf94103e60 0x7fbf9419fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf9adfe700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9410df00 con 0x7fbf94103e60 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf9adfe700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9410dd80 con 0x7fbf941034c0 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf9adfe700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9410e080 con 0x7fbf941022c0 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf98b9a700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf941022c0 0x7fbf94198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf98b9a700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf941022c0 0x7fbf94198450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:56526/0 (socket says 172.21.15.167:56526) 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf98b9a700 1 -- 172.21.15.167:0/1465011505 learned_addr learned my addr 172.21.15.167:0/1465011505 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf8bfff700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf941034c0 0x7fbf94198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf9939b700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf94103e60 0x7fbf9419fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:45.170 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf98b9a700 1 -- 172.21.15.167:0/1465011505 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf941034c0 msgr2=0x7fbf94198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:45.171 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf98b9a700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf941034c0 0x7fbf94198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.171 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf98b9a700 1 -- 172.21.15.167:0/1465011505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf94103e60 msgr2=0x7fbf9419fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:45.171 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf98b9a700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf94103e60 0x7fbf9419fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.171 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf98b9a700 1 -- 172.21.15.167:0/1465011505 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf941a00b0 con 0x7fbf941022c0 2024-04-22T00:32:45.171 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf8bfff700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf941034c0 0x7fbf94198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:32:45.171 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf98b9a700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf941022c0 0x7fbf94198450 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbf90007f40 tx=0x7fbf9000d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:45.171 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.166+0000 7fbf89ffb700 1 -- 172.21.15.167:0/1465011505 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf9000dd50 con 0x7fbf941022c0 2024-04-22T00:32:45.171 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.167+0000 7fbf89ffb700 1 -- 172.21.15.167:0/1465011505 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf90004020 con 0x7fbf941022c0 2024-04-22T00:32:45.171 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.167+0000 7fbf9adfe700 1 -- 172.21.15.167:0/1465011505 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf941a03a0 con 0x7fbf941022c0 2024-04-22T00:32:45.171 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.167+0000 7fbf89ffb700 1 -- 172.21.15.167:0/1465011505 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf90013630 con 0x7fbf941022c0 2024-04-22T00:32:45.172 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.167+0000 7fbf9adfe700 1 -- 172.21.15.167:0/1465011505 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf941a09b0 con 0x7fbf941022c0 2024-04-22T00:32:45.172 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.167+0000 7fbf89ffb700 1 -- 172.21.15.167:0/1465011505 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fbf9001a020 con 0x7fbf941022c0 2024-04-22T00:32:45.172 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.168+0000 7fbf89ffb700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf7c039330 0x7fbf7c03b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:45.172 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.168+0000 7fbf89ffb700 1 -- 172.21.15.167:0/1465011505 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fbf9004bbe0 con 0x7fbf941022c0 2024-04-22T00:32:45.172 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.168+0000 7fbf9adfe700 1 -- 172.21.15.167:0/1465011505 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf94068f20 con 0x7fbf941022c0 2024-04-22T00:32:45.172 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.168+0000 7fbf8bfff700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf7c039330 0x7fbf7c03b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:45.172 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.168+0000 7fbf8bfff700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf7c039330 0x7fbf7c03b7f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbf840099d0 tx=0x7fbf84008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:45.174 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.173+0000 7fbf89ffb700 1 -- 172.21.15.167:0/1465011505 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fbf90010070 con 0x7fbf941022c0 2024-04-22T00:32:45.381 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.380+0000 7fbf9adfe700 1 -- 172.21.15.167:0/1465011505 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi018=x;smithi081=y;smithi167=z", "target": ["mon-mgr", ""]}) -- 0x7fbf94062670 con 0x7fbf7c039330 2024-04-22T00:32:45.388 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.386+0000 7fbf89ffb700 1 -- 172.21.15.167:0/1465011505 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fbf94062670 con 0x7fbf7c039330 2024-04-22T00:32:45.388 INFO:teuthology.orchestra.run.smithi167.stdout:Scheduled mgr update... 2024-04-22T00:32:45.390 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.388+0000 7fbf9adfe700 1 -- 172.21.15.167:0/1465011505 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf7c039330 msgr2=0x7fbf7c03b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:45.391 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.388+0000 7fbf9adfe700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf7c039330 0x7fbf7c03b7f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbf840099d0 tx=0x7fbf84008040 comp rx=0 tx=0).stop 2024-04-22T00:32:45.391 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.388+0000 7fbf9adfe700 1 -- 172.21.15.167:0/1465011505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf941022c0 msgr2=0x7fbf94198450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:45.391 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.388+0000 7fbf9adfe700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf941022c0 0x7fbf94198450 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbf90007f40 tx=0x7fbf9000d3b0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.391 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.388+0000 7fbf9adfe700 1 -- 172.21.15.167:0/1465011505 shutdown_connections 2024-04-22T00:32:45.391 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.388+0000 7fbf9adfe700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf94103e60 0x7fbf9419fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.392 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.388+0000 7fbf9adfe700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf941022c0 0x7fbf94198450 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.392 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.388+0000 7fbf9adfe700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf7c039330 0x7fbf7c03b7f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.392 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.388+0000 7fbf9adfe700 1 --2- 172.21.15.167:0/1465011505 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf941034c0 0x7fbf94198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:45.392 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.388+0000 7fbf9adfe700 1 -- 172.21.15.167:0/1465011505 >> 172.21.15.167:0/1465011505 conn(0x7fbf940fd880 msgr2=0x7fbf94106760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:45.392 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.389+0000 7fbf9adfe700 1 -- 172.21.15.167:0/1465011505 shutdown_connections 2024-04-22T00:32:45.392 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:32:45.389+0000 7fbf9adfe700 1 -- 172.21.15.167:0/1465011505 wait complete. 2024-04-22T00:32:45.890 DEBUG:teuthology.orchestra.run.smithi081:mgr.y> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.y.service 2024-04-22T00:32:45.893 DEBUG:teuthology.orchestra.run.smithi167:mgr.z> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.z.service 2024-04-22T00:32:45.895 INFO:tasks.cephadm:Deploying OSDs... 2024-04-22T00:32:45.895 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:32:45.895 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/scratch_devs of=/dev/stdout 2024-04-22T00:32:45.915 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-22T00:32:45.915 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_1 2024-04-22T00:32:45.975 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-22T00:32:45.975 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:45.975 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-22T00:32:45.975 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:45.975 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:45.975 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2024-04-22 00:31:50.012557414 +0000 2024-04-22T00:32:45.975 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2024-04-22 00:26:50.799423723 +0000 2024-04-22T00:32:45.975 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2024-04-22 00:26:50.799423723 +0000 2024-04-22T00:32:45.976 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: 2024-04-22 00:26:50.799423723 +0000 2024-04-22T00:32:45.976 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-22T00:32:46.042 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:45 smithi018 ceph-mon[27979]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:46.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:46.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:46.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:46.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:46.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:46.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T00:32:46.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T00:32:46.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T00:32:46.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:46.045 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2024-04-22T00:32:46.045 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2024-04-22T00:32:46.045 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.00011352 s, 4.5 MB/s 2024-04-22T00:32:46.047 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-22T00:32:46.059 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:45 smithi167 ceph-mon[31348]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:46.059 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:46.059 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:46.059 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:46.059 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:46.059 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:46.059 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T00:32:46.059 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T00:32:46.059 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T00:32:46.059 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:46.106 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_2 2024-04-22T00:32:46.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:45 smithi081 ceph-mon[31546]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:46.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:46.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:46.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:46.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:46.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:46.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T00:32:46.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T00:32:46.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T00:32:46.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:46.165 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-22T00:32:46.165 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:46.165 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-04-22T00:32:46.165 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:46.166 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:46.166 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2024-04-22 00:31:50.056556898 +0000 2024-04-22T00:32:46.166 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2024-04-22 00:26:51.158419432 +0000 2024-04-22T00:32:46.166 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2024-04-22 00:26:51.158419432 +0000 2024-04-22T00:32:46.166 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: 2024-04-22 00:26:51.158419432 +0000 2024-04-22T00:32:46.166 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-22T00:32:46.232 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2024-04-22T00:32:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2024-04-22T00:32:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.000104857 s, 4.9 MB/s 2024-04-22T00:32:46.234 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-22T00:32:46.293 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_3 2024-04-22T00:32:46.350 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-22T00:32:46.350 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:46.350 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-22T00:32:46.350 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:46.350 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:46.350 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2024-04-22 00:31:50.096556430 +0000 2024-04-22T00:32:46.350 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2024-04-22 00:26:51.481415571 +0000 2024-04-22T00:32:46.350 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2024-04-22 00:26:51.481415571 +0000 2024-04-22T00:32:46.350 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: 2024-04-22 00:26:51.481415571 +0000 2024-04-22T00:32:46.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-22T00:32:46.415 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2024-04-22T00:32:46.415 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2024-04-22T00:32:46.415 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.000118319 s, 4.3 MB/s 2024-04-22T00:32:46.417 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-22T00:32:46.474 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_4 2024-04-22T00:32:46.531 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-22T00:32:46.531 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:46.532 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-22T00:32:46.532 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:46.532 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:46.532 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2024-04-22 00:31:50.131556019 +0000 2024-04-22T00:32:46.532 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2024-04-22 00:26:51.822411495 +0000 2024-04-22T00:32:46.532 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2024-04-22 00:26:51.822411495 +0000 2024-04-22T00:32:46.532 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: 2024-04-22 00:26:51.822411495 +0000 2024-04-22T00:32:46.532 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-22T00:32:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2024-04-22T00:32:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2024-04-22T00:32:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.000119146 s, 4.3 MB/s 2024-04-22T00:32:46.597 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-22T00:32:46.655 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-22T00:32:46.655 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/scratch_devs of=/dev/stdout 2024-04-22T00:32:46.674 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-22T00:32:46.675 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_1 2024-04-22T00:32:46.731 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-22T00:32:46.732 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:46.732 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 658 Links: 1 2024-04-22T00:32:46.732 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:46.732 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:46.732 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-04-22 00:32:31.262200380 +0000 2024-04-22T00:32:46.732 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-04-22 00:27:05.091302183 +0000 2024-04-22T00:32:46.732 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-04-22 00:27:05.091302183 +0000 2024-04-22T00:32:46.732 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-04-22 00:27:05.091302183 +0000 2024-04-22T00:32:46.732 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-22T00:32:46.797 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-04-22T00:32:46.797 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-04-22T00:32:46.798 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000261101 s, 2.0 MB/s 2024-04-22T00:32:46.799 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-22T00:32:46.857 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_2 2024-04-22T00:32:46.913 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-22T00:32:46.914 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:46.914 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 679 Links: 1 2024-04-22T00:32:46.914 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:46.914 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:46.914 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-04-22 00:32:31.263200362 +0000 2024-04-22T00:32:46.914 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-04-22 00:27:05.435295521 +0000 2024-04-22T00:32:46.914 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-04-22 00:27:05.435295521 +0000 2024-04-22T00:32:46.914 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-04-22 00:27:05.435295521 +0000 2024-04-22T00:32:46.914 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-22T00:32:46.978 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-04-22T00:32:46.978 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-04-22T00:32:46.979 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000249306 s, 2.1 MB/s 2024-04-22T00:32:46.980 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-22T00:32:47.037 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_3 2024-04-22T00:32:47.093 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-22T00:32:47.093 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:47.093 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 696 Links: 1 2024-04-22T00:32:47.093 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:47.094 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:47.094 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-04-22 00:32:31.263200362 +0000 2024-04-22T00:32:47.094 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-04-22 00:27:05.764289146 +0000 2024-04-22T00:32:47.094 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-04-22 00:27:05.764289146 +0000 2024-04-22T00:32:47.094 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-04-22 00:27:05.764289146 +0000 2024-04-22T00:32:47.094 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-22T00:32:47.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:46 smithi081 ceph-mon[31546]: from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi018=x;smithi081=y;smithi167=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:32:47.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:46 smithi081 ceph-mon[31546]: Saving service mgr spec with placement smithi018=x;smithi081=y;smithi167=z;count:3 2024-04-22T00:32:47.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:46 smithi081 ceph-mon[31546]: Deploying daemon mgr.z on smithi167 2024-04-22T00:32:47.156 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-04-22T00:32:47.157 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-04-22T00:32:47.157 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000206007 s, 2.5 MB/s 2024-04-22T00:32:47.158 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-22T00:32:47.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:46 smithi018 ceph-mon[27979]: from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi018=x;smithi081=y;smithi167=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:32:47.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:46 smithi018 ceph-mon[27979]: Saving service mgr spec with placement smithi018=x;smithi081=y;smithi167=z;count:3 2024-04-22T00:32:47.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:46 smithi018 ceph-mon[27979]: Deploying daemon mgr.z on smithi167 2024-04-22T00:32:47.188 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:46 smithi167 ceph-mon[31348]: from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi018=x;smithi081=y;smithi167=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:32:47.188 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:46 smithi167 ceph-mon[31348]: Saving service mgr spec with placement smithi018=x;smithi081=y;smithi167=z;count:3 2024-04-22T00:32:47.188 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:46 smithi167 ceph-mon[31348]: Deploying daemon mgr.z on smithi167 2024-04-22T00:32:47.215 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_4 2024-04-22T00:32:47.271 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-22T00:32:47.271 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:47.271 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 718 Links: 1 2024-04-22T00:32:47.271 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:47.271 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:47.271 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-04-22 00:32:31.263200362 +0000 2024-04-22T00:32:47.271 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-04-22 00:27:06.105282538 +0000 2024-04-22T00:32:47.271 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-04-22 00:27:06.105282538 +0000 2024-04-22T00:32:47.272 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-04-22 00:27:06.105282538 +0000 2024-04-22T00:32:47.272 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-22T00:32:47.335 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-04-22T00:32:47.335 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-04-22T00:32:47.335 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000279623 s, 1.8 MB/s 2024-04-22T00:32:47.338 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-22T00:32:47.394 DEBUG:teuthology.orchestra.run.smithi167:> set -ex 2024-04-22T00:32:47.394 DEBUG:teuthology.orchestra.run.smithi167:> dd if=/scratch_devs of=/dev/stdout 2024-04-22T00:32:47.411 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-22T00:32:47.411 DEBUG:teuthology.orchestra.run.smithi167:> stat /dev/vg_nvme/lv_1 2024-04-22T00:32:47.466 INFO:teuthology.orchestra.run.smithi167.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-22T00:32:47.467 INFO:teuthology.orchestra.run.smithi167.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:47.467 INFO:teuthology.orchestra.run.smithi167.stdout:Device: 5h/5d Inode: 663 Links: 1 2024-04-22T00:32:47.467 INFO:teuthology.orchestra.run.smithi167.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:47.467 INFO:teuthology.orchestra.run.smithi167.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:47.467 INFO:teuthology.orchestra.run.smithi167.stdout:Access: 2024-04-22 00:32:47.290444928 +0000 2024-04-22T00:32:47.467 INFO:teuthology.orchestra.run.smithi167.stdout:Modify: 2024-04-22 00:27:08.139898595 +0000 2024-04-22T00:32:47.467 INFO:teuthology.orchestra.run.smithi167.stdout:Change: 2024-04-22 00:27:08.139898595 +0000 2024-04-22T00:32:47.467 INFO:teuthology.orchestra.run.smithi167.stdout: Birth: 2024-04-22 00:27:08.139898595 +0000 2024-04-22T00:32:47.467 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-22T00:32:47.487 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:47 smithi167 systemd[1]: Starting Ceph mgr.z for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:32:47.511 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records in 2024-04-22T00:32:47.511 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records out 2024-04-22T00:32:47.511 INFO:teuthology.orchestra.run.smithi167.stderr:512 bytes copied, 0.000245137 s, 2.1 MB/s 2024-04-22T00:32:47.512 DEBUG:teuthology.orchestra.run.smithi167:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-22T00:32:47.568 DEBUG:teuthology.orchestra.run.smithi167:> stat /dev/vg_nvme/lv_2 2024-04-22T00:32:47.624 INFO:teuthology.orchestra.run.smithi167.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-22T00:32:47.624 INFO:teuthology.orchestra.run.smithi167.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:47.624 INFO:teuthology.orchestra.run.smithi167.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-22T00:32:47.625 INFO:teuthology.orchestra.run.smithi167.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:47.625 INFO:teuthology.orchestra.run.smithi167.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:47.625 INFO:teuthology.orchestra.run.smithi167.stdout:Access: 2024-04-22 00:32:47.290444928 +0000 2024-04-22T00:32:47.625 INFO:teuthology.orchestra.run.smithi167.stdout:Modify: 2024-04-22 00:27:08.481892853 +0000 2024-04-22T00:32:47.625 INFO:teuthology.orchestra.run.smithi167.stdout:Change: 2024-04-22 00:27:08.481892853 +0000 2024-04-22T00:32:47.625 INFO:teuthology.orchestra.run.smithi167.stdout: Birth: 2024-04-22 00:27:08.481892853 +0000 2024-04-22T00:32:47.625 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-22T00:32:47.686 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records in 2024-04-22T00:32:47.686 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records out 2024-04-22T00:32:47.686 INFO:teuthology.orchestra.run.smithi167.stderr:512 bytes copied, 0.000180273 s, 2.8 MB/s 2024-04-22T00:32:47.687 DEBUG:teuthology.orchestra.run.smithi167:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-22T00:32:47.744 DEBUG:teuthology.orchestra.run.smithi167:> stat /dev/vg_nvme/lv_3 2024-04-22T00:32:47.768 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:47 smithi167 podman[33009]: 2024-04-22 00:32:47.475664502 +0000 UTC m=+0.025957449 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:32:47.768 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:47 smithi167 podman[33009]: 2024-04-22 00:32:47.594128062 +0000 UTC m=+0.144420992 container create 34ad10da106c33c107228c88edaaa12373745cb6f73a278785c9fc4fb03e9ac4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8) 2024-04-22T00:32:47.783 INFO:teuthology.orchestra.run.smithi167.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-22T00:32:47.783 INFO:teuthology.orchestra.run.smithi167.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:47.783 INFO:teuthology.orchestra.run.smithi167.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-22T00:32:47.783 INFO:teuthology.orchestra.run.smithi167.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:47.783 INFO:teuthology.orchestra.run.smithi167.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:47.783 INFO:teuthology.orchestra.run.smithi167.stdout:Access: 2024-04-22 00:32:47.290444928 +0000 2024-04-22T00:32:47.783 INFO:teuthology.orchestra.run.smithi167.stdout:Modify: 2024-04-22 00:27:08.817887212 +0000 2024-04-22T00:32:47.783 INFO:teuthology.orchestra.run.smithi167.stdout:Change: 2024-04-22 00:27:08.817887212 +0000 2024-04-22T00:32:47.783 INFO:teuthology.orchestra.run.smithi167.stdout: Birth: 2024-04-22 00:27:08.817887212 +0000 2024-04-22T00:32:47.784 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-22T00:32:47.846 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records in 2024-04-22T00:32:47.847 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records out 2024-04-22T00:32:47.847 INFO:teuthology.orchestra.run.smithi167.stderr:512 bytes copied, 0.000220138 s, 2.3 MB/s 2024-04-22T00:32:47.848 DEBUG:teuthology.orchestra.run.smithi167:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-22T00:32:47.904 DEBUG:teuthology.orchestra.run.smithi167:> stat /dev/vg_nvme/lv_4 2024-04-22T00:32:47.960 INFO:teuthology.orchestra.run.smithi167.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-22T00:32:47.960 INFO:teuthology.orchestra.run.smithi167.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T00:32:47.960 INFO:teuthology.orchestra.run.smithi167.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-22T00:32:47.960 INFO:teuthology.orchestra.run.smithi167.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T00:32:47.960 INFO:teuthology.orchestra.run.smithi167.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T00:32:47.960 INFO:teuthology.orchestra.run.smithi167.stdout:Access: 2024-04-22 00:32:47.291444913 +0000 2024-04-22T00:32:47.960 INFO:teuthology.orchestra.run.smithi167.stdout:Modify: 2024-04-22 00:27:09.165881369 +0000 2024-04-22T00:32:47.960 INFO:teuthology.orchestra.run.smithi167.stdout:Change: 2024-04-22 00:27:09.165881369 +0000 2024-04-22T00:32:47.960 INFO:teuthology.orchestra.run.smithi167.stdout: Birth: 2024-04-22 00:27:09.165881369 +0000 2024-04-22T00:32:47.960 DEBUG:teuthology.orchestra.run.smithi167:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-22T00:32:48.021 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:47 smithi167 ceph-mon[31348]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:48.021 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:47 smithi167 podman[33009]: 2024-04-22 00:32:47.822313878 +0000 UTC m=+0.372606807 container init 34ad10da106c33c107228c88edaaa12373745cb6f73a278785c9fc4fb03e9ac4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-22T00:32:48.021 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:47 smithi167 podman[33009]: 2024-04-22 00:32:47.825323718 +0000 UTC m=+0.375616651 container start 34ad10da106c33c107228c88edaaa12373745cb6f73a278785c9fc4fb03e9ac4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=) 2024-04-22T00:32:48.021 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:47 smithi167 ceph-mgr[33151]: -- 172.21.15.167:0/2186279295 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55eccca845a0 con 0x55eccca58c00 2024-04-22T00:32:48.022 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:47 smithi167 bash[33009]: 34ad10da106c33c107228c88edaaa12373745cb6f73a278785c9fc4fb03e9ac4 2024-04-22T00:32:48.022 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:47 smithi167 systemd[1]: Started Ceph mgr.z for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:32:48.022 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:47 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:47.982+0000 7fb871103200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T00:32:48.024 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records in 2024-04-22T00:32:48.024 INFO:teuthology.orchestra.run.smithi167.stderr:1+0 records out 2024-04-22T00:32:48.024 INFO:teuthology.orchestra.run.smithi167.stderr:512 bytes copied, 0.000233063 s, 2.2 MB/s 2024-04-22T00:32:48.025 DEBUG:teuthology.orchestra.run.smithi167:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-22T00:32:48.060 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:47 smithi018 ceph-mon[27979]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:48.081 INFO:tasks.cephadm:Deploying osd.0 on smithi018 with /dev/vg_nvme/lv_4... 2024-04-22T00:32:48.082 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-22T00:32:48.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:47 smithi081 ceph-mon[31546]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:48.276 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:48.172+0000 7fb871103200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T00:32:48.276 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:48.274+0000 7fb871103200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T00:32:48.325 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:32:48.976 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:48.584+0000 7fb871103200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T00:32:48.977 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:48.670+0000 7fb871103200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T00:32:49.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:48 smithi018 ceph-mon[27979]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:49.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:49.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:49.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:49.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T00:32:49.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T00:32:49.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T00:32:49.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:49.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:48 smithi018 ceph-mon[27979]: Deploying daemon mgr.y on smithi081 2024-04-22T00:32:49.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-mon[31348]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:49.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:49.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:49.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:49.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T00:32:49.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T00:32:49.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T00:32:49.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:49.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:48 smithi167 ceph-mon[31348]: Deploying daemon mgr.y on smithi081 2024-04-22T00:32:49.384 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:48 smithi081 ceph-mon[31546]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:49.385 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:49.385 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:49.385 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:49.385 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T00:32:49.385 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T00:32:49.385 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T00:32:49.385 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:49.386 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:48 smithi081 ceph-mon[31546]: Deploying daemon mgr.y on smithi081 2024-04-22T00:32:50.134 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:49 smithi081 systemd[1]: Starting Ceph mgr.y for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:32:50.225 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-22T00:32:50.225 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-22T00:32:50.225 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2024-04-22T00:32:50.225 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2024-04-22T00:32:50.226 INFO:teuthology.orchestra.run.smithi018.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00866311 s, 1.2 GB/s 2024-04-22T00:32:50.226 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2024-04-22T00:32:50.237 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:49 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:49.907+0000 7fb871103200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T00:32:50.237 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:50.081+0000 7fb871103200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T00:32:50.388 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:50 smithi081 podman[32954]: 2024-04-22 00:32:50.133090674 +0000 UTC m=+0.093276506 container create 63d81635977835e45c5604834993ada24b8c2ff4bff4684dc46f3a9542c2ea06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:32:50.388 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:50 smithi081 podman[32954]: 2024-04-22 00:32:50.057460238 +0000 UTC m=+0.017646081 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:32:50.388 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:50 smithi081 podman[32954]: 2024-04-22 00:32:50.387035084 +0000 UTC m=+0.347220916 container init 63d81635977835e45c5604834993ada24b8c2ff4bff4684dc46f3a9542c2ea06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-04-22T00:32:50.547 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:50.258+0000 7fb871103200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T00:32:50.547 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:50.545+0000 7fb871103200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T00:32:50.657 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:50 smithi081 podman[32954]: 2024-04-22 00:32:50.389615984 +0000 UTC m=+0.349801819 container start 63d81635977835e45c5604834993ada24b8c2ff4bff4684dc46f3a9542c2ea06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-22T00:32:50.658 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:50 smithi081 ceph-mgr[32973]: -- 172.21.15.81:0/3268212808 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bab6ace5a0 con 0x55bab6aa3000 2024-04-22T00:32:50.658 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:50 smithi081 bash[32954]: 63d81635977835e45c5604834993ada24b8c2ff4bff4684dc46f3a9542c2ea06 2024-04-22T00:32:50.658 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:50 smithi081 systemd[1]: Started Ceph mgr.y for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:32:50.658 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:50 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:50.541+0000 7f7b5099e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T00:32:50.838 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi018:vg_nvme/lv_4 2024-04-22T00:32:50.853 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:50.638+0000 7fb871103200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T00:32:50.853 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:50.851+0000 7fb871103200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T00:32:51.090 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:32:51.157 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:50 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:50.730+0000 7f7b5099e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T00:32:51.157 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:50 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:50.837+0000 7f7b5099e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T00:32:51.237 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:51 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:51.052+0000 7fb871103200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T00:32:51.499 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:51 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:51.163+0000 7f7b5099e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T00:32:51.499 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:51 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:51.270+0000 7f7b5099e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T00:32:51.835 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:51 smithi018 ceph-mon[27979]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:51.835 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.835 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.835 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.835 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.835 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:51.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:51 smithi081 ceph-mon[31546]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:51.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:51.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:51 smithi167 ceph-mon[31348]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:51.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:51.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:51.988 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:51 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:51.694+0000 7fb871103200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T00:32:52.427 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:52.128+0000 7fb871103200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T00:32:52.427 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:52.226+0000 7fb871103200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T00:32:52.427 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:52.425+0000 7fb871103200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T00:32:52.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.636+0000 7f57aa726700 1 -- 172.21.15.18:0/199805821 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57a4102d30 msgr2=0x7f57a41095e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:52.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.636+0000 7f57aa726700 1 --2- 172.21.15.18:0/199805821 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57a4102d30 0x7f57a41095e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f579c00b0d0 tx=0x7f579c00b3e0 comp rx=0 tx=0).stop 2024-04-22T00:32:52.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.636+0000 7f57aa726700 1 -- 172.21.15.18:0/199805821 shutdown_connections 2024-04-22T00:32:52.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.636+0000 7f57aa726700 1 --2- 172.21.15.18:0/199805821 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57a4102d30 0x7f57a41095e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:52.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.636+0000 7f57aa726700 1 --2- 172.21.15.18:0/199805821 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57a4101190 0x7f57a41015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:52.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.636+0000 7f57aa726700 1 --2- 172.21.15.18:0/199805821 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f57a4102390 0x7f57a41027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:52.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.636+0000 7f57aa726700 1 -- 172.21.15.18:0/199805821 >> 172.21.15.18:0/199805821 conn(0x7f57a40fc730 msgr2=0x7f57a40feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:32:52.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.636+0000 7f57aa726700 1 -- 172.21.15.18:0/199805821 shutdown_connections 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.636+0000 7f57aa726700 1 -- 172.21.15.18:0/199805821 wait complete. 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.636+0000 7f57aa726700 1 Processor -- start 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57aa726700 1 -- start start 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57aa726700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f57a4101190 0x7f57a406aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57aa726700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57a4102390 0x7f57a419d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57aa726700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57a4102d30 0x7f57a419f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57aa726700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f57a410cd80 con 0x7f57a4102390 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57aa726700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f57a410cc00 con 0x7f57a4102d30 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57aa726700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f57a410cf00 con 0x7f57a4101190 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a37fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57a4102390 0x7f57a419d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a37fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57a4102390 0x7f57a419d1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49772/0 (socket says 172.21.15.18:49772) 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a3fff700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f57a4101190 0x7f57a406aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a37fe700 1 -- 172.21.15.18:0/3896177580 learned_addr learned my addr 172.21.15.18:0/3896177580 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:32:52.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a8cc3700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57a4102d30 0x7f57a419f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:52.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a37fe700 1 -- 172.21.15.18:0/3896177580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f57a4101190 msgr2=0x7f57a406aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:52.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a37fe700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f57a4101190 0x7f57a406aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:52.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a37fe700 1 -- 172.21.15.18:0/3896177580 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57a4102d30 msgr2=0x7f57a419f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:32:52.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a37fe700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57a4102d30 0x7f57a419f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:32:52.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a37fe700 1 -- 172.21.15.18:0/3896177580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57a41a00d0 con 0x7f57a4102390 2024-04-22T00:32:52.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.637+0000 7f57a8cc3700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57a4102d30 0x7f57a419f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.638+0000 7f57a37fe700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57a4102390 0x7f57a419d1c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f579800e9c0 tx=0x7f579800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.638+0000 7f57a17fa700 1 -- 172.21.15.18:0/3896177580 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f579800cbd0 con 0x7f57a4102390 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.638+0000 7f57a17fa700 1 -- 172.21.15.18:0/3896177580 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f579800ee60 con 0x7f57a4102390 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.638+0000 7f57aa726700 1 -- 172.21.15.18:0/3896177580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57a41a03c0 con 0x7f57a4102390 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.638+0000 7f57a17fa700 1 -- 172.21.15.18:0/3896177580 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5798005630 con 0x7f57a4102390 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.638+0000 7f57aa726700 1 -- 172.21.15.18:0/3896177580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57a41a08b0 con 0x7f57a4102390 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.639+0000 7f57a17fa700 1 -- 172.21.15.18:0/3896177580 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f5798021440 con 0x7f57a4102390 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.639+0000 7f57aa726700 1 -- 172.21.15.18:0/3896177580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57a4068f20 con 0x7f57a4102390 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.639+0000 7f57a17fa700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f578c039330 0x7f578c03b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.639+0000 7f57a17fa700 1 -- 172.21.15.18:0/3896177580 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f579804c5e0 con 0x7f57a4102390 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.639+0000 7f57a3fff700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f578c039330 0x7f578c03b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:32:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.640+0000 7f57a3fff700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f578c039330 0x7f578c03b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f57a41021f0 tx=0x7f5794009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:32:52.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.644+0000 7f57a17fa700 1 -- 172.21.15.18:0/3896177580 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f5798016bd0 con 0x7f57a4102390 2024-04-22T00:32:52.854 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:52.514+0000 7f7b5099e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T00:32:52.854 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:52.684+0000 7f7b5099e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T00:32:52.854 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:52.852+0000 7f7b5099e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T00:32:52.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:52.868+0000 7f57aa726700 1 -- 172.21.15.18:0/3896177580 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f57a4062730 con 0x7f578c039330 2024-04-22T00:32:53.107 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: Reconfiguring mgr.x (unknown last config time)... 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: Reconfiguring daemon mgr.x on smithi018 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:32:53.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:32:53.109 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:32:53.109 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:53.109 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.139 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:53.139 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.139 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.139 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.139 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.139 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:53.139 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:53.139 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.139 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: Reconfiguring mgr.x (unknown last config time)... 2024-04-22T00:32:53.140 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T00:32:53.140 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T00:32:53.140 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:53.140 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: Reconfiguring daemon mgr.x on smithi018 2024-04-22T00:32:53.140 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:32:53.140 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:32:53.140 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:32:53.140 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:53.140 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.237 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:52.947+0000 7fb871103200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T00:32:53.237 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:53.039+0000 7fb871103200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T00:32:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: Reconfiguring mgr.x (unknown last config time)... 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: Reconfiguring daemon mgr.x on smithi018 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:53.407 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:53.137+0000 7f7b5099e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T00:32:53.408 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:53.228+0000 7f7b5099e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T00:32:53.622 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:53.281+0000 7fb871103200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T00:32:53.623 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:53.412+0000 7fb871103200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T00:32:53.623 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:53.507+0000 7fb871103200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T00:32:53.623 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:53.621+0000 7fb871103200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T00:32:53.907 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:53.446+0000 7f7b5099e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T00:32:53.907 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:53.635+0000 7f7b5099e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T00:32:53.987 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:53.712+0000 7fb871103200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T00:32:54.657 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:54.235+0000 7f7b5099e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T00:32:54.842 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:54.521+0000 7fb871103200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T00:32:54.842 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z[33111]: 2024-04-22T00:32:54.733+0000 7fb871103200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T00:32:54.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:54.876+0000 7f57a17fa700 1 -- 172.21.15.18:0/3896177580 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7f57980107b0 con 0x7f57a4102390 2024-04-22T00:32:54.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:54.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:54.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:54.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:54.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:54.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:54.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: Standby manager daemon z started 2024-04-22T00:32:54.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-22T00:32:54.879 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T00:32:54.879 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-22T00:32:54.879 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:54 smithi018 ceph-mon[27979]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T00:32:54.961 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:54.658+0000 7f7b5099e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T00:32:54.961 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:54.754+0000 7f7b5099e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T00:32:54.961 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:54.959+0000 7f7b5099e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T00:32:54.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:54.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:54.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:54.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:54.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:54.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:54.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: Standby manager daemon z started 2024-04-22T00:32:54.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-22T00:32:54.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T00:32:54.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-22T00:32:54.963 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:54 smithi081 ceph-mon[31546]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T00:32:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:32:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:32:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:32:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:32:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: Standby manager daemon z started 2024-04-22T00:32:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-22T00:32:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T00:32:55.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-22T00:32:55.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:54 smithi167 ceph-mon[31348]: from='mgr.? 172.21.15.167:0/1707564225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T00:32:55.807 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:55.476+0000 7f7b5099e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T00:32:55.808 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:55.566+0000 7f7b5099e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T00:32:56.150 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:55 smithi081 ceph-mon[31546]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:56.150 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:55 smithi081 ceph-mon[31546]: mgrmap e14: x(active, since 76s), standbys: z 2024-04-22T00:32:56.150 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:55 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-22T00:32:56.150 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:55.806+0000 7f7b5099e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T00:32:56.150 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:55.941+0000 7f7b5099e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T00:32:56.150 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:56 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:56.032+0000 7f7b5099e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T00:32:56.150 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:56 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:56.147+0000 7f7b5099e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T00:32:56.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:55 smithi018 ceph-mon[27979]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:56.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:55 smithi018 ceph-mon[27979]: mgrmap e14: x(active, since 76s), standbys: z 2024-04-22T00:32:56.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:55 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-22T00:32:56.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:55 smithi167 ceph-mon[31348]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:56.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:55 smithi167 ceph-mon[31348]: mgrmap e14: x(active, since 76s), standbys: z 2024-04-22T00:32:56.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:55 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-22T00:32:56.407 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:56 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:56.238+0000 7f7b5099e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T00:32:57.157 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:57 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:57.045+0000 7f7b5099e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T00:32:57.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3030428671' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "98d15405-0e06-4cc1-b527-9da7ef022040"}]: dispatch 2024-04-22T00:32:57.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3030428671' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "98d15405-0e06-4cc1-b527-9da7ef022040"}]': finished 2024-04-22T00:32:57.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:56 smithi081 ceph-mon[31546]: osdmap e5: 1 total, 0 up, 1 in 2024-04-22T00:32:57.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:32:57.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/4272039012' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:32:57.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3030428671' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "98d15405-0e06-4cc1-b527-9da7ef022040"}]: dispatch 2024-04-22T00:32:57.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3030428671' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "98d15405-0e06-4cc1-b527-9da7ef022040"}]': finished 2024-04-22T00:32:57.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:56 smithi018 ceph-mon[27979]: osdmap e5: 1 total, 0 up, 1 in 2024-04-22T00:32:57.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:32:57.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/4272039012' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:32:57.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3030428671' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "98d15405-0e06-4cc1-b527-9da7ef022040"}]: dispatch 2024-04-22T00:32:57.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3030428671' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "98d15405-0e06-4cc1-b527-9da7ef022040"}]': finished 2024-04-22T00:32:57.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:56 smithi167 ceph-mon[31348]: osdmap e5: 1 total, 0 up, 1 in 2024-04-22T00:32:57.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:32:57.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/4272039012' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:32:57.657 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:32:57 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y[32969]: 2024-04-22T00:32:57.260+0000 7f7b5099e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T00:32:57.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:32:57.939+0000 7f57a17fa700 1 -- 172.21.15.18:0/3896177580 <== mon.0 v2:172.21.15.18:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f579801b160 con 0x7f57a4102390 2024-04-22T00:32:58.151 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:57 smithi018 ceph-mon[27979]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:58.151 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:57 smithi018 ceph-mon[27979]: Standby manager daemon y started 2024-04-22T00:32:58.151 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:57 smithi018 ceph-mon[27979]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T00:32:58.151 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:57 smithi018 ceph-mon[27979]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T00:32:58.151 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:57 smithi018 ceph-mon[27979]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T00:32:58.151 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:57 smithi018 ceph-mon[27979]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T00:32:58.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:57 smithi081 ceph-mon[31546]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:58.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:57 smithi081 ceph-mon[31546]: Standby manager daemon y started 2024-04-22T00:32:58.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:57 smithi081 ceph-mon[31546]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T00:32:58.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:57 smithi081 ceph-mon[31546]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T00:32:58.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:57 smithi081 ceph-mon[31546]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T00:32:58.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:57 smithi081 ceph-mon[31546]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T00:32:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:57 smithi167 ceph-mon[31348]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:57 smithi167 ceph-mon[31348]: Standby manager daemon y started 2024-04-22T00:32:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:57 smithi167 ceph-mon[31348]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T00:32:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:57 smithi167 ceph-mon[31348]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T00:32:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:57 smithi167 ceph-mon[31348]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T00:32:58.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:57 smithi167 ceph-mon[31348]: from='mgr.? 172.21.15.81:0/3128227486' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T00:32:59.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:58 smithi081 ceph-mon[31546]: mgrmap e15: x(active, since 79s), standbys: y, z 2024-04-22T00:32:59.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:58 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T00:32:59.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:32:58 smithi081 ceph-mon[31546]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:59.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:58 smithi167 ceph-mon[31348]: mgrmap e15: x(active, since 79s), standbys: y, z 2024-04-22T00:32:59.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:58 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T00:32:59.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:32:58 smithi167 ceph-mon[31348]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:32:59.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:58 smithi018 ceph-mon[27979]: mgrmap e15: x(active, since 79s), standbys: y, z 2024-04-22T00:32:59.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:58 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T00:32:59.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:32:58 smithi018 ceph-mon[27979]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:01.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:01 smithi018 ceph-mon[27979]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:01.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:01 smithi081 ceph-mon[31546]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:01.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:01 smithi167 ceph-mon[31348]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:03.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:03 smithi018 ceph-mon[27979]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:03.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:03 smithi081 ceph-mon[31546]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:03.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:03 smithi167 ceph-mon[31348]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:04.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:04 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T00:33:04.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:04 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:04.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:04 smithi081 ceph-mon[31546]: Deploying daemon osd.0 on smithi018 2024-04-22T00:33:04.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:04 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T00:33:04.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:04 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:04.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:04 smithi018 ceph-mon[27979]: Deploying daemon osd.0 on smithi018 2024-04-22T00:33:04.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:04 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T00:33:04.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:04 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:04.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:04 smithi167 ceph-mon[31348]: Deploying daemon osd.0 on smithi018 2024-04-22T00:33:05.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:05 smithi018 ceph-mon[27979]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:05.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:05 smithi081 ceph-mon[31546]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:05.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:05 smithi167 ceph-mon[31348]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:07.403 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:07 smithi018 ceph-mon[27979]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:07.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:07 smithi081 ceph-mon[31546]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:07.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:07 smithi167 ceph-mon[31348]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:09.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:09 smithi081 ceph-mon[31546]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:09.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:09.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:09.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:09.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:09 smithi018 ceph-mon[27979]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:09.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:09.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:09.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:09.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:09 smithi167 ceph-mon[31348]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:09.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:09.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:09.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:11.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:11 smithi018 ceph-mon[27979]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:11.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:11.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:11.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:11.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:11.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:11.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:11 smithi081 ceph-mon[31546]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:11.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:11 smithi167 ceph-mon[31348]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:11.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:11.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:11.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:11.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:11.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:11.855 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 0 on host 'smithi018' 2024-04-22T00:33:11.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.853+0000 7f57a17fa700 1 -- 172.21.15.18:0/3896177580 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f57a4062730 con 0x7f578c039330 2024-04-22T00:33:11.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.856+0000 7f57aa726700 1 -- 172.21.15.18:0/3896177580 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f578c039330 msgr2=0x7f578c03b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:11.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.856+0000 7f57aa726700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f578c039330 0x7f578c03b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f57a41021f0 tx=0x7f5794009260 comp rx=0 tx=0).stop 2024-04-22T00:33:11.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.856+0000 7f57aa726700 1 -- 172.21.15.18:0/3896177580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57a4102390 msgr2=0x7f57a419d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:11.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.856+0000 7f57aa726700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57a4102390 0x7f57a419d1c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f579800e9c0 tx=0x7f579800ecd0 comp rx=0 tx=0).stop 2024-04-22T00:33:11.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.857+0000 7f57aa726700 1 -- 172.21.15.18:0/3896177580 shutdown_connections 2024-04-22T00:33:11.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.857+0000 7f57aa726700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f578c039330 0x7f578c03b7f0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:11.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.857+0000 7f57aa726700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57a4102d30 0x7f57a419f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:11.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.857+0000 7f57aa726700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f57a4101190 0x7f57a406aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:11.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.857+0000 7f57aa726700 1 --2- 172.21.15.18:0/3896177580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57a4102390 0x7f57a419d1c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:11.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.857+0000 7f57aa726700 1 -- 172.21.15.18:0/3896177580 >> 172.21.15.18:0/3896177580 conn(0x7f57a40fc730 msgr2=0x7f57a4105690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:33:11.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.857+0000 7f57aa726700 1 -- 172.21.15.18:0/3896177580 shutdown_connections 2024-04-22T00:33:11.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:33:11.857+0000 7f57aa726700 1 -- 172.21.15.18:0/3896177580 wait complete. 2024-04-22T00:33:12.578 DEBUG:teuthology.orchestra.run.smithi018:osd.0> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.0.service 2024-04-22T00:33:12.581 INFO:tasks.cephadm:Deploying osd.1 on smithi081 with /dev/vg_nvme/lv_4... 2024-04-22T00:33:12.581 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-22T00:33:12.821 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:33:12.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:12 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:12.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:12 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:12.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:12 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:12.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:12 smithi081 ceph-mon[31546]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T00:33:13.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:12 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:13.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:12 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:13.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:12 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:13.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:12 smithi018 ceph-mon[27979]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T00:33:13.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:12 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:13.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:12 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:13.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:12 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:13.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:12 smithi167 ceph-mon[31348]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T00:33:14.101 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:13 smithi018 ceph-mon[27979]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:14.101 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:13 smithi018 ceph-mon[27979]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T00:33:14.101 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:13 smithi018 ceph-mon[27979]: osdmap e6: 1 total, 0 up, 1 in 2024-04-22T00:33:14.101 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:13 smithi018 ceph-mon[27979]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:33:14.101 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:13 smithi081 ceph-mon[31546]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:13 smithi081 ceph-mon[31546]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T00:33:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:13 smithi081 ceph-mon[31546]: osdmap e6: 1 total, 0 up, 1 in 2024-04-22T00:33:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:13 smithi081 ceph-mon[31546]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:33:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:13 smithi167 ceph-mon[31348]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:13 smithi167 ceph-mon[31348]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T00:33:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:13 smithi167 ceph-mon[31348]: osdmap e6: 1 total, 0 up, 1 in 2024-04-22T00:33:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:13 smithi167 ceph-mon[31348]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:33:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:14.699 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:33:14 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0[42684]: 2024-04-22T00:33:14.429+0000 7f82ccc12700 -1 osd.0 0 waiting for initial osdmap 2024-04-22T00:33:14.699 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:33:14 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0[42684]: 2024-04-22T00:33:14.434+0000 7f82c41fc700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:33:14.744 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-22T00:33:14.745 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-22T00:33:14.745 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2024-04-22T00:33:14.745 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2024-04-22T00:33:14.745 INFO:teuthology.orchestra.run.smithi081.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0124489 s, 842 MB/s 2024-04-22T00:33:14.745 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2024-04-22T00:33:14.988 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:14 smithi018 ceph-mon[27979]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:33:14.988 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:14 smithi018 ceph-mon[27979]: osdmap e7: 1 total, 0 up, 1 in 2024-04-22T00:33:14.988 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:14 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:14.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:14 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:14.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:14 smithi018 ceph-mon[27979]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' 2024-04-22T00:33:15.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:14 smithi081 ceph-mon[31546]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:33:15.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:14 smithi081 ceph-mon[31546]: osdmap e7: 1 total, 0 up, 1 in 2024-04-22T00:33:15.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:14 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:15.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:14 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:15.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:14 smithi081 ceph-mon[31546]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' 2024-04-22T00:33:15.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:14 smithi167 ceph-mon[31348]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:33:15.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:14 smithi167 ceph-mon[31348]: osdmap e7: 1 total, 0 up, 1 in 2024-04-22T00:33:15.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:14 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:15.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:14 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:15.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:14 smithi167 ceph-mon[31348]: from='osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436]' entity='osd.0' 2024-04-22T00:33:15.358 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi081:vg_nvme/lv_4 2024-04-22T00:33:15.608 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:33:15.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:15 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:33:15.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:15 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:33:15.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:15 smithi081 ceph-mon[31546]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:15.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:15 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:15.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:15 smithi081 ceph-mon[31546]: osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] boot 2024-04-22T00:33:15.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:15 smithi081 ceph-mon[31546]: osdmap e8: 1 total, 1 up, 1 in 2024-04-22T00:33:15.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:15 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:15 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:33:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:15 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:33:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:15 smithi018 ceph-mon[27979]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:15 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:15 smithi018 ceph-mon[27979]: osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] boot 2024-04-22T00:33:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:15 smithi018 ceph-mon[27979]: osdmap e8: 1 total, 1 up, 1 in 2024-04-22T00:33:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:15 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:15 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:33:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:15 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:33:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:15 smithi167 ceph-mon[31348]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T00:33:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:15 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:15 smithi167 ceph-mon[31348]: osd.0 [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] boot 2024-04-22T00:33:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:15 smithi167 ceph-mon[31348]: osdmap e8: 1 total, 1 up, 1 in 2024-04-22T00:33:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:15 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T00:33:16.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:16 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi018 2024-04-22T00:33:16.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:16.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:16.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:33:16.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:16 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi018 to 17093M 2024-04-22T00:33:16.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:16.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:16.968 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:16.968 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:16.968 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:16 smithi081 ceph-mon[31546]: pgmap v47: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:17.138 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:16 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi018 2024-04-22T00:33:17.138 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:17.139 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:17.139 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:33:17.139 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:16 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi018 to 17093M 2024-04-22T00:33:17.139 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:17.139 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:17.139 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:17.139 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:17.139 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:16 smithi167 ceph-mon[31348]: pgmap v47: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:17.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:16 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi018 2024-04-22T00:33:17.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:17.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:17.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:33:17.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:16 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi018 to 17093M 2024-04-22T00:33:17.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:17.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:17.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:16 smithi018 ceph-mon[27979]: pgmap v47: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:17.168 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.166+0000 7f7655244700 1 -- 172.21.15.81:0/4177895369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7650102d70 msgr2=0x7f7650109620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:17.168 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.166+0000 7f7655244700 1 --2- 172.21.15.81:0/4177895369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7650102d70 0x7f7650109620 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f764800b0d0 tx=0x7f764800b3e0 comp rx=0 tx=0).stop 2024-04-22T00:33:17.168 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.166+0000 7f7655244700 1 -- 172.21.15.81:0/4177895369 shutdown_connections 2024-04-22T00:33:17.168 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.166+0000 7f7655244700 1 --2- 172.21.15.81:0/4177895369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7650102d70 0x7f7650109620 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:17.169 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.166+0000 7f7655244700 1 --2- 172.21.15.81:0/4177895369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76501011d0 0x7f76501015f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:17.169 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.166+0000 7f7655244700 1 --2- 172.21.15.81:0/4177895369 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76501023d0 0x7f7650102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:17.169 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.166+0000 7f7655244700 1 -- 172.21.15.81:0/4177895369 >> 172.21.15.81:0/4177895369 conn(0x7f76500fc790 msgr2=0x7f76500febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:33:17.169 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.166+0000 7f7655244700 1 -- 172.21.15.81:0/4177895369 shutdown_connections 2024-04-22T00:33:17.169 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.166+0000 7f7655244700 1 -- 172.21.15.81:0/4177895369 wait complete. 2024-04-22T00:33:17.171 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.167+0000 7f7655244700 1 Processor -- start 2024-04-22T00:33:17.171 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.167+0000 7f7655244700 1 -- start start 2024-04-22T00:33:17.171 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.167+0000 7f7655244700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76501011d0 0x7f7650198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:33:17.171 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.167+0000 7f7655244700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76501023d0 0x7f7650198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:33:17.171 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f7655244700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7650102d70 0x7f765019f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:33:17.171 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f7655244700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f765010cdb0 con 0x7f7650102d70 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f7655244700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f765010cc30 con 0x7f76501023d0 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f7655244700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f765010cf30 con 0x7f76501011d0 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764e59c700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76501023d0 0x7f7650198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764e59c700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76501023d0 0x7f7650198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60184/0 (socket says 172.21.15.81:60184) 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764e59c700 1 -- 172.21.15.81:0/2412840190 learned_addr learned my addr 172.21.15.81:0/2412840190 (peer_addr_for_me v2:172.21.15.81:0/0) 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764ed9d700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76501011d0 0x7f7650198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764f59e700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7650102d70 0x7f765019f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764e59c700 1 -- 172.21.15.81:0/2412840190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76501011d0 msgr2=0x7f7650198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764e59c700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76501011d0 0x7f7650198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764e59c700 1 -- 172.21.15.81:0/2412840190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7650102d70 msgr2=0x7f765019f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764e59c700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7650102d70 0x7f765019f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764e59c700 1 -- 172.21.15.81:0/2412840190 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76501a0080 con 0x7f76501023d0 2024-04-22T00:33:17.172 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f764e59c700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76501023d0 0x7f7650198960 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f764400d950 tx=0x7f764400dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:33:17.173 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f7637fff700 1 -- 172.21.15.81:0/2412840190 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7644016070 con 0x7f76501023d0 2024-04-22T00:33:17.173 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f7637fff700 1 -- 172.21.15.81:0/2412840190 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f764400fd70 con 0x7f76501023d0 2024-04-22T00:33:17.173 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f7655244700 1 -- 172.21.15.81:0/2412840190 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76501a0370 con 0x7f76501023d0 2024-04-22T00:33:17.173 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f7637fff700 1 -- 172.21.15.81:0/2412840190 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f764400e610 con 0x7f76501023d0 2024-04-22T00:33:17.173 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.168+0000 7f7655244700 1 -- 172.21.15.81:0/2412840190 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76501a08b0 con 0x7f76501023d0 2024-04-22T00:33:17.173 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.169+0000 7f7655244700 1 -- 172.21.15.81:0/2412840190 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7650068f20 con 0x7f76501023d0 2024-04-22T00:33:17.174 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.170+0000 7f7637fff700 1 -- 172.21.15.81:0/2412840190 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f7644019070 con 0x7f76501023d0 2024-04-22T00:33:17.174 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.171+0000 7f7637fff700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76380a2b90 0x7f76380a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:33:17.174 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.171+0000 7f7637fff700 1 -- 172.21.15.81:0/2412840190 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f76440ccfa0 con 0x7f76501023d0 2024-04-22T00:33:17.174 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.171+0000 7f764ed9d700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76380a2b90 0x7f76380a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:33:17.174 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.172+0000 7f764ed9d700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76380a2b90 0x7f76380a5050 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7650102230 tx=0x7f764000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:33:17.176 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.175+0000 7f7637fff700 1 -- 172.21.15.81:0/2412840190 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f764409b970 con 0x7f76501023d0 2024-04-22T00:33:17.381 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:17.379+0000 7f7655244700 1 -- 172.21.15.81:0/2412840190 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f76500fe860 con 0x7f76380a2b90 2024-04-22T00:33:18.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:17 smithi081 ceph-mon[31546]: osdmap e9: 1 total, 1 up, 1 in 2024-04-22T00:33:18.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:17 smithi081 ceph-mon[31546]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:33:18.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:17 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:33:18.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:17 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:33:18.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:17 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:18.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:17 smithi018 ceph-mon[27979]: osdmap e9: 1 total, 1 up, 1 in 2024-04-22T00:33:18.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:17 smithi018 ceph-mon[27979]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:33:18.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:17 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:33:18.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:17 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:33:18.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:17 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:18.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:17 smithi167 ceph-mon[31348]: osdmap e9: 1 total, 1 up, 1 in 2024-04-22T00:33:18.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:17 smithi167 ceph-mon[31348]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:33:18.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:17 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:33:18.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:17 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:33:18.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:17 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:18.971 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:18 smithi081 ceph-mon[31546]: pgmap v49: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:19.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:18 smithi018 ceph-mon[27979]: pgmap v49: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:19.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:18 smithi167 ceph-mon[31348]: pgmap v49: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:21.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:21 smithi081 ceph-mon[31546]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:21.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:21 smithi081 ceph-mon[31546]: from='client.? 172.21.15.81:0/4222206082' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23e3cf2-34eb-451c-8979-b5ca0b7aa984"}]: dispatch 2024-04-22T00:33:21.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:21 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23e3cf2-34eb-451c-8979-b5ca0b7aa984"}]: dispatch 2024-04-22T00:33:21.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:21 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a23e3cf2-34eb-451c-8979-b5ca0b7aa984"}]': finished 2024-04-22T00:33:21.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:21 smithi081 ceph-mon[31546]: osdmap e10: 2 total, 1 up, 2 in 2024-04-22T00:33:21.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:21.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:21 smithi081 ceph-mon[31546]: from='client.? 172.21.15.81:0/1921573569' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:33:21.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:21 smithi018 ceph-mon[27979]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:21.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:21 smithi018 ceph-mon[27979]: from='client.? 172.21.15.81:0/4222206082' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23e3cf2-34eb-451c-8979-b5ca0b7aa984"}]: dispatch 2024-04-22T00:33:21.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:21 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23e3cf2-34eb-451c-8979-b5ca0b7aa984"}]: dispatch 2024-04-22T00:33:21.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:21 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a23e3cf2-34eb-451c-8979-b5ca0b7aa984"}]': finished 2024-04-22T00:33:21.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:21 smithi018 ceph-mon[27979]: osdmap e10: 2 total, 1 up, 2 in 2024-04-22T00:33:21.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:21.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:21 smithi018 ceph-mon[27979]: from='client.? 172.21.15.81:0/1921573569' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:33:21.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:21 smithi167 ceph-mon[31348]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:21.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:21 smithi167 ceph-mon[31348]: from='client.? 172.21.15.81:0/4222206082' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23e3cf2-34eb-451c-8979-b5ca0b7aa984"}]: dispatch 2024-04-22T00:33:21.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:21 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23e3cf2-34eb-451c-8979-b5ca0b7aa984"}]: dispatch 2024-04-22T00:33:21.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:21 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a23e3cf2-34eb-451c-8979-b5ca0b7aa984"}]': finished 2024-04-22T00:33:21.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:21 smithi167 ceph-mon[31348]: osdmap e10: 2 total, 1 up, 2 in 2024-04-22T00:33:21.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:21.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:21 smithi167 ceph-mon[31348]: from='client.? 172.21.15.81:0/1921573569' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:33:23.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:23 smithi018 ceph-mon[27979]: pgmap v52: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:23.411 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:23 smithi081 ceph-mon[31546]: pgmap v52: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:23.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:23 smithi167 ceph-mon[31348]: pgmap v52: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:25.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:25 smithi081 ceph-mon[31546]: pgmap v53: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:25.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:25 smithi018 ceph-mon[27979]: pgmap v53: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:25.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:25 smithi167 ceph-mon[31348]: pgmap v53: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:27.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:27 smithi081 ceph-mon[31546]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:27.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:27 smithi018 ceph-mon[27979]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:27.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:27 smithi167 ceph-mon[31348]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:28.199 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T00:33:28.199 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:28.199 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:28 smithi081 ceph-mon[31546]: Deploying daemon osd.1 on smithi081 2024-04-22T00:33:28.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T00:33:28.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:28.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:28 smithi167 ceph-mon[31348]: Deploying daemon osd.1 on smithi081 2024-04-22T00:33:28.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T00:33:28.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:28.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:28 smithi018 ceph-mon[27979]: Deploying daemon osd.1 on smithi081 2024-04-22T00:33:29.126 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:29 smithi081 ceph-mon[31546]: pgmap v55: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:29.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:29 smithi018 ceph-mon[27979]: pgmap v55: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:29.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:29 smithi167 ceph-mon[31348]: pgmap v55: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:31.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:31 smithi081 ceph-mon[31546]: pgmap v56: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:31.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:31 smithi018 ceph-mon[27979]: pgmap v56: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:31.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:31 smithi167 ceph-mon[31348]: pgmap v56: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:33.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:33 smithi081 ceph-mon[31546]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:33.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:33.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:33.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:33 smithi018 ceph-mon[27979]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:33.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:33 smithi167 ceph-mon[31348]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:33.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:33.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:33.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:35.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:35 smithi081 ceph-mon[31546]: pgmap v58: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:35.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:35.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:35.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:35.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:35.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:35.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:35 smithi018 ceph-mon[27979]: pgmap v58: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:35.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:35.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:35.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:35.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:35.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:35.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:35 smithi167 ceph-mon[31348]: pgmap v58: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:35.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:35.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:35.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:35.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:35.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:36.250 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.247+0000 7f7637fff700 1 -- 172.21.15.81:0/2412840190 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f76500fe860 con 0x7f76380a2b90 2024-04-22T00:33:36.250 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 1 on host 'smithi081' 2024-04-22T00:33:36.252 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.249+0000 7f7655244700 1 -- 172.21.15.81:0/2412840190 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76380a2b90 msgr2=0x7f76380a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:36.252 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.249+0000 7f7655244700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76380a2b90 0x7f76380a5050 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7650102230 tx=0x7f764000b410 comp rx=0 tx=0).stop 2024-04-22T00:33:36.252 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.249+0000 7f7655244700 1 -- 172.21.15.81:0/2412840190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76501023d0 msgr2=0x7f7650198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:36.252 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.249+0000 7f7655244700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76501023d0 0x7f7650198960 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f764400d950 tx=0x7f764400dc60 comp rx=0 tx=0).stop 2024-04-22T00:33:36.252 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.249+0000 7f7655244700 1 -- 172.21.15.81:0/2412840190 shutdown_connections 2024-04-22T00:33:36.252 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.249+0000 7f7655244700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7650102d70 0x7f765019f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:36.252 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.249+0000 7f7655244700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76501011d0 0x7f7650198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:36.252 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.249+0000 7f7655244700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76380a2b90 0x7f76380a5050 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:36.253 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.249+0000 7f7655244700 1 --2- 172.21.15.81:0/2412840190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76501023d0 0x7f7650198960 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:36.253 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.249+0000 7f7655244700 1 -- 172.21.15.81:0/2412840190 >> 172.21.15.81:0/2412840190 conn(0x7f76500fc790 msgr2=0x7f76500fe150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:33:36.253 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.250+0000 7f7655244700 1 -- 172.21.15.81:0/2412840190 shutdown_connections 2024-04-22T00:33:36.253 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:33:36.250+0000 7f7655244700 1 -- 172.21.15.81:0/2412840190 wait complete. 2024-04-22T00:33:36.912 DEBUG:teuthology.orchestra.run.smithi081:osd.1> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.1.service 2024-04-22T00:33:36.914 INFO:tasks.cephadm:Deploying osd.2 on smithi167 with /dev/vg_nvme/lv_4... 2024-04-22T00:33:36.915 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-22T00:33:37.157 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:33:37.482 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:37 smithi167 ceph-mon[31348]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:37.482 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:37.482 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:37.482 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:37.482 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:37 smithi167 ceph-mon[31348]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T00:33:37.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:37 smithi081 ceph-mon[31546]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:37.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:37.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:37.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:37.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:37 smithi081 ceph-mon[31546]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T00:33:37.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:37 smithi018 ceph-mon[27979]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:37.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:37.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:37.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:37.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:37 smithi018 ceph-mon[27979]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T00:33:38.388 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:38 smithi081 ceph-mon[31546]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T00:33:38.388 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:38 smithi081 ceph-mon[31546]: osdmap e11: 2 total, 1 up, 2 in 2024-04-22T00:33:38.388 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:38 smithi081 ceph-mon[31546]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:33:38.388 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:38.516 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:38 smithi167 ceph-mon[31348]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T00:33:38.517 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:38 smithi167 ceph-mon[31348]: osdmap e11: 2 total, 1 up, 2 in 2024-04-22T00:33:38.517 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:38 smithi167 ceph-mon[31348]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:33:38.517 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:38 smithi018 ceph-mon[27979]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T00:33:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:38 smithi018 ceph-mon[27979]: osdmap e11: 2 total, 1 up, 2 in 2024-04-22T00:33:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:38 smithi018 ceph-mon[27979]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:33:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:38.959 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-22T00:33:38.959 INFO:teuthology.orchestra.run.smithi167.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-22T00:33:38.959 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10+0 records in 2024-04-22T00:33:38.960 INFO:teuthology.orchestra.run.smithi167.stderr:10+0 records out 2024-04-22T00:33:38.960 INFO:teuthology.orchestra.run.smithi167.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114614 s, 915 MB/s 2024-04-22T00:33:38.960 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 2024-04-22T00:33:38.960 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping successful for: 2024-04-22T00:33:39.241 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:33:38 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1[36173]: 2024-04-22T00:33:38.983+0000 7f6c7d579700 -1 osd.1 0 waiting for initial osdmap 2024-04-22T00:33:39.241 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:33:38 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1[36173]: 2024-04-22T00:33:38.988+0000 7f6c75364700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:33:39.513 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:39 smithi167 ceph-mon[31348]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:39.513 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:39 smithi167 ceph-mon[31348]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:33:39.513 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:39 smithi167 ceph-mon[31348]: osdmap e12: 2 total, 1 up, 2 in 2024-04-22T00:33:39.513 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:39.513 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:39.513 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:39 smithi167 ceph-mon[31348]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' 2024-04-22T00:33:39.513 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:39.539 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi167:vg_nvme/lv_4 2024-04-22T00:33:39.596 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:39 smithi081 ceph-mon[31546]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:39.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:39 smithi081 ceph-mon[31546]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:33:39.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:39 smithi081 ceph-mon[31546]: osdmap e12: 2 total, 1 up, 2 in 2024-04-22T00:33:39.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:39.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:39.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:39 smithi081 ceph-mon[31546]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' 2024-04-22T00:33:39.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:39 smithi018 ceph-mon[27979]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:39 smithi018 ceph-mon[27979]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:33:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:39 smithi018 ceph-mon[27979]: osdmap e12: 2 total, 1 up, 2 in 2024-04-22T00:33:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:39 smithi018 ceph-mon[27979]: from='osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870]' entity='osd.1' 2024-04-22T00:33:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:39.782 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:33:40.469 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:33:40.469 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:33:40.469 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.469 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.469 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:33:40.469 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.469 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:40.469 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:40.470 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.470 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] boot 2024-04-22T00:33:40.470 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: osdmap e13: 2 total, 2 up, 2 in 2024-04-22T00:33:40.470 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:33:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:33:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:33:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] boot 2024-04-22T00:33:40.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: osdmap e13: 2 total, 2 up, 2 in 2024-04-22T00:33:40.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:40.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:33:40.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:33:40.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:33:40.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:40.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:33:40.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:40.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: osd.1 [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] boot 2024-04-22T00:33:40.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: osdmap e13: 2 total, 2 up, 2 in 2024-04-22T00:33:40.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T00:33:41.195 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.191+0000 7faa422cc700 1 -- 172.21.15.167:0/3987365250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa3c1056d0 msgr2=0x7faa3c107ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:41.195 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.191+0000 7faa422cc700 1 --2- 172.21.15.167:0/3987365250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa3c1056d0 0x7faa3c107ac0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7faa2c009990 tx=0x7faa2c009ca0 comp rx=0 tx=0).stop 2024-04-22T00:33:41.195 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.191+0000 7faa422cc700 1 -- 172.21.15.167:0/3987365250 shutdown_connections 2024-04-22T00:33:41.195 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.191+0000 7faa422cc700 1 --2- 172.21.15.167:0/3987365250 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa3c108000 0x7faa3c10a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:41.195 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.191+0000 7faa422cc700 1 --2- 172.21.15.167:0/3987365250 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa3c102da0 0x7faa3c105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:41.195 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.191+0000 7faa422cc700 1 --2- 172.21.15.167:0/3987365250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa3c1056d0 0x7faa3c107ac0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.191+0000 7faa422cc700 1 -- 172.21.15.167:0/3987365250 >> 172.21.15.167:0/3987365250 conn(0x7faa3c0fc790 msgr2=0x7faa3c0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.191+0000 7faa422cc700 1 -- 172.21.15.167:0/3987365250 shutdown_connections 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.191+0000 7faa422cc700 1 -- 172.21.15.167:0/3987365250 wait complete. 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa422cc700 1 Processor -- start 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa422cc700 1 -- start start 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa422cc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa3c102da0 0x7faa3c1984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa422cc700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa3c1056d0 0x7faa3c198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa422cc700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa3c108000 0x7faa3c19faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa422cc700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faa3c10df00 con 0x7faa3c102da0 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa422cc700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faa3c10dd80 con 0x7faa3c108000 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa422cc700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faa3c10e080 con 0x7faa3c1056d0 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa3b7fe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa3c1056d0 0x7faa3c198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:33:41.196 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa3b7fe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa3c1056d0 0x7faa3c198a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:42332/0 (socket says 172.21.15.167:42332) 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.192+0000 7faa3b7fe700 1 -- 172.21.15.167:0/864526735 learned_addr learned my addr 172.21.15.167:0/864526735 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa40869700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa3c108000 0x7faa3c19faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa3bfff700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa3c102da0 0x7faa3c1984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa3b7fe700 1 -- 172.21.15.167:0/864526735 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa3c108000 msgr2=0x7faa3c19faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa3b7fe700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa3c108000 0x7faa3c19faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa3b7fe700 1 -- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa3c102da0 msgr2=0x7faa3c1984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa3b7fe700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa3c102da0 0x7faa3c1984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa3b7fe700 1 -- 172.21.15.167:0/864526735 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa3c1a0140 con 0x7faa3c1056d0 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa3bfff700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa3c102da0 0x7faa3c1984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa3b7fe700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa3c1056d0 0x7faa3c198a20 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7faa2c0047b0 tx=0x7faa2c003680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa397fa700 1 -- 172.21.15.167:0/864526735 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2c027070 con 0x7faa3c1056d0 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa397fa700 1 -- 172.21.15.167:0/864526735 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa2c022470 con 0x7faa3c1056d0 2024-04-22T00:33:41.197 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa422cc700 1 -- 172.21.15.167:0/864526735 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa3c1a03d0 con 0x7faa3c1056d0 2024-04-22T00:33:41.198 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa397fa700 1 -- 172.21.15.167:0/864526735 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2c00f6c0 con 0x7faa3c1056d0 2024-04-22T00:33:41.198 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.193+0000 7faa422cc700 1 -- 172.21.15.167:0/864526735 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa3c1a0900 con 0x7faa3c1056d0 2024-04-22T00:33:41.198 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.194+0000 7faa422cc700 1 -- 172.21.15.167:0/864526735 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa3c068f20 con 0x7faa3c1056d0 2024-04-22T00:33:41.199 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.196+0000 7faa397fa700 1 -- 172.21.15.167:0/864526735 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7faa2c02a070 con 0x7faa3c1056d0 2024-04-22T00:33:41.199 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.196+0000 7faa397fa700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa240a2c10 0x7faa240a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:33:41.199 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.197+0000 7faa397fa700 1 -- 172.21.15.167:0/864526735 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2309+0+0 (secure 0 0 0) 0x7faa2c0ced10 con 0x7faa3c1056d0 2024-04-22T00:33:41.199 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.197+0000 7faa3bfff700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa240a2c10 0x7faa240a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:33:41.199 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.197+0000 7faa3bfff700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa240a2c10 0x7faa240a50d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7faa30005fd0 tx=0x7faa30005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:33:41.202 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.200+0000 7faa397fa700 1 -- 172.21.15.167:0/864526735 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7faa2c031070 con 0x7faa3c1056d0 2024-04-22T00:33:41.409 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:41.408+0000 7faa422cc700 1 -- 172.21.15.167:0/864526735 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7faa3c062670 con 0x7faa240a2c10 2024-04-22T00:33:41.410 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:41 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi081 2024-04-22T00:33:41.410 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:41 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi081 to 17088M 2024-04-22T00:33:41.410 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:41 smithi167 ceph-mon[31348]: pgmap v63: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:41.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:41 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi081 2024-04-22T00:33:41.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:41 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi081 to 17088M 2024-04-22T00:33:41.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:41 smithi081 ceph-mon[31546]: pgmap v63: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:41.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:41 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi081 2024-04-22T00:33:41.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:41 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi081 to 17088M 2024-04-22T00:33:41.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:41 smithi018 ceph-mon[27979]: pgmap v63: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-22T00:33:42.293 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:42 smithi167 ceph-mon[31348]: osdmap e14: 2 total, 2 up, 2 in 2024-04-22T00:33:42.293 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:42 smithi167 ceph-mon[31348]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:33:42.293 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:42 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:33:42.293 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:42 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:33:42.293 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:42 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:42 smithi081 ceph-mon[31546]: osdmap e14: 2 total, 2 up, 2 in 2024-04-22T00:33:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:42 smithi081 ceph-mon[31546]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:33:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:42 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:33:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:42 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:33:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:42 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:42 smithi018 ceph-mon[27979]: osdmap e14: 2 total, 2 up, 2 in 2024-04-22T00:33:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:42 smithi018 ceph-mon[27979]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:33:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:42 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:33:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:42 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:33:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:42 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:43.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:43 smithi167 ceph-mon[31348]: pgmap v66: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:43.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:43 smithi081 ceph-mon[31546]: pgmap v66: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:43.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:43 smithi018 ceph-mon[27979]: pgmap v66: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:44.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:44 smithi081 ceph-mon[31546]: from='client.? 172.21.15.167:0/3778349056' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1cb98cb-67dd-429e-a138-d55be1df8b7b"}]: dispatch 2024-04-22T00:33:44.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:44 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1cb98cb-67dd-429e-a138-d55be1df8b7b"}]: dispatch 2024-04-22T00:33:44.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:44 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1cb98cb-67dd-429e-a138-d55be1df8b7b"}]': finished 2024-04-22T00:33:44.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:44 smithi081 ceph-mon[31546]: osdmap e15: 3 total, 2 up, 3 in 2024-04-22T00:33:44.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:33:44.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:44 smithi018 ceph-mon[27979]: from='client.? 172.21.15.167:0/3778349056' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1cb98cb-67dd-429e-a138-d55be1df8b7b"}]: dispatch 2024-04-22T00:33:44.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:44 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1cb98cb-67dd-429e-a138-d55be1df8b7b"}]: dispatch 2024-04-22T00:33:44.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:44 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1cb98cb-67dd-429e-a138-d55be1df8b7b"}]': finished 2024-04-22T00:33:44.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:44 smithi018 ceph-mon[27979]: osdmap e15: 3 total, 2 up, 3 in 2024-04-22T00:33:44.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:33:44.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:44 smithi167 ceph-mon[31348]: from='client.? 172.21.15.167:0/3778349056' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1cb98cb-67dd-429e-a138-d55be1df8b7b"}]: dispatch 2024-04-22T00:33:44.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:44 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1cb98cb-67dd-429e-a138-d55be1df8b7b"}]: dispatch 2024-04-22T00:33:44.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:44 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1cb98cb-67dd-429e-a138-d55be1df8b7b"}]': finished 2024-04-22T00:33:44.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:44 smithi167 ceph-mon[31348]: osdmap e15: 3 total, 2 up, 3 in 2024-04-22T00:33:44.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:33:45.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:45 smithi081 ceph-mon[31546]: pgmap v68: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:45.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:45 smithi081 ceph-mon[31546]: from='client.? 172.21.15.167:0/1623774592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:33:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:45 smithi018 ceph-mon[27979]: pgmap v68: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:45 smithi018 ceph-mon[27979]: from='client.? 172.21.15.167:0/1623774592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:33:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:45 smithi167 ceph-mon[31348]: pgmap v68: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:45 smithi167 ceph-mon[31348]: from='client.? 172.21.15.167:0/1623774592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:33:47.538 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:47 smithi167 ceph-mon[31348]: pgmap v69: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:47.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:47 smithi081 ceph-mon[31546]: pgmap v69: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:47 smithi018 ceph-mon[27979]: pgmap v69: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:49.461 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:49 smithi167 ceph-mon[31348]: pgmap v70: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:49.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:49 smithi081 ceph-mon[31546]: pgmap v70: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:49.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:49 smithi018 ceph-mon[27979]: pgmap v70: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:51.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:51 smithi081 ceph-mon[31546]: pgmap v71: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:51.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T00:33:51.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:51.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:51 smithi018 ceph-mon[27979]: pgmap v71: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:51.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T00:33:51.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:51.662 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:51 smithi167 ceph-mon[31348]: pgmap v71: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:51.662 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T00:33:51.662 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:33:52.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:52 smithi167 ceph-mon[31348]: Deploying daemon osd.2 on smithi167 2024-04-22T00:33:52.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:52 smithi081 ceph-mon[31546]: Deploying daemon osd.2 on smithi167 2024-04-22T00:33:52.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:52 smithi018 ceph-mon[27979]: Deploying daemon osd.2 on smithi167 2024-04-22T00:33:53.602 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:53 smithi167 ceph-mon[31348]: pgmap v72: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:53.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:53 smithi081 ceph-mon[31546]: pgmap v72: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:53.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:53 smithi018 ceph-mon[27979]: pgmap v72: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:55.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:55 smithi167 ceph-mon[31348]: pgmap v73: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:55.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:55 smithi081 ceph-mon[31546]: pgmap v73: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:55.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:55 smithi018 ceph-mon[27979]: pgmap v73: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:57.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:57 smithi081 ceph-mon[31546]: pgmap v74: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:57.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:57 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:57.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:57 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:57.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:57 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:57.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:57 smithi018 ceph-mon[27979]: pgmap v74: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:57.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:57 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:57.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:57 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:57.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:57 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:57.457 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:57 smithi167 ceph-mon[31348]: pgmap v74: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:33:57.457 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:57 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:57.457 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:57 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:33:57.457 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:57 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:33:59.232 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.230+0000 7faa397fa700 1 -- 172.21.15.167:0/864526735 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7faa3c062670 con 0x7faa240a2c10 2024-04-22T00:33:59.232 INFO:teuthology.orchestra.run.smithi167.stdout:Created osd(s) 2 on host 'smithi167' 2024-04-22T00:33:59.234 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 -- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa240a2c10 msgr2=0x7faa240a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa240a2c10 0x7faa240a50d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7faa30005fd0 tx=0x7faa30005dc0 comp rx=0 tx=0).stop 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 -- 172.21.15.167:0/864526735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa3c1056d0 msgr2=0x7faa3c198a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa3c1056d0 0x7faa3c198a20 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7faa2c0047b0 tx=0x7faa2c003680 comp rx=0 tx=0).stop 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 -- 172.21.15.167:0/864526735 shutdown_connections 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa240a2c10 0x7faa240a50d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa3c108000 0x7faa3c19faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa3c102da0 0x7faa3c1984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 --2- 172.21.15.167:0/864526735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa3c1056d0 0x7faa3c198a20 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 -- 172.21.15.167:0/864526735 >> 172.21.15.167:0/864526735 conn(0x7faa3c0fc790 msgr2=0x7faa3c1036e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 -- 172.21.15.167:0/864526735 shutdown_connections 2024-04-22T00:33:59.235 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:33:59.233+0000 7faa422cc700 1 -- 172.21.15.167:0/864526735 wait complete. 2024-04-22T00:33:59.843 DEBUG:teuthology.orchestra.run.smithi167:osd.2> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.2.service 2024-04-22T00:33:59.846 INFO:tasks.cephadm:Deploying osd.3 on smithi018 with /dev/vg_nvme/lv_3... 2024-04-22T00:33:59.846 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-22T00:34:00.065 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:33:59 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2[36507]: 2024-04-22T00:33:59.918+0000 7f9e75a137c0 -1 osd.2 0 log_to_monitors true 2024-04-22T00:34:00.066 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:59 smithi167 ceph-mon[31348]: pgmap v75: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:34:00.066 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:59 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.066 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:59 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.066 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:59 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:00.066 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:59 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:00.066 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:59 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.066 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:59 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.066 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:59 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.066 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:33:59 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:00.103 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:34:00.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:59 smithi081 ceph-mon[31546]: pgmap v75: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:34:00.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:59 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:59 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:59 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:00.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:59 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:00.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:59 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:59 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:59 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:33:59 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:00.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:59 smithi018 ceph-mon[27979]: pgmap v75: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:34:00.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:59 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:59 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:59 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:00.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:59 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:00.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:59 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:59 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:59 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:00.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:33:59 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:01.072 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:00 smithi167 ceph-mon[31348]: from='osd.2 [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T00:34:01.072 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:00 smithi167 ceph-mon[31348]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T00:34:01.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:00 smithi081 ceph-mon[31546]: from='osd.2 [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T00:34:01.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:00 smithi081 ceph-mon[31546]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T00:34:01.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:00 smithi018 ceph-mon[27979]: from='osd.2 [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T00:34:01.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:00 smithi018 ceph-mon[27979]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T00:34:02.039 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-22T00:34:02.040 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-22T00:34:02.040 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2024-04-22T00:34:02.040 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2024-04-22T00:34:02.040 INFO:teuthology.orchestra.run.smithi018.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00880742 s, 1.2 GB/s 2024-04-22T00:34:02.040 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2024-04-22T00:34:02.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:01 smithi018 ceph-mon[27979]: pgmap v76: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:34:02.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:01 smithi018 ceph-mon[27979]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T00:34:02.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:01 smithi018 ceph-mon[27979]: osdmap e16: 3 total, 2 up, 3 in 2024-04-22T00:34:02.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:02.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:01 smithi018 ceph-mon[27979]: from='osd.2 [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:34:02.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:01 smithi018 ceph-mon[27979]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:34:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:01 smithi081 ceph-mon[31546]: pgmap v76: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:34:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:01 smithi081 ceph-mon[31546]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T00:34:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:01 smithi081 ceph-mon[31546]: osdmap e16: 3 total, 2 up, 3 in 2024-04-22T00:34:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:01 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:01 smithi081 ceph-mon[31546]: from='osd.2 [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:34:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:01 smithi081 ceph-mon[31546]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:34:02.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:01 smithi167 ceph-mon[31348]: pgmap v76: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:34:02.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:01 smithi167 ceph-mon[31348]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T00:34:02.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:01 smithi167 ceph-mon[31348]: osdmap e16: 3 total, 2 up, 3 in 2024-04-22T00:34:02.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:01 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:02.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:01 smithi167 ceph-mon[31348]: from='osd.2 [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:34:02.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:01 smithi167 ceph-mon[31348]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:34:02.654 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2[36507]: 2024-04-22T00:34:02.513+0000 7f9e6b078700 -1 osd.2 0 waiting for initial osdmap 2024-04-22T00:34:02.654 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2[36507]: 2024-04-22T00:34:02.519+0000 7f9e62e63700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:34:02.677 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi018:vg_nvme/lv_3 2024-04-22T00:34:02.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:34:02.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: osdmap e17: 3 total, 2 up, 3 in 2024-04-22T00:34:02.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:02.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:02.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='osd.2 ' entity='osd.2' 2024-04-22T00:34:02.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:02.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:02.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:02.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:02.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:02.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:02.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:02.948 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:34:02.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:34:02.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: osdmap e17: 3 total, 2 up, 3 in 2024-04-22T00:34:02.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:02.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:02.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='osd.2 ' entity='osd.2' 2024-04-22T00:34:02.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:02.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:02.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:02.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:02.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:02.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:02.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:34:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: osdmap e17: 3 total, 2 up, 3 in 2024-04-22T00:34:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='osd.2 ' entity='osd.2' 2024-04-22T00:34:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:03.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:03.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:04.147 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:03 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:34:04.147 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:03 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:34:04.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:03 smithi018 ceph-mon[27979]: pgmap v79: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:34:04.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:03 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi167 2024-04-22T00:34:04.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:03 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi167 to 17088M 2024-04-22T00:34:04.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:03 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:04.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:03 smithi018 ceph-mon[27979]: osd.2 [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] boot 2024-04-22T00:34:04.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:03 smithi018 ceph-mon[27979]: osdmap e18: 3 total, 3 up, 3 in 2024-04-22T00:34:04.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:03 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:04.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:03 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:34:04.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:03 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:34:04.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:03 smithi081 ceph-mon[31546]: pgmap v79: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:34:04.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:03 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi167 2024-04-22T00:34:04.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:03 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi167 to 17088M 2024-04-22T00:34:04.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:03 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:04.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:03 smithi081 ceph-mon[31546]: osd.2 [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] boot 2024-04-22T00:34:04.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:03 smithi081 ceph-mon[31546]: osdmap e18: 3 total, 3 up, 3 in 2024-04-22T00:34:04.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:03 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:04.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:03 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:34:04.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:03 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:34:04.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:03 smithi167 ceph-mon[31348]: pgmap v79: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-22T00:34:04.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:03 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi167 2024-04-22T00:34:04.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:03 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi167 to 17088M 2024-04-22T00:34:04.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:03 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:04.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:03 smithi167 ceph-mon[31348]: osd.2 [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] boot 2024-04-22T00:34:04.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:03 smithi167 ceph-mon[31348]: osdmap e18: 3 total, 3 up, 3 in 2024-04-22T00:34:04.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:03 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T00:34:04.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.504+0000 7f09ab525700 1 -- 172.21.15.18:0/3597401459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09a4103e30 msgr2=0x7f09a410a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.504+0000 7f09ab525700 1 --2- 172.21.15.18:0/3597401459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09a4103e30 0x7f09a410a6e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f099c00b0d0 tx=0x7f099c00b3e0 comp rx=0 tx=0).stop 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 -- 172.21.15.18:0/3597401459 shutdown_connections 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 --2- 172.21.15.18:0/3597401459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09a4103e30 0x7f09a410a6e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 --2- 172.21.15.18:0/3597401459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09a4102290 0x7f09a41026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 --2- 172.21.15.18:0/3597401459 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a4103490 0x7f09a41038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 -- 172.21.15.18:0/3597401459 >> 172.21.15.18:0/3597401459 conn(0x7f09a40fd830 msgr2=0x7f09a40ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 -- 172.21.15.18:0/3597401459 shutdown_connections 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 -- 172.21.15.18:0/3597401459 wait complete. 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 Processor -- start 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 -- start start 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09a4102290 0x7f09a41983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:04.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a4103490 0x7f09a4198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09a4103e30 0x7f09a419f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.505+0000 7f09ab525700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f09a410de70 con 0x7f09a4102290 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09ab525700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f09a410dcf0 con 0x7f09a4103490 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09ab525700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f09a410dff0 con 0x7f09a4103e30 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a92c1700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09a4102290 0x7f09a41983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a92c1700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09a4102290 0x7f09a41983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36202/0 (socket says 172.21.15.18:36202) 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a92c1700 1 -- 172.21.15.18:0/3012688616 learned_addr learned my addr 172.21.15.18:0/3012688616 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a8ac0700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a4103490 0x7f09a4198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a9ac2700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09a4103e30 0x7f09a419f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a92c1700 1 -- 172.21.15.18:0/3012688616 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09a4103e30 msgr2=0x7f09a419f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a92c1700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09a4103e30 0x7f09a419f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:04.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a92c1700 1 -- 172.21.15.18:0/3012688616 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a4103490 msgr2=0x7f09a4198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:04.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a92c1700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a4103490 0x7f09a4198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:04.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a92c1700 1 -- 172.21.15.18:0/3012688616 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a41a0050 con 0x7f09a4102290 2024-04-22T00:34:04.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09a92c1700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09a4102290 0x7f09a41983f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f09a000e980 tx=0x7f09a000ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:34:04.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f099a7fc700 1 -- 172.21.15.18:0/3012688616 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a0004230 con 0x7f09a4102290 2024-04-22T00:34:04.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09ab525700 1 -- 172.21.15.18:0/3012688616 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09a41a0340 con 0x7f09a4102290 2024-04-22T00:34:04.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f099a7fc700 1 -- 172.21.15.18:0/3012688616 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09a00043d0 con 0x7f09a4102290 2024-04-22T00:34:04.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f099a7fc700 1 -- 172.21.15.18:0/3012688616 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a0003dc0 con 0x7f09a4102290 2024-04-22T00:34:04.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.506+0000 7f09ab525700 1 -- 172.21.15.18:0/3012688616 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09a41a0880 con 0x7f09a4102290 2024-04-22T00:34:04.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.508+0000 7f09ab525700 1 -- 172.21.15.18:0/3012688616 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09a4068f20 con 0x7f09a4102290 2024-04-22T00:34:04.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.509+0000 7f099a7fc700 1 -- 172.21.15.18:0/3012688616 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f09a000c810 con 0x7f09a4102290 2024-04-22T00:34:04.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.510+0000 7f099a7fc700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09900a2b90 0x7f09900a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:04.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.510+0000 7f09a8ac0700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09900a2b90 0x7f09900a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:04.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.510+0000 7f099a7fc700 1 -- 172.21.15.18:0/3012688616 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2851+0+0 (secure 0 0 0) 0x7f09a00cddb0 con 0x7f09a4102290 2024-04-22T00:34:04.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.510+0000 7f09a8ac0700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09900a2b90 0x7f09900a5050 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0994009c60 tx=0x7f0994009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:34:04.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.514+0000 7f099a7fc700 1 -- 172.21.15.18:0/3012688616 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f09a009c2a0 con 0x7f09a4102290 2024-04-22T00:34:04.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:04.729+0000 7f09ab525700 1 -- 172.21.15.18:0/3012688616 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f09a4062670 con 0x7f09900a2b90 2024-04-22T00:34:05.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:04 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:34:05.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:04 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:34:05.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:04 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:34:05.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:04 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:05.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:04 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:34:05.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:04 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:34:05.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:04 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:34:05.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:04 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:05.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:04 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:34:05.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:04 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:34:05.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:04 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:34:05.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:04 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:05.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:05 smithi081 ceph-mon[31546]: pgmap v81: 0 pgs: ; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:05.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:05 smithi081 ceph-mon[31546]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:34:05.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-22T00:34:05.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:05 smithi081 ceph-mon[31546]: osdmap e19: 3 total, 3 up, 3 in 2024-04-22T00:34:05.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:34:06.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:05 smithi018 ceph-mon[27979]: pgmap v81: 0 pgs: ; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:06.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:05 smithi018 ceph-mon[27979]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:34:06.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-22T00:34:06.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:05 smithi018 ceph-mon[27979]: osdmap e19: 3 total, 3 up, 3 in 2024-04-22T00:34:06.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:34:06.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:05 smithi167 ceph-mon[31348]: pgmap v81: 0 pgs: ; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:06.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:05 smithi167 ceph-mon[31348]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:34:06.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-22T00:34:06.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:05 smithi167 ceph-mon[31348]: osdmap e19: 3 total, 3 up, 3 in 2024-04-22T00:34:06.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:34:06.632 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:34:06 smithi018 sudo[47546]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:34:06.632 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:34:06 smithi018 sudo[47546]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:06.633 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:34:06 smithi018 sudo[47546]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:06.633 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:34:06 smithi018 sudo[47546]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:06.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:06.863+0000 7f099a7fc700 1 -- 172.21.15.18:0/3012688616 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f09a0098210 con 0x7f09a4102290 2024-04-22T00:34:06.909 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:34:06 smithi018 sudo[47558]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:34:06.909 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:34:06 smithi018 sudo[47558]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:06.909 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:34:06 smithi018 sudo[47558]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:06.910 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:34:06 smithi018 sudo[47558]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:06.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:06 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T00:34:06.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:06 smithi018 ceph-mon[27979]: osdmap e20: 3 total, 3 up, 3 in 2024-04-22T00:34:06.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:06 smithi018 ceph-mon[27979]: osdmap e21: 3 total, 3 up, 3 in 2024-04-22T00:34:07.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:06 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T00:34:07.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:06 smithi081 ceph-mon[31546]: osdmap e20: 3 total, 3 up, 3 in 2024-04-22T00:34:07.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:06 smithi081 ceph-mon[31546]: osdmap e21: 3 total, 3 up, 3 in 2024-04-22T00:34:07.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:06 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T00:34:07.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:06 smithi167 ceph-mon[31348]: osdmap e20: 3 total, 3 up, 3 in 2024-04-22T00:34:07.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:06 smithi167 ceph-mon[31348]: osdmap e21: 3 total, 3 up, 3 in 2024-04-22T00:34:07.390 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:34:07 smithi081 sudo[39865]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:34:07.390 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:34:07 smithi081 sudo[39865]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:07.390 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:34:07 smithi081 sudo[39865]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:07.390 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:34:07 smithi081 sudo[39865]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:07.658 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:34:07 smithi081 sudo[39868]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:34:07.658 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:34:07 smithi081 sudo[39868]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:07.658 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:34:07 smithi081 sudo[39868]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:07.658 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:34:07 smithi081 sudo[39868]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:07.914 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:34:07 smithi167 sudo[40572]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:34:07.914 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:34:07 smithi167 sudo[40572]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:07.914 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:34:07 smithi167 sudo[40572]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:07.914 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:34:07 smithi167 sudo[40572]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:07.915 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:07 smithi167 ceph-mon[31348]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:07.915 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:07 smithi167 ceph-mon[31348]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-04-22T00:34:07.915 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:07 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:07.915 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:07 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:07.915 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:07 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/626566730' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c328748-a7f3-46a4-b316-cdbb183c2ef1"}]: dispatch 2024-04-22T00:34:07.915 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:07 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/626566730' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8c328748-a7f3-46a4-b316-cdbb183c2ef1"}]': finished 2024-04-22T00:34:07.915 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:07 smithi167 ceph-mon[31348]: osdmap e22: 4 total, 3 up, 4 in 2024-04-22T00:34:07.915 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:07 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:08.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:07 smithi081 ceph-mon[31546]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:08.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:07 smithi081 ceph-mon[31546]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-04-22T00:34:08.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:07 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:08.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:07 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:08.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:07 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/626566730' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c328748-a7f3-46a4-b316-cdbb183c2ef1"}]: dispatch 2024-04-22T00:34:08.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:07 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/626566730' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8c328748-a7f3-46a4-b316-cdbb183c2ef1"}]': finished 2024-04-22T00:34:08.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:07 smithi081 ceph-mon[31546]: osdmap e22: 4 total, 3 up, 4 in 2024-04-22T00:34:08.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:07 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:08.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:07 smithi018 ceph-mon[27979]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:08.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:07 smithi018 ceph-mon[27979]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-04-22T00:34:08.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:07 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:08.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:07 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:08.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:07 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/626566730' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8c328748-a7f3-46a4-b316-cdbb183c2ef1"}]: dispatch 2024-04-22T00:34:08.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:07 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/626566730' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8c328748-a7f3-46a4-b316-cdbb183c2ef1"}]': finished 2024-04-22T00:34:08.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:07 smithi018 ceph-mon[27979]: osdmap e22: 4 total, 3 up, 4 in 2024-04-22T00:34:08.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:07 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:08.237 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:34:07 smithi167 sudo[40575]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:34:08.237 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:34:07 smithi167 sudo[40575]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:08.237 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:34:07 smithi167 sudo[40575]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:08.237 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:34:07 smithi167 sudo[40575]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:08.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:08 smithi018 sudo[47640]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:34:08.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:08 smithi018 sudo[47640]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:08.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:08 smithi018 sudo[47640]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:08.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:08 smithi018 sudo[47640]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:09.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:08 smithi018 sudo[47643]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:34:09.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:08 smithi018 sudo[47643]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:09.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:08 smithi018 sudo[47643]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:09.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:08 smithi018 sudo[47643]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:09.330 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 sudo[40578]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:34:09.330 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 sudo[40578]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:09.330 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 sudo[40578]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:09.330 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 sudo[40578]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:09.330 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 sudo[40581]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:34:09.331 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 sudo[40581]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:09.331 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 sudo[40581]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:09.590 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:09.590 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:34:09.590 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:09.590 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:34:09.590 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:34:09.590 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/375353757' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:34:09.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:34:09.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:34:09.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:34:09.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:34:09.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:34:09.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 sudo[39871]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:34:09.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 sudo[39871]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:09.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 sudo[39871]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:09.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 sudo[39871]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:09.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:09.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:34:09.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:09.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:34:09.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:34:09.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/375353757' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:34:09.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:34:09.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:34:09.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:34:09.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:34:09.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:34:09.717 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 sudo[40581]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:09.717 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:09.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:34:09.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:09.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:34:09.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:34:09.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/375353757' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:34:09.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:34:09.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:34:09.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:34:09.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:34:09.718 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:34:09.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 sudo[39874]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:34:09.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 sudo[39874]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:34:09.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 sudo[39874]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:34:09.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:09 smithi081 sudo[39874]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:34:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:10 smithi081 ceph-mon[31546]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:34:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:10 smithi081 ceph-mon[31546]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:34:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:10 smithi081 ceph-mon[31546]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:34:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:10 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:34:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:10 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:34:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:10 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:34:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:10 smithi081 ceph-mon[31546]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:34:10.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:10 smithi018 ceph-mon[27979]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:34:10.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:10 smithi018 ceph-mon[27979]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:34:10.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:10 smithi018 ceph-mon[27979]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:34:10.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:34:10.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:34:10.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:34:10.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:10 smithi018 ceph-mon[27979]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:34:10.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:10 smithi167 ceph-mon[31348]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:34:10.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:10 smithi167 ceph-mon[31348]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:34:10.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:10 smithi167 ceph-mon[31348]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:34:10.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:10 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:34:10.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:10 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:34:10.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:10 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:34:10.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:10 smithi167 ceph-mon[31348]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:34:12.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:11 smithi081 ceph-mon[31546]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 97 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:12.162 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:11 smithi018 ceph-mon[27979]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 97 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:12.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:11 smithi167 ceph-mon[31348]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 97 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:13 smithi081 ceph-mon[31546]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:14.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:13 smithi018 ceph-mon[27979]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:13 smithi167 ceph-mon[31348]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:16.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:15 smithi081 ceph-mon[31546]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:16.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:15 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T00:34:16.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:15 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:15 smithi018 ceph-mon[27979]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:15 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T00:34:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:15 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:15 smithi167 ceph-mon[31348]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:15 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T00:34:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:15 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:16.895 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:16 smithi018 ceph-mon[27979]: Deploying daemon osd.3 on smithi018 2024-04-22T00:34:17.139 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:16 smithi167 ceph-mon[31348]: Deploying daemon osd.3 on smithi018 2024-04-22T00:34:17.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:16 smithi081 ceph-mon[31546]: Deploying daemon osd.3 on smithi018 2024-04-22T00:34:18.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:17 smithi081 ceph-mon[31546]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:18.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:17 smithi018 ceph-mon[27979]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:18.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:17 smithi167 ceph-mon[31348]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:20.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:19 smithi081 ceph-mon[31546]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:20.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:19 smithi018 ceph-mon[27979]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:20.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:19 smithi167 ceph-mon[31348]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:22.101 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:21 smithi018 ceph-mon[27979]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:22.102 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:22.102 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:22.102 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:22.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:21 smithi081 ceph-mon[31546]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:22.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:22.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:22.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:22.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:21 smithi167 ceph-mon[31348]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:22.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:22.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:22.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:24.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:23 smithi018 ceph-mon[27979]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:24.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:23 smithi081 ceph-mon[31546]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:24.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:23 smithi167 ceph-mon[31348]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:25.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.153+0000 7f099a7fc700 1 -- 172.21.15.18:0/3012688616 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f09a4062670 con 0x7f09900a2b90 2024-04-22T00:34:25.156 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 3 on host 'smithi018' 2024-04-22T00:34:25.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 -- 172.21.15.18:0/3012688616 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09900a2b90 msgr2=0x7f09900a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:25.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09900a2b90 0x7f09900a5050 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0994009c60 tx=0x7f0994009260 comp rx=0 tx=0).stop 2024-04-22T00:34:25.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 -- 172.21.15.18:0/3012688616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09a4102290 msgr2=0x7f09a41983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:25.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09a4102290 0x7f09a41983f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f09a000e980 tx=0x7f09a000ec90 comp rx=0 tx=0).stop 2024-04-22T00:34:25.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 -- 172.21.15.18:0/3012688616 shutdown_connections 2024-04-22T00:34:25.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09a4103e30 0x7f09a419f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:25.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09a4102290 0x7f09a41983f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:25.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09900a2b90 0x7f09900a5050 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:25.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 --2- 172.21.15.18:0/3012688616 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a4103490 0x7f09a4198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:25.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 -- 172.21.15.18:0/3012688616 >> 172.21.15.18:0/3012688616 conn(0x7f09a40fd830 msgr2=0x7f09a4106790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:34:25.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 -- 172.21.15.18:0/3012688616 shutdown_connections 2024-04-22T00:34:25.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:34:25.155+0000 7f09ab525700 1 -- 172.21.15.18:0/3012688616 wait complete. 2024-04-22T00:34:25.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:25 smithi018 ceph-mon[27979]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:25.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:25.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:25.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:25 smithi018 ceph-mon[27979]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T00:34:25.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:25.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:25 smithi167 ceph-mon[31348]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:25.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:25.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:25.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:25 smithi167 ceph-mon[31348]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T00:34:25.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:25.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:25 smithi081 ceph-mon[31546]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:25 smithi081 ceph-mon[31546]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T00:34:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:25.779 DEBUG:teuthology.orchestra.run.smithi018:osd.3> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.3.service 2024-04-22T00:34:25.781 INFO:tasks.cephadm:Deploying osd.4 on smithi081 with /dev/vg_nvme/lv_3... 2024-04-22T00:34:25.781 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-22T00:34:26.025 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:34:26.873 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:26 smithi018 ceph-mon[27979]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T00:34:26.873 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:26 smithi018 ceph-mon[27979]: osdmap e23: 4 total, 3 up, 4 in 2024-04-22T00:34:26.873 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:26 smithi018 ceph-mon[27979]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:34:26.873 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:26 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:26.873 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:34:26 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3[49646]: 2024-04-22T00:34:26.863+0000 7fcee78b0700 -1 osd.3 0 waiting for initial osdmap 2024-04-22T00:34:26.873 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:34:26 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3[49646]: 2024-04-22T00:34:26.870+0000 7fcee36a3700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:34:27.135 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:26 smithi081 ceph-mon[31546]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T00:34:27.135 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:26 smithi081 ceph-mon[31546]: osdmap e23: 4 total, 3 up, 4 in 2024-04-22T00:34:27.135 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:26 smithi081 ceph-mon[31546]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:34:27.135 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:26 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:27.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:26 smithi167 ceph-mon[31348]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T00:34:27.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:26 smithi167 ceph-mon[31348]: osdmap e23: 4 total, 3 up, 4 in 2024-04-22T00:34:27.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:26 smithi167 ceph-mon[31348]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:34:27.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:26 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-22T00:34:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-22T00:34:27.989 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2024-04-22T00:34:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2024-04-22T00:34:27.989 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123253 s, 851 MB/s 2024-04-22T00:34:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2024-04-22T00:34:28.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:27 smithi081 ceph-mon[31546]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:27 smithi081 ceph-mon[31546]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:34:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:27 smithi081 ceph-mon[31546]: osdmap e24: 4 total, 3 up, 4 in 2024-04-22T00:34:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:27 smithi081 ceph-mon[31546]: osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] boot 2024-04-22T00:34:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:27 smithi081 ceph-mon[31546]: osdmap e25: 4 total, 4 up, 4 in 2024-04-22T00:34:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:28.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:27 smithi018 ceph-mon[27979]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:28.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:27 smithi018 ceph-mon[27979]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:34:28.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:27 smithi018 ceph-mon[27979]: osdmap e24: 4 total, 3 up, 4 in 2024-04-22T00:34:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:27 smithi018 ceph-mon[27979]: osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] boot 2024-04-22T00:34:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:27 smithi018 ceph-mon[27979]: osdmap e25: 4 total, 4 up, 4 in 2024-04-22T00:34:28.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:28.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:27 smithi167 ceph-mon[31348]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 104 MiB used, 268 GiB / 268 GiB avail 2024-04-22T00:34:28.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:27 smithi167 ceph-mon[31348]: from='osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:34:28.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:27 smithi167 ceph-mon[31348]: osdmap e24: 4 total, 3 up, 4 in 2024-04-22T00:34:28.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:28.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:27 smithi167 ceph-mon[31348]: osd.3 [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] boot 2024-04-22T00:34:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:27 smithi167 ceph-mon[31348]: osdmap e25: 4 total, 4 up, 4 in 2024-04-22T00:34:28.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T00:34:28.679 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi081:vg_nvme/lv_3 2024-04-22T00:34:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:34:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:34:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: osdmap e26: 4 total, 4 up, 4 in 2024-04-22T00:34:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:28.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:28.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:28.923 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:34:29.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:34:29.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:34:29.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: osdmap e26: 4 total, 4 up, 4 in 2024-04-22T00:34:29.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:29.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:29.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:29.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:29.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:29.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:29.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:29.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:29.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:34:29.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:34:29.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: osdmap e26: 4 total, 4 up, 4 in 2024-04-22T00:34:29.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:29.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:29.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:29.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:29.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:29.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:29.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:29.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:29.973 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:29 smithi081 ceph-mon[31546]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 130 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:29.973 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:29 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi018 2024-04-22T00:34:29.974 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:29 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi018 to 8546M 2024-04-22T00:34:29.974 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:29 smithi081 ceph-mon[31546]: osdmap e27: 4 total, 4 up, 4 in 2024-04-22T00:34:30.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:29 smithi018 ceph-mon[27979]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 130 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:30.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:29 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi018 2024-04-22T00:34:30.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:29 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi018 to 8546M 2024-04-22T00:34:30.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:29 smithi018 ceph-mon[27979]: osdmap e27: 4 total, 4 up, 4 in 2024-04-22T00:34:30.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:29 smithi167 ceph-mon[31348]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 130 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:30.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:29 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi018 2024-04-22T00:34:30.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:29 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi018 to 8546M 2024-04-22T00:34:30.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:29 smithi167 ceph-mon[31348]: osdmap e27: 4 total, 4 up, 4 in 2024-04-22T00:34:30.491 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.485+0000 7f9419c28700 1 -- 172.21.15.81:0/2804940547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94141056b0 msgr2=0x7f9414107aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:30.491 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.485+0000 7f9419c28700 1 --2- 172.21.15.81:0/2804940547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94141056b0 0x7f9414107aa0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9408009990 tx=0x7f9408009ca0 comp rx=0 tx=0).stop 2024-04-22T00:34:30.491 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.485+0000 7f9419c28700 1 -- 172.21.15.81:0/2804940547 shutdown_connections 2024-04-22T00:34:30.491 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.485+0000 7f9419c28700 1 --2- 172.21.15.81:0/2804940547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9414107fe0 0x7f941410a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:30.491 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.485+0000 7f9419c28700 1 --2- 172.21.15.81:0/2804940547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9414102d80 0x7f9414105170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:30.491 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.485+0000 7f9419c28700 1 --2- 172.21.15.81:0/2804940547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94141056b0 0x7f9414107aa0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:30.491 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.485+0000 7f9419c28700 1 -- 172.21.15.81:0/2804940547 >> 172.21.15.81:0/2804940547 conn(0x7f94140fc730 msgr2=0x7f94140feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:34:30.491 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.485+0000 7f9419c28700 1 -- 172.21.15.81:0/2804940547 shutdown_connections 2024-04-22T00:34:30.491 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.485+0000 7f9419c28700 1 -- 172.21.15.81:0/2804940547 wait complete. 2024-04-22T00:34:30.491 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.486+0000 7f9419c28700 1 Processor -- start 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.486+0000 7f9419c28700 1 -- start start 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.486+0000 7f9419c28700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9414102d80 0x7f9414198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.486+0000 7f9419c28700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94141056b0 0x7f94141989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.486+0000 7f9419c28700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9414107fe0 0x7f941419fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.486+0000 7f9419c28700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f941410dea0 con 0x7f9414102d80 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.486+0000 7f9419c28700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f941410dd20 con 0x7f94141056b0 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.486+0000 7f9419c28700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f941410e020 con 0x7f9414107fe0 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9412ffd700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94141056b0 0x7f94141989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9412ffd700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94141056b0 0x7f94141989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:35012/0 (socket says 172.21.15.81:35012) 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9412ffd700 1 -- 172.21.15.81:0/997743422 learned_addr learned my addr 172.21.15.81:0/997743422 (peer_addr_for_me v2:172.21.15.81:0/0) 2024-04-22T00:34:30.492 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f94137fe700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9414102d80 0x7f9414198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9413fff700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9414107fe0 0x7f941419fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9412ffd700 1 -- 172.21.15.81:0/997743422 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9414107fe0 msgr2=0x7f941419fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9412ffd700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9414107fe0 0x7f941419fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9412ffd700 1 -- 172.21.15.81:0/997743422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9414102d80 msgr2=0x7f9414198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9412ffd700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9414102d80 0x7f9414198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9412ffd700 1 -- 172.21.15.81:0/997743422 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94141a00f0 con 0x7f94141056b0 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9412ffd700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94141056b0 0x7f94141989d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9408005910 tx=0x7f9408009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9410ff9700 1 -- 172.21.15.81:0/997743422 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9408027070 con 0x7f94141056b0 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9410ff9700 1 -- 172.21.15.81:0/997743422 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9408004150 con 0x7f94141056b0 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9410ff9700 1 -- 172.21.15.81:0/997743422 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9408022db0 con 0x7f94141056b0 2024-04-22T00:34:30.493 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9419c28700 1 -- 172.21.15.81:0/997743422 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94141a0380 con 0x7f94141056b0 2024-04-22T00:34:30.494 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.487+0000 7f9419c28700 1 -- 172.21.15.81:0/997743422 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94141a0780 con 0x7f94141056b0 2024-04-22T00:34:30.494 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.488+0000 7f9419c28700 1 -- 172.21.15.81:0/997743422 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9414068f20 con 0x7f94141056b0 2024-04-22T00:34:30.495 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.489+0000 7f9410ff9700 1 -- 172.21.15.81:0/997743422 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f940802a070 con 0x7f94141056b0 2024-04-22T00:34:30.495 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.490+0000 7f9410ff9700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f93fc0a2ca0 0x7f93fc0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:30.495 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.490+0000 7f9410ff9700 1 -- 172.21.15.81:0/997743422 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3669+0+0 (secure 0 0 0) 0x7f94080cefa0 con 0x7f94141056b0 2024-04-22T00:34:30.495 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.490+0000 7f94137fe700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f93fc0a2ca0 0x7f93fc0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:30.495 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.490+0000 7f94137fe700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f93fc0a2ca0 0x7f93fc0a5160 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9404005950 tx=0x7f940400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:34:30.496 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.494+0000 7f9410ff9700 1 -- 172.21.15.81:0/997743422 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9408031070 con 0x7f94141056b0 2024-04-22T00:34:30.703 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:30.701+0000 7f9419c28700 1 -- 172.21.15.81:0/997743422 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f9414062670 con 0x7f93fc0a2ca0 2024-04-22T00:34:31.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:31 smithi081 ceph-mon[31546]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 130 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:31.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:31 smithi081 ceph-mon[31546]: osdmap e28: 4 total, 4 up, 4 in 2024-04-22T00:34:31.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:31 smithi081 ceph-mon[31546]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:34:31.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:34:31.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:34:31.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:31 smithi018 ceph-mon[27979]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 130 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:31 smithi018 ceph-mon[27979]: osdmap e28: 4 total, 4 up, 4 in 2024-04-22T00:34:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:31 smithi018 ceph-mon[27979]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:34:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:34:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:34:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:31.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:31 smithi167 ceph-mon[31348]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 130 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:31.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:31 smithi167 ceph-mon[31348]: osdmap e28: 4 total, 4 up, 4 in 2024-04-22T00:34:31.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:31 smithi167 ceph-mon[31348]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:34:31.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:34:31.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:34:31.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:32.547 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:32 smithi081 ceph-mon[31546]: osdmap e29: 4 total, 4 up, 4 in 2024-04-22T00:34:32.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:32 smithi018 ceph-mon[27979]: osdmap e29: 4 total, 4 up, 4 in 2024-04-22T00:34:32.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:32 smithi167 ceph-mon[31348]: osdmap e29: 4 total, 4 up, 4 in 2024-04-22T00:34:33.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:33 smithi081 ceph-mon[31546]: pgmap v106: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T00:34:33.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:33 smithi018 ceph-mon[27979]: pgmap v106: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T00:34:33.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:33 smithi167 ceph-mon[31348]: pgmap v106: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T00:34:34.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:34 smithi081 ceph-mon[31546]: from='client.? 172.21.15.81:0/982536564' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aee303c-d0e8-4022-a7f0-d78c542b556e"}]: dispatch 2024-04-22T00:34:34.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:34 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aee303c-d0e8-4022-a7f0-d78c542b556e"}]: dispatch 2024-04-22T00:34:34.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:34 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0aee303c-d0e8-4022-a7f0-d78c542b556e"}]': finished 2024-04-22T00:34:34.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:34 smithi081 ceph-mon[31546]: osdmap e30: 5 total, 4 up, 5 in 2024-04-22T00:34:34.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:34 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:34.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:34 smithi081 ceph-mon[31546]: from='client.? 172.21.15.81:0/1618947429' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:34:34.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:34 smithi018 ceph-mon[27979]: from='client.? 172.21.15.81:0/982536564' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aee303c-d0e8-4022-a7f0-d78c542b556e"}]: dispatch 2024-04-22T00:34:34.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:34 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aee303c-d0e8-4022-a7f0-d78c542b556e"}]: dispatch 2024-04-22T00:34:34.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:34 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0aee303c-d0e8-4022-a7f0-d78c542b556e"}]': finished 2024-04-22T00:34:34.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:34 smithi018 ceph-mon[27979]: osdmap e30: 5 total, 4 up, 5 in 2024-04-22T00:34:34.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:34 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:34.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:34 smithi018 ceph-mon[27979]: from='client.? 172.21.15.81:0/1618947429' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:34:34.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:34 smithi167 ceph-mon[31348]: from='client.? 172.21.15.81:0/982536564' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aee303c-d0e8-4022-a7f0-d78c542b556e"}]: dispatch 2024-04-22T00:34:34.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:34 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aee303c-d0e8-4022-a7f0-d78c542b556e"}]: dispatch 2024-04-22T00:34:34.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:34 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0aee303c-d0e8-4022-a7f0-d78c542b556e"}]': finished 2024-04-22T00:34:34.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:34 smithi167 ceph-mon[31348]: osdmap e30: 5 total, 4 up, 5 in 2024-04-22T00:34:34.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:34 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:34.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:34 smithi167 ceph-mon[31348]: from='client.? 172.21.15.81:0/1618947429' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:34:35.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:35 smithi081 ceph-mon[31546]: pgmap v108: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-22T00:34:35.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:35 smithi018 ceph-mon[27979]: pgmap v108: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-22T00:34:35.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:35 smithi167 ceph-mon[31348]: pgmap v108: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-22T00:34:37.641 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:37 smithi081 ceph-mon[31546]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:34:37.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:37 smithi018 ceph-mon[27979]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:34:37.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:37 smithi167 ceph-mon[31348]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:34:39.554 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:39 smithi081 ceph-mon[31546]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:39 smithi018 ceph-mon[27979]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:39 smithi167 ceph-mon[31348]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:41.487 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:41 smithi081 ceph-mon[31546]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:41.487 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T00:34:41.487 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:41.487 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:41 smithi081 ceph-mon[31546]: Deploying daemon osd.4 on smithi081 2024-04-22T00:34:41.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:41 smithi018 ceph-mon[27979]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:41.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T00:34:41.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:41.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:41 smithi018 ceph-mon[27979]: Deploying daemon osd.4 on smithi081 2024-04-22T00:34:41.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:41 smithi167 ceph-mon[31348]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:41.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T00:34:41.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:41.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:41 smithi167 ceph-mon[31348]: Deploying daemon osd.4 on smithi081 2024-04-22T00:34:43.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:43 smithi081 ceph-mon[31546]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:43.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:43 smithi018 ceph-mon[27979]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:43.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:43 smithi167 ceph-mon[31348]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:45.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:45 smithi081 ceph-mon[31546]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:45 smithi018 ceph-mon[27979]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:45 smithi167 ceph-mon[31348]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:47.539 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:47 smithi167 ceph-mon[31348]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:47.540 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:47 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:47.540 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:47 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:47.540 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:47 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:47 smithi081 ceph-mon[31546]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:47 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:47 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:47 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:47 smithi018 ceph-mon[27979]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:47 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:47 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:47 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:49.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:49 smithi081 ceph-mon[31546]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:49.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:49.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:49.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:49.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:49.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:49.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:49 smithi018 ceph-mon[27979]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:49.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:49.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:49.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:49.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:49.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:49 smithi167 ceph-mon[31348]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:50.129 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.126+0000 7f9410ff9700 1 -- 172.21.15.81:0/997743422 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9414062670 con 0x7f93fc0a2ca0 2024-04-22T00:34:50.129 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 4 on host 'smithi081' 2024-04-22T00:34:50.131 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 -- 172.21.15.81:0/997743422 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f93fc0a2ca0 msgr2=0x7f93fc0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:50.131 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f93fc0a2ca0 0x7f93fc0a5160 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9404005950 tx=0x7f940400a300 comp rx=0 tx=0).stop 2024-04-22T00:34:50.132 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 -- 172.21.15.81:0/997743422 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94141056b0 msgr2=0x7f94141989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:50.132 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94141056b0 0x7f94141989d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9408005910 tx=0x7f9408009580 comp rx=0 tx=0).stop 2024-04-22T00:34:50.132 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 -- 172.21.15.81:0/997743422 shutdown_connections 2024-04-22T00:34:50.132 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9414107fe0 0x7f941419fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:50.132 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9414102d80 0x7f9414198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:50.132 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f93fc0a2ca0 0x7f93fc0a5160 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:50.132 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 --2- 172.21.15.81:0/997743422 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94141056b0 0x7f94141989d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:50.132 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 -- 172.21.15.81:0/997743422 >> 172.21.15.81:0/997743422 conn(0x7f94140fc730 msgr2=0x7f9414103840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:34:50.132 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 -- 172.21.15.81:0/997743422 shutdown_connections 2024-04-22T00:34:50.132 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:34:50.129+0000 7f9419c28700 1 -- 172.21.15.81:0/997743422 wait complete. 2024-04-22T00:34:50.796 DEBUG:teuthology.orchestra.run.smithi081:osd.4> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.4.service 2024-04-22T00:34:50.798 INFO:tasks.cephadm:Deploying osd.5 on smithi167 with /dev/vg_nvme/lv_3... 2024-04-22T00:34:50.799 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-22T00:34:51.045 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:34:51.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:51 smithi081 ceph-mon[31546]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:51.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:51.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:51.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:51.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:51 smithi081 ceph-mon[31546]: from='osd.4 [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T00:34:51.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:51 smithi081 ceph-mon[31546]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T00:34:51.370 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:51 smithi167 ceph-mon[31348]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:51.370 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:51.370 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:51.370 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:51.370 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:51 smithi167 ceph-mon[31348]: from='osd.4 [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T00:34:51.370 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:51 smithi167 ceph-mon[31348]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T00:34:51.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:51 smithi018 ceph-mon[27979]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:51.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:51.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:51.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:34:51.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:51 smithi018 ceph-mon[27979]: from='osd.4 [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T00:34:51.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:51 smithi018 ceph-mon[27979]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T00:34:52.325 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:52 smithi167 ceph-mon[31348]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T00:34:52.325 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:52 smithi167 ceph-mon[31348]: osdmap e31: 5 total, 4 up, 5 in 2024-04-22T00:34:52.325 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:52 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:52.326 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:52 smithi167 ceph-mon[31348]: from='osd.4 [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:34:52.326 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:52 smithi167 ceph-mon[31348]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:34:52.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:52 smithi081 ceph-mon[31546]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T00:34:52.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:52 smithi081 ceph-mon[31546]: osdmap e31: 5 total, 4 up, 5 in 2024-04-22T00:34:52.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:52 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:52.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:52 smithi081 ceph-mon[31546]: from='osd.4 [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:34:52.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:52 smithi081 ceph-mon[31546]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:34:52.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:52 smithi018 ceph-mon[27979]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T00:34:52.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:52 smithi018 ceph-mon[27979]: osdmap e31: 5 total, 4 up, 5 in 2024-04-22T00:34:52.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:52 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:52.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:52 smithi018 ceph-mon[27979]: from='osd.4 [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:34:52.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:52 smithi018 ceph-mon[27979]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:34:52.898 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-22T00:34:52.899 INFO:teuthology.orchestra.run.smithi167.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-22T00:34:52.899 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10+0 records in 2024-04-22T00:34:52.899 INFO:teuthology.orchestra.run.smithi167.stderr:10+0 records out 2024-04-22T00:34:52.899 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115664 s, 907 MB/s 2024-04-22T00:34:52.899 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping successful for: 2024-04-22T00:34:53.111 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:34:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4[42679]: 2024-04-22T00:34:52.810+0000 7f0178aa3700 -1 osd.4 0 waiting for initial osdmap 2024-04-22T00:34:53.111 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:34:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4[42679]: 2024-04-22T00:34:52.816+0000 7f017088e700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:34:53.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:53 smithi081 ceph-mon[31546]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:53.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:53 smithi081 ceph-mon[31546]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:34:53.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:53 smithi081 ceph-mon[31546]: osdmap e32: 5 total, 4 up, 5 in 2024-04-22T00:34:53.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:53.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:53.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:53 smithi081 ceph-mon[31546]: from='osd.4 ' entity='osd.4' 2024-04-22T00:34:53.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:53 smithi018 ceph-mon[27979]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:53.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:53 smithi018 ceph-mon[27979]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:34:53.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:53 smithi018 ceph-mon[27979]: osdmap e32: 5 total, 4 up, 5 in 2024-04-22T00:34:53.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:53.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:53.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:53 smithi018 ceph-mon[27979]: from='osd.4 ' entity='osd.4' 2024-04-22T00:34:53.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:53 smithi167 ceph-mon[31348]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:53.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:53 smithi167 ceph-mon[31348]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:34:53.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:53 smithi167 ceph-mon[31348]: osdmap e32: 5 total, 4 up, 5 in 2024-04-22T00:34:53.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:53.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:53.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:53 smithi167 ceph-mon[31348]: from='osd.4 ' entity='osd.4' 2024-04-22T00:34:53.518 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi167:vg_nvme/lv_3 2024-04-22T00:34:53.758 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:34:54.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:34:54.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:34:54.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:54.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: osd.4 [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] boot 2024-04-22T00:34:54.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: osdmap e33: 5 total, 5 up, 5 in 2024-04-22T00:34:54.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:54.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi081 2024-04-22T00:34:54.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:54.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:54.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:54.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:54.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:54 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:34:54.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: osd.4 [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] boot 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: osdmap e33: 5 total, 5 up, 5 in 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi081 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:54.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:54 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:34:54.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:34:54.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:54.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: osd.4 [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] boot 2024-04-22T00:34:54.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: osdmap e33: 5 total, 5 up, 5 in 2024-04-22T00:34:54.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T00:34:54.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi081 2024-04-22T00:34:54.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:54.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:34:54.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:54.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:54.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:34:54.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:54 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:34:55.303 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 -- 172.21.15.167:0/2974249252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff368102d30 msgr2=0x7ff3681095e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 --2- 172.21.15.167:0/2974249252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff368102d30 0x7ff3681095e0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff36000b0a0 tx=0x7ff36000b3b0 comp rx=0 tx=0).stop 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 -- 172.21.15.167:0/2974249252 shutdown_connections 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 --2- 172.21.15.167:0/2974249252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff368102d30 0x7ff3681095e0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 --2- 172.21.15.167:0/2974249252 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff368101190 0x7ff3681015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 --2- 172.21.15.167:0/2974249252 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff368102390 0x7ff3681027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 -- 172.21.15.167:0/2974249252 >> 172.21.15.167:0/2974249252 conn(0x7ff3680fc730 msgr2=0x7ff3680feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 -- 172.21.15.167:0/2974249252 shutdown_connections 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 -- 172.21.15.167:0/2974249252 wait complete. 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 Processor -- start 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.300+0000 7ff36e2bc700 1 -- start start 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff36e2bc700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff368101190 0x7ff36806b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff36e2bc700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff368102390 0x7ff36819d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:55.304 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff36e2bc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff368102d30 0x7ff36819f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff36e2bc700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff36810cd60 con 0x7ff368102d30 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff36e2bc700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff36810cbe0 con 0x7ff368101190 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff36e2bc700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff36810cee0 con 0x7ff368102390 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff3677fe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff368102390 0x7ff36819d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff3677fe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff368102390 0x7ff36819d1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:48590/0 (socket says 172.21.15.167:48590) 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff3677fe700 1 -- 172.21.15.167:0/3795295238 learned_addr learned my addr 172.21.15.167:0/3795295238 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff36c859700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff368102d30 0x7ff36819f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff367fff700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff368101190 0x7ff36806b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff3677fe700 1 -- 172.21.15.167:0/3795295238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff368101190 msgr2=0x7ff36806b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff3677fe700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff368101190 0x7ff36806b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff3677fe700 1 -- 172.21.15.167:0/3795295238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff368102d30 msgr2=0x7ff36819f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff3677fe700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff368102d30 0x7ff36819f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff3677fe700 1 -- 172.21.15.167:0/3795295238 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3681a00b0 con 0x7ff368102390 2024-04-22T00:34:55.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff367fff700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff368101190 0x7ff36806b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:34:55.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.301+0000 7ff3677fe700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff368102390 0x7ff36819d1a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff35c00d950 tx=0x7ff35c00dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:34:55.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.302+0000 7ff3657fa700 1 -- 172.21.15.167:0/3795295238 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c016070 con 0x7ff368102390 2024-04-22T00:34:55.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.302+0000 7ff3657fa700 1 -- 172.21.15.167:0/3795295238 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff35c009e20 con 0x7ff368102390 2024-04-22T00:34:55.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.302+0000 7ff36e2bc700 1 -- 172.21.15.167:0/3795295238 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3681a03a0 con 0x7ff368102390 2024-04-22T00:34:55.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.302+0000 7ff3657fa700 1 -- 172.21.15.167:0/3795295238 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c00f620 con 0x7ff368102390 2024-04-22T00:34:55.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.302+0000 7ff36e2bc700 1 -- 172.21.15.167:0/3795295238 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3681a08e0 con 0x7ff368102390 2024-04-22T00:34:55.307 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.303+0000 7ff36e2bc700 1 -- 172.21.15.167:0/3795295238 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff368068f20 con 0x7ff368102390 2024-04-22T00:34:55.307 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.304+0000 7ff3657fa700 1 -- 172.21.15.167:0/3795295238 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff35c019070 con 0x7ff368102390 2024-04-22T00:34:55.307 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.304+0000 7ff3657fa700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3500a2c20 0x7ff3500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:34:55.307 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.305+0000 7ff3657fa700 1 -- 172.21.15.167:0/3795295238 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 4101+0+0 (secure 0 0 0) 0x7ff35c0cdb90 con 0x7ff368102390 2024-04-22T00:34:55.307 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.305+0000 7ff367fff700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3500a2c20 0x7ff3500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:34:55.307 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.305+0000 7ff367fff700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3500a2c20 0x7ff3500a50e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff3681021f0 tx=0x7ff358005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:34:55.310 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.308+0000 7ff3657fa700 1 -- 172.21.15.167:0/3795295238 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff35c09bb60 con 0x7ff368102390 2024-04-22T00:34:55.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:55 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi081 to 8544M 2024-04-22T00:34:55.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:55 smithi081 ceph-mon[31546]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:55.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:55 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi081 to 8544M 2024-04-22T00:34:55.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:55 smithi018 ceph-mon[27979]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:55.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:55 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi081 to 8544M 2024-04-22T00:34:55.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:55 smithi167 ceph-mon[31348]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-22T00:34:55.513 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:34:55.511+0000 7ff36e2bc700 1 -- 172.21.15.167:0/3795295238 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7ff368062730 con 0x7ff3500a2c20 2024-04-22T00:34:56.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:56 smithi081 ceph-mon[31546]: osdmap e34: 5 total, 5 up, 5 in 2024-04-22T00:34:56.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:56 smithi081 ceph-mon[31546]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:34:56.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:34:56.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:34:56.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:56.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:56 smithi018 ceph-mon[27979]: osdmap e34: 5 total, 5 up, 5 in 2024-04-22T00:34:56.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:56 smithi018 ceph-mon[27979]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:34:56.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:34:56.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:34:56.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:56.427 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:56 smithi167 ceph-mon[31348]: osdmap e34: 5 total, 5 up, 5 in 2024-04-22T00:34:56.427 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:56 smithi167 ceph-mon[31348]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:34:56.427 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:34:56.427 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:34:56.427 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:34:57.283 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:57 smithi167 ceph-mon[31348]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:34:57.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:57 smithi081 ceph-mon[31546]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:34:57.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:57 smithi018 ceph-mon[27979]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:34:59.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:59 smithi081 ceph-mon[31546]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:34:59.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:59 smithi081 ceph-mon[31546]: from='client.? 172.21.15.167:0/2277323338' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7241ce7d-b3da-4916-a2ad-eeafcda3a7c1"}]: dispatch 2024-04-22T00:34:59.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:59 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7241ce7d-b3da-4916-a2ad-eeafcda3a7c1"}]: dispatch 2024-04-22T00:34:59.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:59 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7241ce7d-b3da-4916-a2ad-eeafcda3a7c1"}]': finished 2024-04-22T00:34:59.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:59 smithi081 ceph-mon[31546]: osdmap e35: 6 total, 5 up, 6 in 2024-04-22T00:34:59.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:59 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:34:59.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:34:59 smithi081 ceph-mon[31546]: from='client.? 172.21.15.167:0/4258387081' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:34:59.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:59 smithi018 ceph-mon[27979]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:34:59.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:59 smithi018 ceph-mon[27979]: from='client.? 172.21.15.167:0/2277323338' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7241ce7d-b3da-4916-a2ad-eeafcda3a7c1"}]: dispatch 2024-04-22T00:34:59.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:59 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7241ce7d-b3da-4916-a2ad-eeafcda3a7c1"}]: dispatch 2024-04-22T00:34:59.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:59 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7241ce7d-b3da-4916-a2ad-eeafcda3a7c1"}]': finished 2024-04-22T00:34:59.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:59 smithi018 ceph-mon[27979]: osdmap e35: 6 total, 5 up, 6 in 2024-04-22T00:34:59.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:59 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:34:59.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:34:59 smithi018 ceph-mon[27979]: from='client.? 172.21.15.167:0/4258387081' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:34:59.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:59 smithi167 ceph-mon[31348]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:34:59.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:59 smithi167 ceph-mon[31348]: from='client.? 172.21.15.167:0/2277323338' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7241ce7d-b3da-4916-a2ad-eeafcda3a7c1"}]: dispatch 2024-04-22T00:34:59.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:59 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7241ce7d-b3da-4916-a2ad-eeafcda3a7c1"}]: dispatch 2024-04-22T00:34:59.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:59 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7241ce7d-b3da-4916-a2ad-eeafcda3a7c1"}]': finished 2024-04-22T00:34:59.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:59 smithi167 ceph-mon[31348]: osdmap e35: 6 total, 5 up, 6 in 2024-04-22T00:34:59.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:59 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:34:59.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:34:59 smithi167 ceph-mon[31348]: from='client.? 172.21.15.167:0/4258387081' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:35:01.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:01 smithi081 ceph-mon[31546]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:01.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:01 smithi018 ceph-mon[27979]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:01.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:01 smithi167 ceph-mon[31348]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:03.325 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:03 smithi167 ceph-mon[31348]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:03.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:03 smithi081 ceph-mon[31546]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:03.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:03 smithi018 ceph-mon[27979]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:05.278 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:05 smithi167 ceph-mon[31348]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:05.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:05 smithi081 ceph-mon[31546]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:05.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:05 smithi018 ceph-mon[27979]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:06.181 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:06 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T00:35:06.181 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:06 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:06.181 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:06 smithi167 ceph-mon[31348]: Deploying daemon osd.5 on smithi167 2024-04-22T00:35:06.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:06 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T00:35:06.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:06 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:06.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:06 smithi081 ceph-mon[31546]: Deploying daemon osd.5 on smithi167 2024-04-22T00:35:06.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:06 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T00:35:06.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:06 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:06.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:06 smithi018 ceph-mon[27979]: Deploying daemon osd.5 on smithi167 2024-04-22T00:35:07.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:07 smithi081 ceph-mon[31546]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:07.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:07 smithi018 ceph-mon[27979]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:07.474 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:07 smithi167 ceph-mon[31348]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:09.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:09 smithi081 ceph-mon[31546]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:09.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:09 smithi018 ceph-mon[27979]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:09.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:09 smithi167 ceph-mon[31348]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:11.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:11 smithi167 ceph-mon[31348]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:11.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:11.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:11.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:12.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:11 smithi081 ceph-mon[31546]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:12.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:12.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:12.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:11 smithi018 ceph-mon[27979]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:13.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:13 smithi167 ceph-mon[31348]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:13.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:13.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:13.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:13.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:13.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:13 smithi081 ceph-mon[31546]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:14.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:13 smithi018 ceph-mon[27979]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:14.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:14.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:14.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:14.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:14.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:14.331 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.329+0000 7ff3657fa700 1 -- 172.21.15.167:0/3795295238 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff368062730 con 0x7ff3500a2c20 2024-04-22T00:35:14.332 INFO:teuthology.orchestra.run.smithi167.stdout:Created osd(s) 5 on host 'smithi167' 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.331+0000 7ff36e2bc700 1 -- 172.21.15.167:0/3795295238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3500a2c20 msgr2=0x7ff3500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.331+0000 7ff36e2bc700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3500a2c20 0x7ff3500a50e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff3681021f0 tx=0x7ff358005f90 comp rx=0 tx=0).stop 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.331+0000 7ff36e2bc700 1 -- 172.21.15.167:0/3795295238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff368102390 msgr2=0x7ff36819d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.331+0000 7ff36e2bc700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff368102390 0x7ff36819d1a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff35c00d950 tx=0x7ff35c00dc60 comp rx=0 tx=0).stop 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.332+0000 7ff36e2bc700 1 -- 172.21.15.167:0/3795295238 shutdown_connections 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.332+0000 7ff36e2bc700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff368102d30 0x7ff36819f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.332+0000 7ff36e2bc700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3500a2c20 0x7ff3500a50e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.332+0000 7ff36e2bc700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff368101190 0x7ff36806b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.332+0000 7ff36e2bc700 1 --2- 172.21.15.167:0/3795295238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff368102390 0x7ff36819d1a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.332+0000 7ff36e2bc700 1 -- 172.21.15.167:0/3795295238 >> 172.21.15.167:0/3795295238 conn(0x7ff3680fc730 msgr2=0x7ff368105630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:35:14.334 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.332+0000 7ff36e2bc700 1 -- 172.21.15.167:0/3795295238 shutdown_connections 2024-04-22T00:35:14.335 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:35:14.332+0000 7ff36e2bc700 1 -- 172.21.15.167:0/3795295238 wait complete. 2024-04-22T00:35:15.028 DEBUG:teuthology.orchestra.run.smithi167:osd.5> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.5.service 2024-04-22T00:35:15.030 INFO:tasks.cephadm:Deploying osd.6 on smithi018 with /dev/vg_nvme/lv_2... 2024-04-22T00:35:15.030 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-22T00:35:15.286 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:35:15.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:15 smithi018 ceph-mon[27979]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:15.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:15 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:15.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:15 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:15.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:15 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:15.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:15 smithi018 ceph-mon[27979]: from='osd.5 [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T00:35:15.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:15 smithi018 ceph-mon[27979]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T00:35:15.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:15 smithi081 ceph-mon[31546]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:15.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:15 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:15.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:15 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:15.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:15 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:15.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:15 smithi081 ceph-mon[31546]: from='osd.5 [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T00:35:15.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:15 smithi081 ceph-mon[31546]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T00:35:15.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:15 smithi167 ceph-mon[31348]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:15.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:15 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:15.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:15 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:15.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:15 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:15.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:15 smithi167 ceph-mon[31348]: from='osd.5 [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T00:35:15.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:15 smithi167 ceph-mon[31348]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T00:35:16.572 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:16 smithi018 ceph-mon[27979]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T00:35:16.573 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:16 smithi018 ceph-mon[27979]: osdmap e36: 6 total, 5 up, 6 in 2024-04-22T00:35:16.573 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:16.573 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:16 smithi018 ceph-mon[27979]: from='osd.5 [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:35:16.573 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:16 smithi018 ceph-mon[27979]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:35:16.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:16 smithi081 ceph-mon[31546]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T00:35:16.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:16 smithi081 ceph-mon[31546]: osdmap e36: 6 total, 5 up, 6 in 2024-04-22T00:35:16.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:16.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:16 smithi081 ceph-mon[31546]: from='osd.5 [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:35:16.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:16 smithi081 ceph-mon[31546]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:35:16.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:16 smithi167 ceph-mon[31348]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T00:35:16.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:16 smithi167 ceph-mon[31348]: osdmap e36: 6 total, 5 up, 6 in 2024-04-22T00:35:16.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:16.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:16 smithi167 ceph-mon[31348]: from='osd.5 [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:35:16.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:16 smithi167 ceph-mon[31348]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:35:16.738 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:35:16 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:35:16.335+0000 7f09443ce700 -1 osd.5 0 waiting for initial osdmap 2024-04-22T00:35:16.738 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:35:16 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:35:16.342+0000 7f09401c1700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:35:17.257 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-22T00:35:17.257 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-22T00:35:17.257 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2024-04-22T00:35:17.257 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2024-04-22T00:35:17.257 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00846744 s, 1.2 GB/s 2024-04-22T00:35:17.257 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2024-04-22T00:35:17.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:17 smithi167 ceph-mon[31348]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:17.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:17 smithi167 ceph-mon[31348]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:35:17.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:17 smithi167 ceph-mon[31348]: osdmap e37: 6 total, 5 up, 6 in 2024-04-22T00:35:17.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:17 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:17.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:17 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:17.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:17 smithi167 ceph-mon[31348]: osd.5 [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] boot 2024-04-22T00:35:17.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:17 smithi167 ceph-mon[31348]: osdmap e38: 6 total, 6 up, 6 in 2024-04-22T00:35:17.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:17 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:17.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:17 smithi018 ceph-mon[27979]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:17.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:17 smithi018 ceph-mon[27979]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:35:17.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:17 smithi018 ceph-mon[27979]: osdmap e37: 6 total, 5 up, 6 in 2024-04-22T00:35:17.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:17 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:17.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:17 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:17.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:17 smithi018 ceph-mon[27979]: osd.5 [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] boot 2024-04-22T00:35:17.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:17 smithi018 ceph-mon[27979]: osdmap e38: 6 total, 6 up, 6 in 2024-04-22T00:35:17.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:17 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:17.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:17 smithi081 ceph-mon[31546]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-22T00:35:17.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:17 smithi081 ceph-mon[31546]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:35:17.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:17 smithi081 ceph-mon[31546]: osdmap e37: 6 total, 5 up, 6 in 2024-04-22T00:35:17.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:17 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:17.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:17 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:17.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:17 smithi081 ceph-mon[31546]: osd.5 [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] boot 2024-04-22T00:35:17.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:17 smithi081 ceph-mon[31546]: osdmap e38: 6 total, 6 up, 6 in 2024-04-22T00:35:17.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:17 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T00:35:17.899 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi018:vg_nvme/lv_2 2024-04-22T00:35:18.164 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:35:18.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:35:18.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:35:18.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:18.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:18.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:18.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:18.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:18 smithi018 ceph-mon[27979]: osdmap e39: 6 total, 6 up, 6 in 2024-04-22T00:35:18.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:35:18.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:35:18.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:18.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:18.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:18.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:18.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:18 smithi081 ceph-mon[31546]: osdmap e39: 6 total, 6 up, 6 in 2024-04-22T00:35:18.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:35:18.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:35:18.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:18.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:18.739 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.739 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:18.739 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:18.739 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:18.739 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:18 smithi167 ceph-mon[31348]: osdmap e39: 6 total, 6 up, 6 in 2024-04-22T00:35:19.454 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:19 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi167 2024-04-22T00:35:19.454 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:19 smithi167 ceph-mon[31348]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:19.454 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:19 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi167 to 8544M 2024-04-22T00:35:19.454 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:19 smithi167 ceph-mon[31348]: osdmap e40: 6 total, 6 up, 6 in 2024-04-22T00:35:19.620 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:19 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi167 2024-04-22T00:35:19.620 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:19 smithi018 ceph-mon[27979]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:19.620 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:19 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi167 to 8544M 2024-04-22T00:35:19.620 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:19 smithi018 ceph-mon[27979]: osdmap e40: 6 total, 6 up, 6 in 2024-04-22T00:35:19.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:19 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi167 2024-04-22T00:35:19.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:19 smithi081 ceph-mon[31546]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:19.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:19 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi167 to 8544M 2024-04-22T00:35:19.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:19 smithi081 ceph-mon[31546]: osdmap e40: 6 total, 6 up, 6 in 2024-04-22T00:35:19.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 -- 172.21.15.18:0/752791657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee74108000 msgr2=0x7fee7410a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:35:19.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 --2- 172.21.15.18:0/752791657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee74108000 0x7fee7410a410 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fee6c00b0a0 tx=0x7fee6c00b3b0 comp rx=0 tx=0).stop 2024-04-22T00:35:19.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 -- 172.21.15.18:0/752791657 shutdown_connections 2024-04-22T00:35:19.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 --2- 172.21.15.18:0/752791657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee74108000 0x7fee7410a410 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:19.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 --2- 172.21.15.18:0/752791657 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee74102da0 0x7fee74105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:19.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 --2- 172.21.15.18:0/752791657 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee741056d0 0x7fee74107ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:19.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 -- 172.21.15.18:0/752791657 >> 172.21.15.18:0/752791657 conn(0x7fee740fc750 msgr2=0x7fee740feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 -- 172.21.15.18:0/752791657 shutdown_connections 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 -- 172.21.15.18:0/752791657 wait complete. 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 Processor -- start 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.853+0000 7fee7b8d0700 1 -- start start 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee7b8d0700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee74102da0 0x7fee7419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee7b8d0700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee741056d0 0x7fee7419ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee7b8d0700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee74108000 0x7fee741a1be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee7b8d0700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fee7410dec0 con 0x7fee741056d0 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee7b8d0700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fee7410dd40 con 0x7fee74102da0 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee7b8d0700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fee7410e040 con 0x7fee74108000 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee78e6b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee741056d0 0x7fee7419ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:35:19.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee78e6b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee741056d0 0x7fee7419ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33778/0 (socket says 172.21.15.18:33778) 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee78e6b700 1 -- 172.21.15.18:0/4294078263 learned_addr learned my addr 172.21.15.18:0/4294078263 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee7966c700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee74102da0 0x7fee7419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee79e6d700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee74108000 0x7fee741a1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee78e6b700 1 -- 172.21.15.18:0/4294078263 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee74108000 msgr2=0x7fee741a1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee78e6b700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee74108000 0x7fee741a1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee78e6b700 1 -- 172.21.15.18:0/4294078263 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee74102da0 msgr2=0x7fee7419a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee78e6b700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee74102da0 0x7fee7419a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee78e6b700 1 -- 172.21.15.18:0/4294078263 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee741a2280 con 0x7fee741056d0 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee7966c700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee74102da0 0x7fee7419a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee78e6b700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee741056d0 0x7fee7419ab60 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fee6400e9d0 tx=0x7fee6400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.854+0000 7fee6a7fc700 1 -- 172.21.15.18:0/4294078263 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee6400cbd0 con 0x7fee741056d0 2024-04-22T00:35:19.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.855+0000 7fee6a7fc700 1 -- 172.21.15.18:0/4294078263 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee6400ee70 con 0x7fee741056d0 2024-04-22T00:35:19.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.855+0000 7fee7b8d0700 1 -- 172.21.15.18:0/4294078263 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee741a2570 con 0x7fee741056d0 2024-04-22T00:35:19.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.855+0000 7fee6a7fc700 1 -- 172.21.15.18:0/4294078263 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee64018660 con 0x7fee741056d0 2024-04-22T00:35:19.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.855+0000 7fee7b8d0700 1 -- 172.21.15.18:0/4294078263 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee741a2ab0 con 0x7fee741056d0 2024-04-22T00:35:19.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.856+0000 7fee7b8d0700 1 -- 172.21.15.18:0/4294078263 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee74068f20 con 0x7fee741056d0 2024-04-22T00:35:19.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.857+0000 7fee6a7fc700 1 -- 172.21.15.18:0/4294078263 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fee64010430 con 0x7fee741056d0 2024-04-22T00:35:19.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.857+0000 7fee6a7fc700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fee600a2c20 0x7fee600a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:35:19.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.858+0000 7fee7966c700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fee600a2c20 0x7fee600a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:35:19.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.858+0000 7fee6a7fc700 1 -- 172.21.15.18:0/4294078263 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 4562+0+0 (secure 0 0 0) 0x7fee640ce3a0 con 0x7fee741056d0 2024-04-22T00:35:19.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.858+0000 7fee7966c700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fee600a2c20 0x7fee600a50e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fee70011490 tx=0x7fee70009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:35:19.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:19.862+0000 7fee6a7fc700 1 -- 172.21.15.18:0/4294078263 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fee6409c1a0 con 0x7fee741056d0 2024-04-22T00:35:20.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:20.080+0000 7fee7b8d0700 1 -- 172.21.15.18:0/4294078263 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fee74062670 con 0x7fee600a2c20 2024-04-22T00:35:20.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:20 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:35:20.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:20 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:35:20.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:20 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:20.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:20 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:35:20.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:20 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:35:20.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:20 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:20.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:20 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:35:20.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:20 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:35:20.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:20 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:21.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:21 smithi081 ceph-mon[31546]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:21.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:21 smithi081 ceph-mon[31546]: from='client.14349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:35:21.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:21 smithi081 ceph-mon[31546]: osdmap e41: 6 total, 6 up, 6 in 2024-04-22T00:35:21.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:21 smithi018 ceph-mon[27979]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:21.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:21 smithi018 ceph-mon[27979]: from='client.14349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:35:21.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:21 smithi018 ceph-mon[27979]: osdmap e41: 6 total, 6 up, 6 in 2024-04-22T00:35:21.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:21 smithi167 ceph-mon[31348]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:21.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:21 smithi167 ceph-mon[31348]: from='client.14349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:35:21.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:21 smithi167 ceph-mon[31348]: osdmap e41: 6 total, 6 up, 6 in 2024-04-22T00:35:22.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:22 smithi081 ceph-mon[31546]: osdmap e42: 6 total, 6 up, 6 in 2024-04-22T00:35:22.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:22 smithi018 ceph-mon[27979]: osdmap e42: 6 total, 6 up, 6 in 2024-04-22T00:35:22.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:22 smithi167 ceph-mon[31348]: osdmap e42: 6 total, 6 up, 6 in 2024-04-22T00:35:23.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:23 smithi081 ceph-mon[31546]: pgmap v144: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T00:35:23.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:23 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1376516378' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48677d51-50b9-43c7-b461-554b2b503f09"}]: dispatch 2024-04-22T00:35:23.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:23 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1376516378' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48677d51-50b9-43c7-b461-554b2b503f09"}]': finished 2024-04-22T00:35:23.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:23 smithi081 ceph-mon[31546]: osdmap e43: 7 total, 6 up, 7 in 2024-04-22T00:35:23.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:23 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:23.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:23 smithi018 ceph-mon[27979]: pgmap v144: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T00:35:23.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:23 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1376516378' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48677d51-50b9-43c7-b461-554b2b503f09"}]: dispatch 2024-04-22T00:35:23.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:23 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1376516378' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48677d51-50b9-43c7-b461-554b2b503f09"}]': finished 2024-04-22T00:35:23.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:23 smithi018 ceph-mon[27979]: osdmap e43: 7 total, 6 up, 7 in 2024-04-22T00:35:23.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:23 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:23.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:23 smithi167 ceph-mon[31348]: pgmap v144: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T00:35:23.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:23 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1376516378' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48677d51-50b9-43c7-b461-554b2b503f09"}]: dispatch 2024-04-22T00:35:23.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:23 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1376516378' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48677d51-50b9-43c7-b461-554b2b503f09"}]': finished 2024-04-22T00:35:23.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:23 smithi167 ceph-mon[31348]: osdmap e43: 7 total, 6 up, 7 in 2024-04-22T00:35:23.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:23 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:24.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:24 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3667109339' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:35:24.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:24 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3667109339' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:35:24.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:24 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3667109339' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:35:25.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:25 smithi081 ceph-mon[31546]: pgmap v146: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-22T00:35:25.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:25 smithi018 ceph-mon[27979]: pgmap v146: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-22T00:35:25.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:25 smithi167 ceph-mon[31348]: pgmap v146: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-22T00:35:27.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:27 smithi081 ceph-mon[31546]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:35:27.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:27 smithi018 ceph-mon[27979]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:35:27.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:27 smithi167 ceph-mon[31348]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:35:29.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:29 smithi081 ceph-mon[31546]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:29.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:29 smithi018 ceph-mon[27979]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:29.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:29 smithi167 ceph-mon[31348]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:31.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:31 smithi018 ceph-mon[27979]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:31.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T00:35:31.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:31.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:31 smithi018 ceph-mon[27979]: Deploying daemon osd.6 on smithi018 2024-04-22T00:35:31.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:31 smithi081 ceph-mon[31546]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:31.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T00:35:31.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:31.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:31 smithi081 ceph-mon[31546]: Deploying daemon osd.6 on smithi018 2024-04-22T00:35:31.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:31 smithi167 ceph-mon[31348]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:31.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T00:35:31.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:31.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:31 smithi167 ceph-mon[31348]: Deploying daemon osd.6 on smithi018 2024-04-22T00:35:33.589 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:33 smithi018 ceph-mon[27979]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:33.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:33 smithi081 ceph-mon[31546]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:33.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:33 smithi167 ceph-mon[31348]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:35.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:35 smithi081 ceph-mon[31546]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:35.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:35 smithi018 ceph-mon[27979]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:35.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:35 smithi167 ceph-mon[31348]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:37.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:37 smithi018 ceph-mon[27979]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:37.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:37.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:37.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:37 smithi081 ceph-mon[31546]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:37.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:37.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:37.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:37.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:37 smithi167 ceph-mon[31348]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:37.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:37.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:37.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:39 smithi081 ceph-mon[31546]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:39 smithi018 ceph-mon[27979]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:39 smithi167 ceph-mon[31348]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:39.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.852+0000 7fee6a7fc700 1 -- 172.21.15.18:0/4294078263 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fee74062670 con 0x7fee600a2c20 2024-04-22T00:35:39.855 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 6 on host 'smithi018' 2024-04-22T00:35:39.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.854+0000 7fee7b8d0700 1 -- 172.21.15.18:0/4294078263 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fee600a2c20 msgr2=0x7fee600a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:35:39.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.854+0000 7fee7b8d0700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fee600a2c20 0x7fee600a50e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fee70011490 tx=0x7fee70009260 comp rx=0 tx=0).stop 2024-04-22T00:35:39.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.854+0000 7fee7b8d0700 1 -- 172.21.15.18:0/4294078263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee741056d0 msgr2=0x7fee7419ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:35:39.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.854+0000 7fee7b8d0700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee741056d0 0x7fee7419ab60 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fee6400e9d0 tx=0x7fee6400ece0 comp rx=0 tx=0).stop 2024-04-22T00:35:39.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.854+0000 7fee7b8d0700 1 -- 172.21.15.18:0/4294078263 shutdown_connections 2024-04-22T00:35:39.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.854+0000 7fee7b8d0700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fee74108000 0x7fee741a1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:39.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.854+0000 7fee7b8d0700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fee600a2c20 0x7fee600a50e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:39.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.854+0000 7fee7b8d0700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee74102da0 0x7fee7419a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:39.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.854+0000 7fee7b8d0700 1 --2- 172.21.15.18:0/4294078263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee741056d0 0x7fee7419ab60 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:39.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.854+0000 7fee7b8d0700 1 -- 172.21.15.18:0/4294078263 >> 172.21.15.18:0/4294078263 conn(0x7fee740fc750 msgr2=0x7fee741023a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:35:39.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.855+0000 7fee7b8d0700 1 -- 172.21.15.18:0/4294078263 shutdown_connections 2024-04-22T00:35:39.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:35:39.855+0000 7fee7b8d0700 1 -- 172.21.15.18:0/4294078263 wait complete. 2024-04-22T00:35:40.710 DEBUG:teuthology.orchestra.run.smithi018:osd.6> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.6.service 2024-04-22T00:35:40.713 INFO:tasks.cephadm:Deploying osd.7 on smithi081 with /dev/vg_nvme/lv_2... 2024-04-22T00:35:40.713 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-22T00:35:40.958 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:35:41.059 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:41.059 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:40 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:41.059 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:40 smithi081 ceph-mon[31546]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T00:35:41.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:41.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:40 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:41.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:40 smithi018 ceph-mon[27979]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T00:35:41.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:41.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:40 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:41.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:40 smithi167 ceph-mon[31348]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T00:35:42.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:41 smithi081 ceph-mon[31546]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:42.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:41 smithi081 ceph-mon[31546]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T00:35:42.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:41 smithi081 ceph-mon[31546]: osdmap e44: 7 total, 6 up, 7 in 2024-04-22T00:35:42.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:41 smithi081 ceph-mon[31546]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:35:42.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:42.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:42.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:42.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:41 smithi018 ceph-mon[27979]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:42.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:41 smithi018 ceph-mon[27979]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T00:35:42.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:41 smithi018 ceph-mon[27979]: osdmap e44: 7 total, 6 up, 7 in 2024-04-22T00:35:42.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:41 smithi018 ceph-mon[27979]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:35:42.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:42.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:42.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:42.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:41 smithi167 ceph-mon[31348]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:42.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:41 smithi167 ceph-mon[31348]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T00:35:42.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:41 smithi167 ceph-mon[31348]: osdmap e44: 7 total, 6 up, 7 in 2024-04-22T00:35:42.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:41 smithi167 ceph-mon[31348]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:35:42.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:42.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:42.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:42.643 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:35:42 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:35:42.373+0000 7fc0dd737700 -1 osd.6 0 waiting for initial osdmap 2024-04-22T00:35:42.643 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:35:42 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:35:42.381+0000 7fc0d5522700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:35:42.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:42 smithi018 ceph-mon[27979]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:35:42.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:42 smithi018 ceph-mon[27979]: osdmap e45: 7 total, 6 up, 7 in 2024-04-22T00:35:42.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:42 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:42.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:42 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:42.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:42 smithi018 ceph-mon[27979]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' 2024-04-22T00:35:43.055 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-22T00:35:43.055 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-22T00:35:43.055 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2024-04-22T00:35:43.056 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2024-04-22T00:35:43.056 INFO:teuthology.orchestra.run.smithi081.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0152569 s, 687 MB/s 2024-04-22T00:35:43.056 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2024-04-22T00:35:43.078 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:42 smithi081 ceph-mon[31546]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:35:43.079 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:42 smithi081 ceph-mon[31546]: osdmap e45: 7 total, 6 up, 7 in 2024-04-22T00:35:43.079 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:42 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:43.079 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:42 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:43.079 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:42 smithi081 ceph-mon[31546]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' 2024-04-22T00:35:43.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:42 smithi167 ceph-mon[31348]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:35:43.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:42 smithi167 ceph-mon[31348]: osdmap e45: 7 total, 6 up, 7 in 2024-04-22T00:35:43.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:42 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:43.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:42 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:43.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:42 smithi167 ceph-mon[31348]: from='osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939]' entity='osd.6' 2024-04-22T00:35:43.692 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi081:vg_nvme/lv_2 2024-04-22T00:35:43.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:43 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:35:43.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:43 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:35:43.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:43 smithi018 ceph-mon[27979]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:43.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:43.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:43 smithi018 ceph-mon[27979]: osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] boot 2024-04-22T00:35:43.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:43 smithi018 ceph-mon[27979]: osdmap e46: 7 total, 7 up, 7 in 2024-04-22T00:35:43.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:43.939 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:35:44.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:43 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:35:44.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:43 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:35:44.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:43 smithi081 ceph-mon[31546]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:44.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:44.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:43 smithi081 ceph-mon[31546]: osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] boot 2024-04-22T00:35:44.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:43 smithi081 ceph-mon[31546]: osdmap e46: 7 total, 7 up, 7 in 2024-04-22T00:35:44.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:44.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:43 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:35:44.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:43 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:35:44.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:43 smithi167 ceph-mon[31348]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-22T00:35:44.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:44.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:43 smithi167 ceph-mon[31348]: osd.6 [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] boot 2024-04-22T00:35:44.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:43 smithi167 ceph-mon[31348]: osdmap e46: 7 total, 7 up, 7 in 2024-04-22T00:35:44.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T00:35:45.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:45.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi018 2024-04-22T00:35:45.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:45.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:45.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:45.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi018 to 5697M 2024-04-22T00:35:45.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:45 smithi081 ceph-mon[31546]: osdmap e47: 7 total, 7 up, 7 in 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.611+0000 7fb996ab9700 1 -- 172.21.15.81:0/3209103944 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb990102d30 msgr2=0x7fb9901095e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.611+0000 7fb996ab9700 1 --2- 172.21.15.81:0/3209103944 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb990102d30 0x7fb9901095e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb98800b0d0 tx=0x7fb98800b3e0 comp rx=0 tx=0).stop 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.611+0000 7fb996ab9700 1 -- 172.21.15.81:0/3209103944 shutdown_connections 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.611+0000 7fb996ab9700 1 --2- 172.21.15.81:0/3209103944 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb990102d30 0x7fb9901095e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.611+0000 7fb996ab9700 1 --2- 172.21.15.81:0/3209103944 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb990101190 0x7fb9901015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.611+0000 7fb996ab9700 1 --2- 172.21.15.81:0/3209103944 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb990102390 0x7fb9901027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.611+0000 7fb996ab9700 1 -- 172.21.15.81:0/3209103944 >> 172.21.15.81:0/3209103944 conn(0x7fb9900fc730 msgr2=0x7fb9900feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.611+0000 7fb996ab9700 1 -- 172.21.15.81:0/3209103944 shutdown_connections 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.611+0000 7fb996ab9700 1 -- 172.21.15.81:0/3209103944 wait complete. 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb996ab9700 1 Processor -- start 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb996ab9700 1 -- start start 2024-04-22T00:35:45.617 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb996ab9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb990101190 0x7fb990198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb996ab9700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb990102390 0x7fb9901989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb996ab9700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb990102d30 0x7fb99019fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb996ab9700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb99010cd80 con 0x7fb990101190 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb996ab9700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb99010cc00 con 0x7fb990102d30 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb996ab9700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb99010cf00 con 0x7fb990102390 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb995056700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb990102d30 0x7fb99019fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb995056700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb990102d30 0x7fb99019fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58006/0 (socket says 172.21.15.81:58006) 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb995056700 1 -- 172.21.15.81:0/3309380930 learned_addr learned my addr 172.21.15.81:0/3309380930 (peer_addr_for_me v2:172.21.15.81:0/0) 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.612+0000 7fb98ffff700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb990102390 0x7fb9901989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb994855700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb990101190 0x7fb990198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:35:45.618 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb995056700 1 -- 172.21.15.81:0/3309380930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb990102390 msgr2=0x7fb9901989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb995056700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb990102390 0x7fb9901989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb995056700 1 -- 172.21.15.81:0/3309380930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb990101190 msgr2=0x7fb990198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb995056700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb990101190 0x7fb990198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb995056700 1 -- 172.21.15.81:0/3309380930 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9901a00f0 con 0x7fb990102d30 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb995056700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb990102d30 0x7fb99019fa50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb988009850 tx=0x7fb988007a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb98dffb700 1 -- 172.21.15.81:0/3309380930 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb988021070 con 0x7fb990102d30 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb98dffb700 1 -- 172.21.15.81:0/3309380930 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb98801db40 con 0x7fb990102d30 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb996ab9700 1 -- 172.21.15.81:0/3309380930 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9901a0380 con 0x7fb990102d30 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb98dffb700 1 -- 172.21.15.81:0/3309380930 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98801bba0 con 0x7fb990102d30 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.613+0000 7fb996ab9700 1 -- 172.21.15.81:0/3309380930 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9901a0880 con 0x7fb990102d30 2024-04-22T00:35:45.619 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.614+0000 7fb996ab9700 1 -- 172.21.15.81:0/3309380930 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb990068f20 con 0x7fb990102d30 2024-04-22T00:35:45.620 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.615+0000 7fb98dffb700 1 -- 172.21.15.81:0/3309380930 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb988024070 con 0x7fb990102d30 2024-04-22T00:35:45.620 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.616+0000 7fb98dffb700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2ca0 0x7fb9800a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:35:45.620 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.617+0000 7fb98dffb700 1 -- 172.21.15.81:0/3309380930 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 4965+0+0 (secure 0 0 0) 0x7fb98800f020 con 0x7fb990102d30 2024-04-22T00:35:45.620 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.617+0000 7fb994855700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2ca0 0x7fb9800a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:35:45.620 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.617+0000 7fb994855700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2ca0 0x7fb9800a5160 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb984005950 tx=0x7fb9840058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:35:45.622 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.620+0000 7fb98dffb700 1 -- 172.21.15.81:0/3309380930 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb98802b020 con 0x7fb990102d30 2024-04-22T00:35:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi018 2024-04-22T00:35:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi018 to 5697M 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:45.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:45 smithi018 ceph-mon[27979]: osdmap e47: 7 total, 7 up, 7 in 2024-04-22T00:35:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi018 2024-04-22T00:35:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi018 to 5697M 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:35:45.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:35:45.739 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:45 smithi167 ceph-mon[31348]: osdmap e47: 7 total, 7 up, 7 in 2024-04-22T00:35:45.827 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:35:45.825+0000 7fb996ab9700 1 -- 172.21.15.81:0/3309380930 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fb9900fe8d0 con 0x7fb9800a2ca0 2024-04-22T00:35:46.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:46 smithi081 ceph-mon[31546]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:35:46.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:46 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:35:46.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:46 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:35:46.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:46 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:46 smithi018 ceph-mon[27979]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:35:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:46 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:35:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:46 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:35:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:46 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:46.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:46 smithi167 ceph-mon[31348]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:35:46.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:46 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:35:46.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:46 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:35:46.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:46 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:47.638 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:47 smithi167 ceph-mon[31348]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:47.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:47 smithi081 ceph-mon[31546]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:47 smithi018 ceph-mon[27979]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:49.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:49 smithi081 ceph-mon[31546]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:49.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:49 smithi081 ceph-mon[31546]: from='client.? 172.21.15.81:0/265323222' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b4da1c1-602f-446d-924a-fec55ca5ee0a"}]: dispatch 2024-04-22T00:35:49.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:49 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b4da1c1-602f-446d-924a-fec55ca5ee0a"}]: dispatch 2024-04-22T00:35:49.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:49 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b4da1c1-602f-446d-924a-fec55ca5ee0a"}]': finished 2024-04-22T00:35:49.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:49 smithi081 ceph-mon[31546]: osdmap e48: 8 total, 7 up, 8 in 2024-04-22T00:35:49.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:35:49.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:49 smithi081 ceph-mon[31546]: from='client.? 172.21.15.81:0/877233275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:35:49.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:49 smithi018 ceph-mon[27979]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:49.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:49 smithi018 ceph-mon[27979]: from='client.? 172.21.15.81:0/265323222' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b4da1c1-602f-446d-924a-fec55ca5ee0a"}]: dispatch 2024-04-22T00:35:49.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:49 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b4da1c1-602f-446d-924a-fec55ca5ee0a"}]: dispatch 2024-04-22T00:35:49.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:49 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b4da1c1-602f-446d-924a-fec55ca5ee0a"}]': finished 2024-04-22T00:35:49.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:49 smithi018 ceph-mon[27979]: osdmap e48: 8 total, 7 up, 8 in 2024-04-22T00:35:49.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:35:49.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:49 smithi018 ceph-mon[27979]: from='client.? 172.21.15.81:0/877233275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:35:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:49 smithi167 ceph-mon[31348]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:49 smithi167 ceph-mon[31348]: from='client.? 172.21.15.81:0/265323222' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b4da1c1-602f-446d-924a-fec55ca5ee0a"}]: dispatch 2024-04-22T00:35:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:49 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b4da1c1-602f-446d-924a-fec55ca5ee0a"}]: dispatch 2024-04-22T00:35:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:49 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b4da1c1-602f-446d-924a-fec55ca5ee0a"}]': finished 2024-04-22T00:35:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:49 smithi167 ceph-mon[31348]: osdmap e48: 8 total, 7 up, 8 in 2024-04-22T00:35:49.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:35:49.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:49 smithi167 ceph-mon[31348]: from='client.? 172.21.15.81:0/877233275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:35:51.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:51 smithi081 ceph-mon[31546]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:51.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:51 smithi018 ceph-mon[27979]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:51.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:51 smithi167 ceph-mon[31348]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:53.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:53 smithi081 ceph-mon[31546]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:53.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:53 smithi018 ceph-mon[27979]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:53.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:53 smithi167 ceph-mon[31348]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:55.636 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:55 smithi081 ceph-mon[31546]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:55.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:55 smithi018 ceph-mon[27979]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:55.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:55 smithi167 ceph-mon[31348]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:56.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T00:35:56.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:56.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T00:35:56.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:56.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T00:35:56.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:35:57.555 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:57 smithi081 ceph-mon[31546]: Deploying daemon osd.7 on smithi081 2024-04-22T00:35:57.555 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:57 smithi081 ceph-mon[31546]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:57.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:57 smithi018 ceph-mon[27979]: Deploying daemon osd.7 on smithi081 2024-04-22T00:35:57.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:57 smithi018 ceph-mon[27979]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:57.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:57 smithi167 ceph-mon[31348]: Deploying daemon osd.7 on smithi081 2024-04-22T00:35:57.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:57 smithi167 ceph-mon[31348]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:59.577 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:35:59 smithi081 ceph-mon[31546]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:59.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:35:59 smithi018 ceph-mon[27979]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:35:59.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:35:59 smithi167 ceph-mon[31348]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:01.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:01 smithi081 ceph-mon[31546]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:01.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:01 smithi018 ceph-mon[27979]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:01.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:01 smithi167 ceph-mon[31348]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:02.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:02.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:02.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:02.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:02.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:02.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:02.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:02.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:02.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:03.840 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:03 smithi081 ceph-mon[31546]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:03.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:03 smithi018 ceph-mon[27979]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:03.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:03 smithi167 ceph-mon[31348]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:05.196 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.194+0000 7fb98dffb700 1 -- 172.21.15.81:0/3309380930 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb9900fe8d0 con 0x7fb9800a2ca0 2024-04-22T00:36:05.197 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 7 on host 'smithi081' 2024-04-22T00:36:05.199 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 -- 172.21.15.81:0/3309380930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2ca0 msgr2=0x7fb9800a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:05.199 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2ca0 0x7fb9800a5160 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb984005950 tx=0x7fb9840058e0 comp rx=0 tx=0).stop 2024-04-22T00:36:05.199 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 -- 172.21.15.81:0/3309380930 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb990102d30 msgr2=0x7fb99019fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:05.199 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb990102d30 0x7fb99019fa50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb988009850 tx=0x7fb988007a20 comp rx=0 tx=0).stop 2024-04-22T00:36:05.200 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 -- 172.21.15.81:0/3309380930 shutdown_connections 2024-04-22T00:36:05.200 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2ca0 0x7fb9800a5160 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:05.200 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb990102d30 0x7fb99019fa50 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:05.200 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb990101190 0x7fb990198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:05.200 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 --2- 172.21.15.81:0/3309380930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb990102390 0x7fb9901989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:05.200 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 -- 172.21.15.81:0/3309380930 >> 172.21.15.81:0/3309380930 conn(0x7fb9900fc730 msgr2=0x7fb9900fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:36:05.200 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 -- 172.21.15.81:0/3309380930 shutdown_connections 2024-04-22T00:36:05.200 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:36:05.197+0000 7fb996ab9700 1 -- 172.21.15.81:0/3309380930 wait complete. 2024-04-22T00:36:05.890 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:05 smithi081 ceph-mon[31546]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:05.891 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.891 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.891 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.891 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.891 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:05 smithi081 ceph-mon[31546]: from='osd.7 [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T00:36:05.891 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:05 smithi081 ceph-mon[31546]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T00:36:05.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:05 smithi018 ceph-mon[27979]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:05.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:05 smithi018 ceph-mon[27979]: from='osd.7 [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T00:36:05.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:05 smithi018 ceph-mon[27979]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T00:36:05.923 DEBUG:teuthology.orchestra.run.smithi081:osd.7> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.7.service 2024-04-22T00:36:05.925 INFO:tasks.cephadm:Deploying osd.8 on smithi167 with /dev/vg_nvme/lv_2... 2024-04-22T00:36:05.925 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-22T00:36:05.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:05 smithi167 ceph-mon[31348]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:05.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:05.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:05 smithi167 ceph-mon[31348]: from='osd.7 [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T00:36:05.952 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:05 smithi167 ceph-mon[31348]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T00:36:06.171 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:36:07.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:07 smithi081 ceph-mon[31546]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:07.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:07 smithi081 ceph-mon[31546]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T00:36:07.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:07 smithi081 ceph-mon[31546]: osdmap e49: 8 total, 7 up, 8 in 2024-04-22T00:36:07.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:07 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:07.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:07 smithi081 ceph-mon[31546]: from='osd.7 [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:36:07.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:07 smithi081 ceph-mon[31546]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:36:07.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:07 smithi167 ceph-mon[31348]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:07.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:07 smithi167 ceph-mon[31348]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T00:36:07.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:07 smithi167 ceph-mon[31348]: osdmap e49: 8 total, 7 up, 8 in 2024-04-22T00:36:07.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:07 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:07.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:07 smithi167 ceph-mon[31348]: from='osd.7 [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:36:07.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:07 smithi167 ceph-mon[31348]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:36:07.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:07 smithi018 ceph-mon[27979]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:07.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:07 smithi018 ceph-mon[27979]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T00:36:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:07 smithi018 ceph-mon[27979]: osdmap e49: 8 total, 7 up, 8 in 2024-04-22T00:36:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:07 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:07 smithi018 ceph-mon[27979]: from='osd.7 [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:36:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:07 smithi018 ceph-mon[27979]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:36:08.209 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-22T00:36:08.210 INFO:teuthology.orchestra.run.smithi167.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-22T00:36:08.210 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10+0 records in 2024-04-22T00:36:08.210 INFO:teuthology.orchestra.run.smithi167.stderr:10+0 records out 2024-04-22T00:36:08.210 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011514 s, 911 MB/s 2024-04-22T00:36:08.210 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping successful for: 2024-04-22T00:36:08.260 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:08 smithi081 ceph-mon[31546]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:36:08.260 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:08 smithi081 ceph-mon[31546]: osdmap e50: 8 total, 7 up, 8 in 2024-04-22T00:36:08.260 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:08 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:08.260 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:08 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:08.260 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:08 smithi081 ceph-mon[31546]: osdmap e51: 8 total, 7 up, 8 in 2024-04-22T00:36:08.260 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:08 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:08.260 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:08 smithi081 ceph-mon[31546]: from='osd.7 ' entity='osd.7' 2024-04-22T00:36:08.261 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:36:08 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:36:08.004+0000 7ff96b796700 -1 osd.7 0 waiting for initial osdmap 2024-04-22T00:36:08.261 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:36:08 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:36:08.014+0000 7ff963581700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:36:08.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:08 smithi167 ceph-mon[31348]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:36:08.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:08 smithi167 ceph-mon[31348]: osdmap e50: 8 total, 7 up, 8 in 2024-04-22T00:36:08.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:08 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:08 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:08 smithi167 ceph-mon[31348]: osdmap e51: 8 total, 7 up, 8 in 2024-04-22T00:36:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:08 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:08 smithi167 ceph-mon[31348]: from='osd.7 ' entity='osd.7' 2024-04-22T00:36:08.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:08 smithi018 ceph-mon[27979]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:36:08.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:08 smithi018 ceph-mon[27979]: osdmap e50: 8 total, 7 up, 8 in 2024-04-22T00:36:08.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:08 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:08.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:08 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:08.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:08 smithi018 ceph-mon[27979]: osdmap e51: 8 total, 7 up, 8 in 2024-04-22T00:36:08.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:08 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:08.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:08 smithi018 ceph-mon[27979]: from='osd.7 ' entity='osd.7' 2024-04-22T00:36:08.838 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi167:vg_nvme/lv_2 2024-04-22T00:36:09.126 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:36:09.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:36:09.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: osd.7 [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] boot 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: osdmap e52: 8 total, 8 up, 8 in 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:09.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:09.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:09.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:09.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:09.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:09 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: osd.7 [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] boot 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: osdmap e52: 8 total, 8 up, 8 in 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:09.660 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:09.660 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.660 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:09.660 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:09.660 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:09.660 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:09 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:36:09.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:36:09.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: osd.7 [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] boot 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: osdmap e52: 8 total, 8 up, 8 in 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:09.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:09.662 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:09.662 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:09.662 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:09 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:10.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:10 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi081 2024-04-22T00:36:10.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:10 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi081 to 5696M 2024-04-22T00:36:10.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:10 smithi167 ceph-mon[31348]: osdmap e53: 8 total, 8 up, 8 in 2024-04-22T00:36:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:10 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi081 2024-04-22T00:36:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:10 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi081 to 5696M 2024-04-22T00:36:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:10 smithi081 ceph-mon[31546]: osdmap e53: 8 total, 8 up, 8 in 2024-04-22T00:36:10.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:10 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi081 2024-04-22T00:36:10.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:10 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi081 to 5696M 2024-04-22T00:36:10.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:10 smithi018 ceph-mon[27979]: osdmap e53: 8 total, 8 up, 8 in 2024-04-22T00:36:10.751 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.747+0000 7f0bf0914700 1 -- 172.21.15.167:0/1408508617 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bec102d40 msgr2=0x7f0bec1095f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:10.751 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.747+0000 7f0bf0914700 1 --2- 172.21.15.167:0/1408508617 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bec102d40 0x7f0bec1095f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0be400b0a0 tx=0x7f0be400b3b0 comp rx=0 tx=0).stop 2024-04-22T00:36:10.751 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.747+0000 7f0bf0914700 1 -- 172.21.15.167:0/1408508617 shutdown_connections 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.747+0000 7f0bf0914700 1 --2- 172.21.15.167:0/1408508617 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bec102d40 0x7f0bec1095f0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.747+0000 7f0bf0914700 1 --2- 172.21.15.167:0/1408508617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bec1011a0 0x7f0bec1015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.747+0000 7f0bf0914700 1 --2- 172.21.15.167:0/1408508617 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bec1023a0 0x7f0bec102800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.747+0000 7f0bf0914700 1 -- 172.21.15.167:0/1408508617 >> 172.21.15.167:0/1408508617 conn(0x7f0bec0fc760 msgr2=0x7f0bec0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.747+0000 7f0bf0914700 1 -- 172.21.15.167:0/1408508617 shutdown_connections 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.747+0000 7f0bf0914700 1 -- 172.21.15.167:0/1408508617 wait complete. 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bf0914700 1 Processor -- start 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bf0914700 1 -- start start 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bf0914700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bec1011a0 0x7f0bec1985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bf0914700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bec1023a0 0x7f0bec198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:36:10.752 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bf0914700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bec102d40 0x7f0bec19fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:36:10.753 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bf0914700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0bec10cdf0 con 0x7f0bec1011a0 2024-04-22T00:36:10.753 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bf0914700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0bec10cc70 con 0x7f0bec1023a0 2024-04-22T00:36:10.753 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bf0914700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0bec10cf70 con 0x7f0bec102d40 2024-04-22T00:36:10.753 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bead9d700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bec102d40 0x7f0bec19fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:36:10.753 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bead9d700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bec102d40 0x7f0bec19fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:58508/0 (socket says 172.21.15.167:58508) 2024-04-22T00:36:10.753 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bead9d700 1 -- 172.21.15.167:0/3055123532 learned_addr learned my addr 172.21.15.167:0/3055123532 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-22T00:36:10.753 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0bea59c700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bec1011a0 0x7f0bec1985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:36:10.753 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.748+0000 7f0be9d9b700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bec1023a0 0x7f0bec198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:36:10.753 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bead9d700 1 -- 172.21.15.167:0/3055123532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bec1023a0 msgr2=0x7f0bec198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:10.753 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bead9d700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bec1023a0 0x7f0bec198b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:10.754 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bead9d700 1 -- 172.21.15.167:0/3055123532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bec1011a0 msgr2=0x7f0bec1985c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:10.754 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bead9d700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bec1011a0 0x7f0bec1985c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:10.754 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bead9d700 1 -- 172.21.15.167:0/3055123532 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bec1a0220 con 0x7f0bec102d40 2024-04-22T00:36:10.754 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bead9d700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bec102d40 0x7f0bec19fb80 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0be4007a50 tx=0x7f0be4007a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:36:10.754 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bdb7fe700 1 -- 172.21.15.167:0/3055123532 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be4021070 con 0x7f0bec102d40 2024-04-22T00:36:10.754 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bf0914700 1 -- 172.21.15.167:0/3055123532 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bec1a04b0 con 0x7f0bec102d40 2024-04-22T00:36:10.754 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bdb7fe700 1 -- 172.21.15.167:0/3055123532 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0be401db30 con 0x7f0bec102d40 2024-04-22T00:36:10.754 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bdb7fe700 1 -- 172.21.15.167:0/3055123532 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be401bb10 con 0x7f0bec102d40 2024-04-22T00:36:10.755 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.749+0000 7f0bf0914700 1 -- 172.21.15.167:0/3055123532 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bec1a0990 con 0x7f0bec102d40 2024-04-22T00:36:10.755 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.750+0000 7f0bf0914700 1 -- 172.21.15.167:0/3055123532 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bec068f20 con 0x7f0bec102d40 2024-04-22T00:36:10.756 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.751+0000 7f0bdb7fe700 1 -- 172.21.15.167:0/3055123532 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0be4024070 con 0x7f0bec102d40 2024-04-22T00:36:10.756 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.752+0000 7f0bdb7fe700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bd40a2c20 0x7f0bd40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:36:10.756 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.752+0000 7f0bdb7fe700 1 -- 172.21.15.167:0/3055123532 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5426+0+0 (secure 0 0 0) 0x7f0be40cfd00 con 0x7f0bec102d40 2024-04-22T00:36:10.756 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.752+0000 7f0bea59c700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bd40a2c20 0x7f0bd40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:36:10.756 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.753+0000 7f0bea59c700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bd40a2c20 0x7f0bd40a50e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0bec102200 tx=0x7f0be000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:36:10.757 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.755+0000 7f0bdb7fe700 1 -- 172.21.15.167:0/3055123532 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0be409d830 con 0x7f0bec102d40 2024-04-22T00:36:10.963 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:10.961+0000 7f0bf0914700 1 -- 172.21.15.167:0/3055123532 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f0bec1a0cb0 con 0x7f0bd40a2c20 2024-04-22T00:36:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:11 smithi081 ceph-mon[31546]: pgmap v179: 1 pgs: 1 remapped+peering; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:11 smithi081 ceph-mon[31546]: osdmap e54: 8 total, 8 up, 8 in 2024-04-22T00:36:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:36:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:36:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:11.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:11 smithi018 ceph-mon[27979]: pgmap v179: 1 pgs: 1 remapped+peering; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:11.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:11 smithi018 ceph-mon[27979]: osdmap e54: 8 total, 8 up, 8 in 2024-04-22T00:36:11.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:36:11.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:36:11.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:11.663 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:11 smithi167 ceph-mon[31348]: pgmap v179: 1 pgs: 1 remapped+peering; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:11.663 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:11 smithi167 ceph-mon[31348]: osdmap e54: 8 total, 8 up, 8 in 2024-04-22T00:36:11.663 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:36:11.663 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:36:11.663 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:12.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:12 smithi081 ceph-mon[31546]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:36:12.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:12 smithi081 ceph-mon[31546]: osdmap e55: 8 total, 8 up, 8 in 2024-04-22T00:36:12.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:12 smithi018 ceph-mon[27979]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:36:12.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:12 smithi018 ceph-mon[27979]: osdmap e55: 8 total, 8 up, 8 in 2024-04-22T00:36:12.690 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:12 smithi167 ceph-mon[31348]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:36:12.690 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:12 smithi167 ceph-mon[31348]: osdmap e55: 8 total, 8 up, 8 in 2024-04-22T00:36:13.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:13 smithi081 ceph-mon[31546]: pgmap v182: 1 pgs: 1 remapped+peering; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:13.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:13 smithi081 ceph-mon[31546]: osdmap e56: 8 total, 8 up, 8 in 2024-04-22T00:36:13.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:13 smithi018 ceph-mon[27979]: pgmap v182: 1 pgs: 1 remapped+peering; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:13.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:13 smithi018 ceph-mon[27979]: osdmap e56: 8 total, 8 up, 8 in 2024-04-22T00:36:13.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:13 smithi167 ceph-mon[31348]: pgmap v182: 1 pgs: 1 remapped+peering; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:13.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:13 smithi167 ceph-mon[31348]: osdmap e56: 8 total, 8 up, 8 in 2024-04-22T00:36:14.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:14 smithi081 ceph-mon[31546]: from='client.? 172.21.15.167:0/2320877076' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9c436c3-4533-40a3-b959-7eecd2f8f6b6"}]: dispatch 2024-04-22T00:36:14.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:14 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9c436c3-4533-40a3-b959-7eecd2f8f6b6"}]: dispatch 2024-04-22T00:36:14.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:14 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9c436c3-4533-40a3-b959-7eecd2f8f6b6"}]': finished 2024-04-22T00:36:14.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:14 smithi081 ceph-mon[31546]: osdmap e57: 9 total, 8 up, 9 in 2024-04-22T00:36:14.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:14 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:14.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:14 smithi081 ceph-mon[31546]: from='client.? 172.21.15.167:0/3352080293' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:36:14.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:14 smithi018 ceph-mon[27979]: from='client.? 172.21.15.167:0/2320877076' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9c436c3-4533-40a3-b959-7eecd2f8f6b6"}]: dispatch 2024-04-22T00:36:14.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:14 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9c436c3-4533-40a3-b959-7eecd2f8f6b6"}]: dispatch 2024-04-22T00:36:14.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:14 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9c436c3-4533-40a3-b959-7eecd2f8f6b6"}]': finished 2024-04-22T00:36:14.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:14 smithi018 ceph-mon[27979]: osdmap e57: 9 total, 8 up, 9 in 2024-04-22T00:36:14.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:14 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:14.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:14 smithi018 ceph-mon[27979]: from='client.? 172.21.15.167:0/3352080293' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:36:14.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:14 smithi167 ceph-mon[31348]: from='client.? 172.21.15.167:0/2320877076' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9c436c3-4533-40a3-b959-7eecd2f8f6b6"}]: dispatch 2024-04-22T00:36:14.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:14 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9c436c3-4533-40a3-b959-7eecd2f8f6b6"}]: dispatch 2024-04-22T00:36:14.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:14 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9c436c3-4533-40a3-b959-7eecd2f8f6b6"}]': finished 2024-04-22T00:36:14.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:14 smithi167 ceph-mon[31348]: osdmap e57: 9 total, 8 up, 9 in 2024-04-22T00:36:14.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:14 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:14.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:14 smithi167 ceph-mon[31348]: from='client.? 172.21.15.167:0/3352080293' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:36:15.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:15 smithi167 ceph-mon[31348]: pgmap v185: 1 pgs: 1 remapped+peering; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:16.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:15 smithi081 ceph-mon[31546]: pgmap v185: 1 pgs: 1 remapped+peering; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:15 smithi018 ceph-mon[27979]: pgmap v185: 1 pgs: 1 remapped+peering; 577 KiB data, 257 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:17.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:17 smithi167 ceph-mon[31348]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:18.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:17 smithi081 ceph-mon[31546]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:18.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:17 smithi018 ceph-mon[27979]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:19.826 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:19 smithi167 ceph-mon[31348]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:19.960 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:19 smithi081 ceph-mon[31546]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:19.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:19 smithi018 ceph-mon[27979]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:21.916 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:21 smithi167 ceph-mon[31348]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:21.917 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-22T00:36:21.917 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:22.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:21 smithi081 ceph-mon[31546]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:22.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-22T00:36:22.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:21 smithi018 ceph-mon[27979]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-22T00:36:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:22.851 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:22 smithi167 ceph-mon[31348]: Deploying daemon osd.8 on smithi167 2024-04-22T00:36:23.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:22 smithi081 ceph-mon[31546]: Deploying daemon osd.8 on smithi167 2024-04-22T00:36:23.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:22 smithi018 ceph-mon[27979]: Deploying daemon osd.8 on smithi167 2024-04-22T00:36:23.959 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:23 smithi167 ceph-mon[31348]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:24.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:23 smithi081 ceph-mon[31546]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:24.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:23 smithi018 ceph-mon[27979]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:25.762 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:25 smithi167 ceph-mon[31348]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:26.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:25 smithi081 ceph-mon[31546]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:26.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:25 smithi018 ceph-mon[27979]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:27.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:27 smithi167 ceph-mon[31348]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:27.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:27.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:27.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:27.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:27 smithi081 ceph-mon[31546]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:27.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:27.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:27.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:27.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:27 smithi018 ceph-mon[27979]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:27.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:27.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:27.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:29.436 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:29 smithi167 ceph-mon[31348]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:29.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:29 smithi081 ceph-mon[31546]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:29.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:29 smithi018 ceph-mon[27979]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:29.836 INFO:teuthology.orchestra.run.smithi167.stdout:Created osd(s) 8 on host 'smithi167' 2024-04-22T00:36:29.837 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.833+0000 7f0bdb7fe700 1 -- 172.21.15.167:0/3055123532 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0bec1a0cb0 con 0x7f0bd40a2c20 2024-04-22T00:36:29.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 -- 172.21.15.167:0/3055123532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bd40a2c20 msgr2=0x7f0bd40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:29.838 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bd40a2c20 0x7f0bd40a50e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0bec102200 tx=0x7f0be000b410 comp rx=0 tx=0).stop 2024-04-22T00:36:29.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 -- 172.21.15.167:0/3055123532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bec102d40 msgr2=0x7f0bec19fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:29.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bec102d40 0x7f0bec19fb80 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0be4007a50 tx=0x7f0be4007a80 comp rx=0 tx=0).stop 2024-04-22T00:36:29.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 -- 172.21.15.167:0/3055123532 shutdown_connections 2024-04-22T00:36:29.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bec102d40 0x7f0bec19fb80 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:29.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bec1011a0 0x7f0bec1985c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:29.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bd40a2c20 0x7f0bd40a50e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:29.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 --2- 172.21.15.167:0/3055123532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bec1023a0 0x7f0bec198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:29.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 -- 172.21.15.167:0/3055123532 >> 172.21.15.167:0/3055123532 conn(0x7f0bec0fc760 msgr2=0x7f0bec0fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:36:29.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 -- 172.21.15.167:0/3055123532 shutdown_connections 2024-04-22T00:36:29.839 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:36:29.835+0000 7f0bf0914700 1 -- 172.21.15.167:0/3055123532 wait complete. 2024-04-22T00:36:30.474 DEBUG:teuthology.orchestra.run.smithi167:osd.8> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.8.service 2024-04-22T00:36:30.477 INFO:tasks.cephadm:Deploying osd.9 on smithi018 with /dev/vg_nvme/lv_1... 2024-04-22T00:36:30.477 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-22T00:36:30.743 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:36:31.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:30 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:30 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:30 smithi018 ceph-mon[27979]: from='osd.8 [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T00:36:31.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:30 smithi018 ceph-mon[27979]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T00:36:31.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:30 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:30 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.155 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:30 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.155 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:30 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.155 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:30 smithi167 ceph-mon[31348]: from='osd.8 [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T00:36:31.155 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:30 smithi167 ceph-mon[31348]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T00:36:31.155 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:30 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.156 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:30 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:30 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:30 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:30 smithi081 ceph-mon[31546]: from='osd.8 [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T00:36:31.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:30 smithi081 ceph-mon[31546]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T00:36:31.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:30 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:30 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:31.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:31 smithi018 ceph-mon[27979]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:31.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:31 smithi018 ceph-mon[27979]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-22T00:36:31.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:31 smithi018 ceph-mon[27979]: osdmap e58: 9 total, 8 up, 9 in 2024-04-22T00:36:31.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:31.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:31 smithi018 ceph-mon[27979]: from='osd.8 [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:36:31.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:31 smithi018 ceph-mon[27979]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:36:32.141 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:31 smithi167 ceph-mon[31348]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:32.141 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:31 smithi167 ceph-mon[31348]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-22T00:36:32.141 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:31 smithi167 ceph-mon[31348]: osdmap e58: 9 total, 8 up, 9 in 2024-04-22T00:36:32.141 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:32.141 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:31 smithi167 ceph-mon[31348]: from='osd.8 [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:36:32.141 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:31 smithi167 ceph-mon[31348]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:36:32.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:31 smithi081 ceph-mon[31546]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:32.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:31 smithi081 ceph-mon[31546]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-22T00:36:32.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:31 smithi081 ceph-mon[31546]: osdmap e58: 9 total, 8 up, 9 in 2024-04-22T00:36:32.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:32.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:31 smithi081 ceph-mon[31546]: from='osd.8 [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:36:32.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:31 smithi081 ceph-mon[31546]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:36:32.738 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:36:32 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:36:32.510+0000 7f1dfeb73700 -1 osd.8 0 waiting for initial osdmap 2024-04-22T00:36:32.738 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:36:32 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:36:32.521+0000 7f1df615d700 -1 osd.8 60 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:36:32.860 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-22T00:36:32.860 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-22T00:36:32.860 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2024-04-22T00:36:32.860 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2024-04-22T00:36:32.860 INFO:teuthology.orchestra.run.smithi018.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00854595 s, 1.2 GB/s 2024-04-22T00:36:32.860 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2024-04-22T00:36:33.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:32 smithi081 ceph-mon[31546]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:36:33.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:32 smithi081 ceph-mon[31546]: osdmap e59: 9 total, 8 up, 9 in 2024-04-22T00:36:33.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:32 smithi081 ceph-mon[31546]: osdmap e60: 9 total, 8 up, 9 in 2024-04-22T00:36:33.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:32 smithi081 ceph-mon[31546]: from='osd.8 ' entity='osd.8' 2024-04-22T00:36:33.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:32 smithi018 ceph-mon[27979]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:36:33.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:32 smithi018 ceph-mon[27979]: osdmap e59: 9 total, 8 up, 9 in 2024-04-22T00:36:33.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:32 smithi018 ceph-mon[27979]: osdmap e60: 9 total, 8 up, 9 in 2024-04-22T00:36:33.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:32 smithi018 ceph-mon[27979]: from='osd.8 ' entity='osd.8' 2024-04-22T00:36:33.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:32 smithi167 ceph-mon[31348]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:36:33.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:32 smithi167 ceph-mon[31348]: osdmap e59: 9 total, 8 up, 9 in 2024-04-22T00:36:33.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:32 smithi167 ceph-mon[31348]: osdmap e60: 9 total, 8 up, 9 in 2024-04-22T00:36:33.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:32 smithi167 ceph-mon[31348]: from='osd.8 ' entity='osd.8' 2024-04-22T00:36:33.647 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi018:vg_nvme/lv_1 2024-04-22T00:36:33.902 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:36:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:33 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:36:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:33 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:36:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:33 smithi018 ceph-mon[27979]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:33 smithi018 ceph-mon[27979]: osd.8 [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] boot 2024-04-22T00:36:33.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:33 smithi018 ceph-mon[27979]: osdmap e61: 9 total, 9 up, 9 in 2024-04-22T00:36:33.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.966 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:33 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:36:33.967 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:33 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:36:33.967 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:33 smithi167 ceph-mon[31348]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:33.967 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:33.967 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:33 smithi167 ceph-mon[31348]: osd.8 [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] boot 2024-04-22T00:36:33.967 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:33 smithi167 ceph-mon[31348]: osdmap e61: 9 total, 9 up, 9 in 2024-04-22T00:36:33.967 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:34.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:33 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:36:34.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:33 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:36:34.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:33 smithi081 ceph-mon[31546]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-04-22T00:36:34.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:34.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:33 smithi081 ceph-mon[31546]: osd.8 [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] boot 2024-04-22T00:36:34.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:33 smithi081 ceph-mon[31546]: osdmap e61: 9 total, 9 up, 9 in 2024-04-22T00:36:34.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T00:36:35.296 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi167 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi167 to 5696M 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:35.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:35.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:35.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:35.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:35 smithi018 ceph-mon[27979]: osdmap e62: 9 total, 9 up, 9 in 2024-04-22T00:36:35.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:35.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi167 2024-04-22T00:36:35.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:35.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi167 to 5696M 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:35 smithi081 ceph-mon[31546]: osdmap e62: 9 total, 9 up, 9 in 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi167 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi167 to 5696M 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:35.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:35.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:35.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:35.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:35 smithi167 ceph-mon[31348]: osdmap e62: 9 total, 9 up, 9 in 2024-04-22T00:36:35.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.539+0000 7f968a08f700 1 -- 172.21.15.18:0/2758222322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96841034a0 msgr2=0x7f9684103900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:35.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.539+0000 7f968a08f700 1 --2- 172.21.15.18:0/2758222322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96841034a0 0x7f9684103900 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f96780099c0 tx=0x7f9678009cd0 comp rx=0 tx=0).stop 2024-04-22T00:36:35.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.539+0000 7f968a08f700 1 -- 172.21.15.18:0/2758222322 shutdown_connections 2024-04-22T00:36:35.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.539+0000 7f968a08f700 1 --2- 172.21.15.18:0/2758222322 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9684103e40 0x7f968410a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.539+0000 7f968a08f700 1 --2- 172.21.15.18:0/2758222322 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f96841022a0 0x7f96841026c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.539+0000 7f968a08f700 1 --2- 172.21.15.18:0/2758222322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96841034a0 0x7f9684103900 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.539+0000 7f968a08f700 1 -- 172.21.15.18:0/2758222322 >> 172.21.15.18:0/2758222322 conn(0x7f96840fd840 msgr2=0x7f96840ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.539+0000 7f968a08f700 1 -- 172.21.15.18:0/2758222322 shutdown_connections 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.539+0000 7f968a08f700 1 -- 172.21.15.18:0/2758222322 wait complete. 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.539+0000 7f968a08f700 1 Processor -- start 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f968a08f700 1 -- start start 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f968a08f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96841022a0 0x7f968419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f968a08f700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f96841034a0 0x7f968419ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f968a08f700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9684103e40 0x7f96841a1c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f968a08f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f968410de80 con 0x7f96841022a0 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f968a08f700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f968410dd00 con 0x7f9684103e40 2024-04-22T00:36:35.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f968a08f700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f968410e000 con 0x7f96841034a0 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f96837fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96841022a0 0x7f968419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f96837fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96841022a0 0x7f968419a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43908/0 (socket says 172.21.15.18:43908) 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f96837fe700 1 -- 172.21.15.18:0/2171332378 learned_addr learned my addr 172.21.15.18:0/2171332378 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f9683fff700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9684103e40 0x7f96841a1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f9682ffd700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f96841034a0 0x7f968419ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f96837fe700 1 -- 172.21.15.18:0/2171332378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f96841034a0 msgr2=0x7f968419ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f96837fe700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f96841034a0 0x7f968419ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f96837fe700 1 -- 172.21.15.18:0/2171332378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9684103e40 msgr2=0x7f96841a1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f96837fe700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9684103e40 0x7f96841a1c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f96837fe700 1 -- 172.21.15.18:0/2171332378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96841a22a0 con 0x7f96841022a0 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f9683fff700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9684103e40 0x7f96841a1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.540+0000 7f96837fe700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96841022a0 0x7f968419a640 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f967400d9b0 tx=0x7f967400dd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.541+0000 7f9680ff9700 1 -- 172.21.15.18:0/2171332378 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9674016070 con 0x7f96841022a0 2024-04-22T00:36:35.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.541+0000 7f968a08f700 1 -- 172.21.15.18:0/2171332378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96841a2590 con 0x7f96841022a0 2024-04-22T00:36:35.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.541+0000 7f9680ff9700 1 -- 172.21.15.18:0/2171332378 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f967400bb60 con 0x7f96841022a0 2024-04-22T00:36:35.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.541+0000 7f9680ff9700 1 -- 172.21.15.18:0/2171332378 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f967400f3c0 con 0x7f96841022a0 2024-04-22T00:36:35.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.541+0000 7f968a08f700 1 -- 172.21.15.18:0/2171332378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96841a2ad0 con 0x7f96841022a0 2024-04-22T00:36:35.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.541+0000 7f968a08f700 1 -- 172.21.15.18:0/2171332378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9684068f20 con 0x7f96841022a0 2024-04-22T00:36:35.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.543+0000 7f9680ff9700 1 -- 172.21.15.18:0/2171332378 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9674019070 con 0x7f96841022a0 2024-04-22T00:36:35.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.544+0000 7f9680ff9700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f966c0a2c20 0x7f966c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:36:35.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.544+0000 7f9682ffd700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f966c0a2c20 0x7f966c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:36:35.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.544+0000 7f9680ff9700 1 -- 172.21.15.18:0/2171332378 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5858+0+0 (secure 0 0 0) 0x7f96740ceb60 con 0x7f96841022a0 2024-04-22T00:36:35.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.545+0000 7f9682ffd700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f966c0a2c20 0x7f966c0a50e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9678000c00 tx=0x7f9678005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:36:35.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.547+0000 7f9680ff9700 1 -- 172.21.15.18:0/2171332378 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9674020030 con 0x7f96841022a0 2024-04-22T00:36:35.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:35.763+0000 7f968a08f700 1 -- 172.21.15.18:0/2171332378 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f9684075b80 con 0x7f966c0a2c20 2024-04-22T00:36:36.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:36 smithi018 ceph-mon[27979]: osdmap e63: 9 total, 9 up, 9 in 2024-04-22T00:36:36.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:36 smithi018 ceph-mon[27979]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:36:36.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:36:36.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:36:36.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:36.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:36 smithi081 ceph-mon[31546]: osdmap e63: 9 total, 9 up, 9 in 2024-04-22T00:36:36.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:36 smithi081 ceph-mon[31546]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:36:36.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:36 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:36:36.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:36 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:36:36.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:36 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:36.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:36 smithi167 ceph-mon[31348]: osdmap e63: 9 total, 9 up, 9 in 2024-04-22T00:36:36.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:36 smithi167 ceph-mon[31348]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:36:36.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:36:36.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:36:36.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:37.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:37 smithi018 ceph-mon[27979]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 293 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:37.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:37 smithi018 ceph-mon[27979]: osdmap e64: 9 total, 9 up, 9 in 2024-04-22T00:36:37.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:37 smithi081 ceph-mon[31546]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 293 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:37.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:37 smithi081 ceph-mon[31546]: osdmap e64: 9 total, 9 up, 9 in 2024-04-22T00:36:37.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:37 smithi167 ceph-mon[31348]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 293 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:37.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:37 smithi167 ceph-mon[31348]: osdmap e64: 9 total, 9 up, 9 in 2024-04-22T00:36:38.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:38 smithi081 ceph-mon[31546]: osdmap e65: 9 total, 9 up, 9 in 2024-04-22T00:36:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:38 smithi018 ceph-mon[27979]: osdmap e65: 9 total, 9 up, 9 in 2024-04-22T00:36:38.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:38 smithi167 ceph-mon[31348]: osdmap e65: 9 total, 9 up, 9 in 2024-04-22T00:36:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:39 smithi081 ceph-mon[31546]: pgmap v205: 1 pgs: 1 remapped+peering; 577 KiB data, 293 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:39 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2663168322' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1"}]: dispatch 2024-04-22T00:36:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:39 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2663168322' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1"}]': finished 2024-04-22T00:36:39.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:39 smithi081 ceph-mon[31546]: osdmap e66: 10 total, 9 up, 10 in 2024-04-22T00:36:39.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:39.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:39 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1353218544' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:36:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:39 smithi018 ceph-mon[27979]: pgmap v205: 1 pgs: 1 remapped+peering; 577 KiB data, 293 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:39 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2663168322' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1"}]: dispatch 2024-04-22T00:36:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:39 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2663168322' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1"}]': finished 2024-04-22T00:36:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:39 smithi018 ceph-mon[27979]: osdmap e66: 10 total, 9 up, 10 in 2024-04-22T00:36:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:39.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:39 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1353218544' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:36:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:39 smithi167 ceph-mon[31348]: pgmap v205: 1 pgs: 1 remapped+peering; 577 KiB data, 293 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:39 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2663168322' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1"}]: dispatch 2024-04-22T00:36:39.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:39 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2663168322' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1"}]': finished 2024-04-22T00:36:39.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:39 smithi167 ceph-mon[31348]: osdmap e66: 10 total, 9 up, 10 in 2024-04-22T00:36:39.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:39.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:39 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1353218544' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:36:41.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:41 smithi081 ceph-mon[31546]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-22T00:36:41.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:41 smithi018 ceph-mon[27979]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-22T00:36:41.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:41 smithi167 ceph-mon[31348]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-22T00:36:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:43 smithi081 ceph-mon[31546]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:36:43.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:43 smithi018 ceph-mon[27979]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:36:43.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:43 smithi167 ceph-mon[31348]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:36:45.574 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:45 smithi018 ceph-mon[27979]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-22T00:36:45.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:45 smithi081 ceph-mon[31546]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-22T00:36:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:45 smithi167 ceph-mon[31348]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-22T00:36:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:47 smithi081 ceph-mon[31546]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-22T00:36:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:47 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-22T00:36:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:47 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:47 smithi081 ceph-mon[31546]: Deploying daemon osd.9 on smithi018 2024-04-22T00:36:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:47 smithi018 ceph-mon[27979]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-22T00:36:47.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:47 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-22T00:36:47.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:47 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:47.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:47 smithi018 ceph-mon[27979]: Deploying daemon osd.9 on smithi018 2024-04-22T00:36:47.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:47 smithi167 ceph-mon[31348]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-22T00:36:47.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:47 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-22T00:36:47.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:47 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:47.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:47 smithi167 ceph-mon[31348]: Deploying daemon osd.9 on smithi018 2024-04-22T00:36:49.633 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:49 smithi018 ceph-mon[27979]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-22T00:36:49.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:49 smithi081 ceph-mon[31546]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-22T00:36:49.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:49 smithi167 ceph-mon[31348]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-22T00:36:51.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:51 smithi018 ceph-mon[27979]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-22T00:36:51.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:51 smithi081 ceph-mon[31546]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-22T00:36:51.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:51 smithi167 ceph-mon[31348]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-22T00:36:53.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:53 smithi018 ceph-mon[27979]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:53.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:53.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:53.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:53.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:53 smithi167 ceph-mon[31348]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:53.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:53.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:53.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:54.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:53 smithi081 ceph-mon[31546]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:54.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:54.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:54.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:55.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:55 smithi018 ceph-mon[27979]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:55.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:55 smithi167 ceph-mon[31348]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:56.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:55 smithi081 ceph-mon[31546]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:56.685 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 9 on host 'smithi018' 2024-04-22T00:36:56.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.682+0000 7f9680ff9700 1 -- 172.21.15.18:0/2171332378 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9684075b80 con 0x7f966c0a2c20 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.685+0000 7f968a08f700 1 -- 172.21.15.18:0/2171332378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f966c0a2c20 msgr2=0x7f966c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.685+0000 7f968a08f700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f966c0a2c20 0x7f966c0a50e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9678000c00 tx=0x7f9678005fd0 comp rx=0 tx=0).stop 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.685+0000 7f968a08f700 1 -- 172.21.15.18:0/2171332378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96841022a0 msgr2=0x7f968419a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.685+0000 7f968a08f700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96841022a0 0x7f968419a640 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f967400d9b0 tx=0x7f967400dd70 comp rx=0 tx=0).stop 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.685+0000 7f968a08f700 1 -- 172.21.15.18:0/2171332378 shutdown_connections 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.685+0000 7f968a08f700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f966c0a2c20 0x7f966c0a50e0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.685+0000 7f968a08f700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9684103e40 0x7f96841a1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.685+0000 7f968a08f700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96841022a0 0x7f968419a640 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.685+0000 7f968a08f700 1 --2- 172.21.15.18:0/2171332378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f96841034a0 0x7f968419ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.685+0000 7f968a08f700 1 -- 172.21.15.18:0/2171332378 >> 172.21.15.18:0/2171332378 conn(0x7f96840fd840 msgr2=0x7f9684074460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.686+0000 7f968a08f700 1 -- 172.21.15.18:0/2171332378 shutdown_connections 2024-04-22T00:36:56.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:36:56.686+0000 7f968a08f700 1 -- 172.21.15.18:0/2171332378 wait complete. 2024-04-22T00:36:56.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:56.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:56.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:56.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:56.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:56.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:56 smithi018 ceph-mon[27979]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-22T00:36:56.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:56.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:56.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:56 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:57.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:57.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:57.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:57.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:57.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:57.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:56 smithi081 ceph-mon[31546]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-22T00:36:57.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:57.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:57.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:56 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:57.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:57.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:57.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:36:57.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:36:57.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:57.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:56 smithi167 ceph-mon[31348]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-22T00:36:57.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:57.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:36:57.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:56 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:36:57.400 DEBUG:teuthology.orchestra.run.smithi018:osd.9> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.9.service 2024-04-22T00:36:57.402 INFO:tasks.cephadm:Deploying osd.10 on smithi081 with /dev/vg_nvme/lv_1... 2024-04-22T00:36:57.402 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-22T00:36:57.644 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:36:58.099 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:57 smithi081 ceph-mon[31546]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:58.100 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:57 smithi081 ceph-mon[31546]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-22T00:36:58.100 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:57 smithi081 ceph-mon[31546]: osdmap e67: 10 total, 9 up, 10 in 2024-04-22T00:36:58.100 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:57 smithi081 ceph-mon[31546]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:36:58.100 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:57 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:58.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:57 smithi018 ceph-mon[27979]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:58.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:57 smithi018 ceph-mon[27979]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-22T00:36:58.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:57 smithi018 ceph-mon[27979]: osdmap e67: 10 total, 9 up, 10 in 2024-04-22T00:36:58.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:57 smithi018 ceph-mon[27979]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:36:58.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:57 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:58.160 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:36:57 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:36:57.832+0000 7f4bcf067700 -1 osd.9 0 waiting for initial osdmap 2024-04-22T00:36:58.160 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:36:57 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:36:57.845+0000 7f4bcae5a700 -1 osd.9 68 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:36:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:57 smithi167 ceph-mon[31348]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:57 smithi167 ceph-mon[31348]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-22T00:36:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:57 smithi167 ceph-mon[31348]: osdmap e67: 10 total, 9 up, 10 in 2024-04-22T00:36:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:57 smithi167 ceph-mon[31348]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-04-22T00:36:58.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:57 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:59.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:58 smithi081 ceph-mon[31546]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:36:59.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:58 smithi081 ceph-mon[31546]: osdmap e68: 10 total, 9 up, 10 in 2024-04-22T00:36:59.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:58 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:59.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:58 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:59.114 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:58 smithi018 ceph-mon[27979]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:36:59.114 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:58 smithi018 ceph-mon[27979]: osdmap e68: 10 total, 9 up, 10 in 2024-04-22T00:36:59.114 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:58 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:59.114 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:58 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:59.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:58 smithi167 ceph-mon[31348]: from='osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-04-22T00:36:59.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:58 smithi167 ceph-mon[31348]: osdmap e68: 10 total, 9 up, 10 in 2024-04-22T00:36:59.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:58 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:59.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:58 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:36:59.594 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-22T00:36:59.595 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-22T00:36:59.595 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2024-04-22T00:36:59.595 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2024-04-22T00:36:59.595 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124827 s, 840 MB/s 2024-04-22T00:36:59.595 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2024-04-22T00:36:59.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:59 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:36:59.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:59 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:36:59.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:59 smithi081 ceph-mon[31546]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:36:59.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:59 smithi081 ceph-mon[31546]: osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] boot 2024-04-22T00:36:59.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:59 smithi081 ceph-mon[31546]: osdmap e69: 10 total, 10 up, 10 in 2024-04-22T00:36:59.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:36:59 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:37:00.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:59 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:37:00.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:59 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:37:00.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:59 smithi018 ceph-mon[27979]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:37:00.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:59 smithi018 ceph-mon[27979]: osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] boot 2024-04-22T00:37:00.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:59 smithi018 ceph-mon[27979]: osdmap e69: 10 total, 10 up, 10 in 2024-04-22T00:37:00.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:36:59 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:37:00.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:59 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:37:00.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:59 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:37:00.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:59 smithi167 ceph-mon[31348]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 804 GiB / 805 GiB avail 2024-04-22T00:37:00.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:59 smithi167 ceph-mon[31348]: osd.9 [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] boot 2024-04-22T00:37:00.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:59 smithi167 ceph-mon[31348]: osdmap e69: 10 total, 10 up, 10 in 2024-04-22T00:37:00.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:36:59 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T00:37:00.281 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi081:vg_nvme/lv_1 2024-04-22T00:37:00.530 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:37:00.903 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: osdmap e70: 10 total, 10 up, 10 in 2024-04-22T00:37:00.903 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:00.903 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:00.903 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:00.904 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:00.904 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:00.904 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:00.904 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:00.904 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:00.904 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:00.904 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:00 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:01.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: osdmap e70: 10 total, 10 up, 10 in 2024-04-22T00:37:01.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:01.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:01.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:01.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:01.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:01.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:01.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:01.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:01.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:01.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:00 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:01.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: osdmap e70: 10 total, 10 up, 10 in 2024-04-22T00:37:01.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:01.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:01.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:01.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:01.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:01.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:01.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:01.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:01.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:01.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:00 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:01.986 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:01 smithi081 ceph-mon[31546]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:01.986 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:01 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi018 2024-04-22T00:37:01.986 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:01 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi018 to 4273M 2024-04-22T00:37:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:01 smithi018 ceph-mon[27979]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:01 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi018 2024-04-22T00:37:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:01 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi018 to 4273M 2024-04-22T00:37:02.216 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.208+0000 7f216d5bf700 1 -- 172.21.15.81:0/4197544203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2168103490 msgr2=0x7f21681038f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:02.216 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.208+0000 7f216d5bf700 1 --2- 172.21.15.81:0/4197544203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2168103490 0x7f21681038f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f215c0099c0 tx=0x7f215c009cd0 comp rx=0 tx=0).stop 2024-04-22T00:37:02.216 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.208+0000 7f216d5bf700 1 -- 172.21.15.81:0/4197544203 shutdown_connections 2024-04-22T00:37:02.216 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.208+0000 7f216d5bf700 1 --2- 172.21.15.81:0/4197544203 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2168103e30 0x7f216810a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:02.216 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.208+0000 7f216d5bf700 1 --2- 172.21.15.81:0/4197544203 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2168102290 0x7f21681026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:02.216 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.208+0000 7f216d5bf700 1 --2- 172.21.15.81:0/4197544203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2168103490 0x7f21681038f0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:02.216 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.208+0000 7f216d5bf700 1 -- 172.21.15.81:0/4197544203 >> 172.21.15.81:0/4197544203 conn(0x7f21680fd830 msgr2=0x7f21680ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:37:02.216 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.208+0000 7f216d5bf700 1 -- 172.21.15.81:0/4197544203 shutdown_connections 2024-04-22T00:37:02.216 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.208+0000 7f216d5bf700 1 -- 172.21.15.81:0/4197544203 wait complete. 2024-04-22T00:37:02.216 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f216d5bf700 1 Processor -- start 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f216d5bf700 1 -- start start 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f216d5bf700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2168102290 0x7f2168075fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f216d5bf700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2168103490 0x7f2168074620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f216d5bf700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2168103e30 0x7f2168074b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f216d5bf700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f216810def0 con 0x7f2168103e30 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f216d5bf700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f216810dd70 con 0x7f2168102290 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f216d5bf700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f216810e070 con 0x7f2168103490 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f2166ffd700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2168102290 0x7f2168075fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f2166ffd700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2168102290 0x7f2168075fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:45014/0 (socket says 172.21.15.81:45014) 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.209+0000 7f2166ffd700 1 -- 172.21.15.81:0/187552693 learned_addr learned my addr 172.21.15.81:0/187552693 (peer_addr_for_me v2:172.21.15.81:0/0) 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f21667fc700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2168103490 0x7f2168074620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f2166ffd700 1 -- 172.21.15.81:0/187552693 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2168103490 msgr2=0x7f2168074620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f2166ffd700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2168103490 0x7f2168074620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:02.217 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f21677fe700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2168103e30 0x7f2168074b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f2166ffd700 1 -- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2168103e30 msgr2=0x7f2168074b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f2166ffd700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2168103e30 0x7f2168074b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f2166ffd700 1 -- 172.21.15.81:0/187552693 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2168075410 con 0x7f2168102290 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f21677fe700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2168103e30 0x7f2168074b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f2166ffd700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2168102290 0x7f2168075fd0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f215800b500 tx=0x7f215800b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f214ffff700 1 -- 172.21.15.81:0/187552693 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2158015020 con 0x7f2168102290 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f214ffff700 1 -- 172.21.15.81:0/187552693 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2158011d10 con 0x7f2168102290 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f216d5bf700 1 -- 172.21.15.81:0/187552693 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21681a26d0 con 0x7f2168102290 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f214ffff700 1 -- 172.21.15.81:0/187552693 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215800f2e0 con 0x7f2168102290 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.210+0000 7f216d5bf700 1 -- 172.21.15.81:0/187552693 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21681a2c60 con 0x7f2168102290 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.211+0000 7f216d5bf700 1 -- 172.21.15.81:0/187552693 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2168068f20 con 0x7f2168102290 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.212+0000 7f214ffff700 1 -- 172.21.15.81:0/187552693 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2158018020 con 0x7f2168102290 2024-04-22T00:37:02.218 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.213+0000 7f214ffff700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f21500a2c20 0x7f21500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:02.219 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.213+0000 7f214ffff700 1 -- 172.21.15.81:0/187552693 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6261+0+0 (secure 0 0 0) 0x7f21580ce4c0 con 0x7f2168102290 2024-04-22T00:37:02.219 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.213+0000 7f21667fc700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f21500a2c20 0x7f21500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:02.219 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.214+0000 7f21667fc700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f21500a2c20 0x7f21500a50e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f215c000c00 tx=0x7f215c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:37:02.219 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.217+0000 7f214ffff700 1 -- 172.21.15.81:0/187552693 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f215801f020 con 0x7f2168102290 2024-04-22T00:37:02.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:01 smithi167 ceph-mon[31348]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:02.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:01 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi018 2024-04-22T00:37:02.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:01 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi018 to 4273M 2024-04-22T00:37:02.429 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:02.427+0000 7f216d5bf700 1 -- 172.21.15.81:0/187552693 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f2168062670 con 0x7f21500a2c20 2024-04-22T00:37:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:37:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:37:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:02 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:03.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:37:03.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:37:03.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:02 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:03.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:37:03.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:37:03.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:02 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:04.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:03 smithi081 ceph-mon[31546]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:04.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:03 smithi081 ceph-mon[31546]: from='client.24338 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:37:04.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:03 smithi018 ceph-mon[27979]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:04.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:03 smithi018 ceph-mon[27979]: from='client.24338 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:37:04.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:03 smithi167 ceph-mon[31348]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:04.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:03 smithi167 ceph-mon[31348]: from='client.24338 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:37:06.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:05 smithi081 ceph-mon[31546]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:06.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:05 smithi081 ceph-mon[31546]: from='client.? 172.21.15.81:0/3084822580' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bd901b5-c40d-41e5-9287-412805a48fde"}]: dispatch 2024-04-22T00:37:06.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:05 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bd901b5-c40d-41e5-9287-412805a48fde"}]: dispatch 2024-04-22T00:37:06.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:05 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bd901b5-c40d-41e5-9287-412805a48fde"}]': finished 2024-04-22T00:37:06.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:05 smithi081 ceph-mon[31546]: osdmap e71: 11 total, 10 up, 11 in 2024-04-22T00:37:06.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:06.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:05 smithi018 ceph-mon[27979]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:06.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:05 smithi018 ceph-mon[27979]: from='client.? 172.21.15.81:0/3084822580' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bd901b5-c40d-41e5-9287-412805a48fde"}]: dispatch 2024-04-22T00:37:06.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:05 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bd901b5-c40d-41e5-9287-412805a48fde"}]: dispatch 2024-04-22T00:37:06.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:05 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bd901b5-c40d-41e5-9287-412805a48fde"}]': finished 2024-04-22T00:37:06.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:05 smithi018 ceph-mon[27979]: osdmap e71: 11 total, 10 up, 11 in 2024-04-22T00:37:06.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:06.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:05 smithi167 ceph-mon[31348]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:06.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:05 smithi167 ceph-mon[31348]: from='client.? 172.21.15.81:0/3084822580' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bd901b5-c40d-41e5-9287-412805a48fde"}]: dispatch 2024-04-22T00:37:06.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:05 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bd901b5-c40d-41e5-9287-412805a48fde"}]: dispatch 2024-04-22T00:37:06.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:05 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bd901b5-c40d-41e5-9287-412805a48fde"}]': finished 2024-04-22T00:37:06.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:05 smithi167 ceph-mon[31348]: osdmap e71: 11 total, 10 up, 11 in 2024-04-22T00:37:06.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:07.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:06 smithi081 ceph-mon[31546]: from='client.? 172.21.15.81:0/490073029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:37:07.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:06 smithi018 ceph-mon[27979]: from='client.? 172.21.15.81:0/490073029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:37:07.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:06 smithi167 ceph-mon[31348]: from='client.? 172.21.15.81:0/490073029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:37:08.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:07 smithi081 ceph-mon[31546]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:08.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:07 smithi018 ceph-mon[27979]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:08.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:07 smithi167 ceph-mon[31348]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:10.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:09 smithi081 ceph-mon[31546]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:10.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:09 smithi018 ceph-mon[27979]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:10.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:09 smithi167 ceph-mon[31348]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:12.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:11 smithi081 ceph-mon[31546]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:12.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:11 smithi018 ceph-mon[27979]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:12.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:11 smithi167 ceph-mon[31348]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:13 smithi081 ceph-mon[31546]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-22T00:37:14.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:14.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:13 smithi081 ceph-mon[31546]: Deploying daemon osd.10 on smithi081 2024-04-22T00:37:14.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:13 smithi018 ceph-mon[27979]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:14.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-22T00:37:14.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:14.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:13 smithi018 ceph-mon[27979]: Deploying daemon osd.10 on smithi081 2024-04-22T00:37:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:13 smithi167 ceph-mon[31348]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-22T00:37:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:13 smithi167 ceph-mon[31348]: Deploying daemon osd.10 on smithi081 2024-04-22T00:37:16.153 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:15 smithi081 ceph-mon[31546]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:16.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:15 smithi018 ceph-mon[27979]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:16.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:15 smithi167 ceph-mon[31348]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:17.985 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:17 smithi081 ceph-mon[31546]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:18.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:17 smithi018 ceph-mon[27979]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:18.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:17 smithi167 ceph-mon[31348]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:19 smithi081 ceph-mon[31546]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:19.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:19.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:19 smithi018 ceph-mon[27979]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:19.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:19 smithi167 ceph-mon[31348]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:19.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:19.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:19.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:21.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:21 smithi081 ceph-mon[31546]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:21.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:21 smithi018 ceph-mon[27979]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:21.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:21 smithi167 ceph-mon[31348]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:22.552 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.550+0000 7f214ffff700 1 -- 172.21.15.81:0/187552693 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f2168062670 con 0x7f21500a2c20 2024-04-22T00:37:22.553 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 10 on host 'smithi081' 2024-04-22T00:37:22.554 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.552+0000 7f216d5bf700 1 -- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f21500a2c20 msgr2=0x7f21500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.552+0000 7f216d5bf700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f21500a2c20 0x7f21500a50e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f215c000c00 tx=0x7f215c005fd0 comp rx=0 tx=0).stop 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.552+0000 7f216d5bf700 1 -- 172.21.15.81:0/187552693 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2168102290 msgr2=0x7f2168075fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.552+0000 7f216d5bf700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2168102290 0x7f2168075fd0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f215800b500 tx=0x7f215800b8c0 comp rx=0 tx=0).stop 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.552+0000 7f216d5bf700 1 -- 172.21.15.81:0/187552693 shutdown_connections 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.552+0000 7f216d5bf700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2168103e30 0x7f2168074b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.552+0000 7f216d5bf700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f21500a2c20 0x7f21500a50e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.552+0000 7f216d5bf700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2168102290 0x7f2168075fd0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.552+0000 7f216d5bf700 1 --2- 172.21.15.81:0/187552693 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2168103490 0x7f2168074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.552+0000 7f216d5bf700 1 -- 172.21.15.81:0/187552693 >> 172.21.15.81:0/187552693 conn(0x7f21680fd830 msgr2=0x7f2168106810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.553+0000 7f216d5bf700 1 -- 172.21.15.81:0/187552693 shutdown_connections 2024-04-22T00:37:22.555 INFO:teuthology.orchestra.run.smithi081.stderr:2024-04-22T00:37:22.553+0000 7f216d5bf700 1 -- 172.21.15.81:0/187552693 wait complete. 2024-04-22T00:37:23.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:23.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:23.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:22 smithi081 ceph-mon[31546]: from='osd.10 [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T00:37:23.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:22 smithi081 ceph-mon[31546]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T00:37:23.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:23.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:23.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:23.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:22 smithi018 ceph-mon[27979]: from='osd.10 [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T00:37:23.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:22 smithi018 ceph-mon[27979]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T00:37:23.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:23.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:23.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:23.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:23.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:22 smithi167 ceph-mon[31348]: from='osd.10 [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T00:37:23.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:22 smithi167 ceph-mon[31348]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T00:37:23.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:23.275 DEBUG:teuthology.orchestra.run.smithi081:osd.10> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.10.service 2024-04-22T00:37:23.278 INFO:tasks.cephadm:Deploying osd.11 on smithi167 with /dev/vg_nvme/lv_1... 2024-04-22T00:37:23.278 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-22T00:37:23.525 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:37:23.943 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:23 smithi167 ceph-mon[31348]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:23.943 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:23 smithi167 ceph-mon[31348]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-22T00:37:23.943 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:23 smithi167 ceph-mon[31348]: osdmap e72: 11 total, 10 up, 11 in 2024-04-22T00:37:23.943 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:23 smithi167 ceph-mon[31348]: from='osd.10 [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:37:23.943 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:23 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:23.943 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:23 smithi167 ceph-mon[31348]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:37:24.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:23 smithi081 ceph-mon[31546]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:24.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:23 smithi081 ceph-mon[31546]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-22T00:37:24.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:23 smithi081 ceph-mon[31546]: osdmap e72: 11 total, 10 up, 11 in 2024-04-22T00:37:24.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:23 smithi081 ceph-mon[31546]: from='osd.10 [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:37:24.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:23 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:24.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:23 smithi081 ceph-mon[31546]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:37:24.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:23 smithi018 ceph-mon[27979]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:24.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:23 smithi018 ceph-mon[27979]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-22T00:37:24.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:23 smithi018 ceph-mon[27979]: osdmap e72: 11 total, 10 up, 11 in 2024-04-22T00:37:24.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:23 smithi018 ceph-mon[27979]: from='osd.10 [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:37:24.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:23 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:24.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:23 smithi018 ceph-mon[27979]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-04-22T00:37:25.521 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:37:25 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:37:25.265+0000 7f6a814dd700 -1 osd.10 0 waiting for initial osdmap 2024-04-22T00:37:25.521 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:37:25 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:37:25.277+0000 7f6a78ac7700 -1 osd.10 73 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:37:25.581 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-22T00:37:25.581 INFO:teuthology.orchestra.run.smithi167.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-22T00:37:25.581 INFO:teuthology.orchestra.run.smithi167.stderr: stderr: 10+0 records in 2024-04-22T00:37:25.581 INFO:teuthology.orchestra.run.smithi167.stderr:10+0 records out 2024-04-22T00:37:25.581 INFO:teuthology.orchestra.run.smithi167.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0135451 s, 774 MB/s 2024-04-22T00:37:25.581 INFO:teuthology.orchestra.run.smithi167.stderr:--> Zapping successful for: 2024-04-22T00:37:25.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:25 smithi081 ceph-mon[31546]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:25.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:25 smithi081 ceph-mon[31546]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:37:25.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:25 smithi081 ceph-mon[31546]: osdmap e73: 11 total, 10 up, 11 in 2024-04-22T00:37:25.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:25.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:25.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:25 smithi081 ceph-mon[31546]: from='osd.10 ' entity='osd.10' 2024-04-22T00:37:25.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:25 smithi018 ceph-mon[27979]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:25.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:25 smithi018 ceph-mon[27979]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:37:25.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:25 smithi018 ceph-mon[27979]: osdmap e73: 11 total, 10 up, 11 in 2024-04-22T00:37:25.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:25.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:25.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:25 smithi018 ceph-mon[27979]: from='osd.10 ' entity='osd.10' 2024-04-22T00:37:25.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:25 smithi167 ceph-mon[31348]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 894 GiB / 894 GiB avail 2024-04-22T00:37:25.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:25 smithi167 ceph-mon[31348]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-22T00:37:25.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:25 smithi167 ceph-mon[31348]: osdmap e73: 11 total, 10 up, 11 in 2024-04-22T00:37:25.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:25.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:25.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:25 smithi167 ceph-mon[31348]: from='osd.10 ' entity='osd.10' 2024-04-22T00:37:26.429 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi167:vg_nvme/lv_1 2024-04-22T00:37:26.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:26 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:37:26.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:26 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:37:26.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:26 smithi081 ceph-mon[31546]: osd.10 [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] boot 2024-04-22T00:37:26.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:26 smithi081 ceph-mon[31546]: osdmap e74: 11 total, 11 up, 11 in 2024-04-22T00:37:26.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:26 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:26.675 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:37:26.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:26 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:37:26.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:26 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:37:26.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:26 smithi167 ceph-mon[31348]: osd.10 [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] boot 2024-04-22T00:37:26.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:26 smithi167 ceph-mon[31348]: osdmap e74: 11 total, 11 up, 11 in 2024-04-22T00:37:26.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:26 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:26.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:26 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:37:26.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:26 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:37:26.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:26 smithi018 ceph-mon[27979]: osd.10 [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] boot 2024-04-22T00:37:26.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:26 smithi018 ceph-mon[27979]: osdmap e74: 11 total, 11 up, 11 in 2024-04-22T00:37:26.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:26 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T00:37:27.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 428 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: osdmap e75: 11 total, 11 up, 11 in 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi081 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi081 to 4272M 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:27.739 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:27.739 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 428 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:27.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: osdmap e75: 11 total, 11 up, 11 in 2024-04-22T00:37:27.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi081 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi081 to 4272M 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:27.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 428 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: osdmap e75: 11 total, 11 up, 11 in 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi081 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi081 to 4272M 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:27.911 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:27.911 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:28.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 -- 172.21.15.167:0/1565943946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f311c103e60 msgr2=0x7f311c10a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:28.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 --2- 172.21.15.167:0/1565943946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f311c103e60 0x7f311c10a710 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f311400b0a0 tx=0x7f311400b3b0 comp rx=0 tx=0).stop 2024-04-22T00:37:28.305 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 -- 172.21.15.167:0/1565943946 shutdown_connections 2024-04-22T00:37:28.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 --2- 172.21.15.167:0/1565943946 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f311c103e60 0x7f311c10a710 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:28.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 --2- 172.21.15.167:0/1565943946 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f311c1022c0 0x7f311c1026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:28.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 --2- 172.21.15.167:0/1565943946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f311c1034c0 0x7f311c103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:28.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 -- 172.21.15.167:0/1565943946 >> 172.21.15.167:0/1565943946 conn(0x7f311c0fd880 msgr2=0x7f311c0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:37:28.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 -- 172.21.15.167:0/1565943946 shutdown_connections 2024-04-22T00:37:28.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 -- 172.21.15.167:0/1565943946 wait complete. 2024-04-22T00:37:28.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 Processor -- start 2024-04-22T00:37:28.306 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.303+0000 7f31239ae700 1 -- start start 2024-04-22T00:37:28.308 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f31239ae700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f311c1022c0 0x7f311c198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:28.308 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f31239ae700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f311c1034c0 0x7f311c1989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:28.308 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f31239ae700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f311c103e60 0x7f311c19fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:28.308 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f31239ae700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f311c10df20 con 0x7f311c1022c0 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f31239ae700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f311c10dda0 con 0x7f311c103e60 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f31239ae700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f311c10e0a0 con 0x7f311c1034c0 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f3120f49700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f311c1034c0 0x7f311c1989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f3120f49700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f311c1034c0 0x7f311c1989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:57044/0 (socket says 172.21.15.167:57044) 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f3120f49700 1 -- 172.21.15.167:0/694411250 learned_addr learned my addr 172.21.15.167:0/694411250 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f312174a700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f311c1022c0 0x7f311c198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f3121f4b700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f311c103e60 0x7f311c19fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f3120f49700 1 -- 172.21.15.167:0/694411250 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f311c103e60 msgr2=0x7f311c19fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f3120f49700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f311c103e60 0x7f311c19fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f3120f49700 1 -- 172.21.15.167:0/694411250 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f311c1022c0 msgr2=0x7f311c198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f3120f49700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f311c1022c0 0x7f311c198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:28.309 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f3120f49700 1 -- 172.21.15.167:0/694411250 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f311c1a00d0 con 0x7f311c1034c0 2024-04-22T00:37:28.310 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f3120f49700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f311c1034c0 0x7f311c1989b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f310c00c950 tx=0x7f310c00cd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:37:28.310 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f31127fc700 1 -- 172.21.15.167:0/694411250 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f310c007ac0 con 0x7f311c1034c0 2024-04-22T00:37:28.310 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f31127fc700 1 -- 172.21.15.167:0/694411250 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f310c004d10 con 0x7f311c1034c0 2024-04-22T00:37:28.310 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.304+0000 7f31239ae700 1 -- 172.21.15.167:0/694411250 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f311c1a03c0 con 0x7f311c1034c0 2024-04-22T00:37:28.310 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.305+0000 7f31127fc700 1 -- 172.21.15.167:0/694411250 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f310c00f450 con 0x7f311c1034c0 2024-04-22T00:37:28.310 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.305+0000 7f31239ae700 1 -- 172.21.15.167:0/694411250 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f311c1a09d0 con 0x7f311c1034c0 2024-04-22T00:37:28.310 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.305+0000 7f31239ae700 1 -- 172.21.15.167:0/694411250 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f311c068f20 con 0x7f311c1034c0 2024-04-22T00:37:28.310 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.307+0000 7f31127fc700 1 -- 172.21.15.167:0/694411250 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f310c004750 con 0x7f311c1034c0 2024-04-22T00:37:28.311 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.307+0000 7f31127fc700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f31080a2ca0 0x7f31080a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:28.311 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.307+0000 7f31127fc700 1 -- 172.21.15.167:0/694411250 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6723+0+0 (secure 0 0 0) 0x7f310c0ceaa0 con 0x7f311c1034c0 2024-04-22T00:37:28.311 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.307+0000 7f312174a700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f31080a2ca0 0x7f31080a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:28.311 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.308+0000 7f312174a700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f31080a2ca0 0x7f31080a5160 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3118006fd0 tx=0x7f3118008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:37:28.312 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.311+0000 7f31127fc700 1 -- 172.21.15.167:0/694411250 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f310c014030 con 0x7f311c1034c0 2024-04-22T00:37:28.518 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:28.515+0000 7f31239ae700 1 -- 172.21.15.167:0/694411250 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f311c062670 con 0x7f31080a2ca0 2024-04-22T00:37:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:28 smithi081 ceph-mon[31546]: osdmap e76: 11 total, 11 up, 11 in 2024-04-22T00:37:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:37:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:37:28.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:28.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:28 smithi018 ceph-mon[27979]: osdmap e76: 11 total, 11 up, 11 in 2024-04-22T00:37:28.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:37:28.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:37:28.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:28.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:28 smithi167 ceph-mon[31348]: osdmap e76: 11 total, 11 up, 11 in 2024-04-22T00:37:28.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T00:37:28.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T00:37:28.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:29.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:29 smithi167 ceph-mon[31348]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 428 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:29.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:29 smithi167 ceph-mon[31348]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:37:29.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:29 smithi167 ceph-mon[31348]: osdmap e77: 11 total, 11 up, 11 in 2024-04-22T00:37:29.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:29 smithi081 ceph-mon[31546]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 428 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:29.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:29 smithi081 ceph-mon[31546]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:37:29.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:29 smithi081 ceph-mon[31546]: osdmap e77: 11 total, 11 up, 11 in 2024-04-22T00:37:29.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:29 smithi018 ceph-mon[27979]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 428 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:29.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:29 smithi018 ceph-mon[27979]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi167:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:37:29.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:29 smithi018 ceph-mon[27979]: osdmap e77: 11 total, 11 up, 11 in 2024-04-22T00:37:30.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:30 smithi081 ceph-mon[31546]: osdmap e78: 11 total, 11 up, 11 in 2024-04-22T00:37:30.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:30 smithi018 ceph-mon[27979]: osdmap e78: 11 total, 11 up, 11 in 2024-04-22T00:37:30.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:30 smithi167 ceph-mon[31348]: osdmap e78: 11 total, 11 up, 11 in 2024-04-22T00:37:31.881 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:31 smithi167 ceph-mon[31348]: pgmap v244: 1 pgs: 1 peering; 577 KiB data, 428 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T00:37:31.881 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:31 smithi167 ceph-mon[31348]: from='client.? 172.21.15.167:0/3051818272' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d6a029c-4e4a-4853-a398-6c50732b835d"}]: dispatch 2024-04-22T00:37:31.881 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:31 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d6a029c-4e4a-4853-a398-6c50732b835d"}]: dispatch 2024-04-22T00:37:31.881 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:31 smithi167 ceph-mon[31348]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d6a029c-4e4a-4853-a398-6c50732b835d"}]': finished 2024-04-22T00:37:31.881 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:31 smithi167 ceph-mon[31348]: osdmap e79: 12 total, 11 up, 12 in 2024-04-22T00:37:31.882 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:31 smithi081 ceph-mon[31546]: pgmap v244: 1 pgs: 1 peering; 577 KiB data, 428 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T00:37:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:31 smithi081 ceph-mon[31546]: from='client.? 172.21.15.167:0/3051818272' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d6a029c-4e4a-4853-a398-6c50732b835d"}]: dispatch 2024-04-22T00:37:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:31 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d6a029c-4e4a-4853-a398-6c50732b835d"}]: dispatch 2024-04-22T00:37:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:31 smithi081 ceph-mon[31546]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d6a029c-4e4a-4853-a398-6c50732b835d"}]': finished 2024-04-22T00:37:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:31 smithi081 ceph-mon[31546]: osdmap e79: 12 total, 11 up, 12 in 2024-04-22T00:37:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:31.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:31 smithi018 ceph-mon[27979]: pgmap v244: 1 pgs: 1 peering; 577 KiB data, 428 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T00:37:31.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:31 smithi018 ceph-mon[27979]: from='client.? 172.21.15.167:0/3051818272' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d6a029c-4e4a-4853-a398-6c50732b835d"}]: dispatch 2024-04-22T00:37:31.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:31 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d6a029c-4e4a-4853-a398-6c50732b835d"}]: dispatch 2024-04-22T00:37:31.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:31 smithi018 ceph-mon[27979]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d6a029c-4e4a-4853-a398-6c50732b835d"}]': finished 2024-04-22T00:37:31.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:31 smithi018 ceph-mon[27979]: osdmap e79: 12 total, 11 up, 12 in 2024-04-22T00:37:31.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:32.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:32 smithi081 ceph-mon[31546]: from='client.? 172.21.15.167:0/1697582682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:37:32.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:32 smithi018 ceph-mon[27979]: from='client.? 172.21.15.167:0/1697582682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:37:32.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:32 smithi167 ceph-mon[31348]: from='client.? 172.21.15.167:0/1697582682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T00:37:33.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:33 smithi081 ceph-mon[31546]: pgmap v246: 1 pgs: 1 peering; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-04-22T00:37:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:33 smithi018 ceph-mon[27979]: pgmap v246: 1 pgs: 1 peering; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-04-22T00:37:33.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:33 smithi167 ceph-mon[31348]: pgmap v246: 1 pgs: 1 peering; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-04-22T00:37:35.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:35 smithi081 ceph-mon[31546]: pgmap v247: 1 pgs: 1 peering; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:37:35.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:35 smithi018 ceph-mon[27979]: pgmap v247: 1 pgs: 1 peering; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:37:35.972 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:35 smithi167 ceph-mon[31348]: pgmap v247: 1 pgs: 1 peering; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T00:37:37.715 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:37 smithi167 ceph-mon[31348]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-22T00:37:37.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:37 smithi081 ceph-mon[31546]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-22T00:37:37.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:37 smithi018 ceph-mon[27979]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-22T00:37:39.846 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:39 smithi167 ceph-mon[31348]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:39.846 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-22T00:37:39.846 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:39 smithi081 ceph-mon[31546]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-22T00:37:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:39.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:39 smithi018 ceph-mon[27979]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:39.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-22T00:37:39.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:40.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:40 smithi081 ceph-mon[31546]: Deploying daemon osd.11 on smithi167 2024-04-22T00:37:40.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:40 smithi018 ceph-mon[27979]: Deploying daemon osd.11 on smithi167 2024-04-22T00:37:40.939 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:40 smithi167 ceph-mon[31348]: Deploying daemon osd.11 on smithi167 2024-04-22T00:37:41.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:41 smithi081 ceph-mon[31546]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:41.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:41 smithi018 ceph-mon[27979]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:41.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:41 smithi167 ceph-mon[31348]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:43.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:43 smithi081 ceph-mon[31546]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:43.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:43 smithi018 ceph-mon[27979]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:43.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:43 smithi167 ceph-mon[31348]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:45.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:45 smithi167 ceph-mon[31348]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:45.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:45 smithi081 ceph-mon[31546]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:45.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:45.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:45.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:45.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:45 smithi018 ceph-mon[27979]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:45.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:45.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:45.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:47.704 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:47 smithi167 ceph-mon[31348]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:47.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:47 smithi081 ceph-mon[31546]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:47.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:47 smithi018 ceph-mon[27979]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:48.845 INFO:teuthology.orchestra.run.smithi167.stdout:Created osd(s) 11 on host 'smithi167' 2024-04-22T00:37:48.845 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.843+0000 7f31127fc700 1 -- 172.21.15.167:0/694411250 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f311c062670 con 0x7f31080a2ca0 2024-04-22T00:37:48.848 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.845+0000 7f31239ae700 1 -- 172.21.15.167:0/694411250 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f31080a2ca0 msgr2=0x7f31080a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:48.848 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.845+0000 7f31239ae700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f31080a2ca0 0x7f31080a5160 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3118006fd0 tx=0x7f3118008040 comp rx=0 tx=0).stop 2024-04-22T00:37:48.848 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.845+0000 7f31239ae700 1 -- 172.21.15.167:0/694411250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f311c1034c0 msgr2=0x7f311c1989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:48.848 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.845+0000 7f31239ae700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f311c1034c0 0x7f311c1989b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f310c00c950 tx=0x7f310c00cd10 comp rx=0 tx=0).stop 2024-04-22T00:37:48.848 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.845+0000 7f31239ae700 1 -- 172.21.15.167:0/694411250 shutdown_connections 2024-04-22T00:37:48.848 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.845+0000 7f31239ae700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f31080a2ca0 0x7f31080a5160 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:48.848 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.845+0000 7f31239ae700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f311c103e60 0x7f311c19fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:48.848 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.845+0000 7f31239ae700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f311c1022c0 0x7f311c198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:48.848 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.845+0000 7f31239ae700 1 --2- 172.21.15.167:0/694411250 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f311c1034c0 0x7f311c1989b0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:48.848 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.845+0000 7f31239ae700 1 -- 172.21.15.167:0/694411250 >> 172.21.15.167:0/694411250 conn(0x7f311c0fd880 msgr2=0x7f311c1066f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:37:48.849 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.846+0000 7f31239ae700 1 -- 172.21.15.167:0/694411250 shutdown_connections 2024-04-22T00:37:48.849 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:37:48.846+0000 7f31239ae700 1 -- 172.21.15.167:0/694411250 wait complete. 2024-04-22T00:37:49.474 DEBUG:teuthology.orchestra.run.smithi167:osd.11> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.11.service 2024-04-22T00:37:49.476 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-22T00:37:49.477 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-22T00:37:49.737 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:37:50.137 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:49 smithi018 ceph-mon[27979]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:50.137 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.137 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.137 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:49 smithi018 ceph-mon[27979]: from='osd.11 [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T00:37:50.137 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:49 smithi018 ceph-mon[27979]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T00:37:50.137 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.138 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:49 smithi081 ceph-mon[31546]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:50.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:49 smithi081 ceph-mon[31546]: from='osd.11 [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T00:37:50.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:49 smithi081 ceph-mon[31546]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T00:37:50.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.225 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:49 smithi167 ceph-mon[31348]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:50.225 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.225 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.226 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:49 smithi167 ceph-mon[31348]: from='osd.11 [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T00:37:50.226 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:49 smithi167 ceph-mon[31348]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T00:37:50.226 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:50.226 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:51.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:50 smithi081 ceph-mon[31546]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-22T00:37:51.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:50 smithi081 ceph-mon[31546]: osdmap e80: 12 total, 11 up, 12 in 2024-04-22T00:37:51.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:50 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:51.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:50 smithi081 ceph-mon[31546]: from='osd.11 [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:37:51.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:50 smithi081 ceph-mon[31546]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:37:51.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:50 smithi018 ceph-mon[27979]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-22T00:37:51.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:50 smithi018 ceph-mon[27979]: osdmap e80: 12 total, 11 up, 12 in 2024-04-22T00:37:51.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:50 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:51.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:50 smithi018 ceph-mon[27979]: from='osd.11 [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:37:51.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:50 smithi018 ceph-mon[27979]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:37:51.174 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:50 smithi167 ceph-mon[31348]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-22T00:37:51.174 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:50 smithi167 ceph-mon[31348]: osdmap e80: 12 total, 11 up, 12 in 2024-04-22T00:37:51.174 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:50 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:51.174 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:50 smithi167 ceph-mon[31348]: from='osd.11 [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:37:51.174 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:50 smithi167 ceph-mon[31348]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]: dispatch 2024-04-22T00:37:51.174 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:37:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:37:50.820+0000 7f21d0b73700 -1 osd.11 0 waiting for initial osdmap 2024-04-22T00:37:51.175 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:37:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:37:50.833+0000 7f21cc966700 -1 osd.11 81 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T00:37:51.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.747+0000 7ffa76cd4700 1 -- 172.21.15.18:0/41704232 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa701022a0 msgr2=0x7ffa701026c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:51.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.747+0000 7ffa76cd4700 1 --2- 172.21.15.18:0/41704232 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa701022a0 0x7ffa701026c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ffa6800b0d0 tx=0x7ffa6800b3e0 comp rx=0 tx=0).stop 2024-04-22T00:37:51.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.747+0000 7ffa76cd4700 1 -- 172.21.15.18:0/41704232 shutdown_connections 2024-04-22T00:37:51.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.747+0000 7ffa76cd4700 1 --2- 172.21.15.18:0/41704232 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa70103e40 0x7ffa7010a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:51.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.747+0000 7ffa76cd4700 1 --2- 172.21.15.18:0/41704232 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa701022a0 0x7ffa701026c0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:51.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.747+0000 7ffa76cd4700 1 --2- 172.21.15.18:0/41704232 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa701034a0 0x7ffa70103900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.747+0000 7ffa76cd4700 1 -- 172.21.15.18:0/41704232 >> 172.21.15.18:0/41704232 conn(0x7ffa700fd840 msgr2=0x7ffa700ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.747+0000 7ffa76cd4700 1 -- 172.21.15.18:0/41704232 shutdown_connections 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.748+0000 7ffa76cd4700 1 -- 172.21.15.18:0/41704232 wait complete. 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.748+0000 7ffa76cd4700 1 Processor -- start 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.748+0000 7ffa76cd4700 1 -- start start 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa76cd4700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa701022a0 0x7ffa701984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa76cd4700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa701034a0 0x7ffa701989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa76cd4700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa70103e40 0x7ffa7019fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa76cd4700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffa7010de80 con 0x7ffa701022a0 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa76cd4700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ffa7010dd00 con 0x7ffa701034a0 2024-04-22T00:37:51.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa76cd4700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffa7010e000 con 0x7ffa70103e40 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa74a70700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa701022a0 0x7ffa701984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa74a70700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa701022a0 0x7ffa701984a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35440/0 (socket says 172.21.15.18:35440) 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa74a70700 1 -- 172.21.15.18:0/169182853 learned_addr learned my addr 172.21.15.18:0/169182853 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa6ffff700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa701034a0 0x7ffa701989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa75271700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa70103e40 0x7ffa7019fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa74a70700 1 -- 172.21.15.18:0/169182853 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa70103e40 msgr2=0x7ffa7019fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa74a70700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa70103e40 0x7ffa7019fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa74a70700 1 -- 172.21.15.18:0/169182853 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa701034a0 msgr2=0x7ffa701989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa74a70700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa701034a0 0x7ffa701989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa74a70700 1 -- 172.21.15.18:0/169182853 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa701a0100 con 0x7ffa701022a0 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa74a70700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa701022a0 0x7ffa701984a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ffa6800b770 tx=0x7ffa68007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:37:51.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa6dffb700 1 -- 172.21.15.18:0/169182853 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa68003e10 con 0x7ffa701022a0 2024-04-22T00:37:51.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa76cd4700 1 -- 172.21.15.18:0/169182853 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa701a0390 con 0x7ffa701022a0 2024-04-22T00:37:51.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.749+0000 7ffa6dffb700 1 -- 172.21.15.18:0/169182853 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa68007cc0 con 0x7ffa701022a0 2024-04-22T00:37:51.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.750+0000 7ffa6dffb700 1 -- 172.21.15.18:0/169182853 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6801b990 con 0x7ffa701022a0 2024-04-22T00:37:51.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.750+0000 7ffa76cd4700 1 -- 172.21.15.18:0/169182853 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa701a07e0 con 0x7ffa701022a0 2024-04-22T00:37:51.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.751+0000 7ffa76cd4700 1 -- 172.21.15.18:0/169182853 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa70068f20 con 0x7ffa701022a0 2024-04-22T00:37:51.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.752+0000 7ffa6dffb700 1 -- 172.21.15.18:0/169182853 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ffa680056e0 con 0x7ffa701022a0 2024-04-22T00:37:51.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.752+0000 7ffa6dffb700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa5c0a2c20 0x7ffa5c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:51.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.753+0000 7ffa6ffff700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa5c0a2c20 0x7ffa5c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:51.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.753+0000 7ffa6dffb700 1 -- 172.21.15.18:0/169182853 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6847+0+0 (secure 0 0 0) 0x7ffa6800f020 con 0x7ffa701022a0 2024-04-22T00:37:51.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.753+0000 7ffa6ffff700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa5c0a2c20 0x7ffa5c0a50e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ffa60009c60 tx=0x7ffa60009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:37:51.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.756+0000 7ffa6dffb700 1 -- 172.21.15.18:0/169182853 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ffa6809d2c0 con 0x7ffa701022a0 2024-04-22T00:37:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.964+0000 7ffa76cd4700 1 -- 172.21.15.18:0/169182853 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7ffa7002dd40 con 0x7ffa701022a0 2024-04-22T00:37:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.965+0000 7ffa6dffb700 1 -- 172.21.15.18:0/169182853 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v82) ==== 74+0+133 (secure 0 0 0) 0x7ffa6809cbc0 con 0x7ffa701022a0 2024-04-22T00:37:51.968 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:37:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 -- 172.21.15.18:0/169182853 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa5c0a2c20 msgr2=0x7ffa5c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa5c0a2c20 0x7ffa5c0a50e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ffa60009c60 tx=0x7ffa60009260 comp rx=0 tx=0).stop 2024-04-22T00:37:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 -- 172.21.15.18:0/169182853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa701022a0 msgr2=0x7ffa701984a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa701022a0 0x7ffa701984a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ffa6800b770 tx=0x7ffa68007a20 comp rx=0 tx=0).stop 2024-04-22T00:37:51.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 -- 172.21.15.18:0/169182853 shutdown_connections 2024-04-22T00:37:51.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa70103e40 0x7ffa7019fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:51.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa701022a0 0x7ffa701984a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:51.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa5c0a2c20 0x7ffa5c0a50e0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:51.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 --2- 172.21.15.18:0/169182853 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa701034a0 0x7ffa701989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:51.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 -- 172.21.15.18:0/169182853 >> 172.21.15.18:0/169182853 conn(0x7ffa700fd840 msgr2=0x7ffa70106820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:37:51.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 -- 172.21.15.18:0/169182853 shutdown_connections 2024-04-22T00:37:51.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:51.967+0000 7ffa76cd4700 1 -- 172.21.15.18:0/169182853 wait complete. 2024-04-22T00:37:52.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:51 smithi081 ceph-mon[31546]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:52.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:51 smithi081 ceph-mon[31546]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:37:52.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:51 smithi081 ceph-mon[31546]: osdmap e81: 12 total, 11 up, 12 in 2024-04-22T00:37:52.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:52.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:51 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:52.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:51 smithi018 ceph-mon[27979]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:52.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:51 smithi018 ceph-mon[27979]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:37:52.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:51 smithi018 ceph-mon[27979]: osdmap e81: 12 total, 11 up, 12 in 2024-04-22T00:37:52.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:52.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:51 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:52.213 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:51 smithi167 ceph-mon[31348]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-04-22T00:37:52.213 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:51 smithi167 ceph-mon[31348]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi167", "root=default"]}]': finished 2024-04-22T00:37:52.213 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:51 smithi167 ceph-mon[31348]: osdmap e81: 12 total, 11 up, 12 in 2024-04-22T00:37:52.213 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:52.213 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:51 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:52.741 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":82,"num_osds":12,"num_up_osds":12,"osd_up_since":1713746271,"num_in_osds":12,"osd_in_since":1713746251,"num_remapped_pgs":0} 2024-04-22T00:37:52.741 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T00:37:52.916 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:52 smithi167 ceph-mon[31348]: purged_snaps scrub starts 2024-04-22T00:37:52.917 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:52 smithi167 ceph-mon[31348]: purged_snaps scrub ok 2024-04-22T00:37:52.917 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:52 smithi167 ceph-mon[31348]: osd.11 [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] boot 2024-04-22T00:37:52.917 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:52 smithi167 ceph-mon[31348]: osdmap e82: 12 total, 12 up, 12 in 2024-04-22T00:37:52.917 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:52 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:52.917 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:52 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/169182853' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T00:37:53.009 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:37:53.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:52 smithi018 ceph-mon[27979]: purged_snaps scrub starts 2024-04-22T00:37:53.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:52 smithi018 ceph-mon[27979]: purged_snaps scrub ok 2024-04-22T00:37:53.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:52 smithi018 ceph-mon[27979]: osd.11 [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] boot 2024-04-22T00:37:53.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:52 smithi018 ceph-mon[27979]: osdmap e82: 12 total, 12 up, 12 in 2024-04-22T00:37:53.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:52 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:53.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:52 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/169182853' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T00:37:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:52 smithi081 ceph-mon[31546]: purged_snaps scrub starts 2024-04-22T00:37:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:52 smithi081 ceph-mon[31546]: purged_snaps scrub ok 2024-04-22T00:37:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:52 smithi081 ceph-mon[31546]: osd.11 [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] boot 2024-04-22T00:37:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:52 smithi081 ceph-mon[31546]: osdmap e82: 12 total, 12 up, 12 in 2024-04-22T00:37:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:52 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T00:37:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:52 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/169182853' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T00:37:54.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: osdmap e83: 12 total, 12 up, 12 in 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:54.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:54.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:54.160 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:53 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:37:54.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: osdmap e83: 12 total, 12 up, 12 in 2024-04-22T00:37:54.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:54.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:54.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:54.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:54.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:54.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:53 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:37:54.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: osdmap e83: 12 total, 12 up, 12 in 2024-04-22T00:37:54.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:37:54.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:54.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:54.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:37:54.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:37:54.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:37:54.239 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:53 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:37:54.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.896+0000 7f3a9a571700 1 -- 172.21.15.18:0/19262234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a941024e0 msgr2=0x7f3a941028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:54.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.896+0000 7f3a9a571700 1 --2- 172.21.15.18:0/19262234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a941024e0 0x7f3a941028c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3a84009990 tx=0x7f3a84009ca0 comp rx=0 tx=0).stop 2024-04-22T00:37:54.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.896+0000 7f3a9a571700 1 -- 172.21.15.18:0/19262234 shutdown_connections 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.896+0000 7f3a9a571700 1 --2- 172.21.15.18:0/19262234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3a94107570 0x7f3a9410f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.896+0000 7f3a9a571700 1 --2- 172.21.15.18:0/19262234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a941024e0 0x7f3a941028c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.896+0000 7f3a9a571700 1 --2- 172.21.15.18:0/19262234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3a94102e90 0x7f3a94106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.896+0000 7f3a9a571700 1 -- 172.21.15.18:0/19262234 >> 172.21.15.18:0/19262234 conn(0x7f3a94079390 msgr2=0x7f3a940797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.897+0000 7f3a9a571700 1 -- 172.21.15.18:0/19262234 shutdown_connections 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.897+0000 7f3a9a571700 1 -- 172.21.15.18:0/19262234 wait complete. 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.897+0000 7f3a9a571700 1 Processor -- start 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.897+0000 7f3a9a571700 1 -- start start 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a9a571700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3a941024e0 0x7f3a94074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a9a571700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3a94102e90 0x7f3a94074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a9a571700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a94107570 0x7f3a94074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:54.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a9a571700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3a94112600 con 0x7f3a94107570 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a9a571700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3a94112480 con 0x7f3a94102e90 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a9a571700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3a94112780 con 0x7f3a941024e0 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a98b0e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a94107570 0x7f3a94074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a98b0e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a94107570 0x7f3a94074fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35452/0 (socket says 172.21.15.18:35452) 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a98b0e700 1 -- 172.21.15.18:0/3757537005 learned_addr learned my addr 172.21.15.18:0/3757537005 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a93fff700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3a941024e0 0x7f3a94074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a937fe700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3a94102e90 0x7f3a94074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a98b0e700 1 -- 172.21.15.18:0/3757537005 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3a941024e0 msgr2=0x7f3a94074530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a98b0e700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3a941024e0 0x7f3a94074530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a98b0e700 1 -- 172.21.15.18:0/3757537005 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3a94102e90 msgr2=0x7f3a94074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a98b0e700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3a94102e90 0x7f3a94074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a98b0e700 1 -- 172.21.15.18:0/3757537005 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a941a6fb0 con 0x7f3a94107570 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a98b0e700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a94107570 0x7f3a94074fb0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c00b970 tx=0x7f3a8c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:37:54.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.898+0000 7f3a917fa700 1 -- 172.21.15.18:0/3757537005 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a8c019070 con 0x7f3a94107570 2024-04-22T00:37:54.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.899+0000 7f3a9a571700 1 -- 172.21.15.18:0/3757537005 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a941a72a0 con 0x7f3a94107570 2024-04-22T00:37:54.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.899+0000 7f3a917fa700 1 -- 172.21.15.18:0/3757537005 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a8c00ce10 con 0x7f3a94107570 2024-04-22T00:37:54.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.899+0000 7f3a917fa700 1 -- 172.21.15.18:0/3757537005 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a8c007370 con 0x7f3a94107570 2024-04-22T00:37:54.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.899+0000 7f3a9a571700 1 -- 172.21.15.18:0/3757537005 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a941a77e0 con 0x7f3a94107570 2024-04-22T00:37:54.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.899+0000 7f3a9a571700 1 -- 172.21.15.18:0/3757537005 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a94068f20 con 0x7f3a94107570 2024-04-22T00:37:54.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.901+0000 7f3a917fa700 1 -- 172.21.15.18:0/3757537005 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3a8c01c070 con 0x7f3a94107570 2024-04-22T00:37:54.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.901+0000 7f3a917fa700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3a7c0a2c20 0x7f3a7c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:54.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.901+0000 7f3a917fa700 1 -- 172.21.15.18:0/3757537005 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f3a8c0ce420 con 0x7f3a94107570 2024-04-22T00:37:54.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.901+0000 7f3a93fff700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3a7c0a2c20 0x7f3a7c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:54.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.902+0000 7f3a93fff700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3a7c0a2c20 0x7f3a7c0a50e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3a8400b5c0 tx=0x7f3a84005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:37:54.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:54.905+0000 7f3a917fa700 1 -- 172.21.15.18:0/3757537005 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3a8c09b820 con 0x7f3a94107570 2024-04-22T00:37:55.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.111+0000 7f3a9a571700 1 -- 172.21.15.18:0/3757537005 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3a94075a10 con 0x7f3a94107570 2024-04-22T00:37:55.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:54 smithi018 ceph-mon[27979]: Detected new or changed devices on smithi167 2024-04-22T00:37:55.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:54 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi167 to 4272M 2024-04-22T00:37:55.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.112+0000 7f3a917fa700 1 -- 172.21.15.18:0/3757537005 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+18370 (secure 0 0 0) 0x7f3a8c09b120 con 0x7f3a94107570 2024-04-22T00:37:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:37:55.115 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":83,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:37:52.821493+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:37:55.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 -- 172.21.15.18:0/3757537005 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3a7c0a2c20 msgr2=0x7f3a7c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3a7c0a2c20 0x7f3a7c0a50e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3a8400b5c0 tx=0x7f3a84005fd0 comp rx=0 tx=0).stop 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 -- 172.21.15.18:0/3757537005 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a94107570 msgr2=0x7f3a94074fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a94107570 0x7f3a94074fb0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c00b970 tx=0x7f3a8c00bc80 comp rx=0 tx=0).stop 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 -- 172.21.15.18:0/3757537005 shutdown_connections 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a94107570 0x7f3a94074fb0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3a941024e0 0x7f3a94074530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3a7c0a2c20 0x7f3a7c0a50e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 --2- 172.21.15.18:0/3757537005 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3a94102e90 0x7f3a94074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 -- 172.21.15.18:0/3757537005 >> 172.21.15.18:0/3757537005 conn(0x7f3a94079390 msgr2=0x7f3a94101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 -- 172.21.15.18:0/3757537005 shutdown_connections 2024-04-22T00:37:55.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:55.114+0000 7f3a9a571700 1 -- 172.21.15.18:0/3757537005 wait complete. 2024-04-22T00:37:55.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:54 smithi081 ceph-mon[31546]: Detected new or changed devices on smithi167 2024-04-22T00:37:55.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:54 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi167 to 4272M 2024-04-22T00:37:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:54 smithi167 ceph-mon[31348]: Detected new or changed devices on smithi167 2024-04-22T00:37:55.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:54 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi167 to 4272M 2024-04-22T00:37:55.851 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T00:37:55.852 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-22T00:37:56.104 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:37:56.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:55 smithi081 ceph-mon[31546]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:37:56.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:55 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3757537005' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:37:56.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:55 smithi018 ceph-mon[27979]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:37:56.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:55 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3757537005' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:37:56.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:55 smithi167 ceph-mon[31348]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:37:56.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:55 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3757537005' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:37:57.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.839+0000 7f9ef14b3700 1 -- 172.21.15.18:0/1606317942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9eec102e90 msgr2=0x7f9eec106ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:57.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.839+0000 7f9ef14b3700 1 --2- 172.21.15.18:0/1606317942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9eec102e90 0x7f9eec106ec0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9ee0009990 tx=0x7f9ee0009ca0 comp rx=0 tx=0).stop 2024-04-22T00:37:57.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.839+0000 7f9ef14b3700 1 -- 172.21.15.18:0/1606317942 shutdown_connections 2024-04-22T00:37:57.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.839+0000 7f9ef14b3700 1 --2- 172.21.15.18:0/1606317942 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9eec1075a0 0x7f9eec10f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:57.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.839+0000 7f9ef14b3700 1 --2- 172.21.15.18:0/1606317942 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9eec1024e0 0x7f9eec1028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:57.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.839+0000 7f9ef14b3700 1 --2- 172.21.15.18:0/1606317942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9eec102e90 0x7f9eec106ec0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:57.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.839+0000 7f9ef14b3700 1 -- 172.21.15.18:0/1606317942 >> 172.21.15.18:0/1606317942 conn(0x7f9eec0793e0 msgr2=0x7f9eec0797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:37:57.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.839+0000 7f9ef14b3700 1 -- 172.21.15.18:0/1606317942 shutdown_connections 2024-04-22T00:37:57.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.839+0000 7f9ef14b3700 1 -- 172.21.15.18:0/1606317942 wait complete. 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9ef14b3700 1 Processor -- start 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9ef14b3700 1 -- start start 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9ef14b3700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9eec1024e0 0x7f9eec19e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9ef14b3700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9eec102e90 0x7f9eec19ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9ef14b3700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9eec1075a0 0x7f9eec198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9ef14b3700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9eec1125b0 con 0x7f9eec1024e0 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9ef14b3700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9eec112430 con 0x7f9eec102e90 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9ef14b3700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9eec112730 con 0x7f9eec1075a0 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9eeaffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9eec1024e0 0x7f9eec19e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9eeaffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9eec1024e0 0x7f9eec19e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35460/0 (socket says 172.21.15.18:35460) 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9eeaffd700 1 -- 172.21.15.18:0/3342600119 learned_addr learned my addr 172.21.15.18:0/3342600119 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9eeb7fe700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9eec1075a0 0x7f9eec198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:57.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.840+0000 7f9eea7fc700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9eec102e90 0x7f9eec19ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9eeaffd700 1 -- 172.21.15.18:0/3342600119 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9eec1075a0 msgr2=0x7f9eec198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9eeaffd700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9eec1075a0 0x7f9eec198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9eeaffd700 1 -- 172.21.15.18:0/3342600119 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9eec102e90 msgr2=0x7f9eec19ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9eeaffd700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9eec102e90 0x7f9eec19ec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9eeaffd700 1 -- 172.21.15.18:0/3342600119 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9eec199030 con 0x7f9eec1024e0 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9eeb7fe700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9eec1075a0 0x7f9eec198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9eeaffd700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9eec1024e0 0x7f9eec19e6d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9edc00e9c0 tx=0x7f9edc00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9ed3fff700 1 -- 172.21.15.18:0/3342600119 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9edc00cbd0 con 0x7f9eec1024e0 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9ed3fff700 1 -- 172.21.15.18:0/3342600119 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9edc00cd70 con 0x7f9eec1024e0 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9ef14b3700 1 -- 172.21.15.18:0/3342600119 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9eec199320 con 0x7f9eec1024e0 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9ed3fff700 1 -- 172.21.15.18:0/3342600119 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9edc010430 con 0x7f9eec1024e0 2024-04-22T00:37:57.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.841+0000 7f9ef14b3700 1 -- 172.21.15.18:0/3342600119 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9eec1a5530 con 0x7f9eec1024e0 2024-04-22T00:37:57.846 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:57 smithi018 ceph-mon[27979]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:37:57.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.842+0000 7f9ef14b3700 1 -- 172.21.15.18:0/3342600119 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9eec1039a0 con 0x7f9eec1024e0 2024-04-22T00:37:57.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.844+0000 7f9ed3fff700 1 -- 172.21.15.18:0/3342600119 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9edc004750 con 0x7f9eec1024e0 2024-04-22T00:37:57.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.845+0000 7f9ed3fff700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9ed40a2c20 0x7f9ed40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:37:57.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.845+0000 7f9eea7fc700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9ed40a2c20 0x7f9ed40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:37:57.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.845+0000 7f9ed3fff700 1 -- 172.21.15.18:0/3342600119 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f9edc0cf070 con 0x7f9eec1024e0 2024-04-22T00:37:57.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.845+0000 7f9eea7fc700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9ed40a2c20 0x7f9ed40a50e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9eec100d30 tx=0x7f9ee0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:37:57.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:57.848+0000 7f9ed3fff700 1 -- 172.21.15.18:0/3342600119 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9edc0536f0 con 0x7f9eec1024e0 2024-04-22T00:37:58.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.052+0000 7f9ef14b3700 1 -- 172.21.15.18:0/3342600119 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9eec02db30 con 0x7f9eec1024e0 2024-04-22T00:37:58.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.053+0000 7f9ed3fff700 1 -- 172.21.15.18:0/3342600119 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7f9edc09c470 con 0x7f9eec1024e0 2024-04-22T00:37:58.055 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:37:58.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.054+0000 7f9ef14b3700 1 -- 172.21.15.18:0/3342600119 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9ed40a2c20 msgr2=0x7f9ed40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:58.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.054+0000 7f9ef14b3700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9ed40a2c20 0x7f9ed40a50e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9eec100d30 tx=0x7f9ee0005fd0 comp rx=0 tx=0).stop 2024-04-22T00:37:58.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.054+0000 7f9ef14b3700 1 -- 172.21.15.18:0/3342600119 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9eec1024e0 msgr2=0x7f9eec19e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:37:58.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.054+0000 7f9ef14b3700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9eec1024e0 0x7f9eec19e6d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9edc00e9c0 tx=0x7f9edc00ecd0 comp rx=0 tx=0).stop 2024-04-22T00:37:58.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.055+0000 7f9ef14b3700 1 -- 172.21.15.18:0/3342600119 shutdown_connections 2024-04-22T00:37:58.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.055+0000 7f9ef14b3700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9eec1075a0 0x7f9eec198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:58.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.055+0000 7f9ef14b3700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9eec1024e0 0x7f9eec19e6d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:58.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.055+0000 7f9ef14b3700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9ed40a2c20 0x7f9ed40a50e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:58.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.055+0000 7f9ef14b3700 1 --2- 172.21.15.18:0/3342600119 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9eec102e90 0x7f9eec19ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:37:58.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.055+0000 7f9ef14b3700 1 -- 172.21.15.18:0/3342600119 >> 172.21.15.18:0/3342600119 conn(0x7f9eec0793e0 msgr2=0x7f9eec101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:37:58.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.055+0000 7f9ef14b3700 1 -- 172.21.15.18:0/3342600119 shutdown_connections 2024-04-22T00:37:58.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:37:58.055+0000 7f9ef14b3700 1 -- 172.21.15.18:0/3342600119 wait complete. 2024-04-22T00:37:58.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:57 smithi081 ceph-mon[31546]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:37:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:57 smithi167 ceph-mon[31348]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:37:58.726 INFO:tasks.cephadm:Adding mds.a on smithi018 2024-04-22T00:37:58.726 INFO:tasks.cephadm:Adding mds.d on smithi018 2024-04-22T00:37:58.726 INFO:tasks.cephadm:Adding mds.g on smithi018 2024-04-22T00:37:58.726 INFO:tasks.cephadm:Adding mds.j on smithi018 2024-04-22T00:37:58.726 INFO:tasks.cephadm:Adding mds.b on smithi081 2024-04-22T00:37:58.727 INFO:tasks.cephadm:Adding mds.e on smithi081 2024-04-22T00:37:58.727 INFO:tasks.cephadm:Adding mds.h on smithi081 2024-04-22T00:37:58.727 INFO:tasks.cephadm:Adding mds.k on smithi081 2024-04-22T00:37:58.727 INFO:tasks.cephadm:Adding mds.c on smithi167 2024-04-22T00:37:58.727 INFO:tasks.cephadm:Adding mds.f on smithi167 2024-04-22T00:37:58.727 INFO:tasks.cephadm:Adding mds.i on smithi167 2024-04-22T00:37:58.727 INFO:tasks.cephadm:Adding mds.l on smithi167 2024-04-22T00:37:58.727 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi081=b;smithi081=e;smithi081=h;smithi081=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l' 2024-04-22T00:37:58.976 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:37:59.097 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:58 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3342600119' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:37:59.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:58 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3342600119' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:37:59.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:58 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3342600119' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:00.132 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:37:59 smithi167 ceph-mon[31348]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:00.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:37:59 smithi081 ceph-mon[31546]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:00.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:37:59 smithi018 ceph-mon[27979]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.632+0000 7f5c487aa700 1 -- 172.21.15.167:0/2101132986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5c40103ec0 msgr2=0x7f5c4010a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.632+0000 7f5c487aa700 1 --2- 172.21.15.167:0/2101132986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5c40103ec0 0x7f5c4010a770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5c38009990 tx=0x7f5c38009ca0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.632+0000 7f5c487aa700 1 -- 172.21.15.167:0/2101132986 shutdown_connections 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.632+0000 7f5c487aa700 1 --2- 172.21.15.167:0/2101132986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5c40103ec0 0x7f5c4010a770 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.632+0000 7f5c487aa700 1 --2- 172.21.15.167:0/2101132986 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c40100540 0x7f5c40100960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.632+0000 7f5c487aa700 1 --2- 172.21.15.167:0/2101132986 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5c40103520 0x7f5c40103980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.632+0000 7f5c487aa700 1 -- 172.21.15.167:0/2101132986 >> 172.21.15.167:0/2101132986 conn(0x7f5c400fbec0 msgr2=0x7f5c400fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.632+0000 7f5c487aa700 1 -- 172.21.15.167:0/2101132986 shutdown_connections 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.632+0000 7f5c487aa700 1 -- 172.21.15.167:0/2101132986 wait complete. 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c487aa700 1 Processor -- start 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c487aa700 1 -- start start 2024-04-22T00:38:00.637 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c487aa700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5c40100540 0x7f5c4019a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c487aa700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5c40103520 0x7f5c4019ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c487aa700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c40103ec0 0x7f5c401a1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c487aa700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4010def0 con 0x7f5c40103ec0 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c487aa700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4010dd70 con 0x7f5c40100540 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c487aa700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4010e070 con 0x7f5c40103520 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c45d45700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5c40103520 0x7f5c4019ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c45d45700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5c40103520 0x7f5c4019ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.167:58068/0 (socket says 172.21.15.167:58068) 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c45d45700 1 -- 172.21.15.167:0/1411823115 learned_addr learned my addr 172.21.15.167:0/1411823115 (peer_addr_for_me v2:172.21.15.167:0/0) 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c46d47700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c40103ec0 0x7f5c401a1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.633+0000 7f5c46546700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5c40100540 0x7f5c4019a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c45d45700 1 -- 172.21.15.167:0/1411823115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5c40100540 msgr2=0x7f5c4019a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c45d45700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5c40100540 0x7f5c4019a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.638 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c45d45700 1 -- 172.21.15.167:0/1411823115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c40103ec0 msgr2=0x7f5c401a1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:00.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c45d45700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c40103ec0 0x7f5c401a1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c45d45700 1 -- 172.21.15.167:0/1411823115 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c401a2380 con 0x7f5c40103520 2024-04-22T00:38:00.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c46546700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5c40100540 0x7f5c4019a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:00.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c45d45700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5c40103520 0x7f5c4019ac60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5c3000d9b0 tx=0x7f5c3000dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:00.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c377fe700 1 -- 172.21.15.167:0/1411823115 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c30017070 con 0x7f5c40103520 2024-04-22T00:38:00.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c377fe700 1 -- 172.21.15.167:0/1411823115 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5c30005020 con 0x7f5c40103520 2024-04-22T00:38:00.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c377fe700 1 -- 172.21.15.167:0/1411823115 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c30009bd0 con 0x7f5c40103520 2024-04-22T00:38:00.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c487aa700 1 -- 172.21.15.167:0/1411823115 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c401a2670 con 0x7f5c40103520 2024-04-22T00:38:00.639 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.634+0000 7f5c487aa700 1 -- 172.21.15.167:0/1411823115 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c401a2b60 con 0x7f5c40103520 2024-04-22T00:38:00.640 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.635+0000 7f5c487aa700 1 -- 172.21.15.167:0/1411823115 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c40068f20 con 0x7f5c40103520 2024-04-22T00:38:00.640 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.636+0000 7f5c377fe700 1 -- 172.21.15.167:0/1411823115 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5c300051d0 con 0x7f5c40103520 2024-04-22T00:38:00.640 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.636+0000 7f5c377fe700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5c2c0a2c20 0x7f5c2c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:00.640 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.637+0000 7f5c377fe700 1 -- 172.21.15.167:0/1411823115 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f5c300cead0 con 0x7f5c40103520 2024-04-22T00:38:00.640 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.637+0000 7f5c46546700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5c2c0a2c20 0x7f5c2c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:00.640 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.637+0000 7f5c46546700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5c2c0a2c20 0x7f5c2c0a50e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5c40069d10 tx=0x7f5c3c0073c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:00.643 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.641+0000 7f5c377fe700 1 -- 172.21.15.167:0/1411823115 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f5c30020020 con 0x7f5c40103520 2024-04-22T00:38:00.855 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.853+0000 7f5c487aa700 1 -- 172.21.15.167:0/1411823115 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi081=b;smithi081=e;smithi081=h;smithi081=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l", "target": ["mon-mgr", ""]}) -- 0x7f5c40102b30 con 0x7f5c2c0a2c20 2024-04-22T00:38:00.863 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.861+0000 7f5c377fe700 1 -- 172.21.15.167:0/1411823115 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f5c40102b30 con 0x7f5c2c0a2c20 2024-04-22T00:38:00.863 INFO:teuthology.orchestra.run.smithi167.stdout:Scheduled mds.all update... 2024-04-22T00:38:00.865 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 -- 172.21.15.167:0/1411823115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5c2c0a2c20 msgr2=0x7f5c2c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:00.865 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5c2c0a2c20 0x7f5c2c0a50e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5c40069d10 tx=0x7f5c3c0073c0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.866 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 -- 172.21.15.167:0/1411823115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5c40103520 msgr2=0x7f5c4019ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:00.866 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5c40103520 0x7f5c4019ac60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5c3000d9b0 tx=0x7f5c3000dcc0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.866 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 -- 172.21.15.167:0/1411823115 shutdown_connections 2024-04-22T00:38:00.866 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c40103ec0 0x7f5c401a1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.866 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5c2c0a2c20 0x7f5c2c0a50e0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.866 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5c40100540 0x7f5c4019a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.866 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 --2- 172.21.15.167:0/1411823115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5c40103520 0x7f5c4019ac60 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:00.866 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 -- 172.21.15.167:0/1411823115 >> 172.21.15.167:0/1411823115 conn(0x7f5c400fbec0 msgr2=0x7f5c40101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:00.866 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 -- 172.21.15.167:0/1411823115 shutdown_connections 2024-04-22T00:38:00.866 INFO:teuthology.orchestra.run.smithi167.stderr:2024-04-22T00:38:00.863+0000 7f5c487aa700 1 -- 172.21.15.167:0/1411823115 wait complete. 2024-04-22T00:38:01.581 DEBUG:teuthology.orchestra.run.smithi018:mds.a> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.a.service 2024-04-22T00:38:01.584 DEBUG:teuthology.orchestra.run.smithi018:mds.d> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.d.service 2024-04-22T00:38:01.626 DEBUG:teuthology.orchestra.run.smithi018:mds.g> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.g.service 2024-04-22T00:38:01.669 DEBUG:teuthology.orchestra.run.smithi018:mds.j> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.j.service 2024-04-22T00:38:01.712 DEBUG:teuthology.orchestra.run.smithi081:mds.b> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.b.service 2024-04-22T00:38:01.715 DEBUG:teuthology.orchestra.run.smithi081:mds.e> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.e.service 2024-04-22T00:38:01.758 DEBUG:teuthology.orchestra.run.smithi081:mds.h> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.h.service 2024-04-22T00:38:01.802 DEBUG:teuthology.orchestra.run.smithi081:mds.k> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.k.service 2024-04-22T00:38:01.845 DEBUG:teuthology.orchestra.run.smithi167:mds.c> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.c.service 2024-04-22T00:38:01.847 DEBUG:teuthology.orchestra.run.smithi167:mds.f> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.f.service 2024-04-22T00:38:01.892 DEBUG:teuthology.orchestra.run.smithi167:mds.i> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.i.service 2024-04-22T00:38:01.935 DEBUG:teuthology.orchestra.run.smithi167:mds.l> sudo journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.l.service 2024-04-22T00:38:01.978 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-22T00:38:01.978 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:38:02.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.086+0000 7f04414ed640 1 -- 172.21.15.18:0/306901449 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f043c104b90 msgr2=0x7f043c106f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.086+0000 7f04414ed640 1 --2- 172.21.15.18:0/306901449 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f043c104b90 0x7f043c106f80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0430009900 tx=0x7f043002bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:02.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.086+0000 7f04414ed640 1 -- 172.21.15.18:0/306901449 shutdown_connections 2024-04-22T00:38:02.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.086+0000 7f04414ed640 1 --2- 172.21.15.18:0/306901449 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f043c1074c0 0x7f043c1098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.086+0000 7f04414ed640 1 --2- 172.21.15.18:0/306901449 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f043c104b90 0x7f043c106f80 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.086+0000 7f04414ed640 1 --2- 172.21.15.18:0/306901449 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f043c102260 0x7f043c104650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.086+0000 7f04414ed640 1 -- 172.21.15.18:0/306901449 >> 172.21.15.18:0/306901449 conn(0x7f043c0fbbf0 msgr2=0x7f043c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:02.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.086+0000 7f04414ed640 1 -- 172.21.15.18:0/306901449 shutdown_connections 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.086+0000 7f04414ed640 1 -- 172.21.15.18:0/306901449 wait complete. 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f04414ed640 1 Processor -- start 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f04414ed640 1 -- start start 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f04414ed640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f043c102260 0x7f043c197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f04414ed640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f043c104b90 0x7f043c197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f04414ed640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f043c1074c0 0x7f043c19f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f04414ed640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f043c10d3f0 con 0x7f043c102260 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f04414ed640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f043c10d270 con 0x7f043c1074c0 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f04414ed640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f043c10d570 con 0x7f043c104b90 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f043c102260 0x7f043c197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f043c102260 0x7f043c197a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44090/0 (socket says 172.21.15.18:44090) 2024-04-22T00:38:02.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043affd640 1 -- 172.21.15.18:0/3169129558 learned_addr learned my addr 172.21.15.18:0/3169129558 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043a7fc640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f043c104b90 0x7f043c197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043b7fe640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f043c1074c0 0x7f043c19f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043affd640 1 -- 172.21.15.18:0/3169129558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f043c104b90 msgr2=0x7f043c197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043affd640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f043c104b90 0x7f043c197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043affd640 1 -- 172.21.15.18:0/3169129558 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f043c1074c0 msgr2=0x7f043c19f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043affd640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f043c1074c0 0x7f043c19f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043affd640 1 -- 172.21.15.18:0/3169129558 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f043c19f6b0 con 0x7f043c102260 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.087+0000 7f043a7fc640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f043c104b90 0x7f043c197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.088+0000 7f043affd640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f043c102260 0x7f043c197a90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f042c00d770 tx=0x7f042c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.088+0000 7f0423fff640 1 -- 172.21.15.18:0/3169129558 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f042c017070 con 0x7f043c102260 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.088+0000 7f04414ed640 1 -- 172.21.15.18:0/3169129558 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f043c19f9a0 con 0x7f043c102260 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.088+0000 7f0423fff640 1 -- 172.21.15.18:0/3169129558 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f042c005500 con 0x7f043c102260 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.088+0000 7f0423fff640 1 -- 172.21.15.18:0/3169129558 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f042c004e00 con 0x7f043c102260 2024-04-22T00:38:02.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.088+0000 7f04414ed640 1 -- 172.21.15.18:0/3169129558 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f043c19fec0 con 0x7f043c102260 2024-04-22T00:38:02.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.089+0000 7f04414ed640 1 -- 172.21.15.18:0/3169129558 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f043c0fd6e0 con 0x7f043c102260 2024-04-22T00:38:02.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.091+0000 7f0423fff640 1 -- 172.21.15.18:0/3169129558 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f042c004fa0 con 0x7f043c102260 2024-04-22T00:38:02.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.092+0000 7f0423fff640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04240a2b90 0x7f04240a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.092+0000 7f043a7fc640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04240a2b90 0x7f04240a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.092+0000 7f0423fff640 1 -- 172.21.15.18:0/3169129558 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f042c0ce6e0 con 0x7f043c102260 2024-04-22T00:38:02.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.092+0000 7f043a7fc640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04240a2b90 0x7f04240a5050 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f043002c7b0 tx=0x7f0430005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:02.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.096+0000 7f0423fff640 1 -- 172.21.15.18:0/3169129558 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f042c09bae0 con 0x7f043c102260 2024-04-22T00:38:02.123 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:02.123 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi081=b;smithi081=e;smithi081=h;smithi081=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:38:02.123 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: Saving service mds.all spec with placement smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi081=b;smithi081=e;smithi081=h;smithi081=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l;count:12 2024-04-22T00:38:02.123 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:02.123 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:38:02.123 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:02.123 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:38:02.123 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:02.123 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:02.123 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:02.124 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:01 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi081=b;smithi081=e;smithi081=h;smithi081=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:38:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: Saving service mds.all spec with placement smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi081=b;smithi081=e;smithi081=h;smithi081=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l;count:12 2024-04-22T00:38:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:38:02.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:02.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:38:02.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:02.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:02.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:02.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:01 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:02.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:02.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi081=b;smithi081=e;smithi081=h;smithi081=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:38:02.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: Saving service mds.all spec with placement smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi081=b;smithi081=e;smithi081=h;smithi081=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l;count:12 2024-04-22T00:38:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:38:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:38:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:02.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:01 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:02.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.279+0000 7f04414ed640 1 -- 172.21.15.18:0/3169129558 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f043c062340 con 0x7f043c102260 2024-04-22T00:38:02.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.280+0000 7f0423fff640 1 -- 172.21.15.18:0/3169129558 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+18370 (secure 0 0 0) 0x7f042c09b3e0 con 0x7f043c102260 2024-04-22T00:38:02.283 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:02.283 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":83,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:37:52.821493+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:38:02.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 -- 172.21.15.18:0/3169129558 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04240a2b90 msgr2=0x7f04240a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04240a2b90 0x7f04240a5050 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f043002c7b0 tx=0x7f0430005fd0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 -- 172.21.15.18:0/3169129558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f043c102260 msgr2=0x7f043c197a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f043c102260 0x7f043c197a90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f042c00d770 tx=0x7f042c00dc30 comp rx=0 tx=0).stop 2024-04-22T00:38:02.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 -- 172.21.15.18:0/3169129558 shutdown_connections 2024-04-22T00:38:02.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04240a2b90 0x7f04240a5050 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f043c1074c0 0x7f043c19f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f043c104b90 0x7f043c197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 --2- 172.21.15.18:0/3169129558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f043c102260 0x7f043c197a90 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 -- 172.21.15.18:0/3169129558 >> 172.21.15.18:0/3169129558 conn(0x7f043c0fbbf0 msgr2=0x7f043c102b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:02.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 -- 172.21.15.18:0/3169129558 shutdown_connections 2024-04-22T00:38:02.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.283+0000 7f04414ed640 1 -- 172.21.15.18:0/3169129558 wait complete. 2024-04-22T00:38:02.296 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T00:38:02.296 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:38:02.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 -- 172.21.15.18:0/3725115604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eb8103350 msgr2=0x7f3eb8109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 --2- 172.21.15.18:0/3725115604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eb8103350 0x7f3eb8109be0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3eb0009ca0 tx=0x7f3eb002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 -- 172.21.15.18:0/3725115604 shutdown_connections 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 --2- 172.21.15.18:0/3725115604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eb8103350 0x7f3eb8109be0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 --2- 172.21.15.18:0/3725115604 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3eb8102990 0x7f3eb8102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 --2- 172.21.15.18:0/3725115604 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3eb81017a0 0x7f3eb8101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 -- 172.21.15.18:0/3725115604 >> 172.21.15.18:0/3725115604 conn(0x7f3eb80fcd10 msgr2=0x7f3eb80ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 -- 172.21.15.18:0/3725115604 shutdown_connections 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 -- 172.21.15.18:0/3725115604 wait complete. 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 Processor -- start 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.399+0000 7f3ebd3de640 1 -- start start 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3ebd3de640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eb81017a0 0x7f3eb80754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3ebd3de640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3eb8102990 0x7f3eb8073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3ebd3de640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3eb8103350 0x7f3eb8074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3ebd3de640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb810d420 con 0x7f3eb81017a0 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3ebd3de640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb810d2a0 con 0x7f3eb8102990 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3ebd3de640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb810d5a0 con 0x7f3eb8103350 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eb81017a0 0x7f3eb80754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eb81017a0 0x7f3eb80754f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44114/0 (socket says 172.21.15.18:44114) 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb6ffd640 1 -- 172.21.15.18:0/277719531 learned_addr learned my addr 172.21.15.18:0/277719531 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb67fc640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3eb8102990 0x7f3eb8073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb77fe640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3eb8103350 0x7f3eb8074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb6ffd640 1 -- 172.21.15.18:0/277719531 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3eb8103350 msgr2=0x7f3eb8074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb6ffd640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3eb8103350 0x7f3eb8074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb6ffd640 1 -- 172.21.15.18:0/277719531 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3eb8102990 msgr2=0x7f3eb8073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb6ffd640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3eb8102990 0x7f3eb8073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb6ffd640 1 -- 172.21.15.18:0/277719531 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eb8074900 con 0x7f3eb81017a0 2024-04-22T00:38:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb67fc640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3eb8102990 0x7f3eb8073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:02.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3eb6ffd640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eb81017a0 0x7f3eb80754f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3ea800e9c0 tx=0x7f3ea800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:02.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3e9ffff640 1 -- 172.21.15.18:0/277719531 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea800cd80 con 0x7f3eb81017a0 2024-04-22T00:38:02.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3e9ffff640 1 -- 172.21.15.18:0/277719531 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ea80035f0 con 0x7f3eb81017a0 2024-04-22T00:38:02.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.400+0000 7f3ebd3de640 1 -- 172.21.15.18:0/277719531 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3eb81a1b60 con 0x7f3eb81017a0 2024-04-22T00:38:02.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.401+0000 7f3e9ffff640 1 -- 172.21.15.18:0/277719531 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea8010690 con 0x7f3eb81017a0 2024-04-22T00:38:02.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.401+0000 7f3ebd3de640 1 -- 172.21.15.18:0/277719531 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3eb81a20b0 con 0x7f3eb81017a0 2024-04-22T00:38:02.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.402+0000 7f3ebd3de640 1 -- 172.21.15.18:0/277719531 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3eb8108ac0 con 0x7f3eb81017a0 2024-04-22T00:38:02.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.403+0000 7f3e9ffff640 1 -- 172.21.15.18:0/277719531 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3ea80037a0 con 0x7f3eb81017a0 2024-04-22T00:38:02.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.403+0000 7f3e9ffff640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ea00a2b90 0x7f3ea00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.403+0000 7f3eb67fc640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ea00a2b90 0x7f3ea00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.403+0000 7f3e9ffff640 1 -- 172.21.15.18:0/277719531 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f3ea80cefe0 con 0x7f3eb81017a0 2024-04-22T00:38:02.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.404+0000 7f3eb67fc640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ea00a2b90 0x7f3ea00a5050 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8075260 tx=0x7f3eac005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:02.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.408+0000 7f3e9ffff640 1 -- 172.21.15.18:0/277719531 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3ea809c3e0 con 0x7f3eb81017a0 2024-04-22T00:38:02.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.594+0000 7f3ebd3de640 1 -- 172.21.15.18:0/277719531 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3eb802d3d0 con 0x7f3eb81017a0 2024-04-22T00:38:02.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.595+0000 7f3e9ffff640 1 -- 172.21.15.18:0/277719531 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7f3ea809bce0 con 0x7f3eb81017a0 2024-04-22T00:38:02.597 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:38:02.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 -- 172.21.15.18:0/277719531 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ea00a2b90 msgr2=0x7f3ea00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ea00a2b90 0x7f3ea00a5050 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8075260 tx=0x7f3eac005f90 comp rx=0 tx=0).stop 2024-04-22T00:38:02.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 -- 172.21.15.18:0/277719531 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eb81017a0 msgr2=0x7f3eb80754f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eb81017a0 0x7f3eb80754f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3ea800e9c0 tx=0x7f3ea800ee80 comp rx=0 tx=0).stop 2024-04-22T00:38:02.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 -- 172.21.15.18:0/277719531 shutdown_connections 2024-04-22T00:38:02.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ea00a2b90 0x7f3ea00a5050 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3eb8103350 0x7f3eb8074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3eb8102990 0x7f3eb8073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 --2- 172.21.15.18:0/277719531 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eb81017a0 0x7f3eb80754f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 -- 172.21.15.18:0/277719531 >> 172.21.15.18:0/277719531 conn(0x7f3eb80fcd10 msgr2=0x7f3eb8105c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:02.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 -- 172.21.15.18:0/277719531 shutdown_connections 2024-04-22T00:38:02.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.597+0000 7f3ebd3de640 1 -- 172.21.15.18:0/277719531 wait complete. 2024-04-22T00:38:02.611 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:02.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 -- 172.21.15.18:0/1919558225 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff244101890 msgr2=0x7ff244101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 --2- 172.21.15.18:0/1919558225 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff244101890 0x7ff244101d10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff234009900 tx=0x7ff23402bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:02.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 -- 172.21.15.18:0/1919558225 shutdown_connections 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 --2- 172.21.15.18:0/1919558225 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff244102250 0x7ff244108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 --2- 172.21.15.18:0/1919558225 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff244101890 0x7ff244101d10 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 --2- 172.21.15.18:0/1919558225 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2441006a0 0x7ff244100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 -- 172.21.15.18:0/1919558225 >> 172.21.15.18:0/1919558225 conn(0x7ff2440fbc30 msgr2=0x7ff2440fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 -- 172.21.15.18:0/1919558225 shutdown_connections 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 -- 172.21.15.18:0/1919558225 wait complete. 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 Processor -- start 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 -- start start 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2441006a0 0x7ff24410b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff244101890 0x7ff244109660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff244102250 0x7ff244109ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff24410d440 con 0x7ff244102250 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff24410d2c0 con 0x7ff244101890 2024-04-22T00:38:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff24964e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff24410d5c0 con 0x7ff2441006a0 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2437fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff244102250 0x7ff244109ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2437fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff244102250 0x7ff244109ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44134/0 (socket says 172.21.15.18:44134) 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2437fe640 1 -- 172.21.15.18:0/3831140541 learned_addr learned my addr 172.21.15.18:0/3831140541 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff242ffd640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2441006a0 0x7ff24410b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2427fc640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff244101890 0x7ff244109660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2437fe640 1 -- 172.21.15.18:0/3831140541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2441006a0 msgr2=0x7ff24410b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2437fe640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2441006a0 0x7ff24410b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2437fe640 1 -- 172.21.15.18:0/3831140541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff244101890 msgr2=0x7ff244109660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2437fe640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff244101890 0x7ff244109660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2437fe640 1 -- 172.21.15.18:0/3831140541 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff24410a430 con 0x7ff244102250 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2427fc640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff244101890 0x7ff244109660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.711+0000 7ff2437fe640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff244102250 0x7ff244109ba0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff23c00eaa0 tx=0x7ff23c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.712+0000 7ff22bfff640 1 -- 172.21.15.18:0/3831140541 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23c00cdb0 con 0x7ff244102250 2024-04-22T00:38:02.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.712+0000 7ff22bfff640 1 -- 172.21.15.18:0/3831140541 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff23c005020 con 0x7ff244102250 2024-04-22T00:38:02.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.712+0000 7ff24964e640 1 -- 172.21.15.18:0/3831140541 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2441a1bb0 con 0x7ff244102250 2024-04-22T00:38:02.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.712+0000 7ff22bfff640 1 -- 172.21.15.18:0/3831140541 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23c0116b0 con 0x7ff244102250 2024-04-22T00:38:02.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.712+0000 7ff24964e640 1 -- 172.21.15.18:0/3831140541 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2441a2080 con 0x7ff244102250 2024-04-22T00:38:02.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.713+0000 7ff24964e640 1 -- 172.21.15.18:0/3831140541 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2440689b0 con 0x7ff244102250 2024-04-22T00:38:02.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.714+0000 7ff22bfff640 1 -- 172.21.15.18:0/3831140541 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff23c005560 con 0x7ff244102250 2024-04-22T00:38:02.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.714+0000 7ff22bfff640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff22c0a2b90 0x7ff22c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:02.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.715+0000 7ff242ffd640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff22c0a2b90 0x7ff22c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:02.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.715+0000 7ff22bfff640 1 -- 172.21.15.18:0/3831140541 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7ff23c0cee90 con 0x7ff244102250 2024-04-22T00:38:02.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.715+0000 7ff242ffd640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff22c0a2b90 0x7ff22c0a5050 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff238005fd0 tx=0x7ff23800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:02.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.720+0000 7ff22bfff640 1 -- 172.21.15.18:0/3831140541 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff23c016030 con 0x7ff244102250 2024-04-22T00:38:02.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.945+0000 7ff24964e640 1 -- 172.21.15.18:0/3831140541 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff24402d1f0 con 0x7ff244102250 2024-04-22T00:38:02.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.945+0000 7ff22bfff640 1 -- 172.21.15.18:0/3831140541 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7ff23c09c290 con 0x7ff244102250 2024-04-22T00:38:02.947 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:02.947 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-22T00:38:02.947 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 1 2024-04-22T00:38:02.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.947+0000 7ff24964e640 1 -- 172.21.15.18:0/3831140541 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff22c0a2b90 msgr2=0x7ff22c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.947+0000 7ff24964e640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff22c0a2b90 0x7ff22c0a5050 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff238005fd0 tx=0x7ff23800b390 comp rx=0 tx=0).stop 2024-04-22T00:38:02.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.947+0000 7ff24964e640 1 -- 172.21.15.18:0/3831140541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff244102250 msgr2=0x7ff244109ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:02.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.947+0000 7ff24964e640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff244102250 0x7ff244109ba0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff23c00eaa0 tx=0x7ff23c00ef60 comp rx=0 tx=0).stop 2024-04-22T00:38:02.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.947+0000 7ff24964e640 1 -- 172.21.15.18:0/3831140541 shutdown_connections 2024-04-22T00:38:02.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.947+0000 7ff24964e640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff22c0a2b90 0x7ff22c0a5050 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.947+0000 7ff24964e640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff244102250 0x7ff244109ba0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.947+0000 7ff24964e640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff244101890 0x7ff244109660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.947+0000 7ff24964e640 1 --2- 172.21.15.18:0/3831140541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2441006a0 0x7ff24410b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:02.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.947+0000 7ff24964e640 1 -- 172.21.15.18:0/3831140541 >> 172.21.15.18:0/3831140541 conn(0x7ff2440fbc30 msgr2=0x7ff244104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:02.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.948+0000 7ff24964e640 1 -- 172.21.15.18:0/3831140541 shutdown_connections 2024-04-22T00:38:02.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:02.948+0000 7ff24964e640 1 -- 172.21.15.18:0/3831140541 wait complete. 2024-04-22T00:38:02.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:02 smithi167 ceph-mon[31348]: Deploying daemon mds.l on smithi167 2024-04-22T00:38:02.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:02 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3169129558' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:02.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:02 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/277719531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:02 smithi081 ceph-mon[31546]: Deploying daemon mds.l on smithi167 2024-04-22T00:38:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:02 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3169129558' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:03.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:02 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/277719531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:03.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:02 smithi018 ceph-mon[27979]: Deploying daemon mds.l on smithi167 2024-04-22T00:38:03.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:02 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3169129558' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:03.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:02 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/277719531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:03.868 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 00:38:03 smithi167 systemd[1]: Starting Ceph mds.l for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:04.149 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:03 smithi167 ceph-mon[31348]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:04.149 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:03 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3831140541' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:04.149 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 00:38:03 smithi167 podman[61773]: 2024-04-22 00:38:03.78185123 +0000 UTC m=+0.018273213 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:04.149 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 00:38:03 smithi167 podman[61773]: 2024-04-22 00:38:03.902971105 +0000 UTC m=+0.139393069 container create 237855e903187287d41d5f11ee03197dd93ead81f6b68935c33a7f604d4ebeb2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-l, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:38:04.149 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 00:38:04 smithi167 podman[61773]: 2024-04-22 00:38:04.14755692 +0000 UTC m=+0.383978885 container init 237855e903187287d41d5f11ee03197dd93ead81f6b68935c33a7f604d4ebeb2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-l, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-22T00:38:04.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:03 smithi081 ceph-mon[31546]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:04.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:03 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3831140541' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:04.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:03 smithi018 ceph-mon[27979]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:04.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:03 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3831140541' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:04.488 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 00:38:04 smithi167 podman[61773]: 2024-04-22 00:38:04.150225699 +0000 UTC m=+0.386647665 container start 237855e903187287d41d5f11ee03197dd93ead81f6b68935c33a7f604d4ebeb2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-l, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True) 2024-04-22T00:38:04.488 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 00:38:04 smithi167 ceph-mds[61792]: -- 172.21.15.167:0/3624675972 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dbc4c3da40 con 0x55dbc4c10c00 2024-04-22T00:38:04.488 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 00:38:04 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-l[61788]: starting mds.l at 2024-04-22T00:38:04.488 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 00:38:04 smithi167 bash[61773]: 237855e903187287d41d5f11ee03197dd93ead81f6b68935c33a7f604d4ebeb2 2024-04-22T00:38:04.488 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 00:38:04 smithi167 systemd[1]: Started Ceph mds.l for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:04.961 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:05.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.074+0000 7efe2874f640 1 -- 172.21.15.18:0/745572427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe201006a0 msgr2=0x7efe20100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:05.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.074+0000 7efe2874f640 1 --2- 172.21.15.18:0/745572427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe201006a0 0x7efe20100ac0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7efe1c009900 tx=0x7efe1c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:05.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.074+0000 7efe2874f640 1 -- 172.21.15.18:0/745572427 shutdown_connections 2024-04-22T00:38:05.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.074+0000 7efe2874f640 1 --2- 172.21.15.18:0/745572427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe20102250 0x7efe20108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:05.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.074+0000 7efe2874f640 1 --2- 172.21.15.18:0/745572427 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe20101890 0x7efe20101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:05.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.074+0000 7efe2874f640 1 --2- 172.21.15.18:0/745572427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe201006a0 0x7efe20100ac0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:05.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.074+0000 7efe2874f640 1 -- 172.21.15.18:0/745572427 >> 172.21.15.18:0/745572427 conn(0x7efe200fbc30 msgr2=0x7efe200fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:05.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.074+0000 7efe2874f640 1 -- 172.21.15.18:0/745572427 shutdown_connections 2024-04-22T00:38:05.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.074+0000 7efe2874f640 1 -- 172.21.15.18:0/745572427 wait complete. 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe2874f640 1 Processor -- start 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe2874f640 1 -- start start 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe2874f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe201006a0 0x7efe20197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe2874f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe20101890 0x7efe201980c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe2874f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe20102250 0x7efe2019f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe2874f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7efe2010c360 con 0x7efe20101890 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe2874f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7efe2010c1e0 con 0x7efe20102250 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe2874f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efe2010c4e0 con 0x7efe201006a0 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe25cea640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe20101890 0x7efe201980c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe25cea640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe20101890 0x7efe201980c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44158/0 (socket says 172.21.15.18:44158) 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.075+0000 7efe25cea640 1 -- 172.21.15.18:0/1312991578 learned_addr learned my addr 172.21.15.18:0/1312991578 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe264eb640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe201006a0 0x7efe20197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:05.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe26cec640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe20102250 0x7efe2019f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe25cea640 1 -- 172.21.15.18:0/1312991578 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe201006a0 msgr2=0x7efe20197b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe25cea640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe201006a0 0x7efe20197b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe25cea640 1 -- 172.21.15.18:0/1312991578 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe20102250 msgr2=0x7efe2019f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe25cea640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe20102250 0x7efe2019f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe25cea640 1 -- 172.21.15.18:0/1312991578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe2019f7a0 con 0x7efe20101890 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe26cec640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe20102250 0x7efe2019f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe25cea640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe20101890 0x7efe201980c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efe1000e9f0 tx=0x7efe1000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe177fe640 1 -- 172.21.15.18:0/1312991578 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1000cd80 con 0x7efe20101890 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe2874f640 1 -- 172.21.15.18:0/1312991578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe2019fa90 con 0x7efe20101890 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe177fe640 1 -- 172.21.15.18:0/1312991578 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe10005500 con 0x7efe20101890 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe177fe640 1 -- 172.21.15.18:0/1312991578 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe10010690 con 0x7efe20101890 2024-04-22T00:38:05.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.076+0000 7efe2874f640 1 -- 172.21.15.18:0/1312991578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe2019ff90 con 0x7efe20101890 2024-04-22T00:38:05.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.077+0000 7efe2874f640 1 -- 172.21.15.18:0/1312991578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe201a0220 con 0x7efe20101890 2024-04-22T00:38:05.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.078+0000 7efe177fe640 1 -- 172.21.15.18:0/1312991578 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7efe100046c0 con 0x7efe20101890 2024-04-22T00:38:05.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.079+0000 7efe177fe640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efe0c0a2b90 0x7efe0c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:05.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.079+0000 7efe264eb640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efe0c0a2b90 0x7efe0c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:05.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.079+0000 7efe177fe640 1 -- 172.21.15.18:0/1312991578 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7efe100cf190 con 0x7efe20101890 2024-04-22T00:38:05.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.080+0000 7efe264eb640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efe0c0a2b90 0x7efe0c0a5050 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efe1c02c170 tx=0x7efe1c02df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:05.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.084+0000 7efe177fe640 1 -- 172.21.15.18:0/1312991578 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7efe1009c4f0 con 0x7efe20101890 2024-04-22T00:38:05.225 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:05.225 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.167:6832/1306510520,v1:172.21.15.167:6833/1306510520] up:boot 2024-04-22T00:38:05.225 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: fsmap 1 up:standby 2024-04-22T00:38:05.225 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T00:38:05.225 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:05.225 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:05.225 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:05.225 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:05.225 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:05.225 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:05.226 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:05 smithi081 ceph-mon[31546]: Deploying daemon mds.k on smithi081 2024-04-22T00:38:05.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.309+0000 7efe2874f640 1 -- 172.21.15.18:0/1312991578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efe201a03f0 con 0x7efe20101890 2024-04-22T00:38:05.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.310+0000 7efe177fe640 1 -- 172.21.15.18:0/1312991578 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7efe1009bdf0 con 0x7efe20101890 2024-04-22T00:38:05.312 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:05.312 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-22T00:38:05.312 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 2 2024-04-22T00:38:05.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 -- 172.21.15.18:0/1312991578 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efe0c0a2b90 msgr2=0x7efe0c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:05.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efe0c0a2b90 0x7efe0c0a5050 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efe1c02c170 tx=0x7efe1c02df90 comp rx=0 tx=0).stop 2024-04-22T00:38:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 -- 172.21.15.18:0/1312991578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe20101890 msgr2=0x7efe201980c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe20101890 0x7efe201980c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efe1000e9f0 tx=0x7efe1000edf0 comp rx=0 tx=0).stop 2024-04-22T00:38:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 -- 172.21.15.18:0/1312991578 shutdown_connections 2024-04-22T00:38:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efe0c0a2b90 0x7efe0c0a5050 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe20102250 0x7efe2019f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe20101890 0x7efe201980c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 --2- 172.21.15.18:0/1312991578 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efe201006a0 0x7efe20197b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 -- 172.21.15.18:0/1312991578 >> 172.21.15.18:0/1312991578 conn(0x7efe200fbc30 msgr2=0x7efe200fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 -- 172.21.15.18:0/1312991578 shutdown_connections 2024-04-22T00:38:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:05.312+0000 7efe2874f640 1 -- 172.21.15.18:0/1312991578 wait complete. 2024-04-22T00:38:05.323 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:05.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.167:6832/1306510520,v1:172.21.15.167:6833/1306510520] up:boot 2024-04-22T00:38:05.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: fsmap 1 up:standby 2024-04-22T00:38:05.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T00:38:05.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:05.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:05.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:05.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:05.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:05.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:05.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:05 smithi018 ceph-mon[27979]: Deploying daemon mds.k on smithi081 2024-04-22T00:38:05.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:05.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.167:6832/1306510520,v1:172.21.15.167:6833/1306510520] up:boot 2024-04-22T00:38:05.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: fsmap 1 up:standby 2024-04-22T00:38:05.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T00:38:05.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:05.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:05.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:05.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:05.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:05.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:05.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:05 smithi167 ceph-mon[31348]: Deploying daemon mds.k on smithi081 2024-04-22T00:38:06.361 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:06 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1312991578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:06.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:06 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1312991578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:06.658 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:38:06 smithi081 systemd[1]: Starting Ceph mds.k for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:06.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:06 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1312991578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:07.039 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:38:06 smithi081 podman[60376]: 2024-04-22 00:38:06.654123694 +0000 UTC m=+0.017588074 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:07.039 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:38:06 smithi081 podman[60376]: 2024-04-22 00:38:06.760204894 +0000 UTC m=+0.123669322 container create 20716d0f5942071056f2983798daa314e310f0114873352b2598aec841cc88c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-k, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8) 2024-04-22T00:38:07.326 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:07.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:07 smithi081 ceph-mon[31546]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:07.408 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:38:07 smithi081 podman[60376]: 2024-04-22 00:38:07.037949634 +0000 UTC m=+0.401414000 container init 20716d0f5942071056f2983798daa314e310f0114873352b2598aec841cc88c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=) 2024-04-22T00:38:07.408 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:38:07 smithi081 podman[60376]: 2024-04-22 00:38:07.040653194 +0000 UTC m=+0.404117578 container start 20716d0f5942071056f2983798daa314e310f0114873352b2598aec841cc88c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-22T00:38:07.408 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:38:07 smithi081 ceph-mds[60395]: -- 172.21.15.81:0/3090925228 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559e2576ba40 con 0x559e2573ec00 2024-04-22T00:38:07.409 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:38:07 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-k[60391]: starting mds.k at 2024-04-22T00:38:07.409 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:38:07 smithi081 bash[60376]: 20716d0f5942071056f2983798daa314e310f0114873352b2598aec841cc88c9 2024-04-22T00:38:07.409 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:38:07 smithi081 systemd[1]: Started Ceph mds.k for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:07.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.430+0000 7fbec98df640 1 -- 172.21.15.18:0/2385856106 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbec4102230 msgr2=0x7fbec4108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:07.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.430+0000 7fbec98df640 1 --2- 172.21.15.18:0/2385856106 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbec4102230 0x7fbec4108ac0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbebc009ca0 tx=0x7fbebc02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.430+0000 7fbec98df640 1 -- 172.21.15.18:0/2385856106 shutdown_connections 2024-04-22T00:38:07.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.430+0000 7fbec98df640 1 --2- 172.21.15.18:0/2385856106 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbec4102230 0x7fbec4108ac0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.430+0000 7fbec98df640 1 --2- 172.21.15.18:0/2385856106 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbec4101870 0x7fbec4101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.430+0000 7fbec98df640 1 --2- 172.21.15.18:0/2385856106 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbec4100680 0x7fbec4100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.430+0000 7fbec98df640 1 -- 172.21.15.18:0/2385856106 >> 172.21.15.18:0/2385856106 conn(0x7fbec40fbbf0 msgr2=0x7fbec40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.431+0000 7fbec98df640 1 -- 172.21.15.18:0/2385856106 shutdown_connections 2024-04-22T00:38:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.431+0000 7fbec98df640 1 -- 172.21.15.18:0/2385856106 wait complete. 2024-04-22T00:38:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.431+0000 7fbec98df640 1 Processor -- start 2024-04-22T00:38:07.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.431+0000 7fbec98df640 1 -- start start 2024-04-22T00:38:07.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.431+0000 7fbec98df640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbec4100680 0x7fbec4104610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:07.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.431+0000 7fbec98df640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbec4101870 0x7fbec4102c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:07.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.431+0000 7fbec98df640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbec4102230 0x7fbec4103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:07.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.431+0000 7fbec98df640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbec410c300 con 0x7fbec4102230 2024-04-22T00:38:07.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.431+0000 7fbec98df640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbec410c180 con 0x7fbec4100680 2024-04-22T00:38:07.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.431+0000 7fbec98df640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbec410c480 con 0x7fbec4101870 2024-04-22T00:38:07.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbec4102230 0x7fbec4103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:07.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbec4102230 0x7fbec4103190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44172/0 (socket says 172.21.15.18:44172) 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec37fe640 1 -- 172.21.15.18:0/2997629679 learned_addr learned my addr 172.21.15.18:0/2997629679 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec2ffd640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbec4100680 0x7fbec4104610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec27fc640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbec4101870 0x7fbec4102c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec37fe640 1 -- 172.21.15.18:0/2997629679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbec4101870 msgr2=0x7fbec4102c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec37fe640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbec4101870 0x7fbec4102c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec37fe640 1 -- 172.21.15.18:0/2997629679 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbec4100680 msgr2=0x7fbec4104610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec37fe640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbec4100680 0x7fbec4104610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec37fe640 1 -- 172.21.15.18:0/2997629679 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbec4103a20 con 0x7fbec4102230 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec37fe640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbec4102230 0x7fbec4103190 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbebc02c630 tx=0x7fbebc032ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec88dd640 1 -- 172.21.15.18:0/2997629679 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbebc041020 con 0x7fbec4102230 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec98df640 1 -- 172.21.15.18:0/2997629679 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbec41a1b20 con 0x7fbec4102230 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec88dd640 1 -- 172.21.15.18:0/2997629679 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbebc034cd0 con 0x7fbec4102230 2024-04-22T00:38:07.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec88dd640 1 -- 172.21.15.18:0/2997629679 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbebc039040 con 0x7fbec4102230 2024-04-22T00:38:07.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.432+0000 7fbec98df640 1 -- 172.21.15.18:0/2997629679 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbec41a20c0 con 0x7fbec4102230 2024-04-22T00:38:07.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.434+0000 7fbec98df640 1 -- 172.21.15.18:0/2997629679 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbec41a2290 con 0x7fbec4102230 2024-04-22T00:38:07.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.435+0000 7fbec88dd640 1 -- 172.21.15.18:0/2997629679 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fbebc044020 con 0x7fbec4102230 2024-04-22T00:38:07.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.435+0000 7fbec88dd640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbeac0a2b90 0x7fbeac0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:07.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.435+0000 7fbec2ffd640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbeac0a2b90 0x7fbeac0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:07.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.435+0000 7fbec88dd640 1 -- 172.21.15.18:0/2997629679 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fbebc0f0a30 con 0x7fbec4102230 2024-04-22T00:38:07.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.436+0000 7fbec2ffd640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbeac0a2b90 0x7fbeac0a5050 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fbeb40058c0 tx=0x7fbeb400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:07.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.444+0000 7fbec88dd640 1 -- 172.21.15.18:0/2997629679 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fbebc04b020 con 0x7fbec4102230 2024-04-22T00:38:07.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:07 smithi167 ceph-mon[31348]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:07 smithi018 ceph-mon[27979]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:07.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.669+0000 7fbec98df640 1 -- 172.21.15.18:0/2997629679 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbec41a2460 con 0x7fbec4102230 2024-04-22T00:38:07.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.670+0000 7fbec88dd640 1 -- 172.21.15.18:0/2997629679 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2221 (secure 0 0 0) 0x7fbebc0bde30 con 0x7fbec4102230 2024-04-22T00:38:07.671 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:07.671 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-22T00:38:07.672 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 3 2024-04-22T00:38:07.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 -- 172.21.15.18:0/2997629679 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbeac0a2b90 msgr2=0x7fbeac0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbeac0a2b90 0x7fbeac0a5050 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fbeb40058c0 tx=0x7fbeb400a2d0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 -- 172.21.15.18:0/2997629679 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbec4102230 msgr2=0x7fbec4103190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbec4102230 0x7fbec4103190 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbebc02c630 tx=0x7fbebc032ea0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 -- 172.21.15.18:0/2997629679 shutdown_connections 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbeac0a2b90 0x7fbeac0a5050 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbec4102230 0x7fbec4103190 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbec4101870 0x7fbec4102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 --2- 172.21.15.18:0/2997629679 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbec4100680 0x7fbec4104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 -- 172.21.15.18:0/2997629679 >> 172.21.15.18:0/2997629679 conn(0x7fbec40fbbf0 msgr2=0x7fbec40fd650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 -- 172.21.15.18:0/2997629679 shutdown_connections 2024-04-22T00:38:07.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:07.672+0000 7fbec98df640 1 -- 172.21.15.18:0/2997629679 wait complete. 2024-04-22T00:38:08.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:08.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.81:6832/1490378102,v1:172.21.15.81:6833/1490378102] up:boot 2024-04-22T00:38:08.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: fsmap 2 up:standby 2024-04-22T00:38:08.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T00:38:08.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:08.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:08.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:08.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:08.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:08.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: Deploying daemon mds.j on smithi018 2024-04-22T00:38:08.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:08 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2997629679' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:08.465 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:08.465 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.81:6832/1490378102,v1:172.21.15.81:6833/1490378102] up:boot 2024-04-22T00:38:08.465 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: fsmap 2 up:standby 2024-04-22T00:38:08.465 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T00:38:08.465 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:08.466 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:08.466 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:08.466 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:08.466 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:08.466 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: Deploying daemon mds.j on smithi018 2024-04-22T00:38:08.466 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:08 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2997629679' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:08.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.81:6832/1490378102,v1:172.21.15.81:6833/1490378102] up:boot 2024-04-22T00:38:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: fsmap 2 up:standby 2024-04-22T00:38:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T00:38:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: Deploying daemon mds.j on smithi018 2024-04-22T00:38:08.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:08 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2997629679' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:09.357 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:09 smithi018 ceph-mon[27979]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:09.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:09 smithi167 ceph-mon[31348]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:09.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:09 smithi081 ceph-mon[31546]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:09.659 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:38:09 smithi018 systemd[1]: Starting Ceph mds.j for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:09.686 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:09.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.791+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1167136094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9c9c104b50 msgr2=0x7f9c9c106f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:09.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.791+0000 7f9ca2c39640 1 --2- 172.21.15.18:0/1167136094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9c9c104b50 0x7f9c9c106f40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f9c90009900 tx=0x7f9c9002bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:09.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.791+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1167136094 shutdown_connections 2024-04-22T00:38:09.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.791+0000 7f9ca2c39640 1 --2- 172.21.15.18:0/1167136094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c9c107480 0x7f9c9c1098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:09.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.791+0000 7f9ca2c39640 1 --2- 172.21.15.18:0/1167136094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9c9c104b50 0x7f9c9c106f40 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:09.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.791+0000 7f9ca2c39640 1 --2- 172.21.15.18:0/1167136094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9c9c102220 0x7f9c9c104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:09.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.791+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1167136094 >> 172.21.15.18:0/1167136094 conn(0x7f9c9c0fbc30 msgr2=0x7f9c9c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:09.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.791+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1167136094 shutdown_connections 2024-04-22T00:38:09.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.791+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1167136094 wait complete. 2024-04-22T00:38:09.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.791+0000 7f9ca2c39640 1 Processor -- start 2024-04-22T00:38:09.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca2c39640 1 -- start start 2024-04-22T00:38:09.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca2c39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9c9c102220 0x7f9c9c199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:09.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca2c39640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c9c104b50 0x7f9c9c19a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:09.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca2c39640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9c9c107480 0x7f9c9c1a1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca2c39640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9c10d460 con 0x7f9c9c102220 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca2c39640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9c10d2e0 con 0x7f9c9c107480 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca2c39640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9c10d5e0 con 0x7f9c9c104b50 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca09d5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9c9c102220 0x7f9c9c199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca09d5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9c9c102220 0x7f9c9c199c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44188/0 (socket says 172.21.15.18:44188) 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca09d5640 1 -- 172.21.15.18:0/1136992518 learned_addr learned my addr 172.21.15.18:0/1136992518 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9c9bfff640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c9c104b50 0x7f9c9c19a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca11d6640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9c9c107480 0x7f9c9c1a1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca09d5640 1 -- 172.21.15.18:0/1136992518 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c9c104b50 msgr2=0x7f9c9c19a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca09d5640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c9c104b50 0x7f9c9c19a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca09d5640 1 -- 172.21.15.18:0/1136992518 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9c9c107480 msgr2=0x7f9c9c1a1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca09d5640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9c9c107480 0x7f9c9c1a1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:09.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca09d5640 1 -- 172.21.15.18:0/1136992518 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c9c1a18b0 con 0x7f9c9c102220 2024-04-22T00:38:09.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9ca09d5640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9c9c102220 0x7f9c9c199c70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9c9400eab0 tx=0x7f9c9400ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:09.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.792+0000 7f9c99ffb640 1 -- 172.21.15.18:0/1136992518 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c9400ce40 con 0x7f9c9c102220 2024-04-22T00:38:09.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.793+0000 7f9c99ffb640 1 -- 172.21.15.18:0/1136992518 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c94011950 con 0x7f9c9c102220 2024-04-22T00:38:09.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.793+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1136992518 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c9c1a1ba0 con 0x7f9c9c102220 2024-04-22T00:38:09.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.793+0000 7f9c99ffb640 1 -- 172.21.15.18:0/1136992518 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c94010ae0 con 0x7f9c9c102220 2024-04-22T00:38:09.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.793+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1136992518 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c9c1a20c0 con 0x7f9c9c102220 2024-04-22T00:38:09.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.794+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1136992518 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c9c108fd0 con 0x7f9c9c102220 2024-04-22T00:38:09.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.795+0000 7f9c99ffb640 1 -- 172.21.15.18:0/1136992518 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9c94011b00 con 0x7f9c9c102220 2024-04-22T00:38:09.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.795+0000 7f9c99ffb640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9c840a2b90 0x7f9c840a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:09.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.795+0000 7f9c99ffb640 1 -- 172.21.15.18:0/1136992518 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f9c940cf270 con 0x7f9c9c102220 2024-04-22T00:38:09.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.795+0000 7f9c9bfff640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9c840a2b90 0x7f9c840a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:09.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.796+0000 7f9c9bfff640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9c840a2b90 0x7f9c840a5050 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9c9002c170 tx=0x7f9c9002df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:09.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:09.800+0000 7f9c99ffb640 1 -- 172.21.15.18:0/1136992518 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9c94016030 con 0x7f9c9c102220 2024-04-22T00:38:10.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.025+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1136992518 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9c9c02d170 con 0x7f9c9c102220 2024-04-22T00:38:10.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.026+0000 7f9c99ffb640 1 -- 172.21.15.18:0/1136992518 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2221 (secure 0 0 0) 0x7f9c9409c670 con 0x7f9c9c102220 2024-04-22T00:38:10.027 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:10.027 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-22T00:38:10.028 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 3 2024-04-22T00:38:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1136992518 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9c840a2b90 msgr2=0x7f9c840a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9c840a2b90 0x7f9c840a5050 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9c9002c170 tx=0x7f9c9002df90 comp rx=0 tx=0).stop 2024-04-22T00:38:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1136992518 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9c9c102220 msgr2=0x7f9c9c199c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9c9c102220 0x7f9c9c199c70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9c9400eab0 tx=0x7f9c9400ef70 comp rx=0 tx=0).stop 2024-04-22T00:38:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1136992518 shutdown_connections 2024-04-22T00:38:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9c840a2b90 0x7f9c840a5050 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9c9c107480 0x7f9c9c1a1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9c9c104b50 0x7f9c9c19a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 --2- 172.21.15.18:0/1136992518 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9c9c102220 0x7f9c9c199c70 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1136992518 >> 172.21.15.18:0/1136992518 conn(0x7f9c9c0fbc30 msgr2=0x7f9c9c1017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1136992518 shutdown_connections 2024-04-22T00:38:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:10.028+0000 7f9ca2c39640 1 -- 172.21.15.18:0/1136992518 wait complete. 2024-04-22T00:38:10.039 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:38:09 smithi018 podman[68474]: 2024-04-22 00:38:09.667173568 +0000 UTC m=+0.018503934 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:10.039 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:38:09 smithi018 podman[68474]: 2024-04-22 00:38:09.78807392 +0000 UTC m=+0.139404273 container create d2002bf14856a4a939108cda9698c6391ddc83907228fa62d46c980f41375039 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-j, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-22T00:38:10.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:10 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1136992518' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:10.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:10.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:10.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:10.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:10.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:10.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:10 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:10.410 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:38:10 smithi018 podman[68474]: 2024-04-22 00:38:10.049929753 +0000 UTC m=+0.401260107 container init d2002bf14856a4a939108cda9698c6391ddc83907228fa62d46c980f41375039 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-j, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-820a2f8, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-22T00:38:10.410 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:38:10 smithi018 podman[68474]: 2024-04-22 00:38:10.052627058 +0000 UTC m=+0.403957417 container start d2002bf14856a4a939108cda9698c6391ddc83907228fa62d46c980f41375039 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-22T00:38:10.411 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:38:10 smithi018 ceph-mds[68534]: -- 172.21.15.18:0/3924085261 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d85a47da40 con 0x55d85a450c00 2024-04-22T00:38:10.411 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:38:10 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-j[68528]: starting mds.j at 2024-04-22T00:38:10.411 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:38:10 smithi018 bash[68474]: d2002bf14856a4a939108cda9698c6391ddc83907228fa62d46c980f41375039 2024-04-22T00:38:10.411 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:38:10 smithi018 systemd[1]: Started Ceph mds.j for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:10 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1136992518' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:10 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:10.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:10 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:10.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:10 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:10.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:10 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:10.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:10 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:10.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:10 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:10.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:10 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1136992518' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:10.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:10 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:10.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:10 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:10.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:10 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:10.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:10 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:10.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:10 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:10.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:10 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:11.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:11 smithi018 ceph-mon[27979]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:11.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:11 smithi018 ceph-mon[27979]: Deploying daemon mds.d on smithi018 2024-04-22T00:38:11.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:11 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.18:6834/2895892918,v1:172.21.15.18:6835/2895892918] up:boot 2024-04-22T00:38:11.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:11 smithi018 ceph-mon[27979]: fsmap 3 up:standby 2024-04-22T00:38:11.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:11 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-22T00:38:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:11 smithi081 ceph-mon[31546]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:11 smithi081 ceph-mon[31546]: Deploying daemon mds.d on smithi018 2024-04-22T00:38:11.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:11 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.18:6834/2895892918,v1:172.21.15.18:6835/2895892918] up:boot 2024-04-22T00:38:11.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:11 smithi081 ceph-mon[31546]: fsmap 3 up:standby 2024-04-22T00:38:11.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:11 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-22T00:38:11.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:11 smithi167 ceph-mon[31348]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:11.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:11 smithi167 ceph-mon[31348]: Deploying daemon mds.d on smithi018 2024-04-22T00:38:11.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:11 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.18:6834/2895892918,v1:172.21.15.18:6835/2895892918] up:boot 2024-04-22T00:38:11.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:11 smithi167 ceph-mon[31348]: fsmap 3 up:standby 2024-04-22T00:38:11.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:11 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-22T00:38:12.041 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:12.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.217+0000 7ff2c5525640 1 -- 172.21.15.18:0/3811286132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff2c0107460 msgr2=0x7ff2c01098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:12.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.217+0000 7ff2c5525640 1 --2- 172.21.15.18:0/3811286132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff2c0107460 0x7ff2c01098b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff2b8009ca0 tx=0x7ff2b802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.217+0000 7ff2c5525640 1 -- 172.21.15.18:0/3811286132 shutdown_connections 2024-04-22T00:38:12.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.217+0000 7ff2c5525640 1 --2- 172.21.15.18:0/3811286132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff2c0107460 0x7ff2c01098b0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.217+0000 7ff2c5525640 1 --2- 172.21.15.18:0/3811286132 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2c0104b30 0x7ff2c0106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.217+0000 7ff2c5525640 1 --2- 172.21.15.18:0/3811286132 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff2c0102200 0x7ff2c01045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.217+0000 7ff2c5525640 1 -- 172.21.15.18:0/3811286132 >> 172.21.15.18:0/3811286132 conn(0x7ff2c00fbbf0 msgr2=0x7ff2c00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:12.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.217+0000 7ff2c5525640 1 -- 172.21.15.18:0/3811286132 shutdown_connections 2024-04-22T00:38:12.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.217+0000 7ff2c5525640 1 -- 172.21.15.18:0/3811286132 wait complete. 2024-04-22T00:38:12.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.218+0000 7ff2c5525640 1 Processor -- start 2024-04-22T00:38:12.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.218+0000 7ff2c5525640 1 -- start start 2024-04-22T00:38:12.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.218+0000 7ff2c5525640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2c0102200 0x7ff2c0197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:12.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.218+0000 7ff2c5525640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff2c0104b30 0x7ff2c0197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:12.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.218+0000 7ff2c5525640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff2c0107460 0x7ff2c019eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.218+0000 7ff2c5525640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c010d420 con 0x7ff2c0107460 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.218+0000 7ff2c5525640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c010d2a0 con 0x7ff2c0104b30 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.218+0000 7ff2c5525640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c010d5a0 con 0x7ff2c0102200 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2bf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff2c0107460 0x7ff2c019eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2bf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff2c0107460 0x7ff2c019eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37854/0 (socket says 172.21.15.18:37854) 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2bf7fe640 1 -- 172.21.15.18:0/507045152 learned_addr learned my addr 172.21.15.18:0/507045152 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2beffd640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2c0102200 0x7ff2c0197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2be7fc640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff2c0104b30 0x7ff2c0197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2bf7fe640 1 -- 172.21.15.18:0/507045152 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2c0102200 msgr2=0x7ff2c0197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2bf7fe640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2c0102200 0x7ff2c0197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2bf7fe640 1 -- 172.21.15.18:0/507045152 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff2c0104b30 msgr2=0x7ff2c0197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2bf7fe640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff2c0104b30 0x7ff2c0197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2bf7fe640 1 -- 172.21.15.18:0/507045152 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2c019f660 con 0x7ff2c0107460 2024-04-22T00:38:12.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2be7fc640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff2c0104b30 0x7ff2c0197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:12.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2bf7fe640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff2c0107460 0x7ff2c019eff0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff2b8037040 tx=0x7ff2b8032f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:12.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2a7fff640 1 -- 172.21.15.18:0/507045152 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b8039040 con 0x7ff2c0107460 2024-04-22T00:38:12.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2c5525640 1 -- 172.21.15.18:0/507045152 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2c019f8f0 con 0x7ff2c0107460 2024-04-22T00:38:12.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2a7fff640 1 -- 172.21.15.18:0/507045152 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff2b8044070 con 0x7ff2c0107460 2024-04-22T00:38:12.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2a7fff640 1 -- 172.21.15.18:0/507045152 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b8004330 con 0x7ff2c0107460 2024-04-22T00:38:12.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.219+0000 7ff2c5525640 1 -- 172.21.15.18:0/507045152 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2c00ffff0 con 0x7ff2c0107460 2024-04-22T00:38:12.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.220+0000 7ff2c5525640 1 -- 172.21.15.18:0/507045152 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2c00fd6e0 con 0x7ff2c0107460 2024-04-22T00:38:12.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.222+0000 7ff2a7fff640 1 -- 172.21.15.18:0/507045152 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff2b8003a00 con 0x7ff2c0107460 2024-04-22T00:38:12.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.223+0000 7ff2a7fff640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff2a80a6fa0 0x7ff2a80a9460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:12.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.223+0000 7ff2beffd640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff2a80a6fa0 0x7ff2a80a9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:12.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.223+0000 7ff2a7fff640 1 -- 172.21.15.18:0/507045152 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7ff2b80f1a90 con 0x7ff2c0107460 2024-04-22T00:38:12.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.223+0000 7ff2beffd640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff2a80a6fa0 0x7ff2a80a9460 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff2b00058c0 tx=0x7ff2b000a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:12.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.226+0000 7ff2a7fff640 1 -- 172.21.15.18:0/507045152 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff2b80bedf0 con 0x7ff2c0107460 2024-04-22T00:38:12.409 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:38:12 smithi018 systemd[1]: Starting Ceph mds.d for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:12.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.463+0000 7ff2c5525640 1 -- 172.21.15.18:0/507045152 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff2c0062340 con 0x7ff2c0107460 2024-04-22T00:38:12.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.463+0000 7ff2a7fff640 1 -- 172.21.15.18:0/507045152 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3046 (secure 0 0 0) 0x7ff2b80be6f0 con 0x7ff2c0107460 2024-04-22T00:38:12.465 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:12.465 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-22T00:38:12.465 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 4 2024-04-22T00:38:12.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 -- 172.21.15.18:0/507045152 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff2a80a6fa0 msgr2=0x7ff2a80a9460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:12.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff2a80a6fa0 0x7ff2a80a9460 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff2b00058c0 tx=0x7ff2b000a2d0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 -- 172.21.15.18:0/507045152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff2c0107460 msgr2=0x7ff2c019eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:12.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff2c0107460 0x7ff2c019eff0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff2b8037040 tx=0x7ff2b8032f90 comp rx=0 tx=0).stop 2024-04-22T00:38:12.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 -- 172.21.15.18:0/507045152 shutdown_connections 2024-04-22T00:38:12.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff2a80a6fa0 0x7ff2a80a9460 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff2c0107460 0x7ff2c019eff0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff2c0104b30 0x7ff2c0197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 --2- 172.21.15.18:0/507045152 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff2c0102200 0x7ff2c0197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:12.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 -- 172.21.15.18:0/507045152 >> 172.21.15.18:0/507045152 conn(0x7ff2c00fbbf0 msgr2=0x7ff2c0102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:12.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 -- 172.21.15.18:0/507045152 shutdown_connections 2024-04-22T00:38:12.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:12.466+0000 7ff2c5525640 1 -- 172.21.15.18:0/507045152 wait complete. 2024-04-22T00:38:12.733 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:38:12 smithi018 podman[68858]: 2024-04-22 00:38:12.477839612 +0000 UTC m=+0.019960855 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:12.733 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:38:12 smithi018 podman[68858]: 2024-04-22 00:38:12.603320244 +0000 UTC m=+0.145441516 container create 73d716cd3a8ae565139aff3669e4a1f09a9b90b90eb30ca48c809f0cc00bc626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.license=GPLv2) 2024-04-22T00:38:13.160 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:38:12 smithi018 podman[68858]: 2024-04-22 00:38:12.839238447 +0000 UTC m=+0.381359678 container init 73d716cd3a8ae565139aff3669e4a1f09a9b90b90eb30ca48c809f0cc00bc626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-d, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:38:13.160 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:38:12 smithi018 podman[68858]: 2024-04-22 00:38:12.842176886 +0000 UTC m=+0.384298117 container start 73d716cd3a8ae565139aff3669e4a1f09a9b90b90eb30ca48c809f0cc00bc626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-d, io.buildah.version=1.33.5, ceph=True, RELEASE=squid-820a2f8, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-22T00:38:13.160 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:38:12 smithi018 ceph-mds[68880]: -- 172.21.15.18:0/603540264 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5654793b3a40 con 0x565479386800 2024-04-22T00:38:13.160 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:38:12 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-d[68875]: starting mds.d at 2024-04-22T00:38:13.160 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:38:12 smithi018 bash[68858]: 73d716cd3a8ae565139aff3669e4a1f09a9b90b90eb30ca48c809f0cc00bc626 2024-04-22T00:38:13.160 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:38:12 smithi018 systemd[1]: Started Ceph mds.d for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:13.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:13 smithi081 ceph-mon[31546]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:13.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:13 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/507045152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:13.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:13.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:13.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:13.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:13.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:13.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:13 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:13.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:13 smithi018 ceph-mon[27979]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:13.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:13 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/507045152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:13.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:13.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:13.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:13.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:13.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:13.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:13 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:13.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:13 smithi167 ceph-mon[31348]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:13.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:13 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/507045152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:13.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:13.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:13.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:13.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:13.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:13.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:13 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:14.480 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:14.509 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:14 smithi018 ceph-mon[27979]: Deploying daemon mds.e on smithi081 2024-04-22T00:38:14.509 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:14 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.18:6836/222830382,v1:172.21.15.18:6837/222830382] up:boot 2024-04-22T00:38:14.509 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:14 smithi018 ceph-mon[27979]: fsmap 4 up:standby 2024-04-22T00:38:14.509 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:14 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-22T00:38:14.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.597+0000 7f531733e640 1 -- 172.21.15.18:0/4259522537 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5310104c10 msgr2=0x7f5310107000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.597+0000 7f531733e640 1 --2- 172.21.15.18:0/4259522537 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5310104c10 0x7f5310107000 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5300009900 tx=0x7f530002bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 -- 172.21.15.18:0/4259522537 shutdown_connections 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 --2- 172.21.15.18:0/4259522537 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5310107540 0x7f5310109930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 --2- 172.21.15.18:0/4259522537 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5310104c10 0x7f5310107000 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 --2- 172.21.15.18:0/4259522537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f53101022e0 0x7f53101046d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 -- 172.21.15.18:0/4259522537 >> 172.21.15.18:0/4259522537 conn(0x7f53100fbc30 msgr2=0x7f53100fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 -- 172.21.15.18:0/4259522537 shutdown_connections 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 -- 172.21.15.18:0/4259522537 wait complete. 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 Processor -- start 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 -- start start 2024-04-22T00:38:14.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f53101022e0 0x7f5310197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5310104c10 0x7f5310198070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5310107540 0x7f531019f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f531010d420 con 0x7f53101022e0 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f531010d2a0 con 0x7f5310107540 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.598+0000 7f531733e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f531010d5a0 con 0x7f5310104c10 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53150da640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f53101022e0 0x7f5310197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53150da640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f53101022e0 0x7f5310197b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37904/0 (socket says 172.21.15.18:37904) 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53150da640 1 -- 172.21.15.18:0/4079416793 learned_addr learned my addr 172.21.15.18:0/4079416793 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53158db640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5310107540 0x7f531019f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53148d9640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5310104c10 0x7f5310198070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53150da640 1 -- 172.21.15.18:0/4079416793 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5310104c10 msgr2=0x7f5310198070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53150da640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5310104c10 0x7f5310198070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53150da640 1 -- 172.21.15.18:0/4079416793 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5310107540 msgr2=0x7f531019f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53150da640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5310107540 0x7f531019f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53150da640 1 -- 172.21.15.18:0/4079416793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f531019f750 con 0x7f53101022e0 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53158db640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5310107540 0x7f531019f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53150da640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f53101022e0 0x7f5310197b30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f530c00e9f0 tx=0x7f530c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53067fc640 1 -- 172.21.15.18:0/4079416793 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530c00cd80 con 0x7f53101022e0 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53067fc640 1 -- 172.21.15.18:0/4079416793 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f530c005500 con 0x7f53101022e0 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f531733e640 1 -- 172.21.15.18:0/4079416793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f531019fa40 con 0x7f53101022e0 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f53067fc640 1 -- 172.21.15.18:0/4079416793 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530c010690 con 0x7f53101022e0 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.599+0000 7f531733e640 1 -- 172.21.15.18:0/4079416793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f531019ff10 con 0x7f53101022e0 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.600+0000 7f531733e640 1 -- 172.21.15.18:0/4079416793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53100689b0 con 0x7f53101022e0 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.601+0000 7f53067fc640 1 -- 172.21.15.18:0/4079416793 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f530c0046c0 con 0x7f53101022e0 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.602+0000 7f53067fc640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52fc0a2b90 0x7f52fc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.602+0000 7f53148d9640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52fc0a2b90 0x7f52fc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.602+0000 7f53067fc640 1 -- 172.21.15.18:0/4079416793 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f530c0cf1a0 con 0x7f53101022e0 2024-04-22T00:38:14.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.603+0000 7f53148d9640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52fc0a2b90 0x7f52fc0a5050 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f530002c7b0 tx=0x7f5300005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:14.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.607+0000 7f53067fc640 1 -- 172.21.15.18:0/4079416793 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f530c09c500 con 0x7f53101022e0 2024-04-22T00:38:14.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:14 smithi081 ceph-mon[31546]: Deploying daemon mds.e on smithi081 2024-04-22T00:38:14.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:14 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.18:6836/222830382,v1:172.21.15.18:6837/222830382] up:boot 2024-04-22T00:38:14.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:14 smithi081 ceph-mon[31546]: fsmap 4 up:standby 2024-04-22T00:38:14.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:14 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-22T00:38:14.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:14 smithi167 ceph-mon[31348]: Deploying daemon mds.e on smithi081 2024-04-22T00:38:14.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:14 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.18:6836/222830382,v1:172.21.15.18:6837/222830382] up:boot 2024-04-22T00:38:14.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:14 smithi167 ceph-mon[31348]: fsmap 4 up:standby 2024-04-22T00:38:14.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:14 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-22T00:38:14.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.834+0000 7f531733e640 1 -- 172.21.15.18:0/4079416793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f53100fd720 con 0x7f53101022e0 2024-04-22T00:38:14.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.834+0000 7f53067fc640 1 -- 172.21.15.18:0/4079416793 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3868 (secure 0 0 0) 0x7f530c09be00 con 0x7f53101022e0 2024-04-22T00:38:14.836 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:14.836 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-22T00:38:14.836 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 5 2024-04-22T00:38:14.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 -- 172.21.15.18:0/4079416793 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52fc0a2b90 msgr2=0x7f52fc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:14.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52fc0a2b90 0x7f52fc0a5050 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f530002c7b0 tx=0x7f5300005fd0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 -- 172.21.15.18:0/4079416793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f53101022e0 msgr2=0x7f5310197b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:14.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f53101022e0 0x7f5310197b30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f530c00e9f0 tx=0x7f530c00edf0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 -- 172.21.15.18:0/4079416793 shutdown_connections 2024-04-22T00:38:14.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52fc0a2b90 0x7f52fc0a5050 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5310107540 0x7f531019f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5310104c10 0x7f5310198070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 --2- 172.21.15.18:0/4079416793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f53101022e0 0x7f5310197b30 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:14.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 -- 172.21.15.18:0/4079416793 >> 172.21.15.18:0/4079416793 conn(0x7f53100fbc30 msgr2=0x7f5310102b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:14.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 -- 172.21.15.18:0/4079416793 shutdown_connections 2024-04-22T00:38:14.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:14.836+0000 7f531733e640 1 -- 172.21.15.18:0/4079416793 wait complete. 2024-04-22T00:38:15.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:15 smithi081 ceph-mon[31546]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:15.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:15 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/4079416793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:15.409 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:38:15 smithi081 systemd[1]: Starting Ceph mds.e for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:15.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:15 smithi018 ceph-mon[27979]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:15.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:15 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/4079416793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:15.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:15 smithi167 ceph-mon[31348]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:15.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:15 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/4079416793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:15.796 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:38:15 smithi081 podman[60696]: 2024-04-22 00:38:15.39792693 +0000 UTC m=+0.017563386 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:15.796 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:38:15 smithi081 podman[60696]: 2024-04-22 00:38:15.532991624 +0000 UTC m=+0.152628078 container create 9e465cde8ae795d75a058326c7e0e65ac910353a334ad92acd5d1763734cc920 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-22T00:38:15.796 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:38:15 smithi081 podman[60696]: 2024-04-22 00:38:15.79440588 +0000 UTC m=+0.414042335 container init 9e465cde8ae795d75a058326c7e0e65ac910353a334ad92acd5d1763734cc920 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-22T00:38:16.158 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:38:15 smithi081 podman[60696]: 2024-04-22 00:38:15.797310581 +0000 UTC m=+0.416947042 container start 9e465cde8ae795d75a058326c7e0e65ac910353a334ad92acd5d1763734cc920 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:38:16.158 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:38:15 smithi081 ceph-mds[60715]: -- 172.21.15.81:0/3743680207 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559943befa40 con 0x559943bc2c00 2024-04-22T00:38:16.158 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:38:15 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e[60711]: starting mds.e at 2024-04-22T00:38:16.158 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:38:15 smithi081 bash[60696]: 9e465cde8ae795d75a058326c7e0e65ac910353a334ad92acd5d1763734cc920 2024-04-22T00:38:16.159 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:38:15 smithi081 systemd[1]: Started Ceph mds.e for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:16.850 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:16.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.964+0000 7f2846027640 1 -- 172.21.15.18:0/1799027153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2840101790 msgr2=0x7f2840101bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:16.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.964+0000 7f2846027640 1 --2- 172.21.15.18:0/1799027153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2840101790 0x7f2840101bb0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2830009900 tx=0x7f283002bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:16.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.964+0000 7f2846027640 1 -- 172.21.15.18:0/1799027153 shutdown_connections 2024-04-22T00:38:16.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.964+0000 7f2846027640 1 --2- 172.21.15.18:0/1799027153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2840103340 0x7f2840109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:16.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.964+0000 7f2846027640 1 --2- 172.21.15.18:0/1799027153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2840102980 0x7f2840102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:16.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.964+0000 7f2846027640 1 --2- 172.21.15.18:0/1799027153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2840101790 0x7f2840101bb0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:16.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.964+0000 7f2846027640 1 -- 172.21.15.18:0/1799027153 >> 172.21.15.18:0/1799027153 conn(0x7f28400fcd20 msgr2=0x7f28400ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:16.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.964+0000 7f2846027640 1 -- 172.21.15.18:0/1799027153 shutdown_connections 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.964+0000 7f2846027640 1 -- 172.21.15.18:0/1799027153 wait complete. 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f2846027640 1 Processor -- start 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f2846027640 1 -- start start 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f2846027640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2840101790 0x7f2840199cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f2846027640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2840102980 0x7f284019a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f2846027640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2840103340 0x7f28401a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f2846027640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f284010d410 con 0x7f2840101790 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f2846027640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f284010d290 con 0x7f2840103340 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f2846027640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f284010d590 con 0x7f2840102980 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f283f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2840101790 0x7f2840199cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f283f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2840101790 0x7f2840199cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37930/0 (socket says 172.21.15.18:37930) 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f283f7fe640 1 -- 172.21.15.18:0/2772274879 learned_addr learned my addr 172.21.15.18:0/2772274879 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:16.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f283effd640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2840102980 0x7f284019a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.965+0000 7f283ffff640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2840103340 0x7f28401a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f283f7fe640 1 -- 172.21.15.18:0/2772274879 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2840102980 msgr2=0x7f284019a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f283f7fe640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2840102980 0x7f284019a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f283f7fe640 1 -- 172.21.15.18:0/2772274879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2840103340 msgr2=0x7f28401a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f283f7fe640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2840103340 0x7f28401a1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f283f7fe640 1 -- 172.21.15.18:0/2772274879 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28401a1900 con 0x7f2840101790 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f283effd640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2840102980 0x7f284019a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f283f7fe640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2840101790 0x7f2840199cc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2830005ab0 tx=0x7f2830005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f283cff9640 1 -- 172.21.15.18:0/2772274879 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2830041070 con 0x7f2840101790 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f283cff9640 1 -- 172.21.15.18:0/2772274879 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f28300054e0 con 0x7f2840101790 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f2846027640 1 -- 172.21.15.18:0/2772274879 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28401a1b90 con 0x7f2840101790 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f283cff9640 1 -- 172.21.15.18:0/2772274879 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2830034440 con 0x7f2840101790 2024-04-22T00:38:16.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.966+0000 7f2846027640 1 -- 172.21.15.18:0/2772274879 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28401a2080 con 0x7f2840101790 2024-04-22T00:38:16.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.967+0000 7f2846027640 1 -- 172.21.15.18:0/2772274879 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28401a2250 con 0x7f2840101790 2024-04-22T00:38:16.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.968+0000 7f283cff9640 1 -- 172.21.15.18:0/2772274879 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2830044070 con 0x7f2840101790 2024-04-22T00:38:16.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.969+0000 7f283cff9640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f28280a2b90 0x7f28280a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:16.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.969+0000 7f283effd640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f28280a2b90 0x7f28280a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:16.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.969+0000 7f283cff9640 1 -- 172.21.15.18:0/2772274879 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f28300f0760 con 0x7f2840101790 2024-04-22T00:38:16.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.970+0000 7f283effd640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f28280a2b90 0x7f28280a5050 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f284019b1c0 tx=0x7f283400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:16.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:16.976+0000 7f283cff9640 1 -- 172.21.15.18:0/2772274879 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f28300bd510 con 0x7f2840101790 2024-04-22T00:38:17.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: Deploying daemon mds.f on smithi167 2024-04-22T00:38:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.81:6834/4210272935,v1:172.21.15.81:6835/4210272935] up:boot 2024-04-22T00:38:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: fsmap 5 up:standby 2024-04-22T00:38:17.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:16 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T00:38:17.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.202+0000 7f2846027640 1 -- 172.21.15.18:0/2772274879 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f28401a2420 con 0x7f2840101790 2024-04-22T00:38:17.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.202+0000 7f283cff9640 1 -- 172.21.15.18:0/2772274879 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4693 (secure 0 0 0) 0x7f28300c1810 con 0x7f2840101790 2024-04-22T00:38:17.204 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:17.204 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-22T00:38:17.205 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 6 2024-04-22T00:38:17.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 -- 172.21.15.18:0/2772274879 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f28280a2b90 msgr2=0x7f28280a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f28280a2b90 0x7f28280a5050 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f284019b1c0 tx=0x7f283400a2d0 comp rx=0 tx=0).stop 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 -- 172.21.15.18:0/2772274879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2840101790 msgr2=0x7f2840199cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2840101790 0x7f2840199cc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2830005ab0 tx=0x7f2830005dc0 comp rx=0 tx=0).stop 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 -- 172.21.15.18:0/2772274879 shutdown_connections 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f28280a2b90 0x7f28280a5050 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2840103340 0x7f28401a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2840102980 0x7f284019a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 --2- 172.21.15.18:0/2772274879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2840101790 0x7f2840199cc0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 -- 172.21.15.18:0/2772274879 >> 172.21.15.18:0/2772274879 conn(0x7f28400fcd20 msgr2=0x7f2840073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 -- 172.21.15.18:0/2772274879 shutdown_connections 2024-04-22T00:38:17.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:17.205+0000 7f2846027640 1 -- 172.21.15.18:0/2772274879 wait complete. 2024-04-22T00:38:17.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:17.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:17.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:17.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:17.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:17.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:17.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: Deploying daemon mds.f on smithi167 2024-04-22T00:38:17.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:17.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.81:6834/4210272935,v1:172.21.15.81:6835/4210272935] up:boot 2024-04-22T00:38:17.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: fsmap 5 up:standby 2024-04-22T00:38:17.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:16 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T00:38:17.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:17.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:17.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:17.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:17.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:17.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:17.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: Deploying daemon mds.f on smithi167 2024-04-22T00:38:17.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:17.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.81:6834/4210272935,v1:172.21.15.81:6835/4210272935] up:boot 2024-04-22T00:38:17.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: fsmap 5 up:standby 2024-04-22T00:38:17.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:16 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T00:38:18.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:17 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2772274879' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:18.238 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:38:18 smithi167 systemd[1]: Starting Ceph mds.f for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:18.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:17 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2772274879' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:18.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:17 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2772274879' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:18.488 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:38:18 smithi167 podman[62079]: 2024-04-22 00:38:18.266992187 +0000 UTC m=+0.095321776 container create 6b4b89bce9e63ae812b24d897f0a205f9f9aa6f2fc6630a3c0aca6d6274c7f69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:38:18.488 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:38:18 smithi167 podman[62079]: 2024-04-22 00:38:18.19002671 +0000 UTC m=+0.018356297 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:18.987 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:38:18 smithi167 podman[62079]: 2024-04-22 00:38:18.486349436 +0000 UTC m=+0.314679024 container init 6b4b89bce9e63ae812b24d897f0a205f9f9aa6f2fc6630a3c0aca6d6274c7f69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-22T00:38:18.988 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:38:18 smithi167 podman[62079]: 2024-04-22 00:38:18.490105077 +0000 UTC m=+0.318434669 container start 6b4b89bce9e63ae812b24d897f0a205f9f9aa6f2fc6630a3c0aca6d6274c7f69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-22T00:38:18.988 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:38:18 smithi167 ceph-mds[62098]: -- 172.21.15.167:0/3021557447 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55631f68fa40 con 0x55631f663000 2024-04-22T00:38:18.988 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:38:18 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f[62094]: starting mds.f at 2024-04-22T00:38:18.988 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:38:18 smithi167 bash[62079]: 6b4b89bce9e63ae812b24d897f0a205f9f9aa6f2fc6630a3c0aca6d6274c7f69 2024-04-22T00:38:18.988 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:38:18 smithi167 systemd[1]: Started Ceph mds.f for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:19.218 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.331+0000 7f567082e640 1 -- 172.21.15.18:0/4234657882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f566c102200 msgr2=0x7f566c1045f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.331+0000 7f567082e640 1 --2- 172.21.15.18:0/4234657882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f566c102200 0x7f566c1045f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f565c009ca0 tx=0x7f565c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.331+0000 7f567082e640 1 -- 172.21.15.18:0/4234657882 shutdown_connections 2024-04-22T00:38:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.331+0000 7f567082e640 1 --2- 172.21.15.18:0/4234657882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f566c107460 0x7f566c1098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.331+0000 7f567082e640 1 --2- 172.21.15.18:0/4234657882 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f566c104b30 0x7f566c106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.331+0000 7f567082e640 1 --2- 172.21.15.18:0/4234657882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f566c102200 0x7f566c1045f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.331+0000 7f567082e640 1 -- 172.21.15.18:0/4234657882 >> 172.21.15.18:0/4234657882 conn(0x7f566c0fbbf0 msgr2=0x7f566c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.331+0000 7f567082e640 1 -- 172.21.15.18:0/4234657882 shutdown_connections 2024-04-22T00:38:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.331+0000 7f567082e640 1 -- 172.21.15.18:0/4234657882 wait complete. 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f567082e640 1 Processor -- start 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f567082e640 1 -- start start 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f567082e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f566c102200 0x7f566c197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f567082e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f566c104b30 0x7f566c1980c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f567082e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f566c107460 0x7f566c19f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f567082e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f566c10d480 con 0x7f566c102200 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f567082e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f566c10d300 con 0x7f566c107460 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f567082e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f566c10d600 con 0x7f566c104b30 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f566a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f566c102200 0x7f566c197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f566a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f566c102200 0x7f566c197b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37956/0 (socket says 172.21.15.18:37956) 2024-04-22T00:38:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f566a59c640 1 -- 172.21.15.18:0/53922769 learned_addr learned my addr 172.21.15.18:0/53922769 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f5669d9b640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f566c104b30 0x7f566c1980c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f566ad9d640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f566c107460 0x7f566c19f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f566a59c640 1 -- 172.21.15.18:0/53922769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f566c104b30 msgr2=0x7f566c1980c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f566a59c640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f566c104b30 0x7f566c1980c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f566a59c640 1 -- 172.21.15.18:0/53922769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f566c107460 msgr2=0x7f566c19f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f566a59c640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f566c107460 0x7f566c19f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f566a59c640 1 -- 172.21.15.18:0/53922769 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f566c19f7a0 con 0x7f566c102200 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f566ad9d640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f566c107460 0x7f566c19f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.332+0000 7f5669d9b640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f566c104b30 0x7f566c1980c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.333+0000 7f566a59c640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f566c102200 0x7f566c197b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f565c0324c0 tx=0x7f565c032f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.333+0000 7f565b7fe640 1 -- 172.21.15.18:0/53922769 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565c039040 con 0x7f566c102200 2024-04-22T00:38:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.333+0000 7f565b7fe640 1 -- 172.21.15.18:0/53922769 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f565c035c20 con 0x7f566c102200 2024-04-22T00:38:19.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.333+0000 7f567082e640 1 -- 172.21.15.18:0/53922769 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f566c19fa30 con 0x7f566c102200 2024-04-22T00:38:19.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.333+0000 7f565b7fe640 1 -- 172.21.15.18:0/53922769 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565c004310 con 0x7f566c102200 2024-04-22T00:38:19.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.333+0000 7f567082e640 1 -- 172.21.15.18:0/53922769 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f566c19ff20 con 0x7f566c102200 2024-04-22T00:38:19.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.334+0000 7f567082e640 1 -- 172.21.15.18:0/53922769 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f566c0fd6e0 con 0x7f566c102200 2024-04-22T00:38:19.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.335+0000 7f565b7fe640 1 -- 172.21.15.18:0/53922769 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f565c046030 con 0x7f566c102200 2024-04-22T00:38:19.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.335+0000 7f565b7fe640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56540a2b90 0x7f56540a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:19.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.336+0000 7f5669d9b640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56540a2b90 0x7f56540a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:19.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.336+0000 7f565b7fe640 1 -- 172.21.15.18:0/53922769 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f565c0f0810 con 0x7f566c102200 2024-04-22T00:38:19.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.336+0000 7f5669d9b640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56540a2b90 0x7f56540a5050 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f566c199090 tx=0x7f5660008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:19.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.340+0000 7f565b7fe640 1 -- 172.21.15.18:0/53922769 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f565c04d060 con 0x7f566c102200 2024-04-22T00:38:19.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.565+0000 7f567082e640 1 -- 172.21.15.18:0/53922769 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f566c062340 con 0x7f566c102200 2024-04-22T00:38:19.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.566+0000 7f565b7fe640 1 -- 172.21.15.18:0/53922769 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5521 (secure 0 0 0) 0x7f565c0bdc00 con 0x7f566c102200 2024-04-22T00:38:19.568 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:19.569 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-22T00:38:19.569 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 7 2024-04-22T00:38:19.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 -- 172.21.15.18:0/53922769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56540a2b90 msgr2=0x7f56540a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:19.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56540a2b90 0x7f56540a5050 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f566c199090 tx=0x7f5660008040 comp rx=0 tx=0).stop 2024-04-22T00:38:19.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 -- 172.21.15.18:0/53922769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f566c102200 msgr2=0x7f566c197b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:19.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f566c102200 0x7f566c197b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f565c0324c0 tx=0x7f565c032f40 comp rx=0 tx=0).stop 2024-04-22T00:38:19.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 -- 172.21.15.18:0/53922769 shutdown_connections 2024-04-22T00:38:19.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56540a2b90 0x7f56540a5050 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:19.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f566c107460 0x7f566c19f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:19.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f566c104b30 0x7f566c1980c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:19.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 --2- 172.21.15.18:0/53922769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f566c102200 0x7f566c197b80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:19.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 -- 172.21.15.18:0/53922769 >> 172.21.15.18:0/53922769 conn(0x7f566c0fbbf0 msgr2=0x7f566c102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:19.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 -- 172.21.15.18:0/53922769 shutdown_connections 2024-04-22T00:38:19.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:19.568+0000 7f567082e640 1 -- 172.21.15.18:0/53922769 wait complete. 2024-04-22T00:38:19.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:19.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:19.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:19.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:19.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:19.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:19.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:19.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: Deploying daemon mds.c on smithi167 2024-04-22T00:38:19.866 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.167:6834/2012529770,v1:172.21.15.167:6835/2012529770] up:boot 2024-04-22T00:38:19.866 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: fsmap 6 up:standby 2024-04-22T00:38:19.866 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T00:38:19.866 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:19 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/53922769' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:19.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:19.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:19.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: Deploying daemon mds.c on smithi167 2024-04-22T00:38:19.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.167:6834/2012529770,v1:172.21.15.167:6835/2012529770] up:boot 2024-04-22T00:38:19.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: fsmap 6 up:standby 2024-04-22T00:38:19.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T00:38:19.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:19 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/53922769' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:19.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: Deploying daemon mds.c on smithi167 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.167:6834/2012529770,v1:172.21.15.167:6835/2012529770] up:boot 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: fsmap 6 up:standby 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T00:38:19.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:19 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/53922769' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:20.881 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:38:20 smithi167 systemd[1]: Starting Ceph mds.c for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:21.157 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:38:21 smithi167 podman[62387]: 2024-04-22 00:38:20.938809285 +0000 UTC m=+0.018527965 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:21.157 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:38:21 smithi167 podman[62387]: 2024-04-22 00:38:21.041229112 +0000 UTC m=+0.120947781 container create 42a74467e1f4fbc698f20d9da75d893da50f5c14d229b5d69ff89b368dabd897 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:38:21.583 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:21.641 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:38:21 smithi167 podman[62387]: 2024-04-22 00:38:21.269172902 +0000 UTC m=+0.348891573 container init 42a74467e1f4fbc698f20d9da75d893da50f5c14d229b5d69ff89b368dabd897 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:38:21.641 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:38:21 smithi167 podman[62387]: 2024-04-22 00:38:21.271952399 +0000 UTC m=+0.351671075 container start 42a74467e1f4fbc698f20d9da75d893da50f5c14d229b5d69ff89b368dabd897 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-22T00:38:21.642 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:38:21 smithi167 ceph-mds[62414]: -- 172.21.15.167:0/569799011 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a7d1e89a40 con 0x55a7d1e5cc00 2024-04-22T00:38:21.642 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:38:21 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c[62410]: starting mds.c at 2024-04-22T00:38:21.642 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:38:21 smithi167 bash[62387]: 42a74467e1f4fbc698f20d9da75d893da50f5c14d229b5d69ff89b368dabd897 2024-04-22T00:38:21.642 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:38:21 smithi167 systemd[1]: Started Ceph mds.c for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:21.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 -- 172.21.15.18:0/1263976364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42181006a0 msgr2=0x7f4218100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:21.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 --2- 172.21.15.18:0/1263976364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42181006a0 0x7f4218100ac0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4208009900 tx=0x7f420802bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:21.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 -- 172.21.15.18:0/1263976364 shutdown_connections 2024-04-22T00:38:21.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 --2- 172.21.15.18:0/1263976364 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4218102250 0x7f4218108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:21.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 --2- 172.21.15.18:0/1263976364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4218101890 0x7f4218101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:21.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 --2- 172.21.15.18:0/1263976364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42181006a0 0x7f4218100ac0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:21.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 -- 172.21.15.18:0/1263976364 >> 172.21.15.18:0/1263976364 conn(0x7f42180fbc30 msgr2=0x7f42180fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 -- 172.21.15.18:0/1263976364 shutdown_connections 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 -- 172.21.15.18:0/1263976364 wait complete. 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 Processor -- start 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.697+0000 7f421ee88640 1 -- start start 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421ee88640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f42181006a0 0x7f421806a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421ee88640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4218101890 0x7f421819c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421ee88640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4218102250 0x7f421819ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421ee88640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f421810c2f0 con 0x7f4218102250 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421ee88640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f421810c170 con 0x7f42181006a0 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421ee88640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f421810c470 con 0x7f4218101890 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421d425640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4218102250 0x7f421819ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:21.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421cc24640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f42181006a0 0x7f421806a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421cc24640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f42181006a0 0x7f421806a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:45808/0 (socket says 172.21.15.18:45808) 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421d425640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4218102250 0x7f421819ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58674/0 (socket says 172.21.15.18:58674) 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421cc24640 1 -- 172.21.15.18:0/2697058978 learned_addr learned my addr 172.21.15.18:0/2697058978 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f4217fff640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4218101890 0x7f421819c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421cc24640 1 -- 172.21.15.18:0/2697058978 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4218101890 msgr2=0x7f421819c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421cc24640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4218101890 0x7f421819c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421cc24640 1 -- 172.21.15.18:0/2697058978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4218102250 msgr2=0x7f421819ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421cc24640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4218102250 0x7f421819ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421cc24640 1 -- 172.21.15.18:0/2697058978 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f421819f770 con 0x7f42181006a0 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421d425640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4218102250 0x7f421819ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421cc24640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f42181006a0 0x7f421806a910 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4208000c00 tx=0x7f420802c640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:21.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f4215ffb640 1 -- 172.21.15.18:0/2697058978 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4208041070 con 0x7f42181006a0 2024-04-22T00:38:21.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f421ee88640 1 -- 172.21.15.18:0/2697058978 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f421819f9a0 con 0x7f42181006a0 2024-04-22T00:38:21.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f4215ffb640 1 -- 172.21.15.18:0/2697058978 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4208004450 con 0x7f42181006a0 2024-04-22T00:38:21.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.698+0000 7f4215ffb640 1 -- 172.21.15.18:0/2697058978 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4208034440 con 0x7f42181006a0 2024-04-22T00:38:21.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.699+0000 7f421ee88640 1 -- 172.21.15.18:0/2697058978 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f421819fee0 con 0x7f42181006a0 2024-04-22T00:38:21.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.700+0000 7f421ee88640 1 -- 172.21.15.18:0/2697058978 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4218107a40 con 0x7f42181006a0 2024-04-22T00:38:21.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.701+0000 7f4215ffb640 1 -- 172.21.15.18:0/2697058978 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4208044070 con 0x7f42181006a0 2024-04-22T00:38:21.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.702+0000 7f4215ffb640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42000a2b90 0x7f42000a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:21.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.702+0000 7f4217fff640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42000a2b90 0x7f42000a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:21.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.702+0000 7f4215ffb640 1 -- 172.21.15.18:0/2697058978 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f42080f08c0 con 0x7f42181006a0 2024-04-22T00:38:21.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.702+0000 7f4217fff640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42000a2b90 0x7f42000a5050 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f421806a680 tx=0x7f420c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:21.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.710+0000 7f4215ffb640 1 -- 172.21.15.18:0/2697058978 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f42080bd6a0 con 0x7f42181006a0 2024-04-22T00:38:21.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:21 smithi081 ceph-mon[31546]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:21.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:21.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:21.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:21.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:21.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:21.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:21.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:21 smithi018 ceph-mon[27979]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:21.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:21.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:21.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:21.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:21.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:21.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:21.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.933+0000 7f421ee88640 1 -- 172.21.15.18:0/2697058978 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f421802d170 con 0x7f42181006a0 2024-04-22T00:38:21.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.934+0000 7f4215ffb640 1 -- 172.21.15.18:0/2697058978 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6349 (secure 0 0 0) 0x7f42080c19a0 con 0x7f42181006a0 2024-04-22T00:38:21.936 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:21.937 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24508,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-22T00:38:21.937 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 8 2024-04-22T00:38:21.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 -- 172.21.15.18:0/2697058978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42000a2b90 msgr2=0x7f42000a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:21.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42000a2b90 0x7f42000a5050 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f421806a680 tx=0x7f420c005f90 comp rx=0 tx=0).stop 2024-04-22T00:38:21.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 -- 172.21.15.18:0/2697058978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f42181006a0 msgr2=0x7f421806a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:21.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f42181006a0 0x7f421806a910 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4208000c00 tx=0x7f420802c640 comp rx=0 tx=0).stop 2024-04-22T00:38:21.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 -- 172.21.15.18:0/2697058978 shutdown_connections 2024-04-22T00:38:21.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42000a2b90 0x7f42000a5050 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:21.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4218102250 0x7f421819ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:21.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4218101890 0x7f421819c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:21.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 --2- 172.21.15.18:0/2697058978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f42181006a0 0x7f421806a910 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:21.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 -- 172.21.15.18:0/2697058978 >> 172.21.15.18:0/2697058978 conn(0x7f42180fbc30 msgr2=0x7f4218104c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:21.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 -- 172.21.15.18:0/2697058978 shutdown_connections 2024-04-22T00:38:21.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:21.936+0000 7f421ee88640 1 -- 172.21.15.18:0/2697058978 wait complete. 2024-04-22T00:38:21.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:21 smithi167 ceph-mon[31348]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:21.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:21.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:21.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:21.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:21.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:21.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:22.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:22 smithi081 ceph-mon[31546]: Deploying daemon mds.h on smithi081 2024-04-22T00:38:22.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:22 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] up:boot 2024-04-22T00:38:22.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:22 smithi081 ceph-mon[31546]: fsmap 7 up:standby 2024-04-22T00:38:22.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:38:22.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:22 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2697058978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:22.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:22 smithi018 ceph-mon[27979]: Deploying daemon mds.h on smithi081 2024-04-22T00:38:22.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:22 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] up:boot 2024-04-22T00:38:22.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:22 smithi018 ceph-mon[27979]: fsmap 7 up:standby 2024-04-22T00:38:22.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:38:22.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:22 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2697058978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:22.990 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:22 smithi167 ceph-mon[31348]: Deploying daemon mds.h on smithi081 2024-04-22T00:38:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:22 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] up:boot 2024-04-22T00:38:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:22 smithi167 ceph-mon[31348]: fsmap 7 up:standby 2024-04-22T00:38:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:38:22.991 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:22 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2697058978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:23.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:23 smithi081 ceph-mon[31546]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:23.909 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:38:23 smithi081 systemd[1]: Starting Ceph mds.h for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:23.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:23 smithi018 ceph-mon[27979]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:23.951 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:23.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:23 smithi167 ceph-mon[31348]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.063+0000 7fc2c2dde640 1 -- 172.21.15.18:0/2174153526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2bc107460 msgr2=0x7fc2bc1098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.063+0000 7fc2c2dde640 1 --2- 172.21.15.18:0/2174153526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2bc107460 0x7fc2bc1098b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4009ca0 tx=0x7fc2b402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.063+0000 7fc2c2dde640 1 -- 172.21.15.18:0/2174153526 shutdown_connections 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.063+0000 7fc2c2dde640 1 --2- 172.21.15.18:0/2174153526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2bc107460 0x7fc2bc1098b0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.063+0000 7fc2c2dde640 1 --2- 172.21.15.18:0/2174153526 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc2bc104b30 0x7fc2bc106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.063+0000 7fc2c2dde640 1 --2- 172.21.15.18:0/2174153526 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2bc102200 0x7fc2bc1045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.063+0000 7fc2c2dde640 1 -- 172.21.15.18:0/2174153526 >> 172.21.15.18:0/2174153526 conn(0x7fc2bc0fbbf0 msgr2=0x7fc2bc0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.063+0000 7fc2c2dde640 1 -- 172.21.15.18:0/2174153526 shutdown_connections 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.063+0000 7fc2c2dde640 1 -- 172.21.15.18:0/2174153526 wait complete. 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.063+0000 7fc2c2dde640 1 Processor -- start 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c2dde640 1 -- start start 2024-04-22T00:38:24.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c2dde640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2bc102200 0x7fc2bc197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c2dde640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc2bc104b30 0x7fc2bc197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c2dde640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2bc107460 0x7fc2bc19eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c2dde640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc2bc10d420 con 0x7fc2bc107460 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c2dde640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc2bc10d2a0 con 0x7fc2bc102200 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c2dde640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc2bc10d5a0 con 0x7fc2bc104b30 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c137b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2bc107460 0x7fc2bc19eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c0b7a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2bc102200 0x7fc2bc197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c137b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2bc107460 0x7fc2bc19eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58694/0 (socket says 172.21.15.18:58694) 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c137b640 1 -- 172.21.15.18:0/1630694404 learned_addr learned my addr 172.21.15.18:0/1630694404 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2b3fff640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc2bc104b30 0x7fc2bc197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c0b7a640 1 -- 172.21.15.18:0/1630694404 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc2bc104b30 msgr2=0x7fc2bc197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c0b7a640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc2bc104b30 0x7fc2bc197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c0b7a640 1 -- 172.21.15.18:0/1630694404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2bc107460 msgr2=0x7fc2bc19eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:24.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c0b7a640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2bc107460 0x7fc2bc19eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c0b7a640 1 -- 172.21.15.18:0/1630694404 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2bc19f660 con 0x7fc2bc102200 2024-04-22T00:38:24.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c137b640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2bc107460 0x7fc2bc19eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:24.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2c0b7a640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2bc102200 0x7fc2bc197a40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc2b800e9f0 tx=0x7fc2b800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:24.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.064+0000 7fc2b1ffb640 1 -- 172.21.15.18:0/1630694404 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b800cd80 con 0x7fc2bc102200 2024-04-22T00:38:24.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.065+0000 7fc2b1ffb640 1 -- 172.21.15.18:0/1630694404 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2b80035f0 con 0x7fc2bc102200 2024-04-22T00:38:24.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.065+0000 7fc2c2dde640 1 -- 172.21.15.18:0/1630694404 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2bc19f950 con 0x7fc2bc102200 2024-04-22T00:38:24.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.065+0000 7fc2b1ffb640 1 -- 172.21.15.18:0/1630694404 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b8010690 con 0x7fc2bc102200 2024-04-22T00:38:24.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.065+0000 7fc2c2dde640 1 -- 172.21.15.18:0/1630694404 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2bc19fef0 con 0x7fc2bc102200 2024-04-22T00:38:24.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.066+0000 7fc2c2dde640 1 -- 172.21.15.18:0/1630694404 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2bc0fd6e0 con 0x7fc2bc102200 2024-04-22T00:38:24.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.067+0000 7fc2b1ffb640 1 -- 172.21.15.18:0/1630694404 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc2b8003b30 con 0x7fc2bc102200 2024-04-22T00:38:24.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.067+0000 7fc2b1ffb640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc2a40a2c10 0x7fc2a40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:24.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.067+0000 7fc2b3fff640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc2a40a2c10 0x7fc2a40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:24.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.068+0000 7fc2b1ffb640 1 -- 172.21.15.18:0/1630694404 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fc2b80cee50 con 0x7fc2bc102200 2024-04-22T00:38:24.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.068+0000 7fc2b3fff640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc2a40a2c10 0x7fc2a40a50d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc198f50 tx=0x7fc2ac005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:24.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.072+0000 7fc2b1ffb640 1 -- 172.21.15.18:0/1630694404 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc2b809c230 con 0x7fc2bc102200 2024-04-22T00:38:24.201 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:38:23 smithi081 podman[61015]: 2024-04-22 00:38:23.851792178 +0000 UTC m=+0.018307591 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:24.201 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:38:23 smithi081 podman[61015]: 2024-04-22 00:38:23.971761466 +0000 UTC m=+0.138276871 container create 0a76b738d2da87495a4300d1a44959f7eb1e2672f6028ceab3f193d4c61bc3dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, RELEASE=squid-820a2f8) 2024-04-22T00:38:24.201 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:38:24 smithi081 podman[61015]: 2024-04-22 00:38:24.199724778 +0000 UTC m=+0.366240179 container init 0a76b738d2da87495a4300d1a44959f7eb1e2672f6028ceab3f193d4c61bc3dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-22T00:38:24.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.296+0000 7fc2c2dde640 1 -- 172.21.15.18:0/1630694404 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2bc02d340 con 0x7fc2bc102200 2024-04-22T00:38:24.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.297+0000 7fc2b1ffb640 1 -- 172.21.15.18:0/1630694404 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6349 (secure 0 0 0) 0x7fc2b809bb30 con 0x7fc2bc102200 2024-04-22T00:38:24.299 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:24.300 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24508,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-22T00:38:24.300 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 8 2024-04-22T00:38:24.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 -- 172.21.15.18:0/1630694404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc2a40a2c10 msgr2=0x7fc2a40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:24.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc2a40a2c10 0x7fc2a40a50d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc198f50 tx=0x7fc2ac005f90 comp rx=0 tx=0).stop 2024-04-22T00:38:24.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 -- 172.21.15.18:0/1630694404 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2bc102200 msgr2=0x7fc2bc197a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:24.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2bc102200 0x7fc2bc197a40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc2b800e9f0 tx=0x7fc2b800eeb0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 -- 172.21.15.18:0/1630694404 shutdown_connections 2024-04-22T00:38:24.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc2a40a2c10 0x7fc2a40a50d0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2bc107460 0x7fc2bc19eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc2bc104b30 0x7fc2bc197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 --2- 172.21.15.18:0/1630694404 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2bc102200 0x7fc2bc197a40 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:24.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 -- 172.21.15.18:0/1630694404 >> 172.21.15.18:0/1630694404 conn(0x7fc2bc0fbbf0 msgr2=0x7fc2bc102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:24.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 -- 172.21.15.18:0/1630694404 shutdown_connections 2024-04-22T00:38:24.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:24.299+0000 7fc2c2dde640 1 -- 172.21.15.18:0/1630694404 wait complete. 2024-04-22T00:38:24.658 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:38:24 smithi081 podman[61015]: 2024-04-22 00:38:24.202263452 +0000 UTC m=+0.368778861 container start 0a76b738d2da87495a4300d1a44959f7eb1e2672f6028ceab3f193d4c61bc3dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:38:24.658 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:38:24 smithi081 ceph-mds[61035]: -- 172.21.15.81:0/1543686147 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55965f61da40 con 0x55965f5f0c00 2024-04-22T00:38:24.658 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:38:24 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h[61031]: starting mds.h at 2024-04-22T00:38:24.658 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:38:24 smithi081 bash[61015]: 0a76b738d2da87495a4300d1a44959f7eb1e2672f6028ceab3f193d4c61bc3dc 2024-04-22T00:38:24.659 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:38:24 smithi081 systemd[1]: Started Ceph mds.h for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:24.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:24 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1630694404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:24.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:24.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:24.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:24.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:24.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:24.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:25.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:24 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1630694404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:25.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:25.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:25.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:25.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:25.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:25.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:25.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:24 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1630694404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:25.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:25.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:25.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:25.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:25.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:25.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:25.979 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:25 smithi167 ceph-mon[31348]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:25.979 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:25 smithi167 ceph-mon[31348]: Deploying daemon mds.i on smithi167 2024-04-22T00:38:25.979 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:25 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.81:6836/3637660812,v1:172.21.15.81:6837/3637660812] up:boot 2024-04-22T00:38:25.979 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:25 smithi167 ceph-mon[31348]: fsmap 8 up:standby 2024-04-22T00:38:25.979 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T00:38:26.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:25 smithi081 ceph-mon[31546]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:26.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:25 smithi081 ceph-mon[31546]: Deploying daemon mds.i on smithi167 2024-04-22T00:38:26.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:25 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.81:6836/3637660812,v1:172.21.15.81:6837/3637660812] up:boot 2024-04-22T00:38:26.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:25 smithi081 ceph-mon[31546]: fsmap 8 up:standby 2024-04-22T00:38:26.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T00:38:26.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:25 smithi018 ceph-mon[27979]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:26.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:25 smithi018 ceph-mon[27979]: Deploying daemon mds.i on smithi167 2024-04-22T00:38:26.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:25 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.81:6836/3637660812,v1:172.21.15.81:6837/3637660812] up:boot 2024-04-22T00:38:26.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:25 smithi018 ceph-mon[27979]: fsmap 8 up:standby 2024-04-22T00:38:26.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T00:38:26.314 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:26.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.425+0000 7f75c37ba640 1 -- 172.21.15.18:0/1506875446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f75bc1017b0 msgr2=0x7f75bc101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:26.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.425+0000 7f75c37ba640 1 --2- 172.21.15.18:0/1506875446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f75bc1017b0 0x7f75bc101bd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f75b8009900 tx=0x7f75b802bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:26.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.425+0000 7f75c37ba640 1 -- 172.21.15.18:0/1506875446 shutdown_connections 2024-04-22T00:38:26.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.425+0000 7f75c37ba640 1 --2- 172.21.15.18:0/1506875446 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f75bc103360 0x7f75bc109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 --2- 172.21.15.18:0/1506875446 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f75bc1029a0 0x7f75bc102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 --2- 172.21.15.18:0/1506875446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f75bc1017b0 0x7f75bc101bd0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 -- 172.21.15.18:0/1506875446 >> 172.21.15.18:0/1506875446 conn(0x7f75bc0fcd40 msgr2=0x7f75bc0ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:26.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 -- 172.21.15.18:0/1506875446 shutdown_connections 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 -- 172.21.15.18:0/1506875446 wait complete. 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 Processor -- start 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 -- start start 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f75bc1017b0 0x7f75bc197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f75bc1029a0 0x7f75bc198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f75bc103360 0x7f75bc19f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc10d400 con 0x7f75bc103360 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc10d280 con 0x7f75bc1017b0 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.426+0000 7f75c37ba640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc10d580 con 0x7f75bc1029a0 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c1d57640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f75bc103360 0x7f75bc19f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:26.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c0d55640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f75bc1029a0 0x7f75bc198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c1d57640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f75bc103360 0x7f75bc19f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58706/0 (socket says 172.21.15.18:58706) 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c1556640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f75bc1017b0 0x7f75bc197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c1d57640 1 -- 172.21.15.18:0/629313559 learned_addr learned my addr 172.21.15.18:0/629313559 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c0d55640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f75bc1029a0 0x7f75bc198010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:56304/0 (socket says 172.21.15.18:56304) 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c1d57640 1 -- 172.21.15.18:0/629313559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f75bc1029a0 msgr2=0x7f75bc198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c1d57640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f75bc1029a0 0x7f75bc198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c1d57640 1 -- 172.21.15.18:0/629313559 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f75bc1017b0 msgr2=0x7f75bc197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c1d57640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f75bc1017b0 0x7f75bc197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c1d57640 1 -- 172.21.15.18:0/629313559 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75bc19f6f0 con 0x7f75bc103360 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c0d55640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f75bc1029a0 0x7f75bc198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:26.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c1d57640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f75bc103360 0x7f75bc19f080 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f75b400eb10 tx=0x7f75b400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:26.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75b27fc640 1 -- 172.21.15.18:0/629313559 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b4004b20 con 0x7f75bc103360 2024-04-22T00:38:26.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75b27fc640 1 -- 172.21.15.18:0/629313559 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75b4004cc0 con 0x7f75bc103360 2024-04-22T00:38:26.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c37ba640 1 -- 172.21.15.18:0/629313559 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75bc19f9e0 con 0x7f75bc103360 2024-04-22T00:38:26.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75b27fc640 1 -- 172.21.15.18:0/629313559 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b4010760 con 0x7f75bc103360 2024-04-22T00:38:26.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.427+0000 7f75c37ba640 1 -- 172.21.15.18:0/629313559 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75bc19fee0 con 0x7f75bc103360 2024-04-22T00:38:26.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.428+0000 7f75c37ba640 1 -- 172.21.15.18:0/629313559 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75bc108af0 con 0x7f75bc103360 2024-04-22T00:38:26.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.430+0000 7f75b27fc640 1 -- 172.21.15.18:0/629313559 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f75b4005020 con 0x7f75bc103360 2024-04-22T00:38:26.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.430+0000 7f75b27fc640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f75a80a2b90 0x7f75a80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:26.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.430+0000 7f75c1556640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f75a80a2b90 0x7f75a80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:26.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.430+0000 7f75b27fc640 1 -- 172.21.15.18:0/629313559 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f75b40cf090 con 0x7f75bc103360 2024-04-22T00:38:26.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.431+0000 7f75c1556640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f75a80a2b90 0x7f75a80a5050 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f75b8000c00 tx=0x7f75b8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:26.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.435+0000 7f75b27fc640 1 -- 172.21.15.18:0/629313559 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f75b409c490 con 0x7f75bc103360 2024-04-22T00:38:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.663+0000 7f75c37ba640 1 -- 172.21.15.18:0/629313559 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f75bc02d170 con 0x7f75bc103360 2024-04-22T00:38:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.664+0000 7f75b27fc640 1 -- 172.21.15.18:0/629313559 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7174 (secure 0 0 0) 0x7f75b409bd90 con 0x7f75bc103360 2024-04-22T00:38:26.667 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:26.667 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24508,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-22T00:38:26.667 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 9 2024-04-22T00:38:26.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 -- 172.21.15.18:0/629313559 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f75a80a2b90 msgr2=0x7f75a80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:26.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f75a80a2b90 0x7f75a80a5050 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f75b8000c00 tx=0x7f75b8005fd0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 -- 172.21.15.18:0/629313559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f75bc103360 msgr2=0x7f75bc19f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:26.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f75bc103360 0x7f75bc19f080 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f75b400eb10 tx=0x7f75b400c2d0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 -- 172.21.15.18:0/629313559 shutdown_connections 2024-04-22T00:38:26.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f75a80a2b90 0x7f75a80a5050 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f75bc103360 0x7f75bc19f080 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f75bc1029a0 0x7f75bc198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 --2- 172.21.15.18:0/629313559 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f75bc1017b0 0x7f75bc197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:26.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 -- 172.21.15.18:0/629313559 >> 172.21.15.18:0/629313559 conn(0x7f75bc0fcd40 msgr2=0x7f75bc105cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 -- 172.21.15.18:0/629313559 shutdown_connections 2024-04-22T00:38:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:26.666+0000 7f75c37ba640 1 -- 172.21.15.18:0/629313559 wait complete. 2024-04-22T00:38:26.683 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:38:26 smithi167 systemd[1]: Starting Ceph mds.i for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:26.959 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:38:26 smithi167 podman[62708]: 2024-04-22 00:38:26.584286871 +0000 UTC m=+0.018504862 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:26.959 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:38:26 smithi167 podman[62708]: 2024-04-22 00:38:26.704645 +0000 UTC m=+0.138862959 container create a5cdeb4715e8a1bcedc13377146bacb3778b7053394b0594beea285c28a63a72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:38:27.238 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:38:26 smithi167 podman[62708]: 2024-04-22 00:38:26.95790783 +0000 UTC m=+0.392125788 container init a5cdeb4715e8a1bcedc13377146bacb3778b7053394b0594beea285c28a63a72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:38:27.238 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:38:26 smithi167 podman[62708]: 2024-04-22 00:38:26.960721001 +0000 UTC m=+0.394938960 container start a5cdeb4715e8a1bcedc13377146bacb3778b7053394b0594beea285c28a63a72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:38:27.238 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:38:26 smithi167 ceph-mds[62727]: -- 172.21.15.167:0/1549412775 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5625e680ba40 con 0x5625e67df000 2024-04-22T00:38:27.238 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:38:26 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: starting mds.i at 2024-04-22T00:38:27.238 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:38:27 smithi167 bash[62708]: a5cdeb4715e8a1bcedc13377146bacb3778b7053394b0594beea285c28a63a72 2024-04-22T00:38:27.238 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:38:27 smithi167 systemd[1]: Started Ceph mds.i for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:27.950 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:27 smithi018 ceph-mon[27979]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:27.951 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:27 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/629313559' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:27.951 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:27.951 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:27.951 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:27.951 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:27.951 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:27.951 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:27.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:27 smithi167 ceph-mon[31348]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:27.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:27 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/629313559' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:27.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:27.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:27.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:27.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:27.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:27.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:27 smithi081 ceph-mon[31546]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:27 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/629313559' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:28.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:28.680 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:28.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.794+0000 7fda6c0c6640 1 -- 172.21.15.18:0/3060923923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda64103360 msgr2=0x7fda64109bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:28.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.794+0000 7fda6c0c6640 1 --2- 172.21.15.18:0/3060923923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda64103360 0x7fda64109bf0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fda5c009ca0 tx=0x7fda5c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:28.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.794+0000 7fda6c0c6640 1 -- 172.21.15.18:0/3060923923 shutdown_connections 2024-04-22T00:38:28.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.794+0000 7fda6c0c6640 1 --2- 172.21.15.18:0/3060923923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda64103360 0x7fda64109bf0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.794+0000 7fda6c0c6640 1 --2- 172.21.15.18:0/3060923923 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fda641029a0 0x7fda64102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.794+0000 7fda6c0c6640 1 --2- 172.21.15.18:0/3060923923 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda641017b0 0x7fda64101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.794+0000 7fda6c0c6640 1 -- 172.21.15.18:0/3060923923 >> 172.21.15.18:0/3060923923 conn(0x7fda640fcd40 msgr2=0x7fda640ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.794+0000 7fda6c0c6640 1 -- 172.21.15.18:0/3060923923 shutdown_connections 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.794+0000 7fda6c0c6640 1 -- 172.21.15.18:0/3060923923 wait complete. 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6c0c6640 1 Processor -- start 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6c0c6640 1 -- start start 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6c0c6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda641017b0 0x7fda64197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6c0c6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fda641029a0 0x7fda64198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6c0c6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda64103360 0x7fda6419f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6c0c6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fda6410d430 con 0x7fda64103360 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6c0c6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fda6410d2b0 con 0x7fda641029a0 2024-04-22T00:38:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6c0c6640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fda6410d5b0 con 0x7fda641017b0 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6a663640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda64103360 0x7fda6419f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6a663640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda64103360 0x7fda6419f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58720/0 (socket says 172.21.15.18:58720) 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6a663640 1 -- 172.21.15.18:0/1543654734 learned_addr learned my addr 172.21.15.18:0/1543654734 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda69e62640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda641017b0 0x7fda64197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda69661640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fda641029a0 0x7fda64198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6a663640 1 -- 172.21.15.18:0/1543654734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda641017b0 msgr2=0x7fda64197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6a663640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda641017b0 0x7fda64197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6a663640 1 -- 172.21.15.18:0/1543654734 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fda641029a0 msgr2=0x7fda64198020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6a663640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fda641029a0 0x7fda64198020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda6a663640 1 -- 172.21.15.18:0/1543654734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda6419f700 con 0x7fda64103360 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda69e62640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda641017b0 0x7fda64197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.795+0000 7fda69661640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fda641029a0 0x7fda64198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.796+0000 7fda6a663640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda64103360 0x7fda6419f090 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fda5c032530 tx=0x7fda5c032f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.796+0000 7fda5affd640 1 -- 172.21.15.18:0/1543654734 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c039040 con 0x7fda64103360 2024-04-22T00:38:28.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.796+0000 7fda5affd640 1 -- 172.21.15.18:0/1543654734 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda5c044070 con 0x7fda64103360 2024-04-22T00:38:28.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.796+0000 7fda6c0c6640 1 -- 172.21.15.18:0/1543654734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda6419f990 con 0x7fda64103360 2024-04-22T00:38:28.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.796+0000 7fda5affd640 1 -- 172.21.15.18:0/1543654734 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c0042a0 con 0x7fda64103360 2024-04-22T00:38:28.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.796+0000 7fda6c0c6640 1 -- 172.21.15.18:0/1543654734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda6419fe50 con 0x7fda64103360 2024-04-22T00:38:28.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.797+0000 7fda6c0c6640 1 -- 172.21.15.18:0/1543654734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda64108a70 con 0x7fda64103360 2024-04-22T00:38:28.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.798+0000 7fda5affd640 1 -- 172.21.15.18:0/1543654734 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fda5c003970 con 0x7fda64103360 2024-04-22T00:38:28.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.799+0000 7fda5affd640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fda500a2b90 0x7fda500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:28.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.799+0000 7fda69e62640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fda500a2b90 0x7fda500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:28.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.799+0000 7fda5affd640 1 -- 172.21.15.18:0/1543654734 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fda5c0f1730 con 0x7fda64103360 2024-04-22T00:38:28.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.799+0000 7fda69e62640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fda500a2b90 0x7fda500a5050 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fda64102800 tx=0x7fda60005e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:28.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:28.802+0000 7fda5affd640 1 -- 172.21.15.18:0/1543654734 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fda5c0beb30 con 0x7fda64103360 2024-04-22T00:38:28.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:28 smithi018 ceph-mon[27979]: Deploying daemon mds.g on smithi018 2024-04-22T00:38:28.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:28 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] up:boot 2024-04-22T00:38:28.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:28 smithi018 ceph-mon[27979]: fsmap 9 up:standby 2024-04-22T00:38:28.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T00:38:28.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:28 smithi167 ceph-mon[31348]: Deploying daemon mds.g on smithi018 2024-04-22T00:38:28.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:28 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] up:boot 2024-04-22T00:38:28.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:28 smithi167 ceph-mon[31348]: fsmap 9 up:standby 2024-04-22T00:38:28.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T00:38:29.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.038+0000 7fda6c0c6640 1 -- 172.21.15.18:0/1543654734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fda6402d210 con 0x7fda64103360 2024-04-22T00:38:29.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.038+0000 7fda5affd640 1 -- 172.21.15.18:0/1543654734 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8004 (secure 0 0 0) 0x7fda5c0be430 con 0x7fda64103360 2024-04-22T00:38:29.041 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:29.041 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24508,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-22T00:38:29.041 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 10 2024-04-22T00:38:29.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 -- 172.21.15.18:0/1543654734 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fda500a2b90 msgr2=0x7fda500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:29.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fda500a2b90 0x7fda500a5050 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fda64102800 tx=0x7fda60005e70 comp rx=0 tx=0).stop 2024-04-22T00:38:29.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 -- 172.21.15.18:0/1543654734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda64103360 msgr2=0x7fda6419f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:29.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda64103360 0x7fda6419f090 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fda5c032530 tx=0x7fda5c032f40 comp rx=0 tx=0).stop 2024-04-22T00:38:29.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 -- 172.21.15.18:0/1543654734 shutdown_connections 2024-04-22T00:38:29.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fda500a2b90 0x7fda500a5050 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:29.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda64103360 0x7fda6419f090 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:29.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fda641029a0 0x7fda64198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:29.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 --2- 172.21.15.18:0/1543654734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fda641017b0 0x7fda64197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:29.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 -- 172.21.15.18:0/1543654734 >> 172.21.15.18:0/1543654734 conn(0x7fda640fcd40 msgr2=0x7fda64105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:29.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 -- 172.21.15.18:0/1543654734 shutdown_connections 2024-04-22T00:38:29.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:29.040+0000 7fda6c0c6640 1 -- 172.21.15.18:0/1543654734 wait complete. 2024-04-22T00:38:29.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:28 smithi081 ceph-mon[31546]: Deploying daemon mds.g on smithi018 2024-04-22T00:38:29.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:28 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] up:boot 2024-04-22T00:38:29.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:28 smithi081 ceph-mon[31546]: fsmap 9 up:standby 2024-04-22T00:38:29.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T00:38:29.650 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:38:29 smithi018 systemd[1]: Starting Ceph mds.g for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:29.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:29 smithi018 ceph-mon[27979]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:29.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:29 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1543654734' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:29.910 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:38:29 smithi018 podman[69469]: 2024-04-22 00:38:29.551079892 +0000 UTC m=+0.018026517 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:29.910 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:38:29 smithi018 podman[69469]: 2024-04-22 00:38:29.676705136 +0000 UTC m=+0.143651735 container create 94979d7a2fc5d0f9c89a4b9e40585834ad229d5974d5aa1fd70c225f70d8422e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-g, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-22T00:38:29.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:29 smithi167 ceph-mon[31348]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:29.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:29 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1543654734' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:30.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:29 smithi081 ceph-mon[31546]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:30.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:29 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1543654734' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:30.315 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:38:29 smithi018 podman[69469]: 2024-04-22 00:38:29.929675367 +0000 UTC m=+0.396621969 container init 94979d7a2fc5d0f9c89a4b9e40585834ad229d5974d5aa1fd70c225f70d8422e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-g, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-22T00:38:30.315 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:38:29 smithi018 podman[69469]: 2024-04-22 00:38:29.932582832 +0000 UTC m=+0.399529434 container start 94979d7a2fc5d0f9c89a4b9e40585834ad229d5974d5aa1fd70c225f70d8422e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-g, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-22T00:38:30.315 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:38:29 smithi018 ceph-mds[69488]: -- 172.21.15.18:0/644967312 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bd055fba40 con 0x55bd055cec00 2024-04-22T00:38:30.316 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:38:29 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-g[69484]: starting mds.g at 2024-04-22T00:38:30.316 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:38:30 smithi018 bash[69469]: 94979d7a2fc5d0f9c89a4b9e40585834ad229d5974d5aa1fd70c225f70d8422e 2024-04-22T00:38:30.316 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:38:30 smithi018 systemd[1]: Started Ceph mds.g for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:31.054 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:31.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.161+0000 7f60d7e8d640 1 -- 172.21.15.18:0/3245243395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60d0107460 msgr2=0x7f60d01098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.161+0000 7f60d7e8d640 1 --2- 172.21.15.18:0/3245243395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60d0107460 0x7f60d01098b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f60c8009ca0 tx=0x7f60c802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.161+0000 7f60d7e8d640 1 -- 172.21.15.18:0/3245243395 shutdown_connections 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.161+0000 7f60d7e8d640 1 --2- 172.21.15.18:0/3245243395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60d0107460 0x7f60d01098b0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.161+0000 7f60d7e8d640 1 --2- 172.21.15.18:0/3245243395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60d0104b30 0x7f60d0106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.161+0000 7f60d7e8d640 1 --2- 172.21.15.18:0/3245243395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60d0102200 0x7f60d01045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.161+0000 7f60d7e8d640 1 -- 172.21.15.18:0/3245243395 >> 172.21.15.18:0/3245243395 conn(0x7f60d00fbbf0 msgr2=0x7f60d00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.161+0000 7f60d7e8d640 1 -- 172.21.15.18:0/3245243395 shutdown_connections 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.161+0000 7f60d7e8d640 1 -- 172.21.15.18:0/3245243395 wait complete. 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d7e8d640 1 Processor -- start 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d7e8d640 1 -- start start 2024-04-22T00:38:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d7e8d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60d0102200 0x7f60d0101b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d7e8d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60d0104b30 0x7f60d01001b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d7e8d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60d0107460 0x7f60d01006f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d7e8d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f60d010d470 con 0x7f60d0102200 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d7e8d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f60d010d2f0 con 0x7f60d0104b30 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d7e8d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f60d010d5f0 con 0x7f60d0107460 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d5c29640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60d0102200 0x7f60d0101b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d5c29640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60d0102200 0x7f60d0101b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54650/0 (socket says 172.21.15.18:54650) 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d5c29640 1 -- 172.21.15.18:0/2127282981 learned_addr learned my addr 172.21.15.18:0/2127282981 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d5428640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60d0104b30 0x7f60d01001b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d642a640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60d0107460 0x7f60d01006f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d5c29640 1 -- 172.21.15.18:0/2127282981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60d0107460 msgr2=0x7f60d01006f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d5c29640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60d0107460 0x7f60d01006f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.162+0000 7f60d5c29640 1 -- 172.21.15.18:0/2127282981 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60d0104b30 msgr2=0x7f60d01001b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:31.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.163+0000 7f60d5c29640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60d0104b30 0x7f60d01001b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:31.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.163+0000 7f60d5c29640 1 -- 172.21.15.18:0/2127282981 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60d0100f80 con 0x7f60d0102200 2024-04-22T00:38:31.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.163+0000 7f60d5c29640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60d0102200 0x7f60d0101b70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f60cc00d950 tx=0x7f60cc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:31.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.163+0000 7f60c6ffd640 1 -- 172.21.15.18:0/2127282981 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60cc017030 con 0x7f60d0102200 2024-04-22T00:38:31.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.163+0000 7f60c6ffd640 1 -- 172.21.15.18:0/2127282981 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60cc004020 con 0x7f60d0102200 2024-04-22T00:38:31.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.163+0000 7f60d7e8d640 1 -- 172.21.15.18:0/2127282981 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60d01a1be0 con 0x7f60d0102200 2024-04-22T00:38:31.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.163+0000 7f60c6ffd640 1 -- 172.21.15.18:0/2127282981 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60cc0047a0 con 0x7f60d0102200 2024-04-22T00:38:31.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.163+0000 7f60d7e8d640 1 -- 172.21.15.18:0/2127282981 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60d01a2130 con 0x7f60d0102200 2024-04-22T00:38:31.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.164+0000 7f60d7e8d640 1 -- 172.21.15.18:0/2127282981 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60d00fd6e0 con 0x7f60d0102200 2024-04-22T00:38:31.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.165+0000 7f60c6ffd640 1 -- 172.21.15.18:0/2127282981 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f60cc0041d0 con 0x7f60d0102200 2024-04-22T00:38:31.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.166+0000 7f60c6ffd640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60bc0a2b90 0x7f60bc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:31.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.166+0000 7f60d5428640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60bc0a2b90 0x7f60bc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:31.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.166+0000 7f60c6ffd640 1 -- 172.21.15.18:0/2127282981 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f60cc0cee40 con 0x7f60d0102200 2024-04-22T00:38:31.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.166+0000 7f60d5428640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60bc0a2b90 0x7f60bc0a5050 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f60d01018e0 tx=0x7f60c0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:31.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.169+0000 7f60c6ffd640 1 -- 172.21.15.18:0/2127282981 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f60cc09c1a0 con 0x7f60d0102200 2024-04-22T00:38:31.337 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:31.337 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:31.337 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:31.337 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:31.337 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:31.337 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:31.337 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:31.337 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: Deploying daemon mds.a on smithi018 2024-04-22T00:38:31.337 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.18:6838/2382458166,v1:172.21.15.18:6839/2382458166] up:boot 2024-04-22T00:38:31.337 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: fsmap 10 up:standby 2024-04-22T00:38:31.338 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T00:38:31.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.392+0000 7f60d7e8d640 1 -- 172.21.15.18:0/2127282981 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f60d002d170 con 0x7f60d0102200 2024-04-22T00:38:31.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.393+0000 7f60c6ffd640 1 -- 172.21.15.18:0/2127282981 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8830 (secure 0 0 0) 0x7f60cc09baa0 con 0x7f60d0102200 2024-04-22T00:38:31.396 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:31.396 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24508,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-22T00:38:31.396 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 11 2024-04-22T00:38:31.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 -- 172.21.15.18:0/2127282981 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60bc0a2b90 msgr2=0x7f60bc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:31.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60bc0a2b90 0x7f60bc0a5050 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f60d01018e0 tx=0x7f60c0008040 comp rx=0 tx=0).stop 2024-04-22T00:38:31.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 -- 172.21.15.18:0/2127282981 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60d0102200 msgr2=0x7f60d0101b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:31.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60d0102200 0x7f60d0101b70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f60cc00d950 tx=0x7f60cc00de10 comp rx=0 tx=0).stop 2024-04-22T00:38:31.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 -- 172.21.15.18:0/2127282981 shutdown_connections 2024-04-22T00:38:31.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60bc0a2b90 0x7f60bc0a5050 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:31.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f60d0107460 0x7f60d01006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:31.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60d0104b30 0x7f60d01001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:31.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 --2- 172.21.15.18:0/2127282981 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60d0102200 0x7f60d0101b70 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:31.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 -- 172.21.15.18:0/2127282981 >> 172.21.15.18:0/2127282981 conn(0x7f60d00fbbf0 msgr2=0x7f60d0102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:31.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 -- 172.21.15.18:0/2127282981 shutdown_connections 2024-04-22T00:38:31.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:31.396+0000 7f60d7e8d640 1 -- 172.21.15.18:0/2127282981 wait complete. 2024-04-22T00:38:31.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:31.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:31.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:31.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:31.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:31.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:31.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:31.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: Deploying daemon mds.a on smithi018 2024-04-22T00:38:31.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.18:6838/2382458166,v1:172.21.15.18:6839/2382458166] up:boot 2024-04-22T00:38:31.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: fsmap 10 up:standby 2024-04-22T00:38:31.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T00:38:31.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:31.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:31.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:31.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:31.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:31.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:31.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:31.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: Deploying daemon mds.a on smithi018 2024-04-22T00:38:31.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.18:6838/2382458166,v1:172.21.15.18:6839/2382458166] up:boot 2024-04-22T00:38:31.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: fsmap 10 up:standby 2024-04-22T00:38:31.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T00:38:32.226 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:32 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2127282981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:32.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:32 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2127282981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:32.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:32 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2127282981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:32.639 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:38:32 smithi018 systemd[1]: Starting Ceph mds.a for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:38:32.890 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:38:32 smithi018 podman[69830]: 2024-04-22 00:38:32.540857497 +0000 UTC m=+0.018732577 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:38:32.891 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:38:32 smithi018 podman[69830]: 2024-04-22 00:38:32.658981038 +0000 UTC m=+0.136856141 container create d20f9e6b622173f866bb85b69ab1e4f49ecd5ab15c984f6d9a0e1d01648bc467 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-22T00:38:32.891 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:38:32 smithi018 podman[69830]: 2024-04-22 00:38:32.886554096 +0000 UTC m=+0.364429157 container init d20f9e6b622173f866bb85b69ab1e4f49ecd5ab15c984f6d9a0e1d01648bc467 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-a, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True) 2024-04-22T00:38:32.891 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:38:32 smithi018 podman[69830]: 2024-04-22 00:38:32.889180628 +0000 UTC m=+0.367055698 container start d20f9e6b622173f866bb85b69ab1e4f49ecd5ab15c984f6d9a0e1d01648bc467 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-22T00:38:33.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:33 smithi018 ceph-mon[27979]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:33.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:33.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:33.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:33.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:33.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:33.160 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:33.160 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:38:32 smithi018 ceph-mds[69849]: -- 172.21.15.18:0/2378759494 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55eac5561a40 con 0x55eac5535000 2024-04-22T00:38:33.160 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:38:32 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-a[69845]: starting mds.a at 2024-04-22T00:38:33.160 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:38:32 smithi018 bash[69830]: d20f9e6b622173f866bb85b69ab1e4f49ecd5ab15c984f6d9a0e1d01648bc467 2024-04-22T00:38:33.160 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:38:32 smithi018 systemd[1]: Started Ceph mds.a for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:33.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:33 smithi081 ceph-mon[31546]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:33.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:33.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:33.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:33.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:33.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:33.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:33.411 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:33.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:33 smithi167 ceph-mon[31348]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:33.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:33.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:33.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:33.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T00:38:33.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T00:38:33.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:33.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.518+0000 7eff21884640 1 -- 172.21.15.18:0/2886019336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff1c101890 msgr2=0x7eff1c101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:33.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.518+0000 7eff21884640 1 --2- 172.21.15.18:0/2886019336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff1c101890 0x7eff1c101d10 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7eff10009900 tx=0x7eff1002bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:33.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.518+0000 7eff21884640 1 -- 172.21.15.18:0/2886019336 shutdown_connections 2024-04-22T00:38:33.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.518+0000 7eff21884640 1 --2- 172.21.15.18:0/2886019336 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff1c102250 0x7eff1c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:33.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.518+0000 7eff21884640 1 --2- 172.21.15.18:0/2886019336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff1c101890 0x7eff1c101d10 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:33.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.518+0000 7eff21884640 1 --2- 172.21.15.18:0/2886019336 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff1c1006a0 0x7eff1c100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:33.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.518+0000 7eff21884640 1 -- 172.21.15.18:0/2886019336 >> 172.21.15.18:0/2886019336 conn(0x7eff1c0fbc30 msgr2=0x7eff1c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:33.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.518+0000 7eff21884640 1 -- 172.21.15.18:0/2886019336 shutdown_connections 2024-04-22T00:38:33.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.518+0000 7eff21884640 1 -- 172.21.15.18:0/2886019336 wait complete. 2024-04-22T00:38:33.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.519+0000 7eff21884640 1 Processor -- start 2024-04-22T00:38:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.519+0000 7eff21884640 1 -- start start 2024-04-22T00:38:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff21884640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff1c1006a0 0x7eff1c197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff21884640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff1c101890 0x7eff1c198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff21884640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff1c102250 0x7eff1c19f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff21884640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c10c320 con 0x7eff1c102250 2024-04-22T00:38:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff21884640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c10c1a0 con 0x7eff1c101890 2024-04-22T00:38:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff21884640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c10c4a0 con 0x7eff1c1006a0 2024-04-22T00:38:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff1c102250 0x7eff1c19f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff1c102250 0x7eff1c19f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54674/0 (socket says 172.21.15.18:54674) 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1b7fe640 1 -- 172.21.15.18:0/2565240690 learned_addr learned my addr 172.21.15.18:0/2565240690 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1a7fc640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff1c101890 0x7eff1c198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1affd640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff1c1006a0 0x7eff1c197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1b7fe640 1 -- 172.21.15.18:0/2565240690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff1c1006a0 msgr2=0x7eff1c197b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1b7fe640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff1c1006a0 0x7eff1c197b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1b7fe640 1 -- 172.21.15.18:0/2565240690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff1c101890 msgr2=0x7eff1c198080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1b7fe640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff1c101890 0x7eff1c198080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1b7fe640 1 -- 172.21.15.18:0/2565240690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff1c19f710 con 0x7eff1c102250 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1affd640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff1c1006a0 0x7eff1c197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff1b7fe640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff1c102250 0x7eff1c19f0a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7eff1400efd0 tx=0x7eff1400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff20882640 1 -- 172.21.15.18:0/2565240690 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff14003b70 con 0x7eff1c102250 2024-04-22T00:38:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.520+0000 7eff21884640 1 -- 172.21.15.18:0/2565240690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff1c19fa00 con 0x7eff1c102250 2024-04-22T00:38:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.521+0000 7eff20882640 1 -- 172.21.15.18:0/2565240690 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff14003d10 con 0x7eff1c102250 2024-04-22T00:38:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.521+0000 7eff20882640 1 -- 172.21.15.18:0/2565240690 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff140109f0 con 0x7eff1c102250 2024-04-22T00:38:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.521+0000 7eff21884640 1 -- 172.21.15.18:0/2565240690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff1c19fed0 con 0x7eff1c102250 2024-04-22T00:38:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.521+0000 7eff21884640 1 -- 172.21.15.18:0/2565240690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff1c1a0100 con 0x7eff1c102250 2024-04-22T00:38:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.523+0000 7eff20882640 1 -- 172.21.15.18:0/2565240690 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7eff14010b90 con 0x7eff1c102250 2024-04-22T00:38:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.524+0000 7eff20882640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff040a2b90 0x7eff040a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.524+0000 7eff1affd640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff040a2b90 0x7eff040a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.524+0000 7eff20882640 1 -- 172.21.15.18:0/2565240690 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7eff140cf4a0 con 0x7eff1c102250 2024-04-22T00:38:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.524+0000 7eff1affd640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff040a2b90 0x7eff040a5050 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7eff1c1016f0 tx=0x7eff0c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:33.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.528+0000 7eff20882640 1 -- 172.21.15.18:0/2565240690 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7eff1409c800 con 0x7eff1c102250 2024-04-22T00:38:33.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.755+0000 7eff21884640 1 -- 172.21.15.18:0/2565240690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff1c1a02d0 con 0x7eff1c102250 2024-04-22T00:38:33.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.756+0000 7eff20882640 1 -- 172.21.15.18:0/2565240690 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9653 (secure 0 0 0) 0x7eff1409c100 con 0x7eff1c102250 2024-04-22T00:38:33.758 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:33.758 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24508,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-22T00:38:33.759 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 12 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 -- 172.21.15.18:0/2565240690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff040a2b90 msgr2=0x7eff040a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff040a2b90 0x7eff040a5050 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7eff1c1016f0 tx=0x7eff0c005f90 comp rx=0 tx=0).stop 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 -- 172.21.15.18:0/2565240690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff1c102250 msgr2=0x7eff1c19f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff1c102250 0x7eff1c19f0a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7eff1400efd0 tx=0x7eff1400c6a0 comp rx=0 tx=0).stop 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 -- 172.21.15.18:0/2565240690 shutdown_connections 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff040a2b90 0x7eff040a5050 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff1c102250 0x7eff1c19f0a0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff1c101890 0x7eff1c198080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 --2- 172.21.15.18:0/2565240690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff1c1006a0 0x7eff1c197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 -- 172.21.15.18:0/2565240690 >> 172.21.15.18:0/2565240690 conn(0x7eff1c0fbc30 msgr2=0x7eff1c069d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 -- 172.21.15.18:0/2565240690 shutdown_connections 2024-04-22T00:38:33.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:33.758+0000 7eff21884640 1 -- 172.21.15.18:0/2565240690 wait complete. 2024-04-22T00:38:34.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:34 smithi081 ceph-mon[31546]: Deploying daemon mds.b on smithi081 2024-04-22T00:38:34.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:34 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.18:6840/665483074,v1:172.21.15.18:6841/665483074] up:boot 2024-04-22T00:38:34.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:34 smithi081 ceph-mon[31546]: fsmap 11 up:standby 2024-04-22T00:38:34.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:34 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T00:38:34.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:34 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2565240690' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:34.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:34 smithi018 ceph-mon[27979]: Deploying daemon mds.b on smithi081 2024-04-22T00:38:34.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:34 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.18:6840/665483074,v1:172.21.15.18:6841/665483074] up:boot 2024-04-22T00:38:34.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:34 smithi018 ceph-mon[27979]: fsmap 11 up:standby 2024-04-22T00:38:34.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:34 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T00:38:34.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:34 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2565240690' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:34.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:34 smithi167 ceph-mon[31348]: Deploying daemon mds.b on smithi081 2024-04-22T00:38:34.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:34 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.18:6840/665483074,v1:172.21.15.18:6841/665483074] up:boot 2024-04-22T00:38:34.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:34 smithi167 ceph-mon[31348]: fsmap 11 up:standby 2024-04-22T00:38:34.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:34 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T00:38:34.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:34 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2565240690' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:35.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:35 smithi081 ceph-mon[31546]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:35.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:35 smithi018 ceph-mon[27979]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:35.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:35 smithi167 ceph-mon[31348]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:35.773 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:35.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.885+0000 7fa6c646d640 1 -- 172.21.15.18:0/2402023564 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6c01029a0 msgr2=0x7fa6c0102e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.885+0000 7fa6c646d640 1 --2- 172.21.15.18:0/2402023564 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6c01029a0 0x7fa6c0102e20 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa6b4009900 tx=0x7fa6b402bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.885+0000 7fa6c646d640 1 -- 172.21.15.18:0/2402023564 shutdown_connections 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.885+0000 7fa6c646d640 1 --2- 172.21.15.18:0/2402023564 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6c0103360 0x7fa6c0109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.885+0000 7fa6c646d640 1 --2- 172.21.15.18:0/2402023564 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6c01029a0 0x7fa6c0102e20 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.885+0000 7fa6c646d640 1 --2- 172.21.15.18:0/2402023564 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6c01017b0 0x7fa6c0101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.885+0000 7fa6c646d640 1 -- 172.21.15.18:0/2402023564 >> 172.21.15.18:0/2402023564 conn(0x7fa6c00fcd40 msgr2=0x7fa6c00ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.885+0000 7fa6c646d640 1 -- 172.21.15.18:0/2402023564 shutdown_connections 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.885+0000 7fa6c646d640 1 -- 172.21.15.18:0/2402023564 wait complete. 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6c646d640 1 Processor -- start 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6c646d640 1 -- start start 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6c646d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6c01017b0 0x7fa6c0197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:35.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6c646d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6c01029a0 0x7fa6c0198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6c646d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6c0103360 0x7fa6c019f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6c646d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c010d4f0 con 0x7fa6c01029a0 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6c646d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c010d370 con 0x7fa6c0103360 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6c646d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c010d670 con 0x7fa6c01017b0 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6bf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6c01029a0 0x7fa6c0198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6bf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6c01029a0 0x7fa6c0198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54682/0 (socket says 172.21.15.18:54682) 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6bf7fe640 1 -- 172.21.15.18:0/3665850718 learned_addr learned my addr 172.21.15.18:0/3665850718 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6c4a0a640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6c0103360 0x7fa6c019f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.886+0000 7fa6bffff640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6c01017b0 0x7fa6c0197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6bf7fe640 1 -- 172.21.15.18:0/3665850718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6c01017b0 msgr2=0x7fa6c0197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6bf7fe640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6c01017b0 0x7fa6c0197b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6bf7fe640 1 -- 172.21.15.18:0/3665850718 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6c0103360 msgr2=0x7fa6c019f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6bf7fe640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6c0103360 0x7fa6c019f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6bf7fe640 1 -- 172.21.15.18:0/3665850718 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c019f720 con 0x7fa6c01029a0 2024-04-22T00:38:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6bffff640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6c01017b0 0x7fa6c0197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6bf7fe640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6c01029a0 0x7fa6c0198040 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa6b4000c00 tx=0x7fa6b4005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6bd7fa640 1 -- 172.21.15.18:0/3665850718 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b4043020 con 0x7fa6c01029a0 2024-04-22T00:38:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6c646d640 1 -- 172.21.15.18:0/3665850718 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6c019f9b0 con 0x7fa6c01029a0 2024-04-22T00:38:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6bd7fa640 1 -- 172.21.15.18:0/3665850718 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6b40054e0 con 0x7fa6c01029a0 2024-04-22T00:38:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6c646d640 1 -- 172.21.15.18:0/3665850718 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6c019ff50 con 0x7fa6c01029a0 2024-04-22T00:38:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.887+0000 7fa6bd7fa640 1 -- 172.21.15.18:0/3665850718 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b4003e60 con 0x7fa6c01029a0 2024-04-22T00:38:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.888+0000 7fa6c646d640 1 -- 172.21.15.18:0/3665850718 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6c0108ad0 con 0x7fa6c01029a0 2024-04-22T00:38:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.889+0000 7fa6bd7fa640 1 -- 172.21.15.18:0/3665850718 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa6b4046020 con 0x7fa6c01029a0 2024-04-22T00:38:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.890+0000 7fa6bd7fa640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a80a2b90 0x7fa6a80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.890+0000 7fa6bffff640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a80a2b90 0x7fa6a80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.890+0000 7fa6bd7fa640 1 -- 172.21.15.18:0/3665850718 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fa6b40f0f20 con 0x7fa6c01029a0 2024-04-22T00:38:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.890+0000 7fa6bffff640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a80a2b90 0x7fa6a80a5050 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0006fd0 tx=0x7fa6b0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:35.894+0000 7fa6bd7fa640 1 -- 172.21.15.18:0/3665850718 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa6b404d020 con 0x7fa6c01029a0 2024-04-22T00:38:35.908 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:38:35 smithi081 podman[61323]: 2024-04-22 00:38:35.786334874 +0000 UTC m=+0.146432161 container create 9440ad707ea37ba08fa167c60c41979a8cac1586b4a3d9df7e1691e28d608fac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-820a2f8, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:38:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.123+0000 7fa6c646d640 1 -- 172.21.15.18:0/3665850718 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6c0062340 con 0x7fa6c01029a0 2024-04-22T00:38:36.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.124+0000 7fa6bd7fa640 1 -- 172.21.15.18:0/3665850718 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10479 (secure 0 0 0) 0x7fa6b40be280 con 0x7fa6c01029a0 2024-04-22T00:38:36.126 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:36.126 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24508,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-22T00:38:36.127 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 13 2024-04-22T00:38:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 -- 172.21.15.18:0/3665850718 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a80a2b90 msgr2=0x7fa6a80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a80a2b90 0x7fa6a80a5050 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0006fd0 tx=0x7fa6b0008040 comp rx=0 tx=0).stop 2024-04-22T00:38:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 -- 172.21.15.18:0/3665850718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6c01029a0 msgr2=0x7fa6c0198040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6c01029a0 0x7fa6c0198040 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa6b4000c00 tx=0x7fa6b4005dd0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 -- 172.21.15.18:0/3665850718 shutdown_connections 2024-04-22T00:38:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a80a2b90 0x7fa6a80a5050 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6c0103360 0x7fa6c019f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6c01029a0 0x7fa6c0198040 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 --2- 172.21.15.18:0/3665850718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6c01017b0 0x7fa6c0197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 -- 172.21.15.18:0/3665850718 >> 172.21.15.18:0/3665850718 conn(0x7fa6c00fcd40 msgr2=0x7fa6c0105ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 -- 172.21.15.18:0/3665850718 shutdown_connections 2024-04-22T00:38:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.126+0000 7fa6c646d640 1 -- 172.21.15.18:0/3665850718 wait complete. 2024-04-22T00:38:36.140 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:38:36.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.242+0000 7f2c322a7640 1 -- 172.21.15.18:0/2073478092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c2c1022a0 msgr2=0x7f2c2c104690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.242+0000 7f2c322a7640 1 --2- 172.21.15.18:0/2073478092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c2c1022a0 0x7f2c2c104690 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c009900 tx=0x7f2c1c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:36.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.242+0000 7f2c322a7640 1 -- 172.21.15.18:0/2073478092 shutdown_connections 2024-04-22T00:38:36.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.242+0000 7f2c322a7640 1 --2- 172.21.15.18:0/2073478092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2c2c107500 0x7f2c2c1098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.242+0000 7f2c322a7640 1 --2- 172.21.15.18:0/2073478092 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2c2c104bd0 0x7f2c2c106fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.242+0000 7f2c322a7640 1 --2- 172.21.15.18:0/2073478092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c2c1022a0 0x7f2c2c104690 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.242+0000 7f2c322a7640 1 -- 172.21.15.18:0/2073478092 >> 172.21.15.18:0/2073478092 conn(0x7f2c2c0fbbf0 msgr2=0x7f2c2c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:36.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.242+0000 7f2c322a7640 1 -- 172.21.15.18:0/2073478092 shutdown_connections 2024-04-22T00:38:36.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.242+0000 7f2c322a7640 1 -- 172.21.15.18:0/2073478092 wait complete. 2024-04-22T00:38:36.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.242+0000 7f2c322a7640 1 Processor -- start 2024-04-22T00:38:36.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c322a7640 1 -- start start 2024-04-22T00:38:36.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c322a7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2c2c1022a0 0x7f2c2c199c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c322a7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2c2c104bd0 0x7f2c2c19a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c322a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c2c107500 0x7f2c2c1a11b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c322a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2c2c10d3f0 con 0x7f2c2c107500 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c322a7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2c2c10d270 con 0x7f2c2c104bd0 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c322a7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2c2c10d570 con 0x7f2c2c1022a0 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c30844640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c2c107500 0x7f2c2c1a11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c30844640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c2c107500 0x7f2c2c1a11b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54708/0 (socket says 172.21.15.18:54708) 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c30844640 1 -- 172.21.15.18:0/459453110 learned_addr learned my addr 172.21.15.18:0/459453110 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c2b7fe640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2c2c104bd0 0x7f2c2c19a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c2bfff640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2c2c1022a0 0x7f2c2c199c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c30844640 1 -- 172.21.15.18:0/459453110 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2c2c1022a0 msgr2=0x7f2c2c199c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c30844640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2c2c1022a0 0x7f2c2c199c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c30844640 1 -- 172.21.15.18:0/459453110 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2c2c104bd0 msgr2=0x7f2c2c19a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c30844640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2c2c104bd0 0x7f2c2c19a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c30844640 1 -- 172.21.15.18:0/459453110 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c2c1a1850 con 0x7f2c2c107500 2024-04-22T00:38:36.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.243+0000 7f2c2bfff640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2c2c1022a0 0x7f2c2c199c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:36.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.244+0000 7f2c30844640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c2c107500 0x7f2c2c1a11b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2c2400cce0 tx=0x7f2c2400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:36.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.244+0000 7f2c297fa640 1 -- 172.21.15.18:0/459453110 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c2400f450 con 0x7f2c2c107500 2024-04-22T00:38:36.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.244+0000 7f2c322a7640 1 -- 172.21.15.18:0/459453110 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c2c1a1b40 con 0x7f2c2c107500 2024-04-22T00:38:36.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.244+0000 7f2c297fa640 1 -- 172.21.15.18:0/459453110 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c2400fad0 con 0x7f2c2c107500 2024-04-22T00:38:36.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.244+0000 7f2c297fa640 1 -- 172.21.15.18:0/459453110 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c24018b60 con 0x7f2c2c107500 2024-04-22T00:38:36.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.244+0000 7f2c322a7640 1 -- 172.21.15.18:0/459453110 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c2c1a2040 con 0x7f2c2c107500 2024-04-22T00:38:36.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.245+0000 7f2c322a7640 1 -- 172.21.15.18:0/459453110 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c2c108ff0 con 0x7f2c2c107500 2024-04-22T00:38:36.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.246+0000 7f2c297fa640 1 -- 172.21.15.18:0/459453110 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2c2400fc80 con 0x7f2c2c107500 2024-04-22T00:38:36.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.247+0000 7f2c297fa640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2c140a2b90 0x7f2c140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.247+0000 7f2c2bfff640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2c140a2b90 0x7f2c140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.247+0000 7f2c297fa640 1 -- 172.21.15.18:0/459453110 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f2c240cf160 con 0x7f2c2c107500 2024-04-22T00:38:36.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.247+0000 7f2c2bfff640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2c140a2b90 0x7f2c140a5050 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c02c7b0 tx=0x7f2c1c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:36.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.251+0000 7f2c297fa640 1 -- 172.21.15.18:0/459453110 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2c24014030 con 0x7f2c2c107500 2024-04-22T00:38:36.408 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:38:36 smithi081 podman[61323]: 2024-04-22 00:38:36.030654326 +0000 UTC m=+0.390751583 container init 9440ad707ea37ba08fa167c60c41979a8cac1586b4a3d9df7e1691e28d608fac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2) 2024-04-22T00:38:36.408 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:38:36 smithi081 podman[61323]: 2024-04-22 00:38:36.03328971 +0000 UTC m=+0.393386956 container start 9440ad707ea37ba08fa167c60c41979a8cac1586b4a3d9df7e1691e28d608fac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-22T00:38:36.408 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:38:36 smithi081 ceph-mds[61341]: -- 172.21.15.81:0/2544213170 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c51cef1a40 con 0x55c51cec4c00 2024-04-22T00:38:36.409 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:38:36 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b[61337]: starting mds.b at 2024-04-22T00:38:36.409 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:38:36 smithi081 bash[61323]: 9440ad707ea37ba08fa167c60c41979a8cac1586b4a3d9df7e1691e28d608fac 2024-04-22T00:38:36.409 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:38:36 smithi081 systemd[1]: Started Ceph mds.b for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:38:36.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.466+0000 7f2c322a7640 1 -- 172.21.15.18:0/459453110 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c2c02d3c0 con 0x7f2c2c107500 2024-04-22T00:38:36.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.467+0000 7f2c297fa640 1 -- 172.21.15.18:0/459453110 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+18370 (secure 0 0 0) 0x7f2c2409c560 con 0x7f2c2c107500 2024-04-22T00:38:36.470 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:36.471 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":83,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:37:52.821493+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:38:36.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 -- 172.21.15.18:0/459453110 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2c140a2b90 msgr2=0x7f2c140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2c140a2b90 0x7f2c140a5050 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c02c7b0 tx=0x7f2c1c005fd0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 -- 172.21.15.18:0/459453110 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c2c107500 msgr2=0x7f2c2c1a11b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c2c107500 0x7f2c2c1a11b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2c2400cce0 tx=0x7f2c2400a620 comp rx=0 tx=0).stop 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 -- 172.21.15.18:0/459453110 shutdown_connections 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2c140a2b90 0x7f2c140a5050 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c2c107500 0x7f2c2c1a11b0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2c2c104bd0 0x7f2c2c19a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 --2- 172.21.15.18:0/459453110 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2c2c1022a0 0x7f2c2c199c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 -- 172.21.15.18:0/459453110 >> 172.21.15.18:0/459453110 conn(0x7f2c2c0fbbf0 msgr2=0x7f2c2c1019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 -- 172.21.15.18:0/459453110 shutdown_connections 2024-04-22T00:38:36.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.470+0000 7f2c322a7640 1 -- 172.21.15.18:0/459453110 wait complete. 2024-04-22T00:38:36.484 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T00:38:36.484 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:38:36.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.588+0000 7fc634797640 1 -- 172.21.15.18:0/3544334081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c100070 msgr2=0x7fc62c100490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.588+0000 7fc634797640 1 --2- 172.21.15.18:0/3544334081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c100070 0x7fc62c100490 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc628009900 tx=0x7fc62802bcd0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.588+0000 7fc634797640 1 -- 172.21.15.18:0/3544334081 shutdown_connections 2024-04-22T00:38:36.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.588+0000 7fc634797640 1 --2- 172.21.15.18:0/3544334081 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc62c101370 0x7fc62c1017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.588+0000 7fc634797640 1 --2- 172.21.15.18:0/3544334081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc62c1009d0 0x7fc62c100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.588+0000 7fc634797640 1 --2- 172.21.15.18:0/3544334081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c100070 0x7fc62c100490 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.588+0000 7fc634797640 1 -- 172.21.15.18:0/3544334081 >> 172.21.15.18:0/3544334081 conn(0x7fc62c0fbbf0 msgr2=0x7fc62c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:36.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.588+0000 7fc634797640 1 -- 172.21.15.18:0/3544334081 shutdown_connections 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.588+0000 7fc634797640 1 -- 172.21.15.18:0/3544334081 wait complete. 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc634797640 1 Processor -- start 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc634797640 1 -- start start 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc634797640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c100070 0x7fc62c199cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc634797640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc62c1009d0 0x7fc62c19a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc634797640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc62c101370 0x7fc62c1a1250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc634797640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc62c10f5d0 con 0x7fc62c100070 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc634797640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc62c10f450 con 0x7fc62c101370 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc634797640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc62c10f750 con 0x7fc62c1009d0 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc632533640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c100070 0x7fc62c199cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc632533640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c100070 0x7fc62c199cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54722/0 (socket says 172.21.15.18:54722) 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc632533640 1 -- 172.21.15.18:0/3725100602 learned_addr learned my addr 172.21.15.18:0/3725100602 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:36.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc632d34640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc62c101370 0x7fc62c1a1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.589+0000 7fc631d32640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc62c1009d0 0x7fc62c19a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc632533640 1 -- 172.21.15.18:0/3725100602 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc62c1009d0 msgr2=0x7fc62c19a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc632533640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc62c1009d0 0x7fc62c19a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc632533640 1 -- 172.21.15.18:0/3725100602 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc62c101370 msgr2=0x7fc62c1a1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc632533640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc62c101370 0x7fc62c1a1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc632533640 1 -- 172.21.15.18:0/3725100602 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc62c1a18f0 con 0x7fc62c100070 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc632d34640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc62c101370 0x7fc62c1a1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc632533640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c100070 0x7fc62c199cb0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc62802efd0 tx=0x7fc628005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc6237fe640 1 -- 172.21.15.18:0/3725100602 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc628041070 con 0x7fc62c100070 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc6237fe640 1 -- 172.21.15.18:0/3725100602 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6280044d0 con 0x7fc62c100070 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc634797640 1 -- 172.21.15.18:0/3725100602 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc62c1a1b80 con 0x7fc62c100070 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc6237fe640 1 -- 172.21.15.18:0/3725100602 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc628034440 con 0x7fc62c100070 2024-04-22T00:38:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.590+0000 7fc634797640 1 -- 172.21.15.18:0/3725100602 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc62c1a2070 con 0x7fc62c100070 2024-04-22T00:38:36.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.591+0000 7fc634797640 1 -- 172.21.15.18:0/3725100602 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc62c10b050 con 0x7fc62c100070 2024-04-22T00:38:36.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.592+0000 7fc6237fe640 1 -- 172.21.15.18:0/3725100602 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc628044070 con 0x7fc62c100070 2024-04-22T00:38:36.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.593+0000 7fc6237fe640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6180a2b90 0x7fc6180a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.593+0000 7fc631d32640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6180a2b90 0x7fc6180a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.593+0000 7fc6237fe640 1 -- 172.21.15.18:0/3725100602 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fc6280f06f0 con 0x7fc62c100070 2024-04-22T00:38:36.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.593+0000 7fc631d32640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6180a2b90 0x7fc6180a5050 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc62c19b1b0 tx=0x7fc61c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:36.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.597+0000 7fc6237fe640 1 -- 172.21.15.18:0/3725100602 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc6280bd4a0 con 0x7fc62c100070 2024-04-22T00:38:36.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.783+0000 7fc634797640 1 -- 172.21.15.18:0/3725100602 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc62c02d390 con 0x7fc62c100070 2024-04-22T00:38:36.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.783+0000 7fc6237fe640 1 -- 172.21.15.18:0/3725100602 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7fc6280c17a0 con 0x7fc62c100070 2024-04-22T00:38:36.785 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 -- 172.21.15.18:0/3725100602 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6180a2b90 msgr2=0x7fc6180a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6180a2b90 0x7fc6180a5050 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc62c19b1b0 tx=0x7fc61c00b410 comp rx=0 tx=0).stop 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 -- 172.21.15.18:0/3725100602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c100070 msgr2=0x7fc62c199cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c100070 0x7fc62c199cb0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc62802efd0 tx=0x7fc628005d50 comp rx=0 tx=0).stop 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 -- 172.21.15.18:0/3725100602 shutdown_connections 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6180a2b90 0x7fc6180a5050 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc62c101370 0x7fc62c1a1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc62c1009d0 0x7fc62c19a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 --2- 172.21.15.18:0/3725100602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c100070 0x7fc62c199cb0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 -- 172.21.15.18:0/3725100602 >> 172.21.15.18:0/3725100602 conn(0x7fc62c0fbbf0 msgr2=0x7fc62c0fd3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 -- 172.21.15.18:0/3725100602 shutdown_connections 2024-04-22T00:38:36.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.785+0000 7fc634797640 1 -- 172.21.15.18:0/3725100602 wait complete. 2024-04-22T00:38:36.799 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-22T00:38:36.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.901+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/1184399108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a341018b0 msgr2=0x7f4a34101d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.901+0000 7f4a3bcb5640 1 --2- 172.21.15.18:0/1184399108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a341018b0 0x7f4a34101d30 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4a24009900 tx=0x7f4a2402bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.901+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/1184399108 shutdown_connections 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.901+0000 7f4a3bcb5640 1 --2- 172.21.15.18:0/1184399108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4a34102270 0x7f4a34108b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.901+0000 7f4a3bcb5640 1 --2- 172.21.15.18:0/1184399108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a341018b0 0x7f4a34101d30 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.901+0000 7f4a3bcb5640 1 --2- 172.21.15.18:0/1184399108 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4a341006c0 0x7f4a34100ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.901+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/1184399108 >> 172.21.15.18:0/1184399108 conn(0x7f4a340fbc30 msgr2=0x7f4a340fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.901+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/1184399108 shutdown_connections 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.901+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/1184399108 wait complete. 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a3bcb5640 1 Processor -- start 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a3bcb5640 1 -- start start 2024-04-22T00:38:36.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a3bcb5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4a341006c0 0x7f4a34104650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a3bcb5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a341018b0 0x7f4a34102c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a3bcb5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4a34102270 0x7f4a341031d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a3bcb5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4a3410c390 con 0x7f4a341018b0 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a3bcb5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4a3410c210 con 0x7f4a341006c0 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a3bcb5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4a3410c510 con 0x7f4a34102270 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a39250640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a341018b0 0x7f4a34102c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a39250640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a341018b0 0x7f4a34102c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54744/0 (socket says 172.21.15.18:54744) 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a39250640 1 -- 172.21.15.18:0/159382000 learned_addr learned my addr 172.21.15.18:0/159382000 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a39a51640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4a341006c0 0x7f4a34104650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.902+0000 7f4a3a252640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4a34102270 0x7f4a341031d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a39250640 1 -- 172.21.15.18:0/159382000 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4a34102270 msgr2=0x7f4a341031d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a39250640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4a34102270 0x7f4a341031d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a39250640 1 -- 172.21.15.18:0/159382000 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4a341006c0 msgr2=0x7f4a34104650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a39250640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4a341006c0 0x7f4a34104650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:36.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a39250640 1 -- 172.21.15.18:0/159382000 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a34103a60 con 0x7f4a341018b0 2024-04-22T00:38:36.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a39250640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a341018b0 0x7f4a34102c90 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4a2402c8e0 tx=0x7f4a24004970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:36.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a2affd640 1 -- 172.21.15.18:0/159382000 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a24043020 con 0x7f4a341018b0 2024-04-22T00:38:36.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/159382000 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a341a1c50 con 0x7f4a341018b0 2024-04-22T00:38:36.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a2affd640 1 -- 172.21.15.18:0/159382000 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4a240054e0 con 0x7f4a341018b0 2024-04-22T00:38:36.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a2affd640 1 -- 172.21.15.18:0/159382000 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a24003c30 con 0x7f4a341018b0 2024-04-22T00:38:36.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.903+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/159382000 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a341a21a0 con 0x7f4a341018b0 2024-04-22T00:38:36.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.904+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/159382000 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a341a2370 con 0x7f4a341018b0 2024-04-22T00:38:36.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.905+0000 7f4a2affd640 1 -- 172.21.15.18:0/159382000 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4a24046020 con 0x7f4a341018b0 2024-04-22T00:38:36.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.906+0000 7f4a2affd640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4a200a2b90 0x7f4a200a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:36.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.906+0000 7f4a2affd640 1 -- 172.21.15.18:0/159382000 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f4a240f0b80 con 0x7f4a341018b0 2024-04-22T00:38:36.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.906+0000 7f4a39a51640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4a200a2b90 0x7f4a200a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:36.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.907+0000 7f4a39a51640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4a200a2b90 0x7f4a200a5050 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4a34101710 tx=0x7f4a30009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:36.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:36.911+0000 7f4a2affd640 1 -- 172.21.15.18:0/159382000 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4a2404d020 con 0x7f4a341018b0 2024-04-22T00:38:37.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.115+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/159382000 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f4a341a29c0 con 0x7f4a341018b0 2024-04-22T00:38:37.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.116+0000 7f4a2affd640 1 -- 172.21.15.18:0/159382000 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v83) ==== 84+0+65 (secure 0 0 0) 0x7f4a240be0a0 con 0x7f4a341018b0 2024-04-22T00:38:37.118 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:37.118 INFO:teuthology.orchestra.run.smithi018.stdout:[ 2024-04-22T00:38:37.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:38:37.119 INFO:teuthology.orchestra.run.smithi018.stdout: "poolnum": 1, 2024-04-22T00:38:37.119 INFO:teuthology.orchestra.run.smithi018.stdout: "poolname": ".mgr" 2024-04-22T00:38:37.119 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:38:37.119 INFO:teuthology.orchestra.run.smithi018.stdout:] 2024-04-22T00:38:37.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/159382000 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4a200a2b90 msgr2=0x7f4a200a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:37.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4a200a2b90 0x7f4a200a5050 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4a34101710 tx=0x7f4a30009500 comp rx=0 tx=0).stop 2024-04-22T00:38:37.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/159382000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a341018b0 msgr2=0x7f4a34102c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:37.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a341018b0 0x7f4a34102c90 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4a2402c8e0 tx=0x7f4a24004970 comp rx=0 tx=0).stop 2024-04-22T00:38:37.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/159382000 shutdown_connections 2024-04-22T00:38:37.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4a200a2b90 0x7f4a200a5050 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:37.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4a34102270 0x7f4a341031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:37.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a341018b0 0x7f4a34102c90 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:37.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 --2- 172.21.15.18:0/159382000 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4a341006c0 0x7f4a34104650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:37.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/159382000 >> 172.21.15.18:0/159382000 conn(0x7f4a340fbc30 msgr2=0x7f4a340fc260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:37.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/159382000 shutdown_connections 2024-04-22T00:38:37.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.118+0000 7f4a3bcb5640 1 -- 172.21.15.18:0/159382000 wait complete. 2024-04-22T00:38:37.132 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-22T00:38:37.132 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-22T00:38:37.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.236+0000 7f1174c68640 1 -- 172.21.15.18:0/1904038620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1170101890 msgr2=0x7f1170101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:37.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.236+0000 7f1174c68640 1 --2- 172.21.15.18:0/1904038620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1170101890 0x7f1170101d10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1164009900 tx=0x7f116402bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:37.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.236+0000 7f1174c68640 1 -- 172.21.15.18:0/1904038620 shutdown_connections 2024-04-22T00:38:37.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.236+0000 7f1174c68640 1 --2- 172.21.15.18:0/1904038620 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1170102250 0x7f1170108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:37.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.236+0000 7f1174c68640 1 --2- 172.21.15.18:0/1904038620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1170101890 0x7f1170101d10 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:37.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.236+0000 7f1174c68640 1 --2- 172.21.15.18:0/1904038620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f11701006a0 0x7f1170100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:37.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.236+0000 7f1174c68640 1 -- 172.21.15.18:0/1904038620 >> 172.21.15.18:0/1904038620 conn(0x7f11700fbc30 msgr2=0x7f11700fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:37.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.236+0000 7f1174c68640 1 -- 172.21.15.18:0/1904038620 shutdown_connections 2024-04-22T00:38:37.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.236+0000 7f1174c68640 1 -- 172.21.15.18:0/1904038620 wait complete. 2024-04-22T00:38:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f1174c68640 1 Processor -- start 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f1174c68640 1 -- start start 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f1174c68640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11701006a0 0x7f1170199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f1174c68640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170101890 0x7f117019a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f1174c68640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1170102250 0x7f11701a1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f1174c68640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f117010c370 con 0x7f1170102250 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f1174c68640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f117010c1f0 con 0x7f11701006a0 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f1174c68640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f117010c4f0 con 0x7f1170101890 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f116ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1170102250 0x7f11701a1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f116e59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11701006a0 0x7f1170199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f116e59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11701006a0 0x7f1170199dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:58642/0 (socket says 172.21.15.18:58642) 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f116e59c640 1 -- 172.21.15.18:0/1294517334 learned_addr learned my addr 172.21.15.18:0/1294517334 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.237+0000 7f116dd9b640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170101890 0x7f117019a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f116e59c640 1 -- 172.21.15.18:0/1294517334 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170101890 msgr2=0x7f117019a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f116e59c640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170101890 0x7f117019a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f116e59c640 1 -- 172.21.15.18:0/1294517334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1170102250 msgr2=0x7f11701a1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f116e59c640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1170102250 0x7f11701a1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f116e59c640 1 -- 172.21.15.18:0/1294517334 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11701a19d0 con 0x7f11701006a0 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f116e59c640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11701006a0 0x7f1170199dc0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f116800e9c0 tx=0x7f116800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f115f7fe640 1 -- 172.21.15.18:0/1294517334 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116800cd80 con 0x7f11701006a0 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f1174c68640 1 -- 172.21.15.18:0/1294517334 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11701a1cc0 con 0x7f11701006a0 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f1174c68640 1 -- 172.21.15.18:0/1294517334 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11701a21c0 con 0x7f11701006a0 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f115f7fe640 1 -- 172.21.15.18:0/1294517334 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11680035f0 con 0x7f11701006a0 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.238+0000 7f115f7fe640 1 -- 172.21.15.18:0/1294517334 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1168010690 con 0x7f11701006a0 2024-04-22T00:38:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.239+0000 7f1174c68640 1 -- 172.21.15.18:0/1294517334 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11701a2450 con 0x7f11701006a0 2024-04-22T00:38:37.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.240+0000 7f115f7fe640 1 -- 172.21.15.18:0/1294517334 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f11680037a0 con 0x7f11701006a0 2024-04-22T00:38:37.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.241+0000 7f115f7fe640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f11580a2b90 0x7f11580a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:37.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.241+0000 7f116dd9b640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f11580a2b90 0x7f11580a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:37.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.241+0000 7f115f7fe640 1 -- 172.21.15.18:0/1294517334 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f11680cf020 con 0x7f11701006a0 2024-04-22T00:38:37.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.241+0000 7f116dd9b640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f11580a2b90 0x7f11580a5050 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1164000c00 tx=0x7f116402df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:37.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.249+0000 7f115f7fe640 1 -- 172.21.15.18:0/1294517334 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f116809c420 con 0x7f11701006a0 2024-04-22T00:38:37.372 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] up:boot 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: fsmap 12 up:standby 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3665850718' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/459453110' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3725100602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:37.373 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:37 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/159382000' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-22T00:38:37.376 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:37.376 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] up:boot 2024-04-22T00:38:37.376 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: fsmap 12 up:standby 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3665850718' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/459453110' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3725100602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:37.377 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:37 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/159382000' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-22T00:38:37.393 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:37.393 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] up:boot 2024-04-22T00:38:37.393 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: fsmap 12 up:standby 2024-04-22T00:38:37.393 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T00:38:37.393 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3665850718' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:37.393 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.393 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:37.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:38:37.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/459453110' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:37.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3725100602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:37.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:37 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/159382000' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-22T00:38:37.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:37.437+0000 7f1174c68640 1 -- 172.21.15.18:0/1294517334 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f11701a2620 con 0x7f11701006a0 2024-04-22T00:38:38.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.339+0000 7f115f7fe640 1 -- 172.21.15.18:0/1294517334 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v84) ==== 138+0+0 (secure 0 0 0) 0x7f116809bd20 con 0x7f11701006a0 2024-04-22T00:38:38.342 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'cephfs_metadata' created 2024-04-22T00:38:38.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 -- 172.21.15.18:0/1294517334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f11580a2b90 msgr2=0x7f11580a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:38.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f11580a2b90 0x7f11580a5050 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1164000c00 tx=0x7f116402df90 comp rx=0 tx=0).stop 2024-04-22T00:38:38.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 -- 172.21.15.18:0/1294517334 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11701006a0 msgr2=0x7f1170199dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:38.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11701006a0 0x7f1170199dc0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f116800e9c0 tx=0x7f116800ee80 comp rx=0 tx=0).stop 2024-04-22T00:38:38.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 -- 172.21.15.18:0/1294517334 shutdown_connections 2024-04-22T00:38:38.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f11580a2b90 0x7f11580a5050 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:38.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1170102250 0x7f11701a1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:38.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1170101890 0x7f117019a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:38.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 --2- 172.21.15.18:0/1294517334 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11701006a0 0x7f1170199dc0 secure :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f116800e9c0 tx=0x7f116800ee80 comp rx=0 tx=0).stop 2024-04-22T00:38:38.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 -- 172.21.15.18:0/1294517334 >> 172.21.15.18:0/1294517334 conn(0x7f11700fbc30 msgr2=0x7f11700fd6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:38.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 -- 172.21.15.18:0/1294517334 shutdown_connections 2024-04-22T00:38:38.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.343+0000 7f1174c68640 1 -- 172.21.15.18:0/1294517334 wait complete. 2024-04-22T00:38:38.357 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-04-22T00:38:38.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.464+0000 7f8be9bf7640 1 -- 172.21.15.18:0/858134064 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be4101890 msgr2=0x7f8be4101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:38.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.464+0000 7f8be9bf7640 1 --2- 172.21.15.18:0/858134064 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be4101890 0x7f8be4101d10 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8bd8009900 tx=0x7f8bd802bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:38.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.464+0000 7f8be9bf7640 1 -- 172.21.15.18:0/858134064 shutdown_connections 2024-04-22T00:38:38.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.464+0000 7f8be9bf7640 1 --2- 172.21.15.18:0/858134064 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be4102250 0x7f8be4108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:38.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.464+0000 7f8be9bf7640 1 --2- 172.21.15.18:0/858134064 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be4101890 0x7f8be4101d10 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:38.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.464+0000 7f8be9bf7640 1 --2- 172.21.15.18:0/858134064 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be41006a0 0x7f8be4100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:38.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.464+0000 7f8be9bf7640 1 -- 172.21.15.18:0/858134064 >> 172.21.15.18:0/858134064 conn(0x7f8be40fbc30 msgr2=0x7f8be40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:38.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.464+0000 7f8be9bf7640 1 -- 172.21.15.18:0/858134064 shutdown_connections 2024-04-22T00:38:38.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.464+0000 7f8be9bf7640 1 -- 172.21.15.18:0/858134064 wait complete. 2024-04-22T00:38:38.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be9bf7640 1 Processor -- start 2024-04-22T00:38:38.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be9bf7640 1 -- start start 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be9bf7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be41006a0 0x7f8be4197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be9bf7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be4101890 0x7f8be4197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be9bf7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be4102250 0x7f8be419eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be9bf7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8be410d440 con 0x7f8be4101890 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be9bf7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8be410d2c0 con 0x7f8be41006a0 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be9bf7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8be410d5c0 con 0x7f8be4102250 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be4101890 0x7f8be4197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be4101890 0x7f8be4197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54794/0 (socket says 172.21.15.18:54794) 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be2ffd640 1 -- 172.21.15.18:0/4171962516 learned_addr learned my addr 172.21.15.18:0/4171962516 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be3fff640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be4102250 0x7f8be419eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.465+0000 7f8be37fe640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be41006a0 0x7f8be4197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be2ffd640 1 -- 172.21.15.18:0/4171962516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be4102250 msgr2=0x7f8be419eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be2ffd640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be4102250 0x7f8be419eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be2ffd640 1 -- 172.21.15.18:0/4171962516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be41006a0 msgr2=0x7f8be4197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be2ffd640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be41006a0 0x7f8be4197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be2ffd640 1 -- 172.21.15.18:0/4171962516 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8be419f660 con 0x7f8be4101890 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be3fff640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be4102250 0x7f8be419eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be2ffd640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be4101890 0x7f8be4197f80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8bd8009230 tx=0x7f8bd802c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be0ff9640 1 -- 172.21.15.18:0/4171962516 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd8041070 con 0x7f8be4101890 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be9bf7640 1 -- 172.21.15.18:0/4171962516 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8be419f8f0 con 0x7f8be4101890 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be0ff9640 1 -- 172.21.15.18:0/4171962516 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8bd8004450 con 0x7f8be4101890 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be0ff9640 1 -- 172.21.15.18:0/4171962516 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd8003e20 con 0x7f8be4101890 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.466+0000 7f8be9bf7640 1 -- 172.21.15.18:0/4171962516 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8be419fde0 con 0x7f8be4101890 2024-04-22T00:38:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.467+0000 7f8be9bf7640 1 -- 172.21.15.18:0/4171962516 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8be4107960 con 0x7f8be4101890 2024-04-22T00:38:38.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.468+0000 7f8be0ff9640 1 -- 172.21.15.18:0/4171962516 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8bd8044070 con 0x7f8be4101890 2024-04-22T00:38:38.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.469+0000 7f8be0ff9640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bcc0a2b90 0x7f8bcc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:38.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.469+0000 7f8be37fe640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bcc0a2b90 0x7f8bcc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:38.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.469+0000 7f8be0ff9640 1 -- 172.21.15.18:0/4171962516 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7497+0+0 (secure 0 0 0) 0x7f8bd80f0c50 con 0x7f8be4101890 2024-04-22T00:38:38.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.469+0000 7f8be37fe640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bcc0a2b90 0x7f8bcc0a5050 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8be41016f0 tx=0x7f8bd4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:38.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.473+0000 7f8be0ff9640 1 -- 172.21.15.18:0/4171962516 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8bd80bd870 con 0x7f8be4101890 2024-04-22T00:38:38.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:38 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1294517334' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T00:38:38.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:38 smithi081 ceph-mon[31546]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T00:38:38.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:38 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1294517334' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T00:38:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:38 smithi018 ceph-mon[27979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T00:38:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:38.658+0000 7f8be9bf7640 1 -- 172.21.15.18:0/4171962516 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f8be402d170 con 0x7f8be4101890 2024-04-22T00:38:38.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:38 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1294517334' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T00:38:38.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:38 smithi167 ceph-mon[31348]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T00:38:38.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:38.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:39.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.344+0000 7f8be0ff9640 1 -- 172.21.15.18:0/4171962516 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v85) ==== 171+0+0 (secure 0 0 0) 0x7f8bd80c1b70 con 0x7f8be4101890 2024-04-22T00:38:39.346 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'cephfs_data' created 2024-04-22T00:38:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.346+0000 7f8be9bf7640 1 -- 172.21.15.18:0/4171962516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bcc0a2b90 msgr2=0x7f8bcc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.346+0000 7f8be9bf7640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bcc0a2b90 0x7f8bcc0a5050 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8be41016f0 tx=0x7f8bd4005f90 comp rx=0 tx=0).stop 2024-04-22T00:38:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.347+0000 7f8be9bf7640 1 -- 172.21.15.18:0/4171962516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be4101890 msgr2=0x7f8be4197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.347+0000 7f8be9bf7640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be4101890 0x7f8be4197f80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8bd8009230 tx=0x7f8bd802c650 comp rx=0 tx=0).stop 2024-04-22T00:38:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.347+0000 7f8be9bf7640 1 -- 172.21.15.18:0/4171962516 shutdown_connections 2024-04-22T00:38:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.347+0000 7f8be9bf7640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bcc0a2b90 0x7f8bcc0a5050 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.347+0000 7f8be9bf7640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be4102250 0x7f8be419eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.347+0000 7f8be9bf7640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be4101890 0x7f8be4197f80 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.347+0000 7f8be9bf7640 1 --2- 172.21.15.18:0/4171962516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be41006a0 0x7f8be4197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.347+0000 7f8be9bf7640 1 -- 172.21.15.18:0/4171962516 >> 172.21.15.18:0/4171962516 conn(0x7f8be40fbc30 msgr2=0x7f8be4104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.347+0000 7f8be9bf7640 1 -- 172.21.15.18:0/4171962516 shutdown_connections 2024-04-22T00:38:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.347+0000 7f8be9bf7640 1 -- 172.21.15.18:0/4171962516 wait complete. 2024-04-22T00:38:39.370 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-22T00:38:39.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.475+0000 7fc486f85640 1 -- 172.21.15.18:0/4267370494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc4801006a0 msgr2=0x7fc480100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:39.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.475+0000 7fc486f85640 1 --2- 172.21.15.18:0/4267370494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc4801006a0 0x7fc480100ac0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc474009900 tx=0x7fc47402bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:39.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 -- 172.21.15.18:0/4267370494 shutdown_connections 2024-04-22T00:38:39.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 --2- 172.21.15.18:0/4267370494 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc480102250 0x7fc480108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:39.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 --2- 172.21.15.18:0/4267370494 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc480101890 0x7fc480101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:39.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 --2- 172.21.15.18:0/4267370494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc4801006a0 0x7fc480100ac0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:39.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 -- 172.21.15.18:0/4267370494 >> 172.21.15.18:0/4267370494 conn(0x7fc4800fbc30 msgr2=0x7fc4800fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:39.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 -- 172.21.15.18:0/4267370494 shutdown_connections 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 -- 172.21.15.18:0/4267370494 wait complete. 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 Processor -- start 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 -- start start 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4801006a0 0x7fc48006a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc480101890 0x7fc48019eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc480102250 0x7fc4801a11f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc48010c2f0 con 0x7fc480102250 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc48010c170 con 0x7fc4801006a0 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.476+0000 7fc486f85640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc48010c470 con 0x7fc480101890 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc485522640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc480102250 0x7fc4801a11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc485522640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc480102250 0x7fc4801a11f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54812/0 (socket says 172.21.15.18:54812) 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc47ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc480101890 0x7fc48019eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc485522640 1 -- 172.21.15.18:0/3817435956 learned_addr learned my addr 172.21.15.18:0/3817435956 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc484d21640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4801006a0 0x7fc48006a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc485522640 1 -- 172.21.15.18:0/3817435956 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc480101890 msgr2=0x7fc48019eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc485522640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc480101890 0x7fc48019eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc485522640 1 -- 172.21.15.18:0/3817435956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4801006a0 msgr2=0x7fc48006a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc485522640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4801006a0 0x7fc48006a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc485522640 1 -- 172.21.15.18:0/3817435956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4801a19e0 con 0x7fc480102250 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc484d21640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4801006a0 0x7fc48006a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc485522640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc480102250 0x7fc4801a11f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc47800eb10 tx=0x7fc47800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc47dffb640 1 -- 172.21.15.18:0/3817435956 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc478004b20 con 0x7fc480102250 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc486f85640 1 -- 172.21.15.18:0/3817435956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4801a1c70 con 0x7fc480102250 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc47dffb640 1 -- 172.21.15.18:0/3817435956 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc478004cc0 con 0x7fc480102250 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc47dffb640 1 -- 172.21.15.18:0/3817435956 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc478010760 con 0x7fc480102250 2024-04-22T00:38:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.477+0000 7fc486f85640 1 -- 172.21.15.18:0/3817435956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4801a21c0 con 0x7fc480102250 2024-04-22T00:38:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.478+0000 7fc486f85640 1 -- 172.21.15.18:0/3817435956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc480107a60 con 0x7fc480102250 2024-04-22T00:38:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.480+0000 7fc47dffb640 1 -- 172.21.15.18:0/3817435956 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc478010900 con 0x7fc480102250 2024-04-22T00:38:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.480+0000 7fc47dffb640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc4700a2bc0 0x7fc4700a5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.480+0000 7fc47dffb640 1 -- 172.21.15.18:0/3817435956 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7879+0+0 (secure 0 0 0) 0x7fc4780cf520 con 0x7fc480102250 2024-04-22T00:38:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.480+0000 7fc484d21640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc4700a2bc0 0x7fc4700a5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.481+0000 7fc484d21640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc4700a2bc0 0x7fc4700a5080 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc474005ab0 tx=0x7fc474005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:39.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.488+0000 7fc47dffb640 1 -- 172.21.15.18:0/3817435956 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc4780536f0 con 0x7fc480102250 2024-04-22T00:38:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:39 smithi081 ceph-mon[31546]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:39 smithi081 ceph-mon[31546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-22T00:38:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:39 smithi081 ceph-mon[31546]: osdmap e84: 12 total, 12 up, 12 in 2024-04-22T00:38:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:39 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/4171962516' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-22T00:38:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:38:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:39.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:38:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:39 smithi018 ceph-mon[27979]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:39 smithi018 ceph-mon[27979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-22T00:38:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:39 smithi018 ceph-mon[27979]: osdmap e84: 12 total, 12 up, 12 in 2024-04-22T00:38:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:39 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/4171962516' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-22T00:38:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:38:39.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:39.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:38:39.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:39.715+0000 7fc486f85640 1 -- 172.21.15.18:0/3817435956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc480062450 con 0x7fc480102250 2024-04-22T00:38:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:39 smithi167 ceph-mon[31348]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:39 smithi167 ceph-mon[31348]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-22T00:38:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:39 smithi167 ceph-mon[31348]: osdmap e84: 12 total, 12 up, 12 in 2024-04-22T00:38:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:39 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/4171962516' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-22T00:38:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:38:39.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:39.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:38:40.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.353+0000 7fc47dffb640 1 -- 172.21.15.18:0/3817435956 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fc47809c630 con 0x7fc480102250 2024-04-22T00:38:40.362 INFO:teuthology.orchestra.run.smithi018.stderr:new fs with metadata pool 2 and data pool 3 2024-04-22T00:38:40.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.363+0000 7fc486f85640 1 -- 172.21.15.18:0/3817435956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc4700a2bc0 msgr2=0x7fc4700a5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:40.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.363+0000 7fc486f85640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc4700a2bc0 0x7fc4700a5080 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc474005ab0 tx=0x7fc474005fd0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.363+0000 7fc486f85640 1 -- 172.21.15.18:0/3817435956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc480102250 msgr2=0x7fc4801a11f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:40.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.363+0000 7fc486f85640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc480102250 0x7fc4801a11f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc47800eb10 tx=0x7fc47800c2d0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.363+0000 7fc486f85640 1 -- 172.21.15.18:0/3817435956 shutdown_connections 2024-04-22T00:38:40.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.363+0000 7fc486f85640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc4700a2bc0 0x7fc4700a5080 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.363+0000 7fc486f85640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc480102250 0x7fc4801a11f0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.363+0000 7fc486f85640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc480101890 0x7fc48019eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.363+0000 7fc486f85640 1 --2- 172.21.15.18:0/3817435956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4801006a0 0x7fc48006a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.363+0000 7fc486f85640 1 -- 172.21.15.18:0/3817435956 >> 172.21.15.18:0/3817435956 conn(0x7fc4800fbc30 msgr2=0x7fc480104c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:40.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.364+0000 7fc486f85640 1 -- 172.21.15.18:0/3817435956 shutdown_connections 2024-04-22T00:38:40.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.364+0000 7fc486f85640 1 -- 172.21.15.18:0/3817435956 wait complete. 2024-04-22T00:38:40.386 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-04-22T00:38:40.387 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-04-22T00:38:40.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:40 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/4171962516' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-22T00:38:40.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:40 smithi018 ceph-mon[27979]: osdmap e85: 12 total, 12 up, 12 in 2024-04-22T00:38:40.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:40 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3817435956' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T00:38:40.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:40 smithi018 ceph-mon[27979]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-04-22T00:38:40.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:40 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/4171962516' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-22T00:38:40.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:40 smithi167 ceph-mon[31348]: osdmap e85: 12 total, 12 up, 12 in 2024-04-22T00:38:40.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:40 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3817435956' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T00:38:40.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:40 smithi167 ceph-mon[31348]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-04-22T00:38:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.492+0000 7f2168f9f640 1 -- 172.21.15.18:0/475867222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2164100460 msgr2=0x7f2164100880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.492+0000 7f2168f9f640 1 --2- 172.21.15.18:0/475867222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2164100460 0x7f2164100880 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f2154009900 tx=0x7f215402bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.492+0000 7f2168f9f640 1 -- 172.21.15.18:0/475867222 shutdown_connections 2024-04-22T00:38:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.492+0000 7f2168f9f640 1 --2- 172.21.15.18:0/475867222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2164102010 0x7f21641088a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.492+0000 7f2168f9f640 1 --2- 172.21.15.18:0/475867222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2164101650 0x7f2164101ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.492+0000 7f2168f9f640 1 --2- 172.21.15.18:0/475867222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2164100460 0x7f2164100880 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.492+0000 7f2168f9f640 1 -- 172.21.15.18:0/475867222 >> 172.21.15.18:0/475867222 conn(0x7f21640fba10 msgr2=0x7f21640fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.492+0000 7f2168f9f640 1 -- 172.21.15.18:0/475867222 shutdown_connections 2024-04-22T00:38:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.492+0000 7f2168f9f640 1 -- 172.21.15.18:0/475867222 wait complete. 2024-04-22T00:38:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.493+0000 7f2168f9f640 1 Processor -- start 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.493+0000 7f2168f9f640 1 -- start start 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.493+0000 7f2168f9f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2164100460 0x7f2164196770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.493+0000 7f2168f9f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2164101650 0x7f2164196cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.493+0000 7f2168f9f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2164102010 0x7f216419dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.493+0000 7f2168f9f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f216410c0f0 con 0x7f2164101650 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2168f9f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f216410bf70 con 0x7f2164102010 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2168f9f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f216410c270 con 0x7f2164100460 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2162ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2164101650 0x7f2164196cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2162ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2164101650 0x7f2164196cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54838/0 (socket says 172.21.15.18:54838) 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2162ffd640 1 -- 172.21.15.18:0/1816255956 learned_addr learned my addr 172.21.15.18:0/1816255956 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f21637fe640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2164100460 0x7f2164196770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2163fff640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2164102010 0x7f216419dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2162ffd640 1 -- 172.21.15.18:0/1816255956 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2164100460 msgr2=0x7f2164196770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2162ffd640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2164100460 0x7f2164196770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2162ffd640 1 -- 172.21.15.18:0/1816255956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2164102010 msgr2=0x7f216419dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2162ffd640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2164102010 0x7f216419dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2162ffd640 1 -- 172.21.15.18:0/1816255956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216419e390 con 0x7f2164101650 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2162ffd640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2164101650 0x7f2164196cb0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f215800e9f0 tx=0x7f215800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2160ff9640 1 -- 172.21.15.18:0/1816255956 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215800cd80 con 0x7f2164101650 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2168f9f640 1 -- 172.21.15.18:0/1816255956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f216419e680 con 0x7f2164101650 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2160ff9640 1 -- 172.21.15.18:0/1816255956 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2158010910 con 0x7f2164101650 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2160ff9640 1 -- 172.21.15.18:0/1816255956 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21580188f0 con 0x7f2164101650 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.494+0000 7f2168f9f640 1 -- 172.21.15.18:0/1816255956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f216419ebd0 con 0x7f2164101650 2024-04-22T00:38:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.495+0000 7f2168f9f640 1 -- 172.21.15.18:0/1816255956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2164107780 con 0x7f2164101650 2024-04-22T00:38:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.496+0000 7f2160ff9640 1 -- 172.21.15.18:0/1816255956 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2158010ac0 con 0x7f2164101650 2024-04-22T00:38:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.497+0000 7f2160ff9640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f214c0a2b90 0x7f214c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.497+0000 7f21637fe640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f214c0a2b90 0x7f214c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.497+0000 7f2160ff9640 1 -- 172.21.15.18:0/1816255956 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f21580cf320 con 0x7f2164101650 2024-04-22T00:38:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.498+0000 7f21637fe640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f214c0a2b90 0x7f214c0a5050 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2154000c00 tx=0x7f2154005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:40.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.502+0000 7f2160ff9640 1 -- 172.21.15.18:0/1816255956 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f215809bce0 con 0x7f2164101650 2024-04-22T00:38:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:40 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/4171962516' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-22T00:38:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:40 smithi081 ceph-mon[31546]: osdmap e85: 12 total, 12 up, 12 in 2024-04-22T00:38:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:40 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3817435956' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T00:38:40.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:40 smithi081 ceph-mon[31546]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-04-22T00:38:40.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:40.708+0000 7f2168f9f640 1 -- 172.21.15.18:0/1816255956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f2164062340 con 0x7f2164101650 2024-04-22T00:38:41.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.358+0000 7f2160ff9640 1 -- 172.21.15.18:0/1816255956 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v87) ==== 157+0+0 (secure 0 0 0) 0x7f215809ffe0 con 0x7f2164101650 2024-04-22T00:38:41.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 -- 172.21.15.18:0/1816255956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f214c0a2b90 msgr2=0x7f214c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f214c0a2b90 0x7f214c0a5050 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2154000c00 tx=0x7f2154005fd0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 -- 172.21.15.18:0/1816255956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2164101650 msgr2=0x7f2164196cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2164101650 0x7f2164196cb0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f215800e9f0 tx=0x7f215800eeb0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 -- 172.21.15.18:0/1816255956 shutdown_connections 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f214c0a2b90 0x7f214c0a5050 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2164102010 0x7f216419dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2164101650 0x7f2164196cb0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 --2- 172.21.15.18:0/1816255956 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2164100460 0x7f2164196770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 -- 172.21.15.18:0/1816255956 >> 172.21.15.18:0/1816255956 conn(0x7f21640fba10 msgr2=0x7f2164104950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 -- 172.21.15.18:0/1816255956 shutdown_connections 2024-04-22T00:38:41.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.361+0000 7f2168f9f640 1 -- 172.21.15.18:0/1816255956 wait complete. 2024-04-22T00:38:41.375 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-04-22T00:38:41.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.526+0000 7fed17f93640 1 -- 172.21.15.18:0/3640623789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed101017b0 msgr2=0x7fed10101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.526+0000 7fed17f93640 1 --2- 172.21.15.18:0/3640623789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed101017b0 0x7fed10101bd0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fed0c009900 tx=0x7fed0c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.526+0000 7fed17f93640 1 -- 172.21.15.18:0/3640623789 shutdown_connections 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.526+0000 7fed17f93640 1 --2- 172.21.15.18:0/3640623789 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed10103360 0x7fed10109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.526+0000 7fed17f93640 1 --2- 172.21.15.18:0/3640623789 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fed101029a0 0x7fed10102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.526+0000 7fed17f93640 1 --2- 172.21.15.18:0/3640623789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed101017b0 0x7fed10101bd0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.526+0000 7fed17f93640 1 -- 172.21.15.18:0/3640623789 >> 172.21.15.18:0/3640623789 conn(0x7fed100fcd40 msgr2=0x7fed100ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.526+0000 7fed17f93640 1 -- 172.21.15.18:0/3640623789 shutdown_connections 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.526+0000 7fed17f93640 1 -- 172.21.15.18:0/3640623789 wait complete. 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed17f93640 1 Processor -- start 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed17f93640 1 -- start start 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed17f93640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed101017b0 0x7fed10197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:41.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed17f93640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fed101029a0 0x7fed10197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed17f93640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed10103360 0x7fed1019efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed17f93640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fed1010d400 con 0x7fed10103360 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed17f93640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fed1010d280 con 0x7fed101017b0 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed17f93640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fed1010d580 con 0x7fed101029a0 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed16530640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed10103360 0x7fed1019efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed16530640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed10103360 0x7fed1019efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45202/0 (socket says 172.21.15.18:45202) 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed16530640 1 -- 172.21.15.18:0/3936508293 learned_addr learned my addr 172.21.15.18:0/3936508293 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed15d2f640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed101017b0 0x7fed10197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed1552e640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fed101029a0 0x7fed10197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed16530640 1 -- 172.21.15.18:0/3936508293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fed101029a0 msgr2=0x7fed10197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed16530640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fed101029a0 0x7fed10197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed16530640 1 -- 172.21.15.18:0/3936508293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed101017b0 msgr2=0x7fed10197a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:41.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed16530640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed101017b0 0x7fed10197a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:41.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed16530640 1 -- 172.21.15.18:0/3936508293 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed1019f630 con 0x7fed10103360 2024-04-22T00:38:41.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.527+0000 7fed15d2f640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed101017b0 0x7fed10197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:41.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.528+0000 7fed16530640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed10103360 0x7fed1019efc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fed0800eaa0 tx=0x7fed0800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:41.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.528+0000 7fed06ffd640 1 -- 172.21.15.18:0/3936508293 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed08004d20 con 0x7fed10103360 2024-04-22T00:38:41.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.528+0000 7fed06ffd640 1 -- 172.21.15.18:0/3936508293 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed08005020 con 0x7fed10103360 2024-04-22T00:38:41.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.528+0000 7fed17f93640 1 -- 172.21.15.18:0/3936508293 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed1019f920 con 0x7fed10103360 2024-04-22T00:38:41.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.528+0000 7fed06ffd640 1 -- 172.21.15.18:0/3936508293 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed080116d0 con 0x7fed10103360 2024-04-22T00:38:41.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.528+0000 7fed17f93640 1 -- 172.21.15.18:0/3936508293 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed1019fe20 con 0x7fed10103360 2024-04-22T00:38:41.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.529+0000 7fed17f93640 1 -- 172.21.15.18:0/3936508293 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed10108a70 con 0x7fed10103360 2024-04-22T00:38:41.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.530+0000 7fed06ffd640 1 -- 172.21.15.18:0/3936508293 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fed080051d0 con 0x7fed10103360 2024-04-22T00:38:41.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.531+0000 7fed06ffd640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fecfc0a2b90 0x7fecfc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:41.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.531+0000 7fed15d2f640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fecfc0a2b90 0x7fecfc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:41.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.531+0000 7fed06ffd640 1 -- 172.21.15.18:0/3936508293 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8277+0+0 (secure 0 0 0) 0x7fed080cf2b0 con 0x7fed10103360 2024-04-22T00:38:41.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.531+0000 7fed15d2f640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fecfc0a2b90 0x7fecfc0a5050 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fed0c000c00 tx=0x7fed0c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:41.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.535+0000 7fed06ffd640 1 -- 172.21.15.18:0/3936508293 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fed08016030 con 0x7fed10103360 2024-04-22T00:38:41.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: pgmap v286: 97 pgs: 20 creating+peering, 73 unknown, 4 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:41.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T00:38:41.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: osdmap e86: 12 total, 12 up, 12 in 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3817435956' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1816255956' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:41.660 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:38:41.660 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: pgmap v286: 97 pgs: 20 creating+peering, 73 unknown, 4 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:41.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T00:38:41.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: osdmap e86: 12 total, 12 up, 12 in 2024-04-22T00:38:41.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3817435956' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-22T00:38:41.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1816255956' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:38:41.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:41.720+0000 7fed17f93640 1 -- 172.21.15.18:0/3936508293 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fed1002d170 con 0x7fed10103360 2024-04-22T00:38:41.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: pgmap v286: 97 pgs: 20 creating+peering, 73 unknown, 4 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:38:41.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T00:38:41.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: osdmap e86: 12 total, 12 up, 12 in 2024-04-22T00:38:41.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3817435956' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-22T00:38:41.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-04-22T00:38:41.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-04-22T00:38:41.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1816255956' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T00:38:41.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:41.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:38:41.739 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:38:41.739 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:38:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:42 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] up:active 2024-04-22T00:38:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:42 smithi081 ceph-mon[31546]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:38:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:42 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1816255956' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-22T00:38:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:42 smithi081 ceph-mon[31546]: osdmap e87: 12 total, 12 up, 12 in 2024-04-22T00:38:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:42 smithi081 ceph-mon[31546]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:38:42.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:42 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3936508293' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-22T00:38:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:42 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] up:active 2024-04-22T00:38:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:42 smithi018 ceph-mon[27979]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:38:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:42 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1816255956' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-22T00:38:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:42 smithi018 ceph-mon[27979]: osdmap e87: 12 total, 12 up, 12 in 2024-04-22T00:38:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:42 smithi018 ceph-mon[27979]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:38:42.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:42 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3936508293' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-22T00:38:42.678 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:42 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] up:active 2024-04-22T00:38:42.678 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:42 smithi167 ceph-mon[31348]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:38:42.679 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:42 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1816255956' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-22T00:38:42.679 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:42 smithi167 ceph-mon[31348]: osdmap e87: 12 total, 12 up, 12 in 2024-04-22T00:38:42.679 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:42 smithi167 ceph-mon[31348]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:38:42.679 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:42 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3936508293' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-22T00:38:42.987 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:38:42 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: 2024-04-22T00:38:42.675+0000 7fa93eff7700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-22T00:38:43.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.371+0000 7fed06ffd640 1 -- 172.21.15.18:0/3936508293 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v89) ==== 228+0+0 (secure 0 0 0) 0x7fed0809c180 con 0x7fed10103360 2024-04-22T00:38:43.374 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'cephfs_data_ec' created 2024-04-22T00:38:43.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.375+0000 7fed17f93640 1 -- 172.21.15.18:0/3936508293 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fecfc0a2b90 msgr2=0x7fecfc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:43.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.375+0000 7fed17f93640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fecfc0a2b90 0x7fecfc0a5050 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fed0c000c00 tx=0x7fed0c005fd0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.375+0000 7fed17f93640 1 -- 172.21.15.18:0/3936508293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed10103360 msgr2=0x7fed1019efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:43.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.375+0000 7fed17f93640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed10103360 0x7fed1019efc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fed0800eaa0 tx=0x7fed0800eea0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.376+0000 7fed17f93640 1 -- 172.21.15.18:0/3936508293 shutdown_connections 2024-04-22T00:38:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.376+0000 7fed17f93640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fecfc0a2b90 0x7fecfc0a5050 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.376+0000 7fed17f93640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed10103360 0x7fed1019efc0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.376+0000 7fed17f93640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fed101029a0 0x7fed10197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.376+0000 7fed17f93640 1 --2- 172.21.15.18:0/3936508293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed101017b0 0x7fed10197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.376+0000 7fed17f93640 1 -- 172.21.15.18:0/3936508293 >> 172.21.15.18:0/3936508293 conn(0x7fed100fcd40 msgr2=0x7fed10105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.377+0000 7fed17f93640 1 -- 172.21.15.18:0/3936508293 shutdown_connections 2024-04-22T00:38:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.377+0000 7fed17f93640 1 -- 172.21.15.18:0/3936508293 wait complete. 2024-04-22T00:38:43.397 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-04-22T00:38:43.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 -- 172.21.15.18:0/3820875995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84c4100680 msgr2=0x7f84c4100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:43.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 --2- 172.21.15.18:0/3820875995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84c4100680 0x7f84c4100aa0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f84b8009900 tx=0x7f84b802bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:43.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 -- 172.21.15.18:0/3820875995 shutdown_connections 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 --2- 172.21.15.18:0/3820875995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84c4102230 0x7f84c4108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 --2- 172.21.15.18:0/3820875995 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84c4101870 0x7f84c4101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 --2- 172.21.15.18:0/3820875995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84c4100680 0x7f84c4100aa0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 -- 172.21.15.18:0/3820875995 >> 172.21.15.18:0/3820875995 conn(0x7f84c40fbbf0 msgr2=0x7f84c40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 -- 172.21.15.18:0/3820875995 shutdown_connections 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 -- 172.21.15.18:0/3820875995 wait complete. 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 Processor -- start 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 -- start start 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84c4100680 0x7f84c4197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84c4101870 0x7f84c4198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84c4102230 0x7f84c419f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f84c410c300 con 0x7f84c4102230 2024-04-22T00:38:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f84c410c180 con 0x7f84c4100680 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.506+0000 7f84cabc9640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f84c410c480 con 0x7f84c4101870 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c9166640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84c4102230 0x7f84c419f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c9166640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84c4102230 0x7f84c419f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45220/0 (socket says 172.21.15.18:45220) 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c9166640 1 -- 172.21.15.18:0/984847814 learned_addr learned my addr 172.21.15.18:0/984847814 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c3fff640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84c4101870 0x7f84c4198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c8965640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84c4100680 0x7f84c4197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c9166640 1 -- 172.21.15.18:0/984847814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84c4101870 msgr2=0x7f84c4198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c9166640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84c4101870 0x7f84c4198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c9166640 1 -- 172.21.15.18:0/984847814 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84c4100680 msgr2=0x7f84c4197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c9166640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84c4100680 0x7f84c4197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c9166640 1 -- 172.21.15.18:0/984847814 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c419f710 con 0x7f84c4102230 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c8965640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84c4100680 0x7f84c4197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c3fff640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84c4101870 0x7f84c4198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:43.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c9166640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84c4102230 0x7f84c419f0a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f84bc00eb10 tx=0x7f84bc00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:43.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c1ffb640 1 -- 172.21.15.18:0/984847814 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc004b20 con 0x7f84c4102230 2024-04-22T00:38:43.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c1ffb640 1 -- 172.21.15.18:0/984847814 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f84bc004cc0 con 0x7f84c4102230 2024-04-22T00:38:43.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84cabc9640 1 -- 172.21.15.18:0/984847814 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84c419fa00 con 0x7f84c4102230 2024-04-22T00:38:43.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.507+0000 7f84c1ffb640 1 -- 172.21.15.18:0/984847814 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc010760 con 0x7f84c4102230 2024-04-22T00:38:43.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.508+0000 7f84cabc9640 1 -- 172.21.15.18:0/984847814 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84c419ff50 con 0x7f84c4102230 2024-04-22T00:38:43.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.508+0000 7f84cabc9640 1 -- 172.21.15.18:0/984847814 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84c41a0240 con 0x7f84c4102230 2024-04-22T00:38:43.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.510+0000 7f84c1ffb640 1 -- 172.21.15.18:0/984847814 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f84bc005020 con 0x7f84c4102230 2024-04-22T00:38:43.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.510+0000 7f84c1ffb640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84b40a2b90 0x7f84b40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:43.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.510+0000 7f84c8965640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84b40a2b90 0x7f84b40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:43.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.510+0000 7f84c1ffb640 1 -- 172.21.15.18:0/984847814 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8770+0+0 (secure 0 0 0) 0x7f84bc0cfa00 con 0x7f84c4102230 2024-04-22T00:38:43.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.511+0000 7f84c8965640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84b40a2b90 0x7f84b40a5050 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f84b8036040 tx=0x7f84b8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:43.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.515+0000 7f84c1ffb640 1 -- 172.21.15.18:0/984847814 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f84bc09c740 con 0x7f84c4102230 2024-04-22T00:38:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:43 smithi081 ceph-mon[31546]: pgmap v289: 97 pgs: 26 creating+peering, 44 unknown, 27 active+clean; 578 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2024-04-22T00:38:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:43 smithi081 ceph-mon[31546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-22T00:38:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:43 smithi081 ceph-mon[31546]: Cluster is now healthy 2024-04-22T00:38:43.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:43 smithi081 ceph-mon[31546]: osdmap e88: 12 total, 12 up, 12 in 2024-04-22T00:38:43.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:43 smithi018 ceph-mon[27979]: pgmap v289: 97 pgs: 26 creating+peering, 44 unknown, 27 active+clean; 578 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2024-04-22T00:38:43.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:43 smithi018 ceph-mon[27979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-22T00:38:43.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:43 smithi018 ceph-mon[27979]: Cluster is now healthy 2024-04-22T00:38:43.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:43 smithi018 ceph-mon[27979]: osdmap e88: 12 total, 12 up, 12 in 2024-04-22T00:38:43.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:43.698+0000 7f84cabc9640 1 -- 172.21.15.18:0/984847814 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f84c41a06a0 con 0x7f84c4102230 2024-04-22T00:38:43.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:43 smithi167 ceph-mon[31348]: pgmap v289: 97 pgs: 26 creating+peering, 44 unknown, 27 active+clean; 578 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2024-04-22T00:38:43.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:43 smithi167 ceph-mon[31348]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-22T00:38:43.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:43 smithi167 ceph-mon[31348]: Cluster is now healthy 2024-04-22T00:38:43.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:43 smithi167 ceph-mon[31348]: osdmap e88: 12 total, 12 up, 12 in 2024-04-22T00:38:44.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.377+0000 7f84c1ffb640 1 -- 172.21.15.18:0/984847814 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v90) ==== 169+0+0 (secure 0 0 0) 0x7f84bc09c040 con 0x7f84c4102230 2024-04-22T00:38:44.380 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 4 allow_ec_overwrites to true 2024-04-22T00:38:44.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.381+0000 7f84cabc9640 1 -- 172.21.15.18:0/984847814 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84b40a2b90 msgr2=0x7f84b40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:44.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.381+0000 7f84cabc9640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84b40a2b90 0x7f84b40a5050 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f84b8036040 tx=0x7f84b8000bc0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.381+0000 7f84cabc9640 1 -- 172.21.15.18:0/984847814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84c4102230 msgr2=0x7f84c419f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:44.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.381+0000 7f84cabc9640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84c4102230 0x7f84c419f0a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f84bc00eb10 tx=0x7f84bc00c2d0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.381+0000 7f84cabc9640 1 -- 172.21.15.18:0/984847814 shutdown_connections 2024-04-22T00:38:44.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.381+0000 7f84cabc9640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84b40a2b90 0x7f84b40a5050 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.381+0000 7f84cabc9640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84c4102230 0x7f84c419f0a0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.381+0000 7f84cabc9640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84c4101870 0x7f84c4198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.381+0000 7f84cabc9640 1 --2- 172.21.15.18:0/984847814 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84c4100680 0x7f84c4197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.382+0000 7f84cabc9640 1 -- 172.21.15.18:0/984847814 >> 172.21.15.18:0/984847814 conn(0x7f84c40fbbf0 msgr2=0x7f84c40fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:44.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.382+0000 7f84cabc9640 1 -- 172.21.15.18:0/984847814 shutdown_connections 2024-04-22T00:38:44.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.382+0000 7f84cabc9640 1 -- 172.21.15.18:0/984847814 wait complete. 2024-04-22T00:38:44.407 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.515+0000 7faa24d5c640 1 -- 172.21.15.18:0/3905471831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa20102200 msgr2=0x7faa201045f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.515+0000 7faa24d5c640 1 --2- 172.21.15.18:0/3905471831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa20102200 0x7faa201045f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7faa10009900 tx=0x7faa1002bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.515+0000 7faa24d5c640 1 -- 172.21.15.18:0/3905471831 shutdown_connections 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.515+0000 7faa24d5c640 1 --2- 172.21.15.18:0/3905471831 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa20107460 0x7faa201098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.515+0000 7faa24d5c640 1 --2- 172.21.15.18:0/3905471831 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa20104b30 0x7faa20106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.515+0000 7faa24d5c640 1 --2- 172.21.15.18:0/3905471831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa20102200 0x7faa201045f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 -- 172.21.15.18:0/3905471831 >> 172.21.15.18:0/3905471831 conn(0x7faa200fbbf0 msgr2=0x7faa200fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 -- 172.21.15.18:0/3905471831 shutdown_connections 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 -- 172.21.15.18:0/3905471831 wait complete. 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 Processor -- start 2024-04-22T00:38:44.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 -- start start 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa20102200 0x7faa20197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa20104b30 0x7faa20198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa20107460 0x7faa2019f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faa2010d470 con 0x7faa20104b30 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faa2010d2f0 con 0x7faa20102200 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.516+0000 7faa24d5c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faa2010d5f0 con 0x7faa20107460 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa20104b30 0x7faa20198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa20104b30 0x7faa20198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45236/0 (socket says 172.21.15.18:45236) 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1dd9b640 1 -- 172.21.15.18:0/2580003320 learned_addr learned my addr 172.21.15.18:0/2580003320 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1ed9d640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa20107460 0x7faa2019f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1e59c640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa20102200 0x7faa20197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1dd9b640 1 -- 172.21.15.18:0/2580003320 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa20107460 msgr2=0x7faa2019f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1dd9b640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa20107460 0x7faa2019f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1dd9b640 1 -- 172.21.15.18:0/2580003320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa20102200 msgr2=0x7faa20197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:44.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1dd9b640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa20102200 0x7faa20197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:44.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1dd9b640 1 -- 172.21.15.18:0/2580003320 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa2019f710 con 0x7faa20104b30 2024-04-22T00:38:44.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1ed9d640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa20107460 0x7faa2019f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:44.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa1dd9b640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa20104b30 0x7faa20198030 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7faa1400c970 tx=0x7faa1400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:44.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa0f7fe640 1 -- 172.21.15.18:0/2580003320 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa14014070 con 0x7faa20104b30 2024-04-22T00:38:44.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa24d5c640 1 -- 172.21.15.18:0/2580003320 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa2019fa00 con 0x7faa20104b30 2024-04-22T00:38:44.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa0f7fe640 1 -- 172.21.15.18:0/2580003320 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa14004440 con 0x7faa20104b30 2024-04-22T00:38:44.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa0f7fe640 1 -- 172.21.15.18:0/2580003320 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1400f450 con 0x7faa20104b30 2024-04-22T00:38:44.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.517+0000 7faa24d5c640 1 -- 172.21.15.18:0/2580003320 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa2019ffa0 con 0x7faa20104b30 2024-04-22T00:38:44.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.518+0000 7faa24d5c640 1 -- 172.21.15.18:0/2580003320 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa200fd6e0 con 0x7faa20104b30 2024-04-22T00:38:44.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.519+0000 7faa0f7fe640 1 -- 172.21.15.18:0/2580003320 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faa14017070 con 0x7faa20104b30 2024-04-22T00:38:44.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.520+0000 7faa0f7fe640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa080a2b90 0x7faa080a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:44.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.520+0000 7faa0f7fe640 1 -- 172.21.15.18:0/2580003320 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8770+0+0 (secure 0 0 0) 0x7faa140cf0b0 con 0x7faa20104b30 2024-04-22T00:38:44.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.520+0000 7faa1e59c640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa080a2b90 0x7faa080a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:44.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.520+0000 7faa1e59c640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa080a2b90 0x7faa080a5050 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7faa10005ab0 tx=0x7faa10004f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:44.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.524+0000 7faa0f7fe640 1 -- 172.21.15.18:0/2580003320 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7faa1401e020 con 0x7faa20104b30 2024-04-22T00:38:44.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:44 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3936508293' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-22T00:38:44.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:44 smithi081 ceph-mon[31546]: osdmap e89: 12 total, 12 up, 12 in 2024-04-22T00:38:44.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:44 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/984847814' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-22T00:38:44.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:44 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3936508293' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-22T00:38:44.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:44 smithi018 ceph-mon[27979]: osdmap e89: 12 total, 12 up, 12 in 2024-04-22T00:38:44.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:44 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/984847814' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-22T00:38:44.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:44 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3936508293' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-22T00:38:44.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:44 smithi167 ceph-mon[31348]: osdmap e89: 12 total, 12 up, 12 in 2024-04-22T00:38:44.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:44 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/984847814' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-22T00:38:44.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:44.748+0000 7faa24d5c640 1 -- 172.21.15.18:0/2580003320 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7faa20062340 con 0x7faa20104b30 2024-04-22T00:38:45.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.379+0000 7faa0f7fe640 1 -- 172.21.15.18:0/2580003320 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7faa1409bdf0 con 0x7faa20104b30 2024-04-22T00:38:45.381 INFO:teuthology.orchestra.run.smithi018.stderr:added data pool 4 to fsmap 2024-04-22T00:38:45.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 -- 172.21.15.18:0/2580003320 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa080a2b90 msgr2=0x7faa080a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:45.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa080a2b90 0x7faa080a5050 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7faa10005ab0 tx=0x7faa10004f10 comp rx=0 tx=0).stop 2024-04-22T00:38:45.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 -- 172.21.15.18:0/2580003320 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa20104b30 msgr2=0x7faa20198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:45.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa20104b30 0x7faa20198030 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7faa1400c970 tx=0x7faa1400ce30 comp rx=0 tx=0).stop 2024-04-22T00:38:45.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 -- 172.21.15.18:0/2580003320 shutdown_connections 2024-04-22T00:38:45.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa080a2b90 0x7faa080a5050 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa20107460 0x7faa2019f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa20104b30 0x7faa20198030 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 --2- 172.21.15.18:0/2580003320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa20102200 0x7faa20197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 -- 172.21.15.18:0/2580003320 >> 172.21.15.18:0/2580003320 conn(0x7faa200fbbf0 msgr2=0x7faa20102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:45.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 -- 172.21.15.18:0/2580003320 shutdown_connections 2024-04-22T00:38:45.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.383+0000 7faa24d5c640 1 -- 172.21.15.18:0/2580003320 wait complete. 2024-04-22T00:38:45.400 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.505+0000 7f41e16f4640 1 -- 172.21.15.18:0/2073450335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41dc1017b0 msgr2=0x7f41dc101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.505+0000 7f41e16f4640 1 --2- 172.21.15.18:0/2073450335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41dc1017b0 0x7f41dc101bd0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f41cc009900 tx=0x7f41cc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.505+0000 7f41e16f4640 1 -- 172.21.15.18:0/2073450335 shutdown_connections 2024-04-22T00:38:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.505+0000 7f41e16f4640 1 --2- 172.21.15.18:0/2073450335 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41dc103360 0x7f41dc109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.505+0000 7f41e16f4640 1 --2- 172.21.15.18:0/2073450335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41dc1029a0 0x7f41dc102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.505+0000 7f41e16f4640 1 --2- 172.21.15.18:0/2073450335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41dc1017b0 0x7f41dc101bd0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.505+0000 7f41e16f4640 1 -- 172.21.15.18:0/2073450335 >> 172.21.15.18:0/2073450335 conn(0x7f41dc0fcd40 msgr2=0x7f41dc0ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:45.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.505+0000 7f41e16f4640 1 -- 172.21.15.18:0/2073450335 shutdown_connections 2024-04-22T00:38:45.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.505+0000 7f41e16f4640 1 -- 172.21.15.18:0/2073450335 wait complete. 2024-04-22T00:38:45.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41e16f4640 1 Processor -- start 2024-04-22T00:38:45.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41e16f4640 1 -- start start 2024-04-22T00:38:45.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41e16f4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41dc1017b0 0x7f41dc197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:45.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41e16f4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41dc1029a0 0x7f41dc198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:45.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41e16f4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41dc103360 0x7f41dc19f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:45.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41e16f4640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc10d450 con 0x7f41dc1029a0 2024-04-22T00:38:45.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41e16f4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc10d2d0 con 0x7f41dc103360 2024-04-22T00:38:45.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41e16f4640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc10d5d0 con 0x7f41dc1017b0 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41da7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41dc1029a0 0x7f41dc198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41da7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41dc1029a0 0x7f41dc198000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45254/0 (socket says 172.21.15.18:45254) 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.506+0000 7f41da7fc640 1 -- 172.21.15.18:0/1979687730 learned_addr learned my addr 172.21.15.18:0/1979687730 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41db7fe640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41dc103360 0x7f41dc19f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41daffd640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41dc1017b0 0x7f41dc197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41da7fc640 1 -- 172.21.15.18:0/1979687730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41dc1017b0 msgr2=0x7f41dc197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41da7fc640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41dc1017b0 0x7f41dc197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41da7fc640 1 -- 172.21.15.18:0/1979687730 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41dc103360 msgr2=0x7f41dc19f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41da7fc640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41dc103360 0x7f41dc19f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41da7fc640 1 -- 172.21.15.18:0/1979687730 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41dc19f6e0 con 0x7f41dc1029a0 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41daffd640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41dc1017b0 0x7f41dc197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41da7fc640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41dc1029a0 0x7f41dc198000 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f41d000d950 tx=0x7f41d000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41c3fff640 1 -- 172.21.15.18:0/1979687730 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d0017070 con 0x7f41dc1029a0 2024-04-22T00:38:45.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41c3fff640 1 -- 172.21.15.18:0/1979687730 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d0009c30 con 0x7f41dc1029a0 2024-04-22T00:38:45.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41e16f4640 1 -- 172.21.15.18:0/1979687730 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41dc19f9d0 con 0x7f41dc1029a0 2024-04-22T00:38:45.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41c3fff640 1 -- 172.21.15.18:0/1979687730 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d000f6b0 con 0x7f41dc1029a0 2024-04-22T00:38:45.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.507+0000 7f41e16f4640 1 -- 172.21.15.18:0/1979687730 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41dc19ff20 con 0x7f41dc1029a0 2024-04-22T00:38:45.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.508+0000 7f41e16f4640 1 -- 172.21.15.18:0/1979687730 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41dc108ad0 con 0x7f41dc1029a0 2024-04-22T00:38:45.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.509+0000 7f41c3fff640 1 -- 172.21.15.18:0/1979687730 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f41d00109d0 con 0x7f41dc1029a0 2024-04-22T00:38:45.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.510+0000 7f41c3fff640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41c40a2b90 0x7f41c40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:45.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.510+0000 7f41daffd640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41c40a2b90 0x7f41c40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:45.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.510+0000 7f41c3fff640 1 -- 172.21.15.18:0/1979687730 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f41d00cef70 con 0x7f41dc1029a0 2024-04-22T00:38:45.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.510+0000 7f41daffd640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41c40a2b90 0x7f41c40a5050 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f41cc02c170 tx=0x7f41cc02df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:45.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.514+0000 7f41c3fff640 1 -- 172.21.15.18:0/1979687730 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f41d0009de0 con 0x7f41dc1029a0 2024-04-22T00:38:45.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:45 smithi081 ceph-mon[31546]: pgmap v292: 129 pgs: 22 creating+peering, 34 unknown, 73 active+clean; 578 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-04-22T00:38:45.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:45 smithi081 ceph-mon[31546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T00:38:45.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:45 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/984847814' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-22T00:38:45.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:45 smithi081 ceph-mon[31546]: osdmap e90: 12 total, 12 up, 12 in 2024-04-22T00:38:45.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:45 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2580003320' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-22T00:38:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:45 smithi018 ceph-mon[27979]: pgmap v292: 129 pgs: 22 creating+peering, 34 unknown, 73 active+clean; 578 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-04-22T00:38:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:45 smithi018 ceph-mon[27979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T00:38:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:45 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/984847814' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-22T00:38:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:45 smithi018 ceph-mon[27979]: osdmap e90: 12 total, 12 up, 12 in 2024-04-22T00:38:45.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:45 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2580003320' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-22T00:38:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:45 smithi167 ceph-mon[31348]: pgmap v292: 129 pgs: 22 creating+peering, 34 unknown, 73 active+clean; 578 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-04-22T00:38:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:45 smithi167 ceph-mon[31348]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T00:38:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:45 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/984847814' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-22T00:38:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:45 smithi167 ceph-mon[31348]: osdmap e90: 12 total, 12 up, 12 in 2024-04-22T00:38:45.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:45 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2580003320' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-22T00:38:45.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.738+0000 7f41e16f4640 1 -- 172.21.15.18:0/1979687730 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41dc02d170 con 0x7f41dc1029a0 2024-04-22T00:38:45.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.739+0000 7f41c3fff640 1 -- 172.21.15.18:0/1979687730 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11797 (secure 0 0 0) 0x7f41d009bc30 con 0x7f41dc1029a0 2024-04-22T00:38:45.741 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:45.741 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24508,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:38:44.750285+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24532,"qdb_cluster":[24532]},"id":1}]} 2024-04-22T00:38:45.741 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 17 2024-04-22T00:38:45.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 -- 172.21.15.18:0/1979687730 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41c40a2b90 msgr2=0x7f41c40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:45.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41c40a2b90 0x7f41c40a5050 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f41cc02c170 tx=0x7f41cc02df90 comp rx=0 tx=0).stop 2024-04-22T00:38:45.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 -- 172.21.15.18:0/1979687730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41dc1029a0 msgr2=0x7f41dc198000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:45.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41dc1029a0 0x7f41dc198000 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f41d000d950 tx=0x7f41d000de10 comp rx=0 tx=0).stop 2024-04-22T00:38:45.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 -- 172.21.15.18:0/1979687730 shutdown_connections 2024-04-22T00:38:45.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41c40a2b90 0x7f41c40a5050 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41dc103360 0x7f41dc19f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41dc1029a0 0x7f41dc198000 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 --2- 172.21.15.18:0/1979687730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41dc1017b0 0x7f41dc197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 -- 172.21.15.18:0/1979687730 >> 172.21.15.18:0/1979687730 conn(0x7f41dc0fcd40 msgr2=0x7f41dc105ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:45.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 -- 172.21.15.18:0/1979687730 shutdown_connections 2024-04-22T00:38:45.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.741+0000 7f41e16f4640 1 -- 172.21.15.18:0/1979687730 wait complete. 2024-04-22T00:38:45.755 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:38:45.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.854+0000 7faeb0a88640 1 -- 172.21.15.18:0/446068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faeac100680 msgr2=0x7faeac100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.854+0000 7faeb0a88640 1 --2- 172.21.15.18:0/446068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faeac100680 0x7faeac100aa0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fae9c009900 tx=0x7fae9c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.854+0000 7faeb0a88640 1 -- 172.21.15.18:0/446068 shutdown_connections 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.854+0000 7faeb0a88640 1 --2- 172.21.15.18:0/446068 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faeac102230 0x7faeac108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.854+0000 7faeb0a88640 1 --2- 172.21.15.18:0/446068 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faeac101870 0x7faeac101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.854+0000 7faeb0a88640 1 --2- 172.21.15.18:0/446068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faeac100680 0x7faeac100aa0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.854+0000 7faeb0a88640 1 -- 172.21.15.18:0/446068 >> 172.21.15.18:0/446068 conn(0x7faeac0fbbf0 msgr2=0x7faeac0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.854+0000 7faeb0a88640 1 -- 172.21.15.18:0/446068 shutdown_connections 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.854+0000 7faeb0a88640 1 -- 172.21.15.18:0/446068 wait complete. 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeb0a88640 1 Processor -- start 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeb0a88640 1 -- start start 2024-04-22T00:38:45.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeb0a88640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faeac100680 0x7faeac069460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeb0a88640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faeac101870 0x7faeac19c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeb0a88640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faeac102230 0x7faeac19ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeb0a88640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faeac10c2d0 con 0x7faeac102230 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeb0a88640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faeac10c150 con 0x7faeac100680 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeb0a88640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faeac10c450 con 0x7faeac101870 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faeac102230 0x7faeac19ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faeac102230 0x7faeac19ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45276/0 (socket says 172.21.15.18:45276) 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaad9d640 1 -- 172.21.15.18:0/3959208769 learned_addr learned my addr 172.21.15.18:0/3959208769 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaa59c640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faeac100680 0x7faeac069460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faea9d9b640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faeac101870 0x7faeac19c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:45.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaad9d640 1 -- 172.21.15.18:0/3959208769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faeac101870 msgr2=0x7faeac19c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaad9d640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faeac101870 0x7faeac19c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaad9d640 1 -- 172.21.15.18:0/3959208769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faeac100680 msgr2=0x7faeac069460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaad9d640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faeac100680 0x7faeac069460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaad9d640 1 -- 172.21.15.18:0/3959208769 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeac19f700 con 0x7faeac102230 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaa59c640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faeac100680 0x7faeac069460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.855+0000 7faeaad9d640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faeac102230 0x7faeac19ee40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7faea400eb10 tx=0x7faea400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.856+0000 7fae9b7fe640 1 -- 172.21.15.18:0/3959208769 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea4004b20 con 0x7faeac102230 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.856+0000 7faeb0a88640 1 -- 172.21.15.18:0/3959208769 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faeac19f9f0 con 0x7faeac102230 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.856+0000 7fae9b7fe640 1 -- 172.21.15.18:0/3959208769 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faea4004cc0 con 0x7faeac102230 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.856+0000 7fae9b7fe640 1 -- 172.21.15.18:0/3959208769 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea4010760 con 0x7faeac102230 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.856+0000 7faeb0a88640 1 -- 172.21.15.18:0/3959208769 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faeac19fef0 con 0x7faeac102230 2024-04-22T00:38:45.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.857+0000 7faeb0a88640 1 -- 172.21.15.18:0/3959208769 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faeac107a10 con 0x7faeac102230 2024-04-22T00:38:45.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.858+0000 7fae9b7fe640 1 -- 172.21.15.18:0/3959208769 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faea4005020 con 0x7faeac102230 2024-04-22T00:38:45.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.858+0000 7fae9b7fe640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae940a2b90 0x7fae940a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:45.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.858+0000 7faeaa59c640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae940a2b90 0x7fae940a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:45.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.858+0000 7fae9b7fe640 1 -- 172.21.15.18:0/3959208769 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7faea40cf920 con 0x7faeac102230 2024-04-22T00:38:45.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.859+0000 7faeaa59c640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae940a2b90 0x7fae940a5050 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fae9c036040 tx=0x7fae9c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:45.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:45.863+0000 7fae9b7fe640 1 -- 172.21.15.18:0/3959208769 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7faea409c640 con 0x7faeac102230 2024-04-22T00:38:46.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.047+0000 7faeb0a88640 1 -- 172.21.15.18:0/3959208769 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faeac062340 con 0x7faeac102230 2024-04-22T00:38:46.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.049+0000 7fae9b7fe640 1 -- 172.21.15.18:0/3959208769 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24042 (secure 0 0 0) 0x7faea409bf40 con 0x7faeac102230 2024-04-22T00:38:46.052 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:46.052 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":91,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:38:44.750078+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:38:46.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 -- 172.21.15.18:0/3959208769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae940a2b90 msgr2=0x7fae940a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae940a2b90 0x7fae940a5050 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fae9c036040 tx=0x7fae9c000bc0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 -- 172.21.15.18:0/3959208769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faeac102230 msgr2=0x7faeac19ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faeac102230 0x7faeac19ee40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7faea400eb10 tx=0x7faea400c2d0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 -- 172.21.15.18:0/3959208769 shutdown_connections 2024-04-22T00:38:46.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae940a2b90 0x7fae940a5050 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faeac102230 0x7faeac19ee40 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faeac101870 0x7faeac19c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 --2- 172.21.15.18:0/3959208769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faeac100680 0x7faeac069460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 -- 172.21.15.18:0/3959208769 >> 172.21.15.18:0/3959208769 conn(0x7faeac0fbbf0 msgr2=0x7faeac104be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:46.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 -- 172.21.15.18:0/3959208769 shutdown_connections 2024-04-22T00:38:46.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.051+0000 7faeb0a88640 1 -- 172.21.15.18:0/3959208769 wait complete. 2024-04-22T00:38:46.065 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:38:46.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 -- 172.21.15.18:0/3272242289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf901017b0 msgr2=0x7fdf90101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 --2- 172.21.15.18:0/3272242289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf901017b0 0x7fdf90101bd0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fdf80009900 tx=0x7fdf8002bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:46.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 -- 172.21.15.18:0/3272242289 shutdown_connections 2024-04-22T00:38:46.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 --2- 172.21.15.18:0/3272242289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdf90103360 0x7fdf90109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 --2- 172.21.15.18:0/3272242289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf901029a0 0x7fdf90102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 --2- 172.21.15.18:0/3272242289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf901017b0 0x7fdf90101bd0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 -- 172.21.15.18:0/3272242289 >> 172.21.15.18:0/3272242289 conn(0x7fdf900fcd40 msgr2=0x7fdf900ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 -- 172.21.15.18:0/3272242289 shutdown_connections 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 -- 172.21.15.18:0/3272242289 wait complete. 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 Processor -- start 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.165+0000 7fdf96227640 1 -- start start 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf96227640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf901017b0 0x7fdf90197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf96227640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf901029a0 0x7fdf90198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf96227640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdf90103360 0x7fdf9019f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf96227640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9010d470 con 0x7fdf901017b0 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf96227640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9010d2f0 con 0x7fdf90103360 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf96227640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9010d5f0 con 0x7fdf901029a0 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf901017b0 0x7fdf90197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf901017b0 0x7fdf90197b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45302/0 (socket says 172.21.15.18:45302) 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8f7fe640 1 -- 172.21.15.18:0/1698274687 learned_addr learned my addr 172.21.15.18:0/1698274687 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8ffff640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdf90103360 0x7fdf9019f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8effd640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf901029a0 0x7fdf90198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8f7fe640 1 -- 172.21.15.18:0/1698274687 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf901029a0 msgr2=0x7fdf90198050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8f7fe640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf901029a0 0x7fdf90198050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8f7fe640 1 -- 172.21.15.18:0/1698274687 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdf90103360 msgr2=0x7fdf9019f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8f7fe640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdf90103360 0x7fdf9019f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8f7fe640 1 -- 172.21.15.18:0/1698274687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf9019f730 con 0x7fdf901017b0 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8effd640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf901029a0 0x7fdf90198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8f7fe640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf901017b0 0x7fdf90197b10 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdf80000c00 tx=0x7fdf8002c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8cff9640 1 -- 172.21.15.18:0/1698274687 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf80043020 con 0x7fdf901017b0 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf96227640 1 -- 172.21.15.18:0/1698274687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf9019f9c0 con 0x7fdf901017b0 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8cff9640 1 -- 172.21.15.18:0/1698274687 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf800054e0 con 0x7fdf901017b0 2024-04-22T00:38:46.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf8cff9640 1 -- 172.21.15.18:0/1698274687 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf80003c40 con 0x7fdf901017b0 2024-04-22T00:38:46.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.166+0000 7fdf96227640 1 -- 172.21.15.18:0/1698274687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf9019ff60 con 0x7fdf901017b0 2024-04-22T00:38:46.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.167+0000 7fdf96227640 1 -- 172.21.15.18:0/1698274687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf90108b20 con 0x7fdf901017b0 2024-04-22T00:38:46.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.169+0000 7fdf8cff9640 1 -- 172.21.15.18:0/1698274687 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fdf80046020 con 0x7fdf901017b0 2024-04-22T00:38:46.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.169+0000 7fdf8cff9640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdf780a2b90 0x7fdf780a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.169+0000 7fdf8effd640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdf780a2b90 0x7fdf780a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.169+0000 7fdf8cff9640 1 -- 172.21.15.18:0/1698274687 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fdf800f1770 con 0x7fdf901017b0 2024-04-22T00:38:46.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.170+0000 7fdf8effd640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdf780a2b90 0x7fdf780a5050 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdf90199020 tx=0x7fdf84005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:46.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.173+0000 7fdf8cff9640 1 -- 172.21.15.18:0/1698274687 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fdf8004d020 con 0x7fdf901017b0 2024-04-22T00:38:46.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.363+0000 7fdf96227640 1 -- 172.21.15.18:0/1698274687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdf9002d2f0 con 0x7fdf901017b0 2024-04-22T00:38:46.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.365+0000 7fdf8cff9640 1 -- 172.21.15.18:0/1698274687 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24042 (secure 0 0 0) 0x7fdf800be490 con 0x7fdf901017b0 2024-04-22T00:38:46.367 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:46.367 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":91,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:38:44.750078+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:38:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 -- 172.21.15.18:0/1698274687 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdf780a2b90 msgr2=0x7fdf780a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdf780a2b90 0x7fdf780a5050 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdf90199020 tx=0x7fdf84005f90 comp rx=0 tx=0).stop 2024-04-22T00:38:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 -- 172.21.15.18:0/1698274687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf901017b0 msgr2=0x7fdf90197b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf901017b0 0x7fdf90197b10 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdf80000c00 tx=0x7fdf8002c650 comp rx=0 tx=0).stop 2024-04-22T00:38:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 -- 172.21.15.18:0/1698274687 shutdown_connections 2024-04-22T00:38:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fdf780a2b90 0x7fdf780a5050 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdf90103360 0x7fdf9019f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fdf901029a0 0x7fdf90198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 --2- 172.21.15.18:0/1698274687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf901017b0 0x7fdf90197b10 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 -- 172.21.15.18:0/1698274687 >> 172.21.15.18:0/1698274687 conn(0x7fdf900fcd40 msgr2=0x7fdf90105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 -- 172.21.15.18:0/1698274687 shutdown_connections 2024-04-22T00:38:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.367+0000 7fdf96227640 1 -- 172.21.15.18:0/1698274687 wait complete. 2024-04-22T00:38:46.396 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:38:46.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.495+0000 7fef71513640 1 -- 172.21.15.18:0/1023875667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef6c1006a0 msgr2=0x7fef6c100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.495+0000 7fef71513640 1 --2- 172.21.15.18:0/1023875667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef6c1006a0 0x7fef6c100ac0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fef5c009900 tx=0x7fef5c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:46.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.495+0000 7fef71513640 1 -- 172.21.15.18:0/1023875667 shutdown_connections 2024-04-22T00:38:46.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.495+0000 7fef71513640 1 --2- 172.21.15.18:0/1023875667 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef6c102250 0x7fef6c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.495+0000 7fef71513640 1 --2- 172.21.15.18:0/1023875667 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef6c101890 0x7fef6c101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.495+0000 7fef71513640 1 --2- 172.21.15.18:0/1023875667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef6c1006a0 0x7fef6c100ac0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.495+0000 7fef71513640 1 -- 172.21.15.18:0/1023875667 >> 172.21.15.18:0/1023875667 conn(0x7fef6c0fbc30 msgr2=0x7fef6c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:46.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.495+0000 7fef71513640 1 -- 172.21.15.18:0/1023875667 shutdown_connections 2024-04-22T00:38:46.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.495+0000 7fef71513640 1 -- 172.21.15.18:0/1023875667 wait complete. 2024-04-22T00:38:46.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef71513640 1 Processor -- start 2024-04-22T00:38:46.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef71513640 1 -- start start 2024-04-22T00:38:46.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef71513640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef6c1006a0 0x7fef6c197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef71513640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef6c101890 0x7fef6c197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef71513640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef6c102250 0x7fef6c19f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef71513640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c10d440 con 0x7fef6c1006a0 2024-04-22T00:38:46.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef71513640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c10d2c0 con 0x7fef6c101890 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef71513640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c10d5c0 con 0x7fef6c102250 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef6affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef6c1006a0 0x7fef6c197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef6affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef6c1006a0 0x7fef6c197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45324/0 (socket says 172.21.15.18:45324) 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef6affd640 1 -- 172.21.15.18:0/919810985 learned_addr learned my addr 172.21.15.18:0/919810985 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef63fff640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef6c101890 0x7fef6c197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef6affd640 1 -- 172.21.15.18:0/919810985 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef6c102250 msgr2=0x7fef6c19f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef6affd640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef6c102250 0x7fef6c19f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef6affd640 1 -- 172.21.15.18:0/919810985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef6c101890 msgr2=0x7fef6c197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef6affd640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef6c101890 0x7fef6c197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.496+0000 7fef6affd640 1 -- 172.21.15.18:0/919810985 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef6c19f690 con 0x7fef6c1006a0 2024-04-22T00:38:46.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.497+0000 7fef6affd640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef6c1006a0 0x7fef6c197a70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fef5c000c00 tx=0x7fef5c005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:46.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.497+0000 7fef68ff9640 1 -- 172.21.15.18:0/919810985 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef5c041070 con 0x7fef6c1006a0 2024-04-22T00:38:46.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.497+0000 7fef68ff9640 1 -- 172.21.15.18:0/919810985 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef5c0044d0 con 0x7fef6c1006a0 2024-04-22T00:38:46.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.497+0000 7fef71513640 1 -- 172.21.15.18:0/919810985 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef6c19f920 con 0x7fef6c1006a0 2024-04-22T00:38:46.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.497+0000 7fef68ff9640 1 -- 172.21.15.18:0/919810985 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef5c034440 con 0x7fef6c1006a0 2024-04-22T00:38:46.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.497+0000 7fef71513640 1 -- 172.21.15.18:0/919810985 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef6c19fe60 con 0x7fef6c1006a0 2024-04-22T00:38:46.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.498+0000 7fef71513640 1 -- 172.21.15.18:0/919810985 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef6c1079c0 con 0x7fef6c1006a0 2024-04-22T00:38:46.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.499+0000 7fef68ff9640 1 -- 172.21.15.18:0/919810985 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fef5c044070 con 0x7fef6c1006a0 2024-04-22T00:38:46.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.499+0000 7fef68ff9640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef580a2c10 0x7fef580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.500+0000 7fef63fff640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef580a2c10 0x7fef580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.500+0000 7fef68ff9640 1 -- 172.21.15.18:0/919810985 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fef5c0f0e00 con 0x7fef6c1006a0 2024-04-22T00:38:46.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.500+0000 7fef63fff640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef580a2c10 0x7fef580a50d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fef6c198f80 tx=0x7fef54005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:46.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.504+0000 7fef68ff9640 1 -- 172.21.15.18:0/919810985 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fef5c0bdac0 con 0x7fef6c1006a0 2024-04-22T00:38:46.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:46 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2580003320' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-22T00:38:46.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:46 smithi081 ceph-mon[31546]: osdmap e91: 12 total, 12 up, 12 in 2024-04-22T00:38:46.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:46 smithi081 ceph-mon[31546]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:38:46.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:46 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1979687730' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:46.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:46 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3959208769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:46.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:46 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1698274687' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:46 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2580003320' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-22T00:38:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:46 smithi018 ceph-mon[27979]: osdmap e91: 12 total, 12 up, 12 in 2024-04-22T00:38:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:46 smithi018 ceph-mon[27979]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:38:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:46 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1979687730' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:46 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3959208769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:46 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1698274687' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:46.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.728+0000 7fef71513640 1 -- 172.21.15.18:0/919810985 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef6c062340 con 0x7fef6c1006a0 2024-04-22T00:38:46.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.729+0000 7fef68ff9640 1 -- 172.21.15.18:0/919810985 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11797 (secure 0 0 0) 0x7fef5c0bd3c0 con 0x7fef6c1006a0 2024-04-22T00:38:46.731 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:46.732 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24508,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:38:44.750285+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24532,"qdb_cluster":[24532]},"id":1}]} 2024-04-22T00:38:46.732 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 17 2024-04-22T00:38:46.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 -- 172.21.15.18:0/919810985 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef580a2c10 msgr2=0x7fef580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef580a2c10 0x7fef580a50d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fef6c198f80 tx=0x7fef54005f90 comp rx=0 tx=0).stop 2024-04-22T00:38:46.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 -- 172.21.15.18:0/919810985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef6c1006a0 msgr2=0x7fef6c197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef6c1006a0 0x7fef6c197a70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fef5c000c00 tx=0x7fef5c005d50 comp rx=0 tx=0).stop 2024-04-22T00:38:46.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 -- 172.21.15.18:0/919810985 shutdown_connections 2024-04-22T00:38:46.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef580a2c10 0x7fef580a50d0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef6c102250 0x7fef6c19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef6c101890 0x7fef6c197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 --2- 172.21.15.18:0/919810985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef6c1006a0 0x7fef6c197a70 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 -- 172.21.15.18:0/919810985 >> 172.21.15.18:0/919810985 conn(0x7fef6c0fbc30 msgr2=0x7fef6c104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:46.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 -- 172.21.15.18:0/919810985 shutdown_connections 2024-04-22T00:38:46.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.731+0000 7fef71513640 1 -- 172.21.15.18:0/919810985 wait complete. 2024-04-22T00:38:46.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:46 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2580003320' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-22T00:38:46.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:46 smithi167 ceph-mon[31348]: osdmap e91: 12 total, 12 up, 12 in 2024-04-22T00:38:46.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:46 smithi167 ceph-mon[31348]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:38:46.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:46 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1979687730' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:46.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:46 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3959208769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:46.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:46 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1698274687' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:46.745 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:38:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.844+0000 7fa079027640 1 -- 172.21.15.18:0/3168473854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa074107460 msgr2=0x7fa0741098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.844+0000 7fa079027640 1 --2- 172.21.15.18:0/3168473854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa074107460 0x7fa0741098b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa06c009ca0 tx=0x7fa06c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.844+0000 7fa079027640 1 -- 172.21.15.18:0/3168473854 shutdown_connections 2024-04-22T00:38:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.844+0000 7fa079027640 1 --2- 172.21.15.18:0/3168473854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa074107460 0x7fa0741098b0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.844+0000 7fa079027640 1 --2- 172.21.15.18:0/3168473854 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa074104b30 0x7fa074106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.844+0000 7fa079027640 1 --2- 172.21.15.18:0/3168473854 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa074102200 0x7fa0741045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.844+0000 7fa079027640 1 -- 172.21.15.18:0/3168473854 >> 172.21.15.18:0/3168473854 conn(0x7fa0740fbbf0 msgr2=0x7fa0740fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.844+0000 7fa079027640 1 -- 172.21.15.18:0/3168473854 shutdown_connections 2024-04-22T00:38:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.844+0000 7fa079027640 1 -- 172.21.15.18:0/3168473854 wait complete. 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.845+0000 7fa079027640 1 Processor -- start 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.845+0000 7fa079027640 1 -- start start 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.845+0000 7fa079027640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa074102200 0x7fa074101b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.845+0000 7fa079027640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa074104b30 0x7fa0741001b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.845+0000 7fa079027640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa074107460 0x7fa0741006f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.845+0000 7fa079027640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa07410d400 con 0x7fa074104b30 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.845+0000 7fa079027640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa07410d280 con 0x7fa074107460 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.845+0000 7fa079027640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa07410d580 con 0x7fa074102200 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa07259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa074104b30 0x7fa0741001b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa07259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa074104b30 0x7fa0741001b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45346/0 (socket says 172.21.15.18:45346) 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa07259c640 1 -- 172.21.15.18:0/3880498712 learned_addr learned my addr 172.21.15.18:0/3880498712 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa07359e640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa074107460 0x7fa0741006f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa072d9d640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa074102200 0x7fa074101b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa07259c640 1 -- 172.21.15.18:0/3880498712 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa074102200 msgr2=0x7fa074101b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa07259c640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa074102200 0x7fa074101b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa07259c640 1 -- 172.21.15.18:0/3880498712 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa074107460 msgr2=0x7fa0741006f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa07259c640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa074107460 0x7fa0741006f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa07259c640 1 -- 172.21.15.18:0/3880498712 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa074100f80 con 0x7fa074104b30 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa07259c640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa074104b30 0x7fa0741001b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa06400d770 tx=0x7fa06400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa06bfff640 1 -- 172.21.15.18:0/3880498712 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa064017070 con 0x7fa074104b30 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa079027640 1 -- 172.21.15.18:0/3880498712 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0741a1b40 con 0x7fa074104b30 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa06bfff640 1 -- 172.21.15.18:0/3880498712 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa064009c30 con 0x7fa074104b30 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa06bfff640 1 -- 172.21.15.18:0/3880498712 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa06400f620 con 0x7fa074104b30 2024-04-22T00:38:46.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.846+0000 7fa079027640 1 -- 172.21.15.18:0/3880498712 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0741a2090 con 0x7fa074104b30 2024-04-22T00:38:46.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.847+0000 7fa079027640 1 -- 172.21.15.18:0/3880498712 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0740fd6e0 con 0x7fa074104b30 2024-04-22T00:38:46.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.849+0000 7fa06bfff640 1 -- 172.21.15.18:0/3880498712 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa06401a070 con 0x7fa074104b30 2024-04-22T00:38:46.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.849+0000 7fa06bfff640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0600a2b90 0x7fa0600a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:46.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.850+0000 7fa072d9d640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0600a2b90 0x7fa0600a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:46.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.850+0000 7fa06bfff640 1 -- 172.21.15.18:0/3880498712 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fa0640ced90 con 0x7fa074104b30 2024-04-22T00:38:46.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.850+0000 7fa072d9d640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0600a2b90 0x7fa0600a5050 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa05c0058c0 tx=0x7fa05c00a4c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:46.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:46.854+0000 7fa06bfff640 1 -- 172.21.15.18:0/3880498712 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa064009de0 con 0x7fa074104b30 2024-04-22T00:38:47.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.038+0000 7fa079027640 1 -- 172.21.15.18:0/3880498712 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa0740623e0 con 0x7fa074104b30 2024-04-22T00:38:47.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.040+0000 7fa06bfff640 1 -- 172.21.15.18:0/3880498712 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24042 (secure 0 0 0) 0x7fa06409bab0 con 0x7fa074104b30 2024-04-22T00:38:47.042 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:47.043 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":91,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:38:44.750078+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:38:47.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 -- 172.21.15.18:0/3880498712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0600a2b90 msgr2=0x7fa0600a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0600a2b90 0x7fa0600a5050 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa05c0058c0 tx=0x7fa05c00a4c0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 -- 172.21.15.18:0/3880498712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa074104b30 msgr2=0x7fa0741001b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa074104b30 0x7fa0741001b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa06400d770 tx=0x7fa06400dc30 comp rx=0 tx=0).stop 2024-04-22T00:38:47.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 -- 172.21.15.18:0/3880498712 shutdown_connections 2024-04-22T00:38:47.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0600a2b90 0x7fa0600a5050 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa074107460 0x7fa0741006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa074104b30 0x7fa0741001b0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 --2- 172.21.15.18:0/3880498712 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa074102200 0x7fa074101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 -- 172.21.15.18:0/3880498712 >> 172.21.15.18:0/3880498712 conn(0x7fa0740fbbf0 msgr2=0x7fa074102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:47.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 -- 172.21.15.18:0/3880498712 shutdown_connections 2024-04-22T00:38:47.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.042+0000 7fa079027640 1 -- 172.21.15.18:0/3880498712 wait complete. 2024-04-22T00:38:47.056 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-22T00:38:39.717418+0000', 'modified': '2024-04-22T00:38:44.750285+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24532}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24532': {'gid': 24532, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.167:6839/3244680945', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6838', 'nonce': 3244680945}, {'type': 'v1', 'addr': '172.21.15.167:6839', 'nonce': 3244680945}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24532, 'qdb_cluster': [24532]} 2024-04-22T00:38:47.056 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-22T00:38:47.056 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-22T00:38:47.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.157+0000 7f041b313640 1 -- 172.21.15.18:0/3831301556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0414102250 msgr2=0x7f0414108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.157+0000 7f041b313640 1 --2- 172.21.15.18:0/3831301556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0414102250 0x7f0414108ae0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f040c009ca0 tx=0x7f040c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.157+0000 7f041b313640 1 -- 172.21.15.18:0/3831301556 shutdown_connections 2024-04-22T00:38:47.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.157+0000 7f041b313640 1 --2- 172.21.15.18:0/3831301556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0414102250 0x7f0414108ae0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.157+0000 7f041b313640 1 --2- 172.21.15.18:0/3831301556 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0414101890 0x7f0414101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.157+0000 7f041b313640 1 --2- 172.21.15.18:0/3831301556 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04141006a0 0x7f0414100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.157+0000 7f041b313640 1 -- 172.21.15.18:0/3831301556 >> 172.21.15.18:0/3831301556 conn(0x7f04140fbc30 msgr2=0x7f04140fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:47.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.157+0000 7f041b313640 1 -- 172.21.15.18:0/3831301556 shutdown_connections 2024-04-22T00:38:47.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.157+0000 7f041b313640 1 -- 172.21.15.18:0/3831301556 wait complete. 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f041b313640 1 Processor -- start 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f041b313640 1 -- start start 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f041b313640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04141006a0 0x7f0414104630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f041b313640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0414101890 0x7f0414102c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f041b313640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0414102250 0x7f04141031b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f041b313640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f041410c320 con 0x7f0414101890 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f041b313640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f041410c1a0 con 0x7f0414102250 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f041b313640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f041410c4a0 con 0x7f04141006a0 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04188ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0414101890 0x7f0414102c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04188ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0414101890 0x7f0414102c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45364/0 (socket says 172.21.15.18:45364) 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04188ae640 1 -- 172.21.15.18:0/769818952 learned_addr learned my addr 172.21.15.18:0/769818952 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04198b0640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0414102250 0x7f04141031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04190af640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04141006a0 0x7f0414104630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04188ae640 1 -- 172.21.15.18:0/769818952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04141006a0 msgr2=0x7f0414104630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04188ae640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04141006a0 0x7f0414104630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04188ae640 1 -- 172.21.15.18:0/769818952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0414102250 msgr2=0x7f04141031b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04188ae640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0414102250 0x7f04141031b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04188ae640 1 -- 172.21.15.18:0/769818952 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0414103a40 con 0x7f0414101890 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04190af640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04141006a0 0x7f0414104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f04188ae640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0414101890 0x7f0414102c70 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f040400d950 tx=0x7f040400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.158+0000 7f040a7fc640 1 -- 172.21.15.18:0/769818952 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0404017030 con 0x7f0414101890 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.159+0000 7f041b313640 1 -- 172.21.15.18:0/769818952 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04141a1c10 con 0x7f0414101890 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.159+0000 7f040a7fc640 1 -- 172.21.15.18:0/769818952 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0404004020 con 0x7f0414101890 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.159+0000 7f040a7fc640 1 -- 172.21.15.18:0/769818952 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04040047a0 con 0x7f0414101890 2024-04-22T00:38:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.159+0000 7f041b313640 1 -- 172.21.15.18:0/769818952 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04141a2160 con 0x7f0414101890 2024-04-22T00:38:47.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f040a7fc640 1 -- 172.21.15.18:0/769818952 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f04040041d0 con 0x7f0414101890 2024-04-22T00:38:47.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f041dfdd740 1 Processor -- start 2024-04-22T00:38:47.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f041dfdd740 1 -- start start 2024-04-22T00:38:47.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 0x559f2f971490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971a60 0x559f2f976560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f976bd0 0x559f2f979060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f041dfdd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559f2f8d5df0 con 0x559f2f976bd0 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f041dfdd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559f2f87e640 con 0x559f2f971070 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f041dfdd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559f2f8d1db0 con 0x559f2f971a60 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f04188ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f976bd0 0x559f2f979060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f04198b0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 0x559f2f971490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f040a7fc640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2b90 0x7f04000a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f04188ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f976bd0 0x559f2f979060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45374/0 (socket says 172.21.15.18:45374) 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f04188ae640 1 -- 172.21.15.18:0/88844746 learned_addr learned my addr 172.21.15.18:0/88844746 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.161+0000 7f04198b0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 0x559f2f971490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:44948/0 (socket says 172.21.15.18:44948) 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f04190af640 1 --2- 172.21.15.18:0/88844746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971a60 0x559f2f976560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f04198b0640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2b90 0x7f04000a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f04188ae640 1 -- 172.21.15.18:0/88844746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971a60 msgr2=0x559f2f976560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f04188ae640 1 --2- 172.21.15.18:0/88844746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971a60 0x559f2f976560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f04188ae640 1 -- 172.21.15.18:0/88844746 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 msgr2=0x559f2f971490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f04188ae640 1 --2- 172.21.15.18:0/88844746 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 0x559f2f971490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f040a7fc640 1 -- 172.21.15.18:0/769818952 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f04040cecd0 con 0x7f0414101890 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f04188ae640 1 -- 172.21.15.18:0/88844746 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f2f5ea2d0 con 0x559f2f976bd0 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f04198b0640 1 --2- 172.21.15.18:0/88844746 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 0x559f2f971490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f04188ae640 1 --2- 172.21.15.18:0/88844746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f976bd0 0x559f2f979060 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f040409aff0 tx=0x7f0404050a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69d0e5947bdf929 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f03ff7fe640 1 -- 172.21.15.18:0/88844746 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040409ac50 con 0x559f2f976bd0 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f04198b0640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2b90 0x7f04000a5050 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f040c006010 tx=0x7f040c02c0f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f03ff7fe640 1 -- 172.21.15.18:0/88844746 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04040d0030 con 0x559f2f976bd0 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.162+0000 7f03ff7fe640 1 -- 172.21.15.18:0/88844746 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0404097960 con 0x559f2f976bd0 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 -- 172.21.15.18:0/88844746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f976bd0 msgr2=0x559f2f979060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 --2- 172.21.15.18:0/88844746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f976bd0 0x559f2f979060 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f040409aff0 tx=0x7f0404050a00 comp rx=0 tx=0).stop 2024-04-22T00:38:47.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 -- 172.21.15.18:0/88844746 shutdown_connections 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 --2- 172.21.15.18:0/88844746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f976bd0 0x559f2f979060 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 --2- 172.21.15.18:0/88844746 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971a60 0x559f2f976560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 --2- 172.21.15.18:0/88844746 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 0x559f2f971490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 -- 172.21.15.18:0/88844746 >> 172.21.15.18:0/88844746 conn(0x559f2f96c5e0 msgr2=0x559f2f96c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 -- 172.21.15.18:0/88844746 shutdown_connections 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 -- 172.21.15.18:0/88844746 wait complete. 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 -- start start 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.163+0000 7f041dfdd740 1 Processor -- start 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971070 0x559f2f97b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971a60 0x559f2f97ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f976bd0 0x559f2f982a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f041dfdd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559f2f979b20 con 0x559f2f971070 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f041dfdd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559f2f891be0 con 0x559f2f976bd0 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f041dfdd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559f2f979ca0 con 0x559f2f971a60 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f041dfdd740 10 client.0 _ll_register_callbacks cb 0x559f2f8915d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:38:47.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f04190af640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971070 0x559f2f97b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f04190af640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971070 0x559f2f97b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45388/0 (socket says 172.21.15.18:45388) 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f04190af640 1 -- 172.21.15.18:0/3625816651 learned_addr learned my addr 172.21.15.18:0/3625816651 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f04190af640 1 -- 172.21.15.18:0/3625816651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971a60 msgr2=0x559f2f97ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f04190af640 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971a60 0x559f2f97ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f04190af640 1 -- 172.21.15.18:0/3625816651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f976bd0 msgr2=0x559f2f982a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f04190af640 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f976bd0 0x559f2f982a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f04190af640 1 -- 172.21.15.18:0/3625816651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f2f6b46b0 con 0x559f2f971070 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f04190af640 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971070 0x559f2f97b4f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f04100106e0 tx=0x7f0410010ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74051ed5a843e977 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f03fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f03fcff9640 1 -- 172.21.15.18:0/3625816651 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041001d060 con 0x559f2f971070 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f03fcff9640 1 -- 172.21.15.18:0/3625816651 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f041000eb30 con 0x559f2f971070 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.164+0000 7f041dfdd740 1 -- 172.21.15.18:0/3625816651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04040d0030 con 0x559f2f971070 2024-04-22T00:38:47.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f03fcff9640 1 -- 172.21.15.18:0/3625816651 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f0410024050 con 0x559f2f971070 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f041dfdd740 10 client.14751 fetch_fsmap learned FSMap version 17 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f041dfdd740 1 -- 172.21.15.18:0/3625816651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x559f2f985b50 con 0x559f2f971070 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f03fcff9640 1 -- 172.21.15.18:0/3625816651 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04040d0030 con 0x559f2f971070 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f03fcff9640 1 -- 172.21.15.18:0/3625816651 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f0410016330 con 0x559f2f971070 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f041dfdd740 10 client.14751 fetch_fsmap finished waiting for FSMap version 17 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f041dfdd740 10 client.14751 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f041dfdd740 20 client.14751 populate_metadata read hostname 'smithi018' 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f041dfdd740 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559f2f988320 0x559f2f989790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f041dfdd740 4 client.14751 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f041dfdd740 1 -- 172.21.15.18:0/3625816651 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559f2f8e3330 con 0x559f2f988320 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.165+0000 7f04188ae640 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559f2f988320 0x559f2f989790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.166+0000 7f04188ae640 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559f2f988320 0x559f2f989790 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7bf1411e484d377 server_cookie=1d58259716b7c40c in_seq=0 out_seq=0 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.166+0000 7f03fcff9640 10 client.14751 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:38:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f03fcff9640 1 -- 172.21.15.18:0/3625816651 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559f2f8e3330 con 0x559f2f988320 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f03fcff9640 10 client.14751 handle_command_reply: tid=0 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 client.14751 shutdown 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 -- 172.21.15.18:0/3625816651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971070 msgr2=0x559f2f97b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971070 0x559f2f97b4f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f04100106e0 tx=0x7f0410010ba0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 -- 172.21.15.18:0/3625816651 shutdown_connections 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559f2f988320 0x559f2f989790 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f976bd0 0x559f2f982a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971a60 0x559f2f97ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f03fcff9640 0 client.14751 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 --2- 172.21.15.18:0/3625816651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971070 0x559f2f97b4f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 -- 172.21.15.18:0/3625816651 >> 172.21.15.18:0/3625816651 conn(0x559f2f96c5e0 msgr2=0x559f2f96b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 -- 172.21.15.18:0/3625816651 shutdown_connections 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 1 -- 172.21.15.18:0/3625816651 wait complete. 2024-04-22T00:38:47.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.167+0000 7f041dfdd740 20 client.14751 trim_cache size 0 max 16384 2024-04-22T00:38:47.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.185+0000 7f041dfdd740 1 Processor -- start 2024-04-22T00:38:47.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.185+0000 7f041dfdd740 1 -- start start 2024-04-22T00:38:47.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.185+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971070 0x559f2f972ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.185+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f982a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.185+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f976bd0 0x559f2f973400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.185+0000 7f041dfdd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559f2f987ad0 con 0x559f2f971a60 2024-04-22T00:38:47.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f041dfdd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559f2f9881a0 con 0x559f2f976bd0 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f041dfdd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559f2f988870 con 0x559f2f971070 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04188ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f982a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04188ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f982a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45396/0 (socket says 172.21.15.18:45396) 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04188ae640 1 -- 172.21.15.18:0/2834055402 learned_addr learned my addr 172.21.15.18:0/2834055402 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04190af640 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971070 0x559f2f972ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04188ae640 1 -- 172.21.15.18:0/2834055402 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971070 msgr2=0x559f2f972ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04188ae640 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971070 0x559f2f972ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04198b0640 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f976bd0 0x559f2f973400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04188ae640 1 -- 172.21.15.18:0/2834055402 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f976bd0 msgr2=0x559f2f973400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04188ae640 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f976bd0 0x559f2f973400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04188ae640 1 -- 172.21.15.18:0/2834055402 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f2f971e40 con 0x559f2f971a60 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04198b0640 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f976bd0 0x559f2f973400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04190af640 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971070 0x559f2f972ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:47.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f04188ae640 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f982a30 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0404097cc0 tx=0x7f040409b360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52fc62a72374ec2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f03feffd640 1 -- 172.21.15.18:0/2834055402 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040409b9f0 con 0x559f2f971a60 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f03feffd640 1 -- 172.21.15.18:0/2834055402 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04040d0070 con 0x559f2f971a60 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.186+0000 7f03feffd640 1 -- 172.21.15.18:0/2834055402 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04040a3ad0 con 0x559f2f971a60 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 -- 172.21.15.18:0/2834055402 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 msgr2=0x559f2f982a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f982a30 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0404097cc0 tx=0x7f040409b360 comp rx=0 tx=0).stop 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 -- 172.21.15.18:0/2834055402 shutdown_connections 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f976bd0 0x559f2f973400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f982a30 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 --2- 172.21.15.18:0/2834055402 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f971070 0x559f2f972ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 -- 172.21.15.18:0/2834055402 >> 172.21.15.18:0/2834055402 conn(0x559f2f96c5e0 msgr2=0x559f2f967340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 -- 172.21.15.18:0/2834055402 shutdown_connections 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 -- 172.21.15.18:0/2834055402 wait complete. 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 -- start start 2024-04-22T00:38:47.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.187+0000 7f041dfdd740 1 Processor -- start 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 0x559f2f97dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f97e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f041dfdd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f976bd0 0x559f2f9814f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f041dfdd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559f2f989610 con 0x559f2f971a60 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f041dfdd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559f2f988f40 con 0x559f2f971070 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f041dfdd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559f2f989ce0 con 0x559f2f976bd0 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f041dfdd740 10 client.0 _ll_register_callbacks cb 0x7f041000be70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04188ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f97e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04188ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f97e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45400/0 (socket says 172.21.15.18:45400) 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04188ae640 1 -- 172.21.15.18:0/2414551442 learned_addr learned my addr 172.21.15.18:0/2414551442 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04190af640 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 0x559f2f97dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04188ae640 1 -- 172.21.15.18:0/2414551442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f976bd0 msgr2=0x559f2f9814f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04198b0640 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f976bd0 0x559f2f9814f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04188ae640 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f976bd0 0x559f2f9814f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04188ae640 1 -- 172.21.15.18:0/2414551442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 msgr2=0x559f2f97dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04188ae640 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 0x559f2f97dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04188ae640 1 -- 172.21.15.18:0/2414551442 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f2f981ae0 con 0x559f2f971a60 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04198b0640 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f976bd0 0x559f2f9814f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f04188ae640 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f97e520 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0404005fd0 tx=0x7f04040995f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96382a0729c0624d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f03fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f03fcff9640 1 -- 172.21.15.18:0/2414551442 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04040b9060 con 0x559f2f971a60 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f03fcff9640 1 -- 172.21.15.18:0/2414551442 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f0404097a60 con 0x559f2f971a60 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f041dfdd740 1 -- 172.21.15.18:0/2414551442 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04040d0070 con 0x559f2f971a60 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f03fcff9640 1 -- 172.21.15.18:0/2414551442 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f040409f6a0 con 0x559f2f971a60 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f041dfdd740 10 client.14757 fetch_fsmap learned FSMap version 17 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.188+0000 7f041dfdd740 1 -- 172.21.15.18:0/2414551442 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x559f2f982d50 con 0x559f2f971a60 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.189+0000 7f03fcff9640 1 -- 172.21.15.18:0/2414551442 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04040d0070 con 0x559f2f971a60 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.189+0000 7f03fcff9640 1 -- 172.21.15.18:0/2414551442 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f0404066170 con 0x559f2f971a60 2024-04-22T00:38:47.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.189+0000 7f041dfdd740 10 client.14757 fetch_fsmap finished waiting for FSMap version 17 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.189+0000 7f041dfdd740 10 client.14757 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.189+0000 7f041dfdd740 20 client.14757 populate_metadata read hostname 'smithi018' 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.189+0000 7f041dfdd740 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559f2f9f24a0 0x559f2f9f11b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.189+0000 7f041dfdd740 4 client.14757 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.189+0000 7f041dfdd740 1 -- 172.21.15.18:0/2414551442 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "status"}) -- 0x559f2f8dd680 con 0x559f2f9f24a0 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.189+0000 7f04190af640 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559f2f9f24a0 0x559f2f9f11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f04190af640 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559f2f9f24a0 0x559f2f9f11b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55d11d42506cdb59 server_cookie=ece35af4d14a412 in_seq=0 out_seq=0 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f03fcff9640 10 client.14757 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f03fcff9640 1 -- 172.21.15.18:0/2414551442 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559f2f8dd680 con 0x559f2f9f24a0 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f03fcff9640 10 client.14757 handle_command_reply: tid=0 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 client.14757 shutdown 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 -- 172.21.15.18:0/2414551442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 msgr2=0x559f2f97e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f97e520 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0404005fd0 tx=0x7f04040995f0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 -- 172.21.15.18:0/2414551442 shutdown_connections 2024-04-22T00:38:47.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559f2f9f24a0 0x559f2f9f11b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559f2f976bd0 0x559f2f9814f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559f2f971a60 0x559f2f97e520 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f03fcff9640 0 client.14757 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:38:47.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 --2- 172.21.15.18:0/2414551442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559f2f971070 0x559f2f97dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 -- 172.21.15.18:0/2414551442 >> 172.21.15.18:0/2414551442 conn(0x559f2f96c5e0 msgr2=0x559f2f987010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:47.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 -- 172.21.15.18:0/2414551442 shutdown_connections 2024-04-22T00:38:47.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 1 -- 172.21.15.18:0/2414551442 wait complete. 2024-04-22T00:38:47.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.190+0000 7f041dfdd740 20 client.14757 trim_cache size 0 max 16384 2024-04-22T00:38:47.199 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 0, 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24532, 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 6.8337215410000001, 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 17, 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 91, 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 90, 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 20.204536926999999 2024-04-22T00:38:47.200 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:38:47.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 -- 172.21.15.18:0/769818952 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2b90 msgr2=0x7f04000a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2b90 0x7f04000a5050 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f040c006010 tx=0x7f040c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 -- 172.21.15.18:0/769818952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0414101890 msgr2=0x7f0414102c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:47.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0414101890 0x7f0414102c70 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f040400d950 tx=0x7f040400de10 comp rx=0 tx=0).stop 2024-04-22T00:38:47.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 -- 172.21.15.18:0/769818952 shutdown_connections 2024-04-22T00:38:47.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2b90 0x7f04000a5050 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0414102250 0x7f04141031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0414101890 0x7f0414102c70 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 --2- 172.21.15.18:0/769818952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04141006a0 0x7f0414104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:47.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 -- 172.21.15.18:0/769818952 >> 172.21.15.18:0/769818952 conn(0x7f04140fbc30 msgr2=0x7f04140fd660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:47.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 -- 172.21.15.18:0/769818952 shutdown_connections 2024-04-22T00:38:47.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:47.191+0000 7f041b313640 1 -- 172.21.15.18:0/769818952 wait complete. 2024-04-22T00:38:47.204 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-22T00:38:47.204 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-22T00:38:47.204 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-22T00:38:47.450 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:38:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:47 smithi081 ceph-mon[31546]: pgmap v295: 129 pgs: 16 creating+peering, 9 unknown, 104 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 9 op/s 2024-04-22T00:38:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:47 smithi081 ceph-mon[31546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T00:38:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:47 smithi081 ceph-mon[31546]: Cluster is now healthy 2024-04-22T00:38:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:47 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/919810985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:47.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:47 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3880498712' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:47 smithi018 ceph-mon[27979]: pgmap v295: 129 pgs: 16 creating+peering, 9 unknown, 104 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 9 op/s 2024-04-22T00:38:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:47 smithi018 ceph-mon[27979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T00:38:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:47 smithi018 ceph-mon[27979]: Cluster is now healthy 2024-04-22T00:38:47.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:47 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/919810985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:47.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:47 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3880498712' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:47.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:47 smithi167 ceph-mon[31348]: pgmap v295: 129 pgs: 16 creating+peering, 9 unknown, 104 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 9 op/s 2024-04-22T00:38:47.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:47 smithi167 ceph-mon[31348]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T00:38:47.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:47 smithi167 ceph-mon[31348]: Cluster is now healthy 2024-04-22T00:38:47.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:47 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/919810985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:38:47.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:47 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3880498712' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:49.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.255+0000 7fede96d4700 1 -- 172.21.15.18:0/120526541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fede4102510 msgr2=0x7fede41028f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:49.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.255+0000 7fede96d4700 1 --2- 172.21.15.18:0/120526541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fede4102510 0x7fede41028f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fedd4009990 tx=0x7fedd4009ca0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.255+0000 7fede96d4700 1 -- 172.21.15.18:0/120526541 shutdown_connections 2024-04-22T00:38:49.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.255+0000 7fede96d4700 1 --2- 172.21.15.18:0/120526541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fede4107590 0x7fede410f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.255+0000 7fede96d4700 1 --2- 172.21.15.18:0/120526541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fede4102510 0x7fede41028f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.255+0000 7fede96d4700 1 --2- 172.21.15.18:0/120526541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fede4102ec0 0x7fede4106eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.255+0000 7fede96d4700 1 -- 172.21.15.18:0/120526541 >> 172.21.15.18:0/120526541 conn(0x7fede40793a0 msgr2=0x7fede40797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.255+0000 7fede96d4700 1 -- 172.21.15.18:0/120526541 shutdown_connections 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.255+0000 7fede96d4700 1 -- 172.21.15.18:0/120526541 wait complete. 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede96d4700 1 Processor -- start 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede96d4700 1 -- start start 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede96d4700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fede4102510 0x7fede419e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede96d4700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fede4102ec0 0x7fede419ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede96d4700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fede4107590 0x7fede4198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede96d4700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fede4112550 con 0x7fede4102ec0 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede96d4700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fede41123d0 con 0x7fede4102510 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede96d4700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fede41126d0 con 0x7fede4107590 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede27fc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fede4102ec0 0x7fede419ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:49.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede2ffd700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fede4102510 0x7fede419e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede27fc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fede4102ec0 0x7fede419ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45418/0 (socket says 172.21.15.18:45418) 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.256+0000 7fede27fc700 1 -- 172.21.15.18:0/2915081194 learned_addr learned my addr 172.21.15.18:0/2915081194 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fede37fe700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fede4107590 0x7fede4198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fede27fc700 1 -- 172.21.15.18:0/2915081194 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fede4107590 msgr2=0x7fede4198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fede27fc700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fede4107590 0x7fede4198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fede27fc700 1 -- 172.21.15.18:0/2915081194 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fede4102510 msgr2=0x7fede419e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fede27fc700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fede4102510 0x7fede419e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fede27fc700 1 -- 172.21.15.18:0/2915081194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fede4199030 con 0x7fede4102ec0 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fede37fe700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fede4107590 0x7fede4198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fede27fc700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fede4102ec0 0x7fede419ebc0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fedd800c9e0 tx=0x7fedd800ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fedcbfff700 1 -- 172.21.15.18:0/2915081194 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd8007aa0 con 0x7fede4102ec0 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fede96d4700 1 -- 172.21.15.18:0/2915081194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fede4199320 con 0x7fede4102ec0 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fedcbfff700 1 -- 172.21.15.18:0/2915081194 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fedd8007c40 con 0x7fede4102ec0 2024-04-22T00:38:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fedcbfff700 1 -- 172.21.15.18:0/2915081194 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd8018640 con 0x7fede4102ec0 2024-04-22T00:38:49.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.257+0000 7fede96d4700 1 -- 172.21.15.18:0/2915081194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fede41a5600 con 0x7fede4102ec0 2024-04-22T00:38:49.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.258+0000 7fede96d4700 1 -- 172.21.15.18:0/2915081194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fede410a7b0 con 0x7fede4102ec0 2024-04-22T00:38:49.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.259+0000 7fedcbfff700 1 -- 172.21.15.18:0/2915081194 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fedd800f450 con 0x7fede4102ec0 2024-04-22T00:38:49.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.260+0000 7fedcbfff700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fedcc0a2c20 0x7fedcc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:49.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.260+0000 7fede2ffd700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fedcc0a2c20 0x7fedcc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:49.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.260+0000 7fedcbfff700 1 -- 172.21.15.18:0/2915081194 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fedd80cf4d0 con 0x7fede4102ec0 2024-04-22T00:38:49.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.261+0000 7fede2ffd700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fedcc0a2c20 0x7fedcc0a50e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fedd40098e0 tx=0x7fedd4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:49.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.264+0000 7fedcbfff700 1 -- 172.21.15.18:0/2915081194 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fedd8014030 con 0x7fede4102ec0 2024-04-22T00:38:49.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:49 smithi018 ceph-mon[27979]: pgmap v296: 129 pgs: 16 creating+peering, 113 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 6 op/s 2024-04-22T00:38:49.526 INFO:teuthology.orchestra.run.smithi018.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-22T00:38:49.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.523+0000 7fede96d4700 1 -- 172.21.15.18:0/2915081194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fede4199c80 con 0x7fede4102ec0 2024-04-22T00:38:49.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.524+0000 7fedcbfff700 1 -- 172.21.15.18:0/2915081194 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7fedd809c280 con 0x7fede4102ec0 2024-04-22T00:38:49.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 -- 172.21.15.18:0/2915081194 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fedcc0a2c20 msgr2=0x7fedcc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fedcc0a2c20 0x7fedcc0a50e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fedd40098e0 tx=0x7fedd4005960 comp rx=0 tx=0).stop 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 -- 172.21.15.18:0/2915081194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fede4102ec0 msgr2=0x7fede419ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fede4102ec0 0x7fede419ebc0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fedd800c9e0 tx=0x7fedd800ccf0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 -- 172.21.15.18:0/2915081194 shutdown_connections 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fede4107590 0x7fede4198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fedcc0a2c20 0x7fedcc0a50e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fede4102510 0x7fede419e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 --2- 172.21.15.18:0/2915081194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fede4102ec0 0x7fede419ebc0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 -- 172.21.15.18:0/2915081194 >> 172.21.15.18:0/2915081194 conn(0x7fede40793a0 msgr2=0x7fede41003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 -- 172.21.15.18:0/2915081194 shutdown_connections 2024-04-22T00:38:49.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:49.526+0000 7fede96d4700 1 -- 172.21.15.18:0/2915081194 wait complete. 2024-04-22T00:38:49.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:49 smithi081 ceph-mon[31546]: pgmap v296: 129 pgs: 16 creating+peering, 113 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 6 op/s 2024-04-22T00:38:49.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:49 smithi167 ceph-mon[31348]: pgmap v296: 129 pgs: 16 creating+peering, 113 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 6 op/s 2024-04-22T00:38:50.193 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-04-22T00:38:50.193 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-22T00:38:50.193 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi018.front.sepia.ceph.com 2024-04-22T00:38:50.193 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-04-22T00:38:50.193 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-22T00:38:50.193 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-04-22T00:38:50.193 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-22T00:38:50.193 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-22T00:38:50.194 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-04-22T00:38:50.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:50.194 DEBUG:teuthology.orchestra.run.smithi018:> ip addr 2024-04-22T00:38:50.210 INFO:teuthology.orchestra.run.smithi018.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: inet 127.0.0.1/8 scope host lo 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft forever preferred_lft forever 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: inet6 ::1/128 scope host 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft forever preferred_lft forever 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:6b:fd:98 brd ff:ff:ff:ff:ff:ff 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp7s0f0 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:6b:fd:99 brd ff:ff:ff:ff:ff:ff 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp7s0f1 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:bd:13:62 brd ff:ff:ff:ff:ff:ff 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp1s0f0 2024-04-22T00:38:50.211 INFO:teuthology.orchestra.run.smithi018.stdout: inet 172.21.15.18/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-04-22T00:38:50.212 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft 42179sec preferred_lft 42179sec 2024-04-22T00:38:50.212 INFO:teuthology.orchestra.run.smithi018.stdout: inet6 fe80::ec4:7aff:febd:1362/64 scope link noprefixroute 2024-04-22T00:38:50.212 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft forever preferred_lft forever 2024-04-22T00:38:50.212 INFO:teuthology.orchestra.run.smithi018.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-22T00:38:50.212 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:bd:13:63 brd ff:ff:ff:ff:ff:ff 2024-04-22T00:38:50.212 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp1s0f1 2024-04-22T00:38:50.212 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-22T00:38:50.213 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T00:38:50.213 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-04-22T00:38:50.213 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link add name ceph-brx type bridge 2024-04-22T00:38:50.213 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip addr flush dev ceph-brx 2024-04-22T00:38:50.213 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link set ceph-brx up 2024-04-22T00:38:50.213 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-22T00:38:50.213 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-04-22T00:38:50.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:38:50.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:38:50.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:50.403 DEBUG:teuthology.orchestra.run.smithi018:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-22T00:38:50.416 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:50 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2915081194' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-22T00:38:50.429 INFO:teuthology.orchestra.run.smithi018.stdout:1 2024-04-22T00:38:50.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:50.431 DEBUG:teuthology.orchestra.run.smithi018:> route 2024-04-22T00:38:50.498 INFO:teuthology.orchestra.run.smithi018.stdout:Kernel IP routing table 2024-04-22T00:38:50.498 INFO:teuthology.orchestra.run.smithi018.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-22T00:38:50.498 INFO:teuthology.orchestra.run.smithi018.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-22T00:38:50.498 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-22T00:38:50.499 INFO:teuthology.orchestra.run.smithi018.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-22T00:38:50.499 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T00:38:50.499 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-04-22T00:38:50.500 DEBUG:teuthology.orchestra.run.smithi018:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-22T00:38:50.500 DEBUG:teuthology.orchestra.run.smithi018:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-22T00:38:50.500 DEBUG:teuthology.orchestra.run.smithi018:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-22T00:38:50.500 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-04-22T00:38:50.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:38:50.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:50 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2915081194' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-22T00:38:50.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:50 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2915081194' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-22T00:38:50.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:38:50.753 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:50.754 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list 2024-04-22T00:38:50.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:50.769 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list-id 2024-04-22T00:38:50.824 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T00:38:50.824 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-04-22T00:38:50.824 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-22T00:38:50.824 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-04-22T00:38:50.824 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-04-22T00:38:50.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:38:50.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:38:50.942 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-04-22T00:38:50.942 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T00:38:50.942 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-04-22T00:38:50.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-04-22T00:38:50.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-22T00:38:50.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-04-22T00:38:50.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-04-22T00:38:50.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-04-22T00:38:50.943 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-04-22T00:38:50.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:38:51.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:38:51.066 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T00:38:51.067 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-04-22T00:38:51.067 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link set brx.0 up 2024-04-22T00:38:51.067 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link set dev brx.0 master ceph-brx 2024-04-22T00:38:51.067 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-04-22T00:38:51.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:38:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:38:51.144 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-04-22T00:38:51.144 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-22T00:38:51.144 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-04-22T00:38:51.159 INFO:teuthology.orchestra.run.smithi018.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-04-22T00:38:51.160 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-22T00:38:51.160 DEBUG:teuthology.orchestra.run.smithi018:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-04-22T00:38:51.214 DEBUG:teuthology.orchestra.run.smithi018:> sudo modprobe fuse 2024-04-22T00:38:51.280 DEBUG:teuthology.orchestra.run.smithi018:> cat /proc/self/mounts | awk '{print $2}' 2024-04-22T00:38:51.336 INFO:teuthology.orchestra.run.smithi018.stdout:/proc 2024-04-22T00:38:51.336 INFO:teuthology.orchestra.run.smithi018.stdout:/sys 2024-04-22T00:38:51.336 INFO:teuthology.orchestra.run.smithi018.stdout:/dev 2024-04-22T00:38:51.336 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/security 2024-04-22T00:38:51.336 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/shm 2024-04-22T00:38:51.336 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/pts 2024-04-22T00:38:51.336 INFO:teuthology.orchestra.run.smithi018.stdout:/run 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/cgroup 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/pstore 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/bpf 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/ 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/selinux 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/proc/sys/fs/binfmt_misc 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/hugepages 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/mqueue 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/debug 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/tracing 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/config 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-sysusers.service 2024-04-22T00:38:51.337 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/fuse/connections 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-sysctl.service 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/nfs/rpc_pipefs 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/run/user/1000 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/ceph 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/231730e00e7d6e7d14efac77b61cb6c497c3330a15216cad87784525900762a2/merged 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/90bcc94cc4e32f0035afe338f92144ec5d11e4db50a555d41ed75c3f1b48ead9/merged 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/run/user/0 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/proc/sys/fs/binfmt_misc 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/baeeef736eb015ac572c3ece5840debb54b5698d389bb4416211c18568384d18/merged 2024-04-22T00:38:51.338 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/7cfee2927f420d65f7ca34c6ad62ce528dc07c27c3318bb08e008d4e32112c1c/merged 2024-04-22T00:38:51.339 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/fee63e2a6b70e39ea7e429281a684537b58ed53c7188a197afff150404e4cc8e/merged 2024-04-22T00:38:51.339 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/15f9fea4b6b23e7e63cf21b2553d3fcb9281f9bece31702af755d50efe735ddc/merged 2024-04-22T00:38:51.339 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/6c720be796a1b8b4a848357c0357ad5cbee1f7d9432a2d169c4f8ef9d992f566/merged 2024-04-22T00:38:51.339 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/f94ca36e7752a52ab947a2e1099ff0acb6af608bec316d07dff490d2abb8a232/merged 2024-04-22T00:38:51.339 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/7cfc62084b8ba796b7a1c5ad8a7dd9cce7b95a2d06f0d9064d7b1ae5fe3ca819/merged 2024-04-22T00:38:51.339 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/5dfa639aaa4956191154763adb0b955968ca7c2c8233112bc00c119da8a1fdf5/merged 2024-04-22T00:38:51.339 INFO:teuthology.orchestra.run.smithi018.stdout:/run/netns 2024-04-22T00:38:51.339 INFO:teuthology.orchestra.run.smithi018.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-22T00:38:51.339 INFO:teuthology.orchestra.run.smithi018.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-22T00:38:51.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:51.339 DEBUG:teuthology.orchestra.run.smithi018:> ls /sys/fs/fuse/connections 2024-04-22T00:38:51.391 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-22T00:38:51.391 DEBUG:teuthology.orchestra.run.smithi018:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-04-22T00:38:51.433 DEBUG:teuthology.orchestra.run.smithi018:> sudo modprobe fuse 2024-04-22T00:38:51.457 DEBUG:teuthology.orchestra.run.smithi018:> cat /proc/self/mounts | awk '{print $2}' 2024-04-22T00:38:51.514 INFO:teuthology.orchestra.run.smithi018.stdout:/proc 2024-04-22T00:38:51.514 INFO:teuthology.orchestra.run.smithi018.stdout:/sys 2024-04-22T00:38:51.514 INFO:teuthology.orchestra.run.smithi018.stdout:/dev 2024-04-22T00:38:51.514 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/security 2024-04-22T00:38:51.514 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/shm 2024-04-22T00:38:51.514 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/pts 2024-04-22T00:38:51.514 INFO:teuthology.orchestra.run.smithi018.stdout:/run 2024-04-22T00:38:51.514 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/cgroup 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/pstore 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/bpf 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/ 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/selinux 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/proc/sys/fs/binfmt_misc 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/hugepages 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/mqueue 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/debug 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/tracing 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/config 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-sysusers.service 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/fuse/connections 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-sysctl.service 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-22T00:38:51.515 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/nfs/rpc_pipefs 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/run/user/1000 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/ceph 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/231730e00e7d6e7d14efac77b61cb6c497c3330a15216cad87784525900762a2/merged 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/90bcc94cc4e32f0035afe338f92144ec5d11e4db50a555d41ed75c3f1b48ead9/merged 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/run/user/0 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/proc/sys/fs/binfmt_misc 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/baeeef736eb015ac572c3ece5840debb54b5698d389bb4416211c18568384d18/merged 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/7cfee2927f420d65f7ca34c6ad62ce528dc07c27c3318bb08e008d4e32112c1c/merged 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/fee63e2a6b70e39ea7e429281a684537b58ed53c7188a197afff150404e4cc8e/merged 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/15f9fea4b6b23e7e63cf21b2553d3fcb9281f9bece31702af755d50efe735ddc/merged 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/6c720be796a1b8b4a848357c0357ad5cbee1f7d9432a2d169c4f8ef9d992f566/merged 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/f94ca36e7752a52ab947a2e1099ff0acb6af608bec316d07dff490d2abb8a232/merged 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/7cfc62084b8ba796b7a1c5ad8a7dd9cce7b95a2d06f0d9064d7b1ae5fe3ca819/merged 2024-04-22T00:38:51.516 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/5dfa639aaa4956191154763adb0b955968ca7c2c8233112bc00c119da8a1fdf5/merged 2024-04-22T00:38:51.517 INFO:teuthology.orchestra.run.smithi018.stdout:/run/netns 2024-04-22T00:38:51.517 INFO:teuthology.orchestra.run.smithi018.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-22T00:38:51.517 INFO:teuthology.orchestra.run.smithi018.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-22T00:38:51.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:51.517 DEBUG:teuthology.orchestra.run.smithi018:> ls /sys/fs/fuse/connections 2024-04-22T00:38:51.583 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi018.stderr:2024-04-22T00:38:51.581+0000 7ff242649480 -1 init, newargv = 0x557eeee7c140 newargc=15 2024-04-22T00:38:51.583 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi018.stderr:ceph-fuse[71987]: starting ceph client 2024-04-22T00:38:51.589 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi018.stderr:ceph-fuse[71987]: starting fuse 2024-04-22T00:38:51.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:51 smithi081 ceph-mon[31546]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 5 op/s 2024-04-22T00:38:51.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:51 smithi018 ceph-mon[27979]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 5 op/s 2024-04-22T00:38:51.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:51 smithi167 ceph-mon[31348]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 5 op/s 2024-04-22T00:38:52.670 DEBUG:teuthology.orchestra.run.smithi018:> sudo modprobe fuse 2024-04-22T00:38:52.702 DEBUG:teuthology.orchestra.run.smithi018:> cat /proc/self/mounts | awk '{print $2}' 2024-04-22T00:38:52.762 INFO:teuthology.orchestra.run.smithi018.stdout:/proc 2024-04-22T00:38:52.762 INFO:teuthology.orchestra.run.smithi018.stdout:/sys 2024-04-22T00:38:52.762 INFO:teuthology.orchestra.run.smithi018.stdout:/dev 2024-04-22T00:38:52.762 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/security 2024-04-22T00:38:52.762 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/shm 2024-04-22T00:38:52.762 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/pts 2024-04-22T00:38:52.762 INFO:teuthology.orchestra.run.smithi018.stdout:/run 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/cgroup 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/pstore 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/bpf 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/ 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/selinux 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/proc/sys/fs/binfmt_misc 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/hugepages 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/dev/mqueue 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/debug 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/tracing 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/kernel/config 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-sysusers.service 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/sys/fs/fuse/connections 2024-04-22T00:38:52.763 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-sysctl.service 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/nfs/rpc_pipefs 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/run/user/1000 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/ceph 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/231730e00e7d6e7d14efac77b61cb6c497c3330a15216cad87784525900762a2/merged 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/90bcc94cc4e32f0035afe338f92144ec5d11e4db50a555d41ed75c3f1b48ead9/merged 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/run/user/0 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/proc/sys/fs/binfmt_misc 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/baeeef736eb015ac572c3ece5840debb54b5698d389bb4416211c18568384d18/merged 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/7cfee2927f420d65f7ca34c6ad62ce528dc07c27c3318bb08e008d4e32112c1c/merged 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/fee63e2a6b70e39ea7e429281a684537b58ed53c7188a197afff150404e4cc8e/merged 2024-04-22T00:38:52.764 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/15f9fea4b6b23e7e63cf21b2553d3fcb9281f9bece31702af755d50efe735ddc/merged 2024-04-22T00:38:52.765 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/6c720be796a1b8b4a848357c0357ad5cbee1f7d9432a2d169c4f8ef9d992f566/merged 2024-04-22T00:38:52.765 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/f94ca36e7752a52ab947a2e1099ff0acb6af608bec316d07dff490d2abb8a232/merged 2024-04-22T00:38:52.765 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/7cfc62084b8ba796b7a1c5ad8a7dd9cce7b95a2d06f0d9064d7b1ae5fe3ca819/merged 2024-04-22T00:38:52.765 INFO:teuthology.orchestra.run.smithi018.stdout:/var/lib/containers/storage/overlay/5dfa639aaa4956191154763adb0b955968ca7c2c8233112bc00c119da8a1fdf5/merged 2024-04-22T00:38:52.765 INFO:teuthology.orchestra.run.smithi018.stdout:/run/netns 2024-04-22T00:38:52.765 INFO:teuthology.orchestra.run.smithi018.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-22T00:38:52.765 INFO:teuthology.orchestra.run.smithi018.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-22T00:38:52.765 INFO:teuthology.orchestra.run.smithi018.stdout:/home/ubuntu/cephtest/mnt.admin 2024-04-22T00:38:52.765 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:52.765 DEBUG:teuthology.orchestra.run.smithi018:> ls /sys/fs/fuse/connections 2024-04-22T00:38:52.820 INFO:teuthology.orchestra.run.smithi018.stdout:115 2024-04-22T00:38:52.820 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [115] 2024-04-22T00:38:52.820 DEBUG:teuthology.orchestra.run.smithi018:> sudo stdin-killer -- python3 -c ' 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> import glob 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> import re 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> import os 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> import subprocess 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> def _find_admin_socket(client_name): 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> files = glob.glob(asok_path) 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> # Given a non-glob path, it better be there 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> if "*" not in asok_path: 2024-04-22T00:38:52.821 DEBUG:teuthology.orchestra.run.smithi018:> assert(len(files) == 1) 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> return files[0] 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> for f in files: 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> contents = proc_f.read() 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> if mountpoint in contents: 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> return f 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> 2024-04-22T00:38:52.822 DEBUG:teuthology.orchestra.run.smithi018:> print(_find_admin_socket("client.admin")) 2024-04-22T00:38:52.823 DEBUG:teuthology.orchestra.run.smithi018:> ' 2024-04-22T00:38:52.949 INFO:teuthology.orchestra.run.smithi018.stdout:/var/run/ceph/ceph-client.admin.71987.asok 2024-04-22T00:38:52.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:38:52.961 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.71987.asok 2024-04-22T00:38:52.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:52.961 DEBUG:teuthology.orchestra.run.smithi018:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.71987.asok status 2024-04-22T00:38:53.100 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:38:53.100 INFO:teuthology.orchestra.run.smithi018.stdout: "metadata": { 2024-04-22T00:38:53.100 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_sha1": "820a2f8ced66152ed3d765c31444b8076ea28c6b", 2024-04-22T00:38:53.100 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_version": "ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev)", 2024-04-22T00:38:53.100 INFO:teuthology.orchestra.run.smithi018.stdout: "entity_id": "admin", 2024-04-22T00:38:53.100 INFO:teuthology.orchestra.run.smithi018.stdout: "hostname": "smithi018", 2024-04-22T00:38:53.100 INFO:teuthology.orchestra.run.smithi018.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-04-22T00:38:53.100 INFO:teuthology.orchestra.run.smithi018.stdout: "pid": "71987", 2024-04-22T00:38:53.100 INFO:teuthology.orchestra.run.smithi018.stdout: "root": "/" 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "dentry_count": 0, 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "dentry_pinned_count": 0, 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 14769, 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "inst": { 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "name": { 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "client", 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "num": 14769 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": { 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v1", 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "192.168.0.1:0", 2024-04-22T00:38:53.101 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 4182765879 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": { 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v1", 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "192.168.0.1:0", 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 4182765879 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "inst_str": "client.14769 192.168.0.1:0/4182765879", 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "addr_str": "192.168.0.1:0/4182765879", 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "inode_count": 1, 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_epoch": 17, 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_epoch": 91, 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_epoch_barrier": 0, 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "blocklisted": false, 2024-04-22T00:38:53.102 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs" 2024-04-22T00:38:53.103 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:38:53.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:53.108 DEBUG:teuthology.orchestra.run.smithi018:> stat --file-system '--printf=%T 2024-04-22T00:38:53.109 DEBUG:teuthology.orchestra.run.smithi018:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-04-22T00:38:53.124 INFO:teuthology.orchestra.run.smithi018.stdout:fuseblk 2024-04-22T00:38:53.124 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-04-22T00:38:53.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:53.125 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-04-22T00:38:53.189 DEBUG:teuthology.orchestra.run.smithi018:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-04-22T00:38:53.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-22T00:38:53.306 INFO:teuthology.orchestra.run.smithi018.stdout:# file: . 2024-04-22T00:38:53.306 INFO:teuthology.orchestra.run.smithi018.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-04-22T00:38:53.306 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:53.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:38:53.312 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:38:53.313 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T00:38:53.329 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:38:53.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 -- 172.21.15.18:0/782590689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2654102250 msgr2=0x7f2654108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:53.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 --2- 172.21.15.18:0/782590689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2654102250 0x7f2654108ae0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f264c009ca0 tx=0x7f264c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 -- 172.21.15.18:0/782590689 shutdown_connections 2024-04-22T00:38:53.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 --2- 172.21.15.18:0/782590689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2654102250 0x7f2654108ae0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 --2- 172.21.15.18:0/782590689 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2654101890 0x7f2654101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 --2- 172.21.15.18:0/782590689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f26541006a0 0x7f2654100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 -- 172.21.15.18:0/782590689 >> 172.21.15.18:0/782590689 conn(0x7f26540fbc30 msgr2=0x7f26540fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:53.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 -- 172.21.15.18:0/782590689 shutdown_connections 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 -- 172.21.15.18:0/782590689 wait complete. 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 Processor -- start 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.469+0000 7f2659e96640 1 -- start start 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f2659e96640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26541006a0 0x7f2654197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f2659e96640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2654101890 0x7f2654197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f2659e96640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2654102250 0x7f265419efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f2659e96640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f265410c320 con 0x7f26541006a0 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f2659e96640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f265410c1a0 con 0x7f2654102250 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f2659e96640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f265410c4a0 con 0x7f2654101890 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f26537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26541006a0 0x7f2654197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f26537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26541006a0 0x7f2654197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41876/0 (socket says 172.21.15.18:41876) 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f26537fe640 1 -- 172.21.15.18:0/327759323 learned_addr learned my addr 172.21.15.18:0/327759323 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f2653fff640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2654102250 0x7f265419efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:53.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f2652ffd640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2654101890 0x7f2654197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f26537fe640 1 -- 172.21.15.18:0/327759323 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2654101890 msgr2=0x7f2654197f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f26537fe640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2654101890 0x7f2654197f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f26537fe640 1 -- 172.21.15.18:0/327759323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2654102250 msgr2=0x7f265419efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f26537fe640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2654102250 0x7f265419efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f26537fe640 1 -- 172.21.15.18:0/327759323 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f265419f640 con 0x7f26541006a0 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f2653fff640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2654102250 0x7f265419efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f26537fe640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26541006a0 0x7f2654197a20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f264400d770 tx=0x7f264400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.470+0000 7f2650ff9640 1 -- 172.21.15.18:0/327759323 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2644017070 con 0x7f26541006a0 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.471+0000 7f2659e96640 1 -- 172.21.15.18:0/327759323 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f265419f930 con 0x7f26541006a0 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.471+0000 7f2650ff9640 1 -- 172.21.15.18:0/327759323 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2644009c30 con 0x7f26541006a0 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.471+0000 7f2650ff9640 1 -- 172.21.15.18:0/327759323 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2644003dd0 con 0x7f26541006a0 2024-04-22T00:38:53.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.471+0000 7f2659e96640 1 -- 172.21.15.18:0/327759323 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f265419fe80 con 0x7f26541006a0 2024-04-22T00:38:53.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.472+0000 7f2659e96640 1 -- 172.21.15.18:0/327759323 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26541a0050 con 0x7f26541006a0 2024-04-22T00:38:53.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.473+0000 7f2650ff9640 1 -- 172.21.15.18:0/327759323 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2644003fb0 con 0x7f26541006a0 2024-04-22T00:38:53.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.473+0000 7f2650ff9640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f263c0a2b90 0x7f263c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:53.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.473+0000 7f2652ffd640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f263c0a2b90 0x7f263c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:53.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.473+0000 7f2650ff9640 1 -- 172.21.15.18:0/327759323 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f26440cf0d0 con 0x7f26541006a0 2024-04-22T00:38:53.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.474+0000 7f2652ffd640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f263c0a2b90 0x7f263c0a5050 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2648005fd0 tx=0x7f2648005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:53.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.477+0000 7f2650ff9640 1 -- 172.21.15.18:0/327759323 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2644009de0 con 0x7f26541006a0 2024-04-22T00:38:53.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:53 smithi018 ceph-mon[27979]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 0 op/s 2024-04-22T00:38:53.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.661+0000 7f2659e96640 1 -- 172.21.15.18:0/327759323 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f26541a03e0 con 0x7f26541006a0 2024-04-22T00:38:53.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.663+0000 7f2650ff9640 1 -- 172.21.15.18:0/327759323 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24042 (secure 0 0 0) 0x7f264409bdf0 con 0x7f26541006a0 2024-04-22T00:38:53.665 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:53.666 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":91,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:38:44.750078+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:38:53.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 -- 172.21.15.18:0/327759323 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f263c0a2b90 msgr2=0x7f263c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f263c0a2b90 0x7f263c0a5050 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2648005fd0 tx=0x7f2648005850 comp rx=0 tx=0).stop 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 -- 172.21.15.18:0/327759323 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26541006a0 msgr2=0x7f2654197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26541006a0 0x7f2654197a20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f264400d770 tx=0x7f264400dc30 comp rx=0 tx=0).stop 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 -- 172.21.15.18:0/327759323 shutdown_connections 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f263c0a2b90 0x7f263c0a5050 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2654102250 0x7f265419efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2654101890 0x7f2654197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 --2- 172.21.15.18:0/327759323 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26541006a0 0x7f2654197a20 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 -- 172.21.15.18:0/327759323 >> 172.21.15.18:0/327759323 conn(0x7f26540fbc30 msgr2=0x7f26540fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 -- 172.21.15.18:0/327759323 shutdown_connections 2024-04-22T00:38:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.665+0000 7f2659e96640 1 -- 172.21.15.18:0/327759323 wait complete. 2024-04-22T00:38:53.679 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:38:53.679 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:38:53.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:53 smithi167 ceph-mon[31348]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 0 op/s 2024-04-22T00:38:53.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 -- 172.21.15.18:0/3705251634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a6c0ffe10 msgr2=0x7f8a6c100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:53.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 --2- 172.21.15.18:0/3705251634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a6c0ffe10 0x7f8a6c100230 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8a60009900 tx=0x7f8a6002bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:53.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 -- 172.21.15.18:0/3705251634 shutdown_connections 2024-04-22T00:38:53.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 --2- 172.21.15.18:0/3705251634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c101920 0x7f8a6c108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 --2- 172.21.15.18:0/3705251634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8a6c100f60 0x7f8a6c1013e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 --2- 172.21.15.18:0/3705251634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a6c0ffe10 0x7f8a6c100230 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 -- 172.21.15.18:0/3705251634 >> 172.21.15.18:0/3705251634 conn(0x7f8a6c0fb380 msgr2=0x7f8a6c0fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:53.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 -- 172.21.15.18:0/3705251634 shutdown_connections 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 -- 172.21.15.18:0/3705251634 wait complete. 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 Processor -- start 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 -- start start 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8a6c0ffe10 0x7f8a6c197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.782+0000 7f8a72dfe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c100f60 0x7f8a6c198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a72dfe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a6c101920 0x7f8a6c19f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a72dfe640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8a6c10bb00 con 0x7f8a6c101920 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a72dfe640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8a6c10b980 con 0x7f8a6c0ffe10 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a72dfe640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8a6c10bc80 con 0x7f8a6c100f60 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a7139b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a6c101920 0x7f8a6c19f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a7139b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a6c101920 0x7f8a6c19f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41882/0 (socket says 172.21.15.18:41882) 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a7139b640 1 -- 172.21.15.18:0/453189254 learned_addr learned my addr 172.21.15.18:0/453189254 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a70b9a640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8a6c0ffe10 0x7f8a6c197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:53.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a6bfff640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c100f60 0x7f8a6c198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a7139b640 1 -- 172.21.15.18:0/453189254 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c100f60 msgr2=0x7f8a6c198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a7139b640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c100f60 0x7f8a6c198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a7139b640 1 -- 172.21.15.18:0/453189254 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8a6c0ffe10 msgr2=0x7f8a6c197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a7139b640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8a6c0ffe10 0x7f8a6c197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a7139b640 1 -- 172.21.15.18:0/453189254 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a6c19f6e0 con 0x7f8a6c101920 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a6bfff640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c100f60 0x7f8a6c198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a7139b640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a6c101920 0x7f8a6c19f070 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8a6400eb10 tx=0x7f8a6400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a69ffb640 1 -- 172.21.15.18:0/453189254 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a64004b20 con 0x7f8a6c101920 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a69ffb640 1 -- 172.21.15.18:0/453189254 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a64004cc0 con 0x7f8a6c101920 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a72dfe640 1 -- 172.21.15.18:0/453189254 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a6c19f9d0 con 0x7f8a6c101920 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.783+0000 7f8a69ffb640 1 -- 172.21.15.18:0/453189254 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a64010760 con 0x7f8a6c101920 2024-04-22T00:38:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.784+0000 7f8a72dfe640 1 -- 172.21.15.18:0/453189254 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a6c19ff20 con 0x7f8a6c101920 2024-04-22T00:38:53.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.785+0000 7f8a72dfe640 1 -- 172.21.15.18:0/453189254 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a6c1a0210 con 0x7f8a6c101920 2024-04-22T00:38:53.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.786+0000 7f8a69ffb640 1 -- 172.21.15.18:0/453189254 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8a64005020 con 0x7f8a6c101920 2024-04-22T00:38:53.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.786+0000 7f8a69ffb640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8a5c0a2b90 0x7f8a5c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:53.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.786+0000 7f8a69ffb640 1 -- 172.21.15.18:0/453189254 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f8a640cf970 con 0x7f8a6c101920 2024-04-22T00:38:53.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.786+0000 7f8a70b9a640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8a5c0a2b90 0x7f8a5c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:53.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.787+0000 7f8a70b9a640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8a5c0a2b90 0x7f8a5c0a5050 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f8a6002c240 tx=0x7f8a6002df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:53.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.791+0000 7f8a69ffb640 1 -- 172.21.15.18:0/453189254 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8a6409c690 con 0x7f8a6c101920 2024-04-22T00:38:53.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:53 smithi081 ceph-mon[31546]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 0 op/s 2024-04-22T00:38:53.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.975+0000 7f8a72dfe640 1 -- 172.21.15.18:0/453189254 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8a6c1a03e0 con 0x7f8a6c101920 2024-04-22T00:38:53.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.975+0000 7f8a69ffb640 1 -- 172.21.15.18:0/453189254 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f8a6409bf90 con 0x7f8a6c101920 2024-04-22T00:38:53.977 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:38:53.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 -- 172.21.15.18:0/453189254 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8a5c0a2b90 msgr2=0x7f8a5c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:53.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8a5c0a2b90 0x7f8a5c0a5050 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f8a6002c240 tx=0x7f8a6002df90 comp rx=0 tx=0).stop 2024-04-22T00:38:53.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 -- 172.21.15.18:0/453189254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a6c101920 msgr2=0x7f8a6c19f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:53.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a6c101920 0x7f8a6c19f070 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8a6400eb10 tx=0x7f8a6400c2d0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 -- 172.21.15.18:0/453189254 shutdown_connections 2024-04-22T00:38:53.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8a5c0a2b90 0x7f8a5c0a5050 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a6c101920 0x7f8a6c19f070 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8a6c100f60 0x7f8a6c198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 --2- 172.21.15.18:0/453189254 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8a6c0ffe10 0x7f8a6c197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:53.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 -- 172.21.15.18:0/453189254 >> 172.21.15.18:0/453189254 conn(0x7f8a6c0fb380 msgr2=0x7f8a6c0fcbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:53.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 -- 172.21.15.18:0/453189254 shutdown_connections 2024-04-22T00:38:53.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:53.977+0000 7f8a72dfe640 1 -- 172.21.15.18:0/453189254 wait complete. 2024-04-22T00:38:53.990 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:38:54.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.093+0000 7f5cdc747640 1 -- 172.21.15.18:0/169404458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cd41017a0 msgr2=0x7f5cd4101bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.093+0000 7f5cdc747640 1 --2- 172.21.15.18:0/169404458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cd41017a0 0x7f5cd4101bc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4009ca0 tx=0x7f5cc402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.093+0000 7f5cdc747640 1 -- 172.21.15.18:0/169404458 shutdown_connections 2024-04-22T00:38:54.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.093+0000 7f5cdc747640 1 --2- 172.21.15.18:0/169404458 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5cd4103350 0x7f5cd4109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.093+0000 7f5cdc747640 1 --2- 172.21.15.18:0/169404458 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cd4102990 0x7f5cd4102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.093+0000 7f5cdc747640 1 --2- 172.21.15.18:0/169404458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cd41017a0 0x7f5cd4101bc0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.093+0000 7f5cdc747640 1 -- 172.21.15.18:0/169404458 >> 172.21.15.18:0/169404458 conn(0x7f5cd40fcd10 msgr2=0x7f5cd40ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:54.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.093+0000 7f5cdc747640 1 -- 172.21.15.18:0/169404458 shutdown_connections 2024-04-22T00:38:54.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.093+0000 7f5cdc747640 1 -- 172.21.15.18:0/169404458 wait complete. 2024-04-22T00:38:54.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cdc747640 1 Processor -- start 2024-04-22T00:38:54.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cdc747640 1 -- start start 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cdc747640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cd41017a0 0x7f5cd4197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cdc747640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cd4102990 0x7f5cd4198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cdc747640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5cd4103350 0x7f5cd419f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cdc747640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd410d410 con 0x7f5cd41017a0 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cdc747640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd410d290 con 0x7f5cd4103350 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cdc747640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd410d590 con 0x7f5cd4102990 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cda4e3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cd41017a0 0x7f5cd4197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cda4e3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cd41017a0 0x7f5cd4197ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41908/0 (socket says 172.21.15.18:41908) 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cda4e3640 1 -- 172.21.15.18:0/3295814115 learned_addr learned my addr 172.21.15.18:0/3295814115 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.094+0000 7f5cd9ce2640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cd4102990 0x7f5cd4198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cda4e3640 1 -- 172.21.15.18:0/3295814115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cd4102990 msgr2=0x7f5cd4198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cda4e3640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cd4102990 0x7f5cd4198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cda4e3640 1 -- 172.21.15.18:0/3295814115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5cd4103350 msgr2=0x7f5cd419f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cda4e3640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5cd4103350 0x7f5cd419f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cda4e3640 1 -- 172.21.15.18:0/3295814115 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd419f6e0 con 0x7f5cd41017a0 2024-04-22T00:38:54.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cda4e3640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cd41017a0 0x7f5cd4197ac0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5cc40324c0 tx=0x7f5cc4032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:54.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cd37fe640 1 -- 172.21.15.18:0/3295814115 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4039040 con 0x7f5cd41017a0 2024-04-22T00:38:54.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cd37fe640 1 -- 172.21.15.18:0/3295814115 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5cc4044070 con 0x7f5cd41017a0 2024-04-22T00:38:54.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cd37fe640 1 -- 172.21.15.18:0/3295814115 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc40042a0 con 0x7f5cd41017a0 2024-04-22T00:38:54.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cdc747640 1 -- 172.21.15.18:0/3295814115 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cd419f970 con 0x7f5cd41017a0 2024-04-22T00:38:54.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.095+0000 7f5cdc747640 1 -- 172.21.15.18:0/3295814115 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cd419fe10 con 0x7f5cd41017a0 2024-04-22T00:38:54.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.096+0000 7f5cdc747640 1 -- 172.21.15.18:0/3295814115 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cd4108b40 con 0x7f5cd41017a0 2024-04-22T00:38:54.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.097+0000 7f5cd37fe640 1 -- 172.21.15.18:0/3295814115 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5cc4003970 con 0x7f5cd41017a0 2024-04-22T00:38:54.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.098+0000 7f5cd37fe640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5cbc0a2b90 0x7f5cbc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.098+0000 7f5cd37fe640 1 -- 172.21.15.18:0/3295814115 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f5cc40f2200 con 0x7f5cd41017a0 2024-04-22T00:38:54.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.098+0000 7f5cd9ce2640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5cbc0a2b90 0x7f5cbc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:54.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.098+0000 7f5cd9ce2640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5cbc0a2b90 0x7f5cbc0a5050 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5cc8005fd0 tx=0x7f5cc8005e20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:54.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.101+0000 7f5cd37fe640 1 -- 172.21.15.18:0/3295814115 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f5cc40bf170 con 0x7f5cd41017a0 2024-04-22T00:38:54.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.284+0000 7f5cdc747640 1 -- 172.21.15.18:0/3295814115 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f5cd402d3c0 con 0x7f5cd41017a0 2024-04-22T00:38:54.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.285+0000 7f5cd37fe640 1 -- 172.21.15.18:0/3295814115 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7f5cc40bea70 con 0x7f5cd41017a0 2024-04-22T00:38:54.287 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:38:54.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 -- 172.21.15.18:0/3295814115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5cbc0a2b90 msgr2=0x7f5cbc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5cbc0a2b90 0x7f5cbc0a5050 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5cc8005fd0 tx=0x7f5cc8005e20 comp rx=0 tx=0).stop 2024-04-22T00:38:54.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 -- 172.21.15.18:0/3295814115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cd41017a0 msgr2=0x7f5cd4197ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cd41017a0 0x7f5cd4197ac0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5cc40324c0 tx=0x7f5cc4032f20 comp rx=0 tx=0).stop 2024-04-22T00:38:54.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 -- 172.21.15.18:0/3295814115 shutdown_connections 2024-04-22T00:38:54.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5cbc0a2b90 0x7f5cbc0a5050 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5cd4103350 0x7f5cd419f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cd4102990 0x7f5cd4198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 --2- 172.21.15.18:0/3295814115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cd41017a0 0x7f5cd4197ac0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 -- 172.21.15.18:0/3295814115 >> 172.21.15.18:0/3295814115 conn(0x7f5cd40fcd10 msgr2=0x7f5cd4105d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:54.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 -- 172.21.15.18:0/3295814115 shutdown_connections 2024-04-22T00:38:54.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.287+0000 7f5cdc747640 1 -- 172.21.15.18:0/3295814115 wait complete. 2024-04-22T00:38:54.300 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:38:54.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.409+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2260801201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b14102250 msgr2=0x7f2b14108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.409+0000 7f2b1c0e6640 1 --2- 172.21.15.18:0/2260801201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b14102250 0x7f2b14108ae0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c009ca0 tx=0x7f2b0c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.409+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2260801201 shutdown_connections 2024-04-22T00:38:54.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.409+0000 7f2b1c0e6640 1 --2- 172.21.15.18:0/2260801201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b14102250 0x7f2b14108ae0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.409+0000 7f2b1c0e6640 1 --2- 172.21.15.18:0/2260801201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b14101890 0x7f2b14101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.409+0000 7f2b1c0e6640 1 --2- 172.21.15.18:0/2260801201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b141006a0 0x7f2b14100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.409+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2260801201 >> 172.21.15.18:0/2260801201 conn(0x7f2b140fbc30 msgr2=0x7f2b140fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:54.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.409+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2260801201 shutdown_connections 2024-04-22T00:38:54.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.409+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2260801201 wait complete. 2024-04-22T00:38:54.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b1c0e6640 1 Processor -- start 2024-04-22T00:38:54.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b1c0e6640 1 -- start start 2024-04-22T00:38:54.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b1c0e6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b141006a0 0x7f2b141979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b1c0e6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b14101890 0x7f2b14197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b1c0e6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b14102250 0x7f2b1419efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b1c0e6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2b1410d440 con 0x7f2b14101890 2024-04-22T00:38:54.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b1c0e6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2b1410d2c0 con 0x7f2b14102250 2024-04-22T00:38:54.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b1c0e6640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2b1410d5c0 con 0x7f2b141006a0 2024-04-22T00:38:54.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19681640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b14101890 0x7f2b14197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:54.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19681640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b14101890 0x7f2b14197f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41932/0 (socket says 172.21.15.18:41932) 2024-04-22T00:38:54.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19681640 1 -- 172.21.15.18:0/2839077686 learned_addr learned my addr 172.21.15.18:0/2839077686 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:54.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b1a683640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b14102250 0x7f2b1419efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:54.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19e82640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b141006a0 0x7f2b141979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:54.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19681640 1 -- 172.21.15.18:0/2839077686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b141006a0 msgr2=0x7f2b141979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19681640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b141006a0 0x7f2b141979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19681640 1 -- 172.21.15.18:0/2839077686 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b14102250 msgr2=0x7f2b1419efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19681640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b14102250 0x7f2b1419efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19681640 1 -- 172.21.15.18:0/2839077686 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b1419f610 con 0x7f2b14101890 2024-04-22T00:38:54.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19e82640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b141006a0 0x7f2b141979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:54.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.410+0000 7f2b19681640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b14101890 0x7f2b14197f30 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2b0400c920 tx=0x7f2b0400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:54.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.412+0000 7f2b0affd640 1 -- 172.21.15.18:0/2839077686 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b04007c70 con 0x7f2b14101890 2024-04-22T00:38:54.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.412+0000 7f2b0affd640 1 -- 172.21.15.18:0/2839077686 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b04007e10 con 0x7f2b14101890 2024-04-22T00:38:54.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.412+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2839077686 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b1419f900 con 0x7f2b14101890 2024-04-22T00:38:54.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.412+0000 7f2b0affd640 1 -- 172.21.15.18:0/2839077686 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b04018890 con 0x7f2b14101890 2024-04-22T00:38:54.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.412+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2839077686 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b1419fea0 con 0x7f2b14101890 2024-04-22T00:38:54.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.413+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2839077686 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b14107960 con 0x7f2b14101890 2024-04-22T00:38:54.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.414+0000 7f2b0affd640 1 -- 172.21.15.18:0/2839077686 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2b04018a70 con 0x7f2b14101890 2024-04-22T00:38:54.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.415+0000 7f2b0affd640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2b000a2c10 0x7f2b000a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.415+0000 7f2b19e82640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2b000a2c10 0x7f2b000a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:54.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.415+0000 7f2b0affd640 1 -- 172.21.15.18:0/2839077686 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f2b040cf340 con 0x7f2b14101890 2024-04-22T00:38:54.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.415+0000 7f2b19e82640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2b000a2c10 0x7f2b000a50d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2b10005d00 tx=0x7f2b10005c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:54.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.420+0000 7f2b0affd640 1 -- 172.21.15.18:0/2839077686 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2b04014030 con 0x7f2b14101890 2024-04-22T00:38:54.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.604+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2839077686 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f2b140623e0 con 0x7f2b14101890 2024-04-22T00:38:54.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.604+0000 7f2b0affd640 1 -- 172.21.15.18:0/2839077686 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7f2b0409c000 con 0x7f2b14101890 2024-04-22T00:38:54.606 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2839077686 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2b000a2c10 msgr2=0x7f2b000a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2b000a2c10 0x7f2b000a50d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2b10005d00 tx=0x7f2b10005c90 comp rx=0 tx=0).stop 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2839077686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b14101890 msgr2=0x7f2b14197f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b14101890 0x7f2b14197f30 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2b0400c920 tx=0x7f2b0400cde0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2839077686 shutdown_connections 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2b000a2c10 0x7f2b000a50d0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b14102250 0x7f2b1419efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b14101890 0x7f2b14197f30 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 --2- 172.21.15.18:0/2839077686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b141006a0 0x7f2b141979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2839077686 >> 172.21.15.18:0/2839077686 conn(0x7f2b140fbc30 msgr2=0x7f2b14104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2839077686 shutdown_connections 2024-04-22T00:38:54.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.606+0000 7f2b1c0e6640 1 -- 172.21.15.18:0/2839077686 wait complete. 2024-04-22T00:38:54.618 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:54 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/327759323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:54.618 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:54 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/453189254' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:54.618 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:54 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3295814115' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:38:54.619 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:38:54.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 -- 172.21.15.18:0/1805366958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f579c102200 msgr2=0x7f579c1045f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 --2- 172.21.15.18:0/1805366958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f579c102200 0x7f579c1045f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f578c009900 tx=0x7f578c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 -- 172.21.15.18:0/1805366958 shutdown_connections 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 --2- 172.21.15.18:0/1805366958 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f579c107460 0x7f579c1098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 --2- 172.21.15.18:0/1805366958 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f579c104b30 0x7f579c106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 --2- 172.21.15.18:0/1805366958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f579c102200 0x7f579c1045f0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 -- 172.21.15.18:0/1805366958 >> 172.21.15.18:0/1805366958 conn(0x7f579c0fbbf0 msgr2=0x7f579c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 -- 172.21.15.18:0/1805366958 shutdown_connections 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 -- 172.21.15.18:0/1805366958 wait complete. 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 Processor -- start 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.725+0000 7f57a2440640 1 -- start start 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57a2440640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f579c102200 0x7f579c197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57a2440640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f579c104b30 0x7f579c198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57a2440640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f579c107460 0x7f579c19f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57a2440640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f579c10d430 con 0x7f579c104b30 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57a2440640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f579c10d2b0 con 0x7f579c102200 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57a2440640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f579c10d5b0 con 0x7f579c107460 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f579c104b30 0x7f579c198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f579c104b30 0x7f579c198080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41950/0 (socket says 172.21.15.18:41950) 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579b7fe640 1 -- 172.21.15.18:0/4208541924 learned_addr learned my addr 172.21.15.18:0/4208541924 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579b7fe640 1 -- 172.21.15.18:0/4208541924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f579c107460 msgr2=0x7f579c19f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579b7fe640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f579c107460 0x7f579c19f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579bfff640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f579c102200 0x7f579c197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579b7fe640 1 -- 172.21.15.18:0/4208541924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f579c102200 msgr2=0x7f579c197b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579b7fe640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f579c102200 0x7f579c197b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579b7fe640 1 -- 172.21.15.18:0/4208541924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f579c19f760 con 0x7f579c104b30 2024-04-22T00:38:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579bfff640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f579c102200 0x7f579c197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f579b7fe640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f579c104b30 0x7f579c198080 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f579000d740 tx=0x7f579000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57997fa640 1 -- 172.21.15.18:0/4208541924 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5790017070 con 0x7f579c104b30 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57997fa640 1 -- 172.21.15.18:0/4208541924 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f579000de50 con 0x7f579c104b30 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57a2440640 1 -- 172.21.15.18:0/4208541924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f579c19fa50 con 0x7f579c104b30 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57997fa640 1 -- 172.21.15.18:0/4208541924 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5790004e00 con 0x7f579c104b30 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.726+0000 7f57a2440640 1 -- 172.21.15.18:0/4208541924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f579c19ffa0 con 0x7f579c104b30 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.728+0000 7f57a2440640 1 -- 172.21.15.18:0/4208541924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f579c0fd6e0 con 0x7f579c104b30 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.728+0000 7f57997fa640 1 -- 172.21.15.18:0/4208541924 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5790004fa0 con 0x7f579c104b30 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.729+0000 7f57997fa640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57840a2c10 0x7f57840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.729+0000 7f579bfff640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57840a2c10 0x7f57840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.729+0000 7f57997fa640 1 -- 172.21.15.18:0/4208541924 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f57900cece0 con 0x7f579c104b30 2024-04-22T00:38:54.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.730+0000 7f579bfff640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57840a2c10 0x7f57840a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f578c0096c0 tx=0x7f578c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:54.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.734+0000 7f57997fa640 1 -- 172.21.15.18:0/4208541924 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f579009b9a0 con 0x7f579c104b30 2024-04-22T00:38:54.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:54 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/327759323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:54.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:54 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/453189254' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:54.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:54 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3295814115' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:38:54.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:54 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/327759323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:54.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:54 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/453189254' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:54.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:54 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3295814115' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:38:54.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.918+0000 7f57a2440640 1 -- 172.21.15.18:0/4208541924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f579c062340 con 0x7f579c104b30 2024-04-22T00:38:54.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.918+0000 7f57997fa640 1 -- 172.21.15.18:0/4208541924 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) ==== 103+0+11 (secure 0 0 0) 0x7f579009b2a0 con 0x7f579c104b30 2024-04-22T00:38:54.920 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:38:54.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 -- 172.21.15.18:0/4208541924 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57840a2c10 msgr2=0x7f57840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57840a2c10 0x7f57840a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f578c0096c0 tx=0x7f578c000bc0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 -- 172.21.15.18:0/4208541924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f579c104b30 msgr2=0x7f579c198080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:54.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f579c104b30 0x7f579c198080 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f579000d740 tx=0x7f579000dc00 comp rx=0 tx=0).stop 2024-04-22T00:38:54.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 -- 172.21.15.18:0/4208541924 shutdown_connections 2024-04-22T00:38:54.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57840a2c10 0x7f57840a50d0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f579c107460 0x7f579c19f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f579c104b30 0x7f579c198080 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 --2- 172.21.15.18:0/4208541924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f579c102200 0x7f579c197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:54.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 -- 172.21.15.18:0/4208541924 >> 172.21.15.18:0/4208541924 conn(0x7f579c0fbbf0 msgr2=0x7f579c102c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:54.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 -- 172.21.15.18:0/4208541924 shutdown_connections 2024-04-22T00:38:54.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:54.920+0000 7f57a2440640 1 -- 172.21.15.18:0/4208541924 wait complete. 2024-04-22T00:38:54.934 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-22T00:38:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 -- 172.21.15.18:0/2165144391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ae0107460 msgr2=0x7f3ae01098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 --2- 172.21.15.18:0/2165144391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ae0107460 0x7f3ae01098b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3ad8009ca0 tx=0x7f3ad802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 -- 172.21.15.18:0/2165144391 shutdown_connections 2024-04-22T00:38:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 --2- 172.21.15.18:0/2165144391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ae0107460 0x7f3ae01098b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 --2- 172.21.15.18:0/2165144391 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ae0104b30 0x7f3ae0106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 --2- 172.21.15.18:0/2165144391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ae0102200 0x7f3ae01045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 -- 172.21.15.18:0/2165144391 >> 172.21.15.18:0/2165144391 conn(0x7f3ae00fbbf0 msgr2=0x7f3ae00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 -- 172.21.15.18:0/2165144391 shutdown_connections 2024-04-22T00:38:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 -- 172.21.15.18:0/2165144391 wait complete. 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 Processor -- start 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.036+0000 7f3ae8713640 1 -- start start 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae8713640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ae0102200 0x7f3ae0197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae8713640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ae0104b30 0x7f3ae0197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae8713640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ae0107460 0x7f3ae019f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae8713640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3ae010d420 con 0x7f3ae0104b30 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae8713640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3ae010d2a0 con 0x7f3ae0102200 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae8713640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3ae010d5a0 con 0x7f3ae0107460 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae5cae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ae0104b30 0x7f3ae0197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae5cae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ae0104b30 0x7f3ae0197fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41980/0 (socket says 172.21.15.18:41980) 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae5cae640 1 -- 172.21.15.18:0/414940736 learned_addr learned my addr 172.21.15.18:0/414940736 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae64af640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ae0102200 0x7f3ae0197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae6cb0640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ae0107460 0x7f3ae019f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae5cae640 1 -- 172.21.15.18:0/414940736 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ae0107460 msgr2=0x7f3ae019f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae5cae640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ae0107460 0x7f3ae019f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae5cae640 1 -- 172.21.15.18:0/414940736 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ae0102200 msgr2=0x7f3ae0197a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae5cae640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ae0102200 0x7f3ae0197a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae5cae640 1 -- 172.21.15.18:0/414940736 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ae019f6b0 con 0x7f3ae0104b30 2024-04-22T00:38:55.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae5cae640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ae0104b30 0x7f3ae0197fd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3ad000e9c0 tx=0x7f3ad000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:55.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ad77fe640 1 -- 172.21.15.18:0/414940736 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad000cd80 con 0x7f3ae0104b30 2024-04-22T00:38:55.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae8713640 1 -- 172.21.15.18:0/414940736 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ae019f9a0 con 0x7f3ae0104b30 2024-04-22T00:38:55.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ad77fe640 1 -- 172.21.15.18:0/414940736 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ad0005500 con 0x7f3ae0104b30 2024-04-22T00:38:55.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ad77fe640 1 -- 172.21.15.18:0/414940736 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad0010690 con 0x7f3ae0104b30 2024-04-22T00:38:55.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.037+0000 7f3ae8713640 1 -- 172.21.15.18:0/414940736 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ae019ff40 con 0x7f3ae0104b30 2024-04-22T00:38:55.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.038+0000 7f3ae8713640 1 -- 172.21.15.18:0/414940736 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ae00fd6e0 con 0x7f3ae0104b30 2024-04-22T00:38:55.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.040+0000 7f3ad77fe640 1 -- 172.21.15.18:0/414940736 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3ad00046c0 con 0x7f3ae0104b30 2024-04-22T00:38:55.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.040+0000 7f3ad77fe640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3acc0a2b90 0x7f3acc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.041+0000 7f3ae64af640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3acc0a2b90 0x7f3acc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.041+0000 7f3ad77fe640 1 -- 172.21.15.18:0/414940736 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f3ad00cf6d0 con 0x7f3ae0104b30 2024-04-22T00:38:55.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.041+0000 7f3ae64af640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3acc0a2b90 0x7f3acc0a5050 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f3adc009bd0 tx=0x7f3adc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:55.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.045+0000 7f3ad77fe640 1 -- 172.21.15.18:0/414940736 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3ad009c3f0 con 0x7f3ae0104b30 2024-04-22T00:38:55.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.246+0000 7f3ae8713640 1 -- 172.21.15.18:0/414940736 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3ae0062340 con 0x7f3ae0104b30 2024-04-22T00:38:55.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.246+0000 7f3ad77fe640 1 -- 172.21.15.18:0/414940736 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v91) ==== 81+0+588 (secure 0 0 0) 0x7f3ad009bcf0 con 0x7f3ae0104b30 2024-04-22T00:38:55.249 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/1115786485 2024-04-23T00:31:37.944253+0000 2024-04-22T00:38:55.249 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6801/2897837517 2024-04-23T00:31:37.944253+0000 2024-04-22T00:38:55.249 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/3695638498 2024-04-23T00:31:37.944253+0000 2024-04-22T00:38:55.249 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6800/2897837517 2024-04-23T00:31:37.944253+0000 2024-04-22T00:38:55.249 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6801/283242805 2024-04-23T00:31:10.857936+0000 2024-04-22T00:38:55.249 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/1785905599 2024-04-23T00:31:10.857936+0000 2024-04-22T00:38:55.249 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6800/283242805 2024-04-23T00:31:10.857936+0000 2024-04-22T00:38:55.249 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/879305992 2024-04-23T00:31:37.944253+0000 2024-04-22T00:38:55.249 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/2477103159 2024-04-23T00:31:10.857936+0000 2024-04-22T00:38:55.250 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/251701061 2024-04-23T00:31:10.857936+0000 2024-04-22T00:38:55.250 INFO:teuthology.orchestra.run.smithi018.stderr:listed 10 entries 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.248+0000 7f3ae8713640 1 -- 172.21.15.18:0/414940736 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3acc0a2b90 msgr2=0x7f3acc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.248+0000 7f3ae8713640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3acc0a2b90 0x7f3acc0a5050 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f3adc009bd0 tx=0x7f3adc005f90 comp rx=0 tx=0).stop 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.248+0000 7f3ae8713640 1 -- 172.21.15.18:0/414940736 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ae0104b30 msgr2=0x7f3ae0197fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.248+0000 7f3ae8713640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ae0104b30 0x7f3ae0197fd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3ad000e9c0 tx=0x7f3ad000ee80 comp rx=0 tx=0).stop 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.249+0000 7f3ae8713640 1 -- 172.21.15.18:0/414940736 shutdown_connections 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.249+0000 7f3ae8713640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3acc0a2b90 0x7f3acc0a5050 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.249+0000 7f3ae8713640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3ae0107460 0x7f3ae019f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.249+0000 7f3ae8713640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ae0104b30 0x7f3ae0197fd0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.249+0000 7f3ae8713640 1 --2- 172.21.15.18:0/414940736 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ae0102200 0x7f3ae0197a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.249+0000 7f3ae8713640 1 -- 172.21.15.18:0/414940736 >> 172.21.15.18:0/414940736 conn(0x7f3ae00fbbf0 msgr2=0x7f3ae0102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.249+0000 7f3ae8713640 1 -- 172.21.15.18:0/414940736 shutdown_connections 2024-04-22T00:38:55.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.249+0000 7f3ae8713640 1 -- 172.21.15.18:0/414940736 wait complete. 2024-04-22T00:38:55.262 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:38:55.262 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T00:38:55.278 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:38:55.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.421+0000 7f6e98a03640 1 -- 172.21.15.18:0/2140370471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e94103190 msgr2=0x7f6e94109a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.421+0000 7f6e98a03640 1 --2- 172.21.15.18:0/2140370471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e94103190 0x7f6e94109a20 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c009900 tx=0x7f6e8c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:55.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.421+0000 7f6e98a03640 1 -- 172.21.15.18:0/2140370471 shutdown_connections 2024-04-22T00:38:55.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.421+0000 7f6e98a03640 1 --2- 172.21.15.18:0/2140370471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e94103190 0x7f6e94109a20 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.421+0000 7f6e98a03640 1 --2- 172.21.15.18:0/2140370471 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e941027d0 0x7f6e94102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.421+0000 7f6e98a03640 1 --2- 172.21.15.18:0/2140370471 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e941015e0 0x7f6e94101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.421+0000 7f6e98a03640 1 -- 172.21.15.18:0/2140370471 >> 172.21.15.18:0/2140370471 conn(0x7f6e940fcb50 msgr2=0x7f6e940fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:55.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.421+0000 7f6e98a03640 1 -- 172.21.15.18:0/2140370471 shutdown_connections 2024-04-22T00:38:55.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.421+0000 7f6e98a03640 1 -- 172.21.15.18:0/2140370471 wait complete. 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.421+0000 7f6e98a03640 1 Processor -- start 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e98a03640 1 -- start start 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e98a03640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e941015e0 0x7f6e94197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e98a03640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e941027d0 0x7f6e94197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e98a03640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e94103190 0x7f6e9419ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e98a03640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6e9410d260 con 0x7f6e941027d0 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e98a03640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6e9410d0e0 con 0x7f6e94103190 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e98a03640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6e9410d3e0 con 0x7f6e941015e0 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e92d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e941015e0 0x7f6e94197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e92d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e941015e0 0x7f6e94197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:46636/0 (socket says 172.21.15.18:46636) 2024-04-22T00:38:55.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e92d9d640 1 -- 172.21.15.18:0/2196038662 learned_addr learned my addr 172.21.15.18:0/2196038662 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e9359e640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e94103190 0x7f6e9419ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e9259c640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e941027d0 0x7f6e94197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e92d9d640 1 -- 172.21.15.18:0/2196038662 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e94103190 msgr2=0x7f6e9419ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e92d9d640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e94103190 0x7f6e9419ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e92d9d640 1 -- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e941027d0 msgr2=0x7f6e94197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e92d9d640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e941027d0 0x7f6e94197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e92d9d640 1 -- 172.21.15.18:0/2196038662 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e9419f490 con 0x7f6e941015e0 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e9259c640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e941027d0 0x7f6e94197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.422+0000 7f6e9359e640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e94103190 0x7f6e9419ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.423+0000 7f6e92d9d640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e941015e0 0x7f6e94197870 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6e8400ebc0 tx=0x7f6e8400c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.423+0000 7f6e7bfff640 1 -- 172.21.15.18:0/2196038662 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e84003b70 con 0x7f6e941015e0 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.423+0000 7f6e7bfff640 1 -- 172.21.15.18:0/2196038662 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e84003d10 con 0x7f6e941015e0 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.423+0000 7f6e98a03640 1 -- 172.21.15.18:0/2196038662 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e9419f780 con 0x7f6e941015e0 2024-04-22T00:38:55.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.423+0000 7f6e7bfff640 1 -- 172.21.15.18:0/2196038662 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e84019980 con 0x7f6e941015e0 2024-04-22T00:38:55.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.423+0000 7f6e98a03640 1 -- 172.21.15.18:0/2196038662 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e9419fcd0 con 0x7f6e941015e0 2024-04-22T00:38:55.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.424+0000 7f6e98a03640 1 -- 172.21.15.18:0/2196038662 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e941088a0 con 0x7f6e941015e0 2024-04-22T00:38:55.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.425+0000 7f6e7bfff640 1 -- 172.21.15.18:0/2196038662 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6e84004b60 con 0x7f6e941015e0 2024-04-22T00:38:55.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.426+0000 7f6e7bfff640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e7c0a2b90 0x7f6e7c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.426+0000 7f6e9259c640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e7c0a2b90 0x7f6e7c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.426+0000 7f6e7bfff640 1 -- 172.21.15.18:0/2196038662 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f6e840cfaf0 con 0x7f6e941015e0 2024-04-22T00:38:55.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.426+0000 7f6e9259c640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e7c0a2b90 0x7f6e7c0a5050 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6e94198d80 tx=0x7f6e8800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:55.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.430+0000 7f6e7bfff640 1 -- 172.21.15.18:0/2196038662 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f6e8409c7b0 con 0x7f6e941015e0 2024-04-22T00:38:55.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.615+0000 7f6e98a03640 1 -- 172.21.15.18:0/2196038662 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6e9402d360 con 0x7f6e941015e0 2024-04-22T00:38:55.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.617+0000 7f6e7bfff640 1 -- 172.21.15.18:0/2196038662 <== mon.1 v2:172.21.15.167:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24042 (secure 0 0 0) 0x7f6e8409c0b0 con 0x7f6e941015e0 2024-04-22T00:38:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:38:55.620 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":91,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:38:44.750078+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:38:55.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 -- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e7c0a2b90 msgr2=0x7f6e7c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e7c0a2b90 0x7f6e7c0a5050 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6e94198d80 tx=0x7f6e8800b390 comp rx=0 tx=0).stop 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 -- 172.21.15.18:0/2196038662 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e941015e0 msgr2=0x7f6e94197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e941015e0 0x7f6e94197870 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6e8400ebc0 tx=0x7f6e8400c6a0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 -- 172.21.15.18:0/2196038662 shutdown_connections 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e7c0a2b90 0x7f6e7c0a5050 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e94103190 0x7f6e9419ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e941027d0 0x7f6e94197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 --2- 172.21.15.18:0/2196038662 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e941015e0 0x7f6e94197870 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 -- 172.21.15.18:0/2196038662 >> 172.21.15.18:0/2196038662 conn(0x7f6e940fcb50 msgr2=0x7f6e94105a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 -- 172.21.15.18:0/2196038662 shutdown_connections 2024-04-22T00:38:55.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.619+0000 7f6e98a03640 1 -- 172.21.15.18:0/2196038662 wait complete. 2024-04-22T00:38:55.631 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:55 smithi018 ceph-mon[27979]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 106 B/s wr, 0 op/s 2024-04-22T00:38:55.631 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:55 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2839077686' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:38:55.631 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:55 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/4208541924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:38:55.631 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:55 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/414940736' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:38:55.632 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:38:55.633 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:38:55.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:55 smithi167 ceph-mon[31348]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 106 B/s wr, 0 op/s 2024-04-22T00:38:55.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:55 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2839077686' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:38:55.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:55 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/4208541924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:38:55.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:55 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/414940736' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:38:55.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.735+0000 7f4284088640 1 -- 172.21.15.18:0/3156520823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f427c1006a0 msgr2=0x7f427c100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.735+0000 7f4284088640 1 --2- 172.21.15.18:0/3156520823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f427c1006a0 0x7f427c100ac0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4274009900 tx=0x7f427402bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:55.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.735+0000 7f4284088640 1 -- 172.21.15.18:0/3156520823 shutdown_connections 2024-04-22T00:38:55.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.735+0000 7f4284088640 1 --2- 172.21.15.18:0/3156520823 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f427c102250 0x7f427c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.735+0000 7f4284088640 1 --2- 172.21.15.18:0/3156520823 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f427c101890 0x7f427c101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.735+0000 7f4284088640 1 --2- 172.21.15.18:0/3156520823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f427c1006a0 0x7f427c100ac0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.735+0000 7f4284088640 1 -- 172.21.15.18:0/3156520823 >> 172.21.15.18:0/3156520823 conn(0x7f427c0fbc30 msgr2=0x7f427c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:55.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.735+0000 7f4284088640 1 -- 172.21.15.18:0/3156520823 shutdown_connections 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.735+0000 7f4284088640 1 -- 172.21.15.18:0/3156520823 wait complete. 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4284088640 1 Processor -- start 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4284088640 1 -- start start 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4284088640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f427c1006a0 0x7f427c104630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4284088640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f427c101890 0x7f427c102c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4284088640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f427c102250 0x7f427c1031b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4284088640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f427c10c2f0 con 0x7f427c102250 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4284088640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f427c10c170 con 0x7f427c1006a0 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4284088640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f427c10c470 con 0x7f427c101890 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4282625640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f427c102250 0x7f427c1031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4282625640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f427c102250 0x7f427c1031b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42008/0 (socket says 172.21.15.18:42008) 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4282625640 1 -- 172.21.15.18:0/3377192553 learned_addr learned my addr 172.21.15.18:0/3377192553 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4281e24640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f427c1006a0 0x7f427c104630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4281623640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f427c101890 0x7f427c102c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4282625640 1 -- 172.21.15.18:0/3377192553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f427c101890 msgr2=0x7f427c102c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4282625640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f427c101890 0x7f427c102c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4282625640 1 -- 172.21.15.18:0/3377192553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f427c1006a0 msgr2=0x7f427c104630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4282625640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f427c1006a0 0x7f427c104630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.736+0000 7f4282625640 1 -- 172.21.15.18:0/3377192553 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427c103a40 con 0x7f427c102250 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.737+0000 7f4282625640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f427c102250 0x7f427c1031b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f426c00eaa0 tx=0x7f426c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.737+0000 7f427affd640 1 -- 172.21.15.18:0/3377192553 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c00cdb0 con 0x7f427c102250 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.737+0000 7f427affd640 1 -- 172.21.15.18:0/3377192553 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f426c005020 con 0x7f427c102250 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.737+0000 7f4284088640 1 -- 172.21.15.18:0/3377192553 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f427c1a1be0 con 0x7f427c102250 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.737+0000 7f427affd640 1 -- 172.21.15.18:0/3377192553 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c0116b0 con 0x7f427c102250 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.737+0000 7f4284088640 1 -- 172.21.15.18:0/3377192553 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f427c1a20e0 con 0x7f427c102250 2024-04-22T00:38:55.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.738+0000 7f4284088640 1 -- 172.21.15.18:0/3377192553 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f427c1a2310 con 0x7f427c102250 2024-04-22T00:38:55.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.739+0000 7f427affd640 1 -- 172.21.15.18:0/3377192553 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f426c005560 con 0x7f427c102250 2024-04-22T00:38:55.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.739+0000 7f427affd640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42640a2b90 0x7f42640a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:55.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.739+0000 7f4281e24640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42640a2b90 0x7f42640a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:55.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.739+0000 7f427affd640 1 -- 172.21.15.18:0/3377192553 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f426c0cf580 con 0x7f427c102250 2024-04-22T00:38:55.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.740+0000 7f4281e24640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42640a2b90 0x7f42640a5050 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f427402c7b0 tx=0x7f4274005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:55.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.744+0000 7f427affd640 1 -- 172.21.15.18:0/3377192553 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f426c016030 con 0x7f427c102250 2024-04-22T00:38:55.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:55 smithi081 ceph-mon[31546]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 106 B/s wr, 0 op/s 2024-04-22T00:38:55.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:55 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2839077686' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:38:55.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:55 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/4208541924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:38:55.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:55 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/414940736' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:38:55.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.926+0000 7f4284088640 1 -- 172.21.15.18:0/3377192553 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f427c1a24e0 con 0x7f427c102250 2024-04-22T00:38:55.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.927+0000 7f427affd640 1 -- 172.21.15.18:0/3377192553 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f426c09c2a0 con 0x7f427c102250 2024-04-22T00:38:55.929 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:38:55.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.928+0000 7f4284088640 1 -- 172.21.15.18:0/3377192553 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42640a2b90 msgr2=0x7f42640a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.928+0000 7f4284088640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42640a2b90 0x7f42640a5050 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f427402c7b0 tx=0x7f4274005fd0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.929+0000 7f4284088640 1 -- 172.21.15.18:0/3377192553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f427c102250 msgr2=0x7f427c1031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:55.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.929+0000 7f4284088640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f427c102250 0x7f427c1031b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f426c00eaa0 tx=0x7f426c00ef60 comp rx=0 tx=0).stop 2024-04-22T00:38:55.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.929+0000 7f4284088640 1 -- 172.21.15.18:0/3377192553 shutdown_connections 2024-04-22T00:38:55.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.929+0000 7f4284088640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42640a2b90 0x7f42640a5050 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.929+0000 7f4284088640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f427c102250 0x7f427c1031b0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.929+0000 7f4284088640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f427c101890 0x7f427c102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.929+0000 7f4284088640 1 --2- 172.21.15.18:0/3377192553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f427c1006a0 0x7f427c104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:55.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.929+0000 7f4284088640 1 -- 172.21.15.18:0/3377192553 >> 172.21.15.18:0/3377192553 conn(0x7f427c0fbc30 msgr2=0x7f427c0fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:55.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.929+0000 7f4284088640 1 -- 172.21.15.18:0/3377192553 shutdown_connections 2024-04-22T00:38:55.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:55.929+0000 7f4284088640 1 -- 172.21.15.18:0/3377192553 wait complete. 2024-04-22T00:38:55.942 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:38:56.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.044+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1985648715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f40104b50 msgr2=0x7f2f40106f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.044+0000 7f2f45f5d640 1 --2- 172.21.15.18:0/1985648715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f40104b50 0x7f2f40106f40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2f34009900 tx=0x7f2f3402bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.044+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1985648715 shutdown_connections 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.044+0000 7f2f45f5d640 1 --2- 172.21.15.18:0/1985648715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f40107480 0x7f2f401098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.044+0000 7f2f45f5d640 1 --2- 172.21.15.18:0/1985648715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f40104b50 0x7f2f40106f40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.044+0000 7f2f45f5d640 1 --2- 172.21.15.18:0/1985648715 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f40102220 0x7f2f40104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.044+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1985648715 >> 172.21.15.18:0/1985648715 conn(0x7f2f400fbc30 msgr2=0x7f2f400fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.044+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1985648715 shutdown_connections 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.044+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1985648715 wait complete. 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f45f5d640 1 Processor -- start 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f45f5d640 1 -- start start 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f45f5d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f40102220 0x7f2f40197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f45f5d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f40104b50 0x7f2f40198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f45f5d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f40107480 0x7f2f4019f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f45f5d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4010d430 con 0x7f2f40107480 2024-04-22T00:38:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f45f5d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4010d2b0 con 0x7f2f40104b50 2024-04-22T00:38:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f45f5d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4010d5b0 con 0x7f2f40102220 2024-04-22T00:38:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f3ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f40107480 0x7f2f4019f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f3ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f40107480 0x7f2f4019f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42030/0 (socket says 172.21.15.18:42030) 2024-04-22T00:38:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f3ffff640 1 -- 172.21.15.18:0/1711357081 learned_addr learned my addr 172.21.15.18:0/1711357081 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f3f7fe640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f40102220 0x7f2f40197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f3effd640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f40104b50 0x7f2f40198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f3ffff640 1 -- 172.21.15.18:0/1711357081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f40102220 msgr2=0x7f2f40197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f3ffff640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f40102220 0x7f2f40197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f3ffff640 1 -- 172.21.15.18:0/1711357081 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f40104b50 msgr2=0x7f2f40198020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f3ffff640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f40104b50 0x7f2f40198020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.045+0000 7f2f3ffff640 1 -- 172.21.15.18:0/1711357081 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f4019f700 con 0x7f2f40107480 2024-04-22T00:38:56.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.046+0000 7f2f3effd640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f40104b50 0x7f2f40198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:38:56.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.046+0000 7f2f3ffff640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f40107480 0x7f2f4019f090 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f2f3800eb10 tx=0x7f2f3800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:56.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.046+0000 7f2f3cff9640 1 -- 172.21.15.18:0/1711357081 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f38004b20 con 0x7f2f40107480 2024-04-22T00:38:56.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.046+0000 7f2f3cff9640 1 -- 172.21.15.18:0/1711357081 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f38004cc0 con 0x7f2f40107480 2024-04-22T00:38:56.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.046+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1711357081 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f4019f9f0 con 0x7f2f40107480 2024-04-22T00:38:56.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.046+0000 7f2f3cff9640 1 -- 172.21.15.18:0/1711357081 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f38010760 con 0x7f2f40107480 2024-04-22T00:38:56.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.046+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1711357081 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f4019fef0 con 0x7f2f40107480 2024-04-22T00:38:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.047+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1711357081 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f400fd720 con 0x7f2f40107480 2024-04-22T00:38:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.048+0000 7f2f3cff9640 1 -- 172.21.15.18:0/1711357081 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2f38005020 con 0x7f2f40107480 2024-04-22T00:38:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.049+0000 7f2f3cff9640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2b90 0x7f2f280a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.049+0000 7f2f3f7fe640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2b90 0x7f2f280a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.049+0000 7f2f3cff9640 1 -- 172.21.15.18:0/1711357081 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f2f380cf8e0 con 0x7f2f40107480 2024-04-22T00:38:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.049+0000 7f2f3f7fe640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2b90 0x7f2f280a5050 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2f300058c0 tx=0x7f2f3000a250 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:56.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.053+0000 7f2f3cff9640 1 -- 172.21.15.18:0/1711357081 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2f3809c600 con 0x7f2f40107480 2024-04-22T00:38:56.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.236+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1711357081 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f2f40062340 con 0x7f2f40107480 2024-04-22T00:38:56.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.236+0000 7f2f3cff9640 1 -- 172.21.15.18:0/1711357081 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7f2f3809bf00 con 0x7f2f40107480 2024-04-22T00:38:56.239 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.238+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1711357081 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2b90 msgr2=0x7f2f280a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.238+0000 7f2f45f5d640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2b90 0x7f2f280a5050 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2f300058c0 tx=0x7f2f3000a250 comp rx=0 tx=0).stop 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.238+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1711357081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f40107480 msgr2=0x7f2f4019f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.238+0000 7f2f45f5d640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f40107480 0x7f2f4019f090 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f2f3800eb10 tx=0x7f2f3800c2d0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.238+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1711357081 shutdown_connections 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.238+0000 7f2f45f5d640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2b90 0x7f2f280a5050 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.238+0000 7f2f45f5d640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f40107480 0x7f2f4019f090 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.238+0000 7f2f45f5d640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f40104b50 0x7f2f40198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.238+0000 7f2f45f5d640 1 --2- 172.21.15.18:0/1711357081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f40102220 0x7f2f40197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.238+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1711357081 >> 172.21.15.18:0/1711357081 conn(0x7f2f400fbc30 msgr2=0x7f2f40102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.239+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1711357081 shutdown_connections 2024-04-22T00:38:56.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.239+0000 7f2f45f5d640 1 -- 172.21.15.18:0/1711357081 wait complete. 2024-04-22T00:38:56.252 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:38:56.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.354+0000 7eff99119640 1 -- 172.21.15.18:0/2876827093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff941006a0 msgr2=0x7eff94100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.354+0000 7eff99119640 1 --2- 172.21.15.18:0/2876827093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff941006a0 0x7eff94100ac0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7eff84009ca0 tx=0x7eff8402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.354+0000 7eff99119640 1 -- 172.21.15.18:0/2876827093 shutdown_connections 2024-04-22T00:38:56.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.354+0000 7eff99119640 1 --2- 172.21.15.18:0/2876827093 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff94102250 0x7eff94108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.354+0000 7eff99119640 1 --2- 172.21.15.18:0/2876827093 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff94101890 0x7eff94101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.354+0000 7eff99119640 1 --2- 172.21.15.18:0/2876827093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff941006a0 0x7eff94100ac0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.354+0000 7eff99119640 1 -- 172.21.15.18:0/2876827093 >> 172.21.15.18:0/2876827093 conn(0x7eff940fbc10 msgr2=0x7eff940fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:56.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.354+0000 7eff99119640 1 -- 172.21.15.18:0/2876827093 shutdown_connections 2024-04-22T00:38:56.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.354+0000 7eff99119640 1 -- 172.21.15.18:0/2876827093 wait complete. 2024-04-22T00:38:56.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.355+0000 7eff99119640 1 Processor -- start 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.355+0000 7eff99119640 1 -- start start 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.355+0000 7eff99119640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff941006a0 0x7eff94197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff99119640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff94101890 0x7eff941980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff99119640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff94102250 0x7eff9419f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff99119640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7eff9410c320 con 0x7eff941006a0 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff99119640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7eff9410c1a0 con 0x7eff94102250 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff99119640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7eff9410c4a0 con 0x7eff94101890 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff92d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff941006a0 0x7eff94197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff92d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff941006a0 0x7eff94197b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42056/0 (socket says 172.21.15.18:42056) 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff92d9d640 1 -- 172.21.15.18:0/1991128176 learned_addr learned my addr 172.21.15.18:0/1991128176 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff9259c640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff94101890 0x7eff941980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff9359e640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff94102250 0x7eff9419f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff92d9d640 1 -- 172.21.15.18:0/1991128176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff94101890 msgr2=0x7eff941980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff92d9d640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff94101890 0x7eff941980b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff92d9d640 1 -- 172.21.15.18:0/1991128176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff94102250 msgr2=0x7eff9419f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff92d9d640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff94102250 0x7eff9419f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff92d9d640 1 -- 172.21.15.18:0/1991128176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff9419f720 con 0x7eff941006a0 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff92d9d640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff941006a0 0x7eff94197b70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7eff840324c0 tx=0x7eff84032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff8bfff640 1 -- 172.21.15.18:0/1991128176 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff84039040 con 0x7eff941006a0 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff99119640 1 -- 172.21.15.18:0/1991128176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff9419f9b0 con 0x7eff941006a0 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff8bfff640 1 -- 172.21.15.18:0/1991128176 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff84044070 con 0x7eff941006a0 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff8bfff640 1 -- 172.21.15.18:0/1991128176 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff840042a0 con 0x7eff941006a0 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.356+0000 7eff99119640 1 -- 172.21.15.18:0/1991128176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff9419fef0 con 0x7eff941006a0 2024-04-22T00:38:56.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.357+0000 7eff99119640 1 -- 172.21.15.18:0/1991128176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff941a00c0 con 0x7eff941006a0 2024-04-22T00:38:56.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.359+0000 7eff8bfff640 1 -- 172.21.15.18:0/1991128176 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7eff84003970 con 0x7eff941006a0 2024-04-22T00:38:56.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.359+0000 7eff8bfff640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff800a2b90 0x7eff800a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.360+0000 7eff8bfff640 1 -- 172.21.15.18:0/1991128176 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7eff840f20e0 con 0x7eff941006a0 2024-04-22T00:38:56.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.360+0000 7eff9259c640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff800a2b90 0x7eff800a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.360+0000 7eff9259c640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff800a2b90 0x7eff800a5050 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7eff94199010 tx=0x7eff7c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:56.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.364+0000 7eff8bfff640 1 -- 172.21.15.18:0/1991128176 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7eff840bee90 con 0x7eff941006a0 2024-04-22T00:38:56.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.550+0000 7eff99119640 1 -- 172.21.15.18:0/1991128176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7eff941a0290 con 0x7eff941006a0 2024-04-22T00:38:56.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.550+0000 7eff8bfff640 1 -- 172.21.15.18:0/1991128176 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7eff840be790 con 0x7eff941006a0 2024-04-22T00:38:56.553 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:38:56.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 -- 172.21.15.18:0/1991128176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff800a2b90 msgr2=0x7eff800a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff800a2b90 0x7eff800a5050 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7eff94199010 tx=0x7eff7c00b390 comp rx=0 tx=0).stop 2024-04-22T00:38:56.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 -- 172.21.15.18:0/1991128176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff941006a0 msgr2=0x7eff94197b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff941006a0 0x7eff94197b70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7eff840324c0 tx=0x7eff84032f20 comp rx=0 tx=0).stop 2024-04-22T00:38:56.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 -- 172.21.15.18:0/1991128176 shutdown_connections 2024-04-22T00:38:56.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff800a2b90 0x7eff800a5050 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff94102250 0x7eff9419f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff94101890 0x7eff941980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 --2- 172.21.15.18:0/1991128176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff941006a0 0x7eff94197b70 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 -- 172.21.15.18:0/1991128176 >> 172.21.15.18:0/1991128176 conn(0x7eff940fbc10 msgr2=0x7eff940fd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:56.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 -- 172.21.15.18:0/1991128176 shutdown_connections 2024-04-22T00:38:56.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.552+0000 7eff99119640 1 -- 172.21.15.18:0/1991128176 wait complete. 2024-04-22T00:38:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2196038662' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3377192553' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1711357081' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:38:56.565 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:38:56.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.668+0000 7f101a320640 1 -- 172.21.15.18:0/2424823242 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10141006a0 msgr2=0x7f1014100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.668+0000 7f101a320640 1 --2- 172.21.15.18:0/2424823242 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10141006a0 0x7f1014100ac0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc009900 tx=0x7f0ffc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.668+0000 7f101a320640 1 -- 172.21.15.18:0/2424823242 shutdown_connections 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.668+0000 7f101a320640 1 --2- 172.21.15.18:0/2424823242 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1014102250 0x7f1014108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.668+0000 7f101a320640 1 --2- 172.21.15.18:0/2424823242 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1014101890 0x7f1014101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.668+0000 7f101a320640 1 --2- 172.21.15.18:0/2424823242 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10141006a0 0x7f1014100ac0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.668+0000 7f101a320640 1 -- 172.21.15.18:0/2424823242 >> 172.21.15.18:0/2424823242 conn(0x7f10140fbc30 msgr2=0x7f10140fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.668+0000 7f101a320640 1 -- 172.21.15.18:0/2424823242 shutdown_connections 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.668+0000 7f101a320640 1 -- 172.21.15.18:0/2424823242 wait complete. 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f101a320640 1 Processor -- start 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f101a320640 1 -- start start 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f101a320640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10141006a0 0x7f101406a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f101a320640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1014101890 0x7f101419c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f101a320640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1014102250 0x7f101419eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f101a320640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f101410c370 con 0x7f10141006a0 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f101a320640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f101410c1f0 con 0x7f1014102250 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f101a320640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f101410c4f0 con 0x7f1014101890 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f1013fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10141006a0 0x7f101406a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f1013fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10141006a0 0x7f101406a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42078/0 (socket says 172.21.15.18:42078) 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.669+0000 7f1013fff640 1 -- 172.21.15.18:0/3133050907 learned_addr learned my addr 172.21.15.18:0/3133050907 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f10188bd640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1014102250 0x7f101419eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f10137fe640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1014101890 0x7f101419c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f1013fff640 1 -- 172.21.15.18:0/3133050907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1014101890 msgr2=0x7f101419c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f1013fff640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1014101890 0x7f101419c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f1013fff640 1 -- 172.21.15.18:0/3133050907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1014102250 msgr2=0x7f101419eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f1013fff640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1014102250 0x7f101419eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f1013fff640 1 -- 172.21.15.18:0/3133050907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f101419f7f0 con 0x7f10141006a0 2024-04-22T00:38:56.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f1013fff640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10141006a0 0x7f101406a8b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc005ab0 tx=0x7f0ffc005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:56.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f10117fa640 1 -- 172.21.15.18:0/3133050907 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ffc041070 con 0x7f10141006a0 2024-04-22T00:38:56.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f10117fa640 1 -- 172.21.15.18:0/3133050907 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ffc0054e0 con 0x7f10141006a0 2024-04-22T00:38:56.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f101a320640 1 -- 172.21.15.18:0/3133050907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f101419fa20 con 0x7f10141006a0 2024-04-22T00:38:56.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f10117fa640 1 -- 172.21.15.18:0/3133050907 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ffc034440 con 0x7f10141006a0 2024-04-22T00:38:56.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.670+0000 7f101a320640 1 -- 172.21.15.18:0/3133050907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f101419ff60 con 0x7f10141006a0 2024-04-22T00:38:56.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.671+0000 7f101a320640 1 -- 172.21.15.18:0/3133050907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1014107a90 con 0x7f10141006a0 2024-04-22T00:38:56.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.673+0000 7f10117fa640 1 -- 172.21.15.18:0/3133050907 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0ffc044070 con 0x7f10141006a0 2024-04-22T00:38:56.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.674+0000 7f10117fa640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10000a2c10 0x7f10000a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.674+0000 7f10117fa640 1 -- 172.21.15.18:0/3133050907 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f0ffc0f11e0 con 0x7f10141006a0 2024-04-22T00:38:56.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.674+0000 7f10137fe640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10000a2c10 0x7f10000a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.674+0000 7f10137fe640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10000a2c10 0x7f10000a50d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f101406a620 tx=0x7f1004008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:56.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.677+0000 7f10117fa640 1 -- 172.21.15.18:0/3133050907 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0ffc0bdea0 con 0x7f10141006a0 2024-04-22T00:38:56.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2196038662' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:56.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3377192553' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:56.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1711357081' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:38:56.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.862+0000 7f101a320640 1 -- 172.21.15.18:0/3133050907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f101402d300 con 0x7f10141006a0 2024-04-22T00:38:56.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.862+0000 7f10117fa640 1 -- 172.21.15.18:0/3133050907 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) ==== 103+0+11 (secure 0 0 0) 0x7f0ffc0bd7a0 con 0x7f10141006a0 2024-04-22T00:38:56.864 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:38:56.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 -- 172.21.15.18:0/3133050907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10000a2c10 msgr2=0x7f10000a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10000a2c10 0x7f10000a50d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f101406a620 tx=0x7f1004008040 comp rx=0 tx=0).stop 2024-04-22T00:38:56.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 -- 172.21.15.18:0/3133050907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10141006a0 msgr2=0x7f101406a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10141006a0 0x7f101406a8b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc005ab0 tx=0x7f0ffc005dc0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 -- 172.21.15.18:0/3133050907 shutdown_connections 2024-04-22T00:38:56.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10000a2c10 0x7f10000a50d0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1014102250 0x7f101419eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1014101890 0x7f101419c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 --2- 172.21.15.18:0/3133050907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10141006a0 0x7f101406a8b0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 -- 172.21.15.18:0/3133050907 >> 172.21.15.18:0/3133050907 conn(0x7f10140fbc30 msgr2=0x7f1014104c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:56.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 -- 172.21.15.18:0/3133050907 shutdown_connections 2024-04-22T00:38:56.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.864+0000 7f101a320640 1 -- 172.21.15.18:0/3133050907 wait complete. 2024-04-22T00:38:56.877 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-22T00:38:56.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2196038662' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:38:56.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3377192553' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:38:56.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1711357081' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:38:56.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.978+0000 7f4f42e9d640 1 -- 172.21.15.18:0/1937876488 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f3c101890 msgr2=0x7f4f3c101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.978+0000 7f4f42e9d640 1 --2- 172.21.15.18:0/1937876488 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f3c101890 0x7f4f3c101d10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f4f2c009ca0 tx=0x7f4f2c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.978+0000 7f4f42e9d640 1 -- 172.21.15.18:0/1937876488 shutdown_connections 2024-04-22T00:38:56.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.978+0000 7f4f42e9d640 1 --2- 172.21.15.18:0/1937876488 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f3c102250 0x7f4f3c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.978+0000 7f4f42e9d640 1 --2- 172.21.15.18:0/1937876488 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f3c101890 0x7f4f3c101d10 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.978+0000 7f4f42e9d640 1 --2- 172.21.15.18:0/1937876488 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f3c1006a0 0x7f4f3c100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.978+0000 7f4f42e9d640 1 -- 172.21.15.18:0/1937876488 >> 172.21.15.18:0/1937876488 conn(0x7f4f3c0fbc30 msgr2=0x7f4f3c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.978+0000 7f4f42e9d640 1 -- 172.21.15.18:0/1937876488 shutdown_connections 2024-04-22T00:38:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.978+0000 7f4f42e9d640 1 -- 172.21.15.18:0/1937876488 wait complete. 2024-04-22T00:38:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f42e9d640 1 Processor -- start 2024-04-22T00:38:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f42e9d640 1 -- start start 2024-04-22T00:38:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f42e9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f3c1006a0 0x7f4f3c197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f42e9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f3c101890 0x7f4f3c198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f42e9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f3c102250 0x7f4f3c19f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f42e9d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4f3c10c320 con 0x7f4f3c1006a0 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f42e9d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4f3c10c1a0 con 0x7f4f3c102250 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f42e9d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4f3c10c4a0 con 0x7f4f3c101890 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f40c39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f3c1006a0 0x7f4f3c197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f40c39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f3c1006a0 0x7f4f3c197b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42100/0 (socket says 172.21.15.18:42100) 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f40c39640 1 -- 172.21.15.18:0/3244729540 learned_addr learned my addr 172.21.15.18:0/3244729540 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f4143a640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f3c102250 0x7f4f3c19f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f3bfff640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f3c101890 0x7f4f3c198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f40c39640 1 -- 172.21.15.18:0/3244729540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f3c101890 msgr2=0x7f4f3c198080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f40c39640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f3c101890 0x7f4f3c198080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f40c39640 1 -- 172.21.15.18:0/3244729540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f3c102250 msgr2=0x7f4f3c19f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f40c39640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f3c102250 0x7f4f3c19f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.979+0000 7f4f40c39640 1 -- 172.21.15.18:0/3244729540 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f3c19f6f0 con 0x7f4f3c1006a0 2024-04-22T00:38:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.980+0000 7f4f4143a640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f3c102250 0x7f4f3c19f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.980+0000 7f4f3bfff640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f3c101890 0x7f4f3c198080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:38:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.980+0000 7f4f40c39640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f3c1006a0 0x7f4f3c197b40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4f3400d950 tx=0x7f4f3400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.980+0000 7f4f39ffb640 1 -- 172.21.15.18:0/3244729540 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f34017070 con 0x7f4f3c1006a0 2024-04-22T00:38:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.980+0000 7f4f39ffb640 1 -- 172.21.15.18:0/3244729540 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f34009c30 con 0x7f4f3c1006a0 2024-04-22T00:38:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.980+0000 7f4f42e9d640 1 -- 172.21.15.18:0/3244729540 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f3c19f9e0 con 0x7f4f3c1006a0 2024-04-22T00:38:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.980+0000 7f4f39ffb640 1 -- 172.21.15.18:0/3244729540 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f3400f600 con 0x7f4f3c1006a0 2024-04-22T00:38:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.980+0000 7f4f42e9d640 1 -- 172.21.15.18:0/3244729540 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f3c19ff00 con 0x7f4f3c1006a0 2024-04-22T00:38:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.981+0000 7f4f42e9d640 1 -- 172.21.15.18:0/3244729540 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f3c1a0130 con 0x7f4f3c1006a0 2024-04-22T00:38:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.982+0000 7f4f39ffb640 1 -- 172.21.15.18:0/3244729540 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4f3401a070 con 0x7f4f3c1006a0 2024-04-22T00:38:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.983+0000 7f4f39ffb640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f280a2c10 0x7f4f280a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:38:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.983+0000 7f4f3bfff640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f280a2c10 0x7f4f280a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:38:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.983+0000 7f4f39ffb640 1 -- 172.21.15.18:0/3244729540 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f4f340cedb0 con 0x7f4f3c1006a0 2024-04-22T00:38:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.984+0000 7f4f3bfff640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f280a2c10 0x7f4f280a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4f2c02c700 tx=0x7f4f2c032590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:38:56.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:56.988+0000 7f4f39ffb640 1 -- 172.21.15.18:0/3244729540 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4f340d3070 con 0x7f4f3c1006a0 2024-04-22T00:38:57.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.186+0000 7f4f42e9d640 1 -- 172.21.15.18:0/3244729540 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4f3c1a04c0 con 0x7f4f3c1006a0 2024-04-22T00:38:57.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.187+0000 7f4f39ffb640 1 -- 172.21.15.18:0/3244729540 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v91) ==== 81+0+588 (secure 0 0 0) 0x7f4f34009de0 con 0x7f4f3c1006a0 2024-04-22T00:38:57.190 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/1115786485 2024-04-23T00:31:37.944253+0000 2024-04-22T00:38:57.190 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6801/2897837517 2024-04-23T00:31:37.944253+0000 2024-04-22T00:38:57.190 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/3695638498 2024-04-23T00:31:37.944253+0000 2024-04-22T00:38:57.190 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6800/2897837517 2024-04-23T00:31:37.944253+0000 2024-04-22T00:38:57.190 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6801/283242805 2024-04-23T00:31:10.857936+0000 2024-04-22T00:38:57.190 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/1785905599 2024-04-23T00:31:10.857936+0000 2024-04-22T00:38:57.191 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6800/283242805 2024-04-23T00:31:10.857936+0000 2024-04-22T00:38:57.191 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/879305992 2024-04-23T00:31:37.944253+0000 2024-04-22T00:38:57.191 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/2477103159 2024-04-23T00:31:10.857936+0000 2024-04-22T00:38:57.191 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/251701061 2024-04-23T00:31:10.857936+0000 2024-04-22T00:38:57.192 INFO:teuthology.orchestra.run.smithi018.stderr:listed 10 entries 2024-04-22T00:38:57.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 -- 172.21.15.18:0/3244729540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f280a2c10 msgr2=0x7f4f280a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:57.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f280a2c10 0x7f4f280a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4f2c02c700 tx=0x7f4f2c032590 comp rx=0 tx=0).stop 2024-04-22T00:38:57.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 -- 172.21.15.18:0/3244729540 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f3c1006a0 msgr2=0x7f4f3c197b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:38:57.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f3c1006a0 0x7f4f3c197b40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4f3400d950 tx=0x7f4f3400de10 comp rx=0 tx=0).stop 2024-04-22T00:38:57.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 -- 172.21.15.18:0/3244729540 shutdown_connections 2024-04-22T00:38:57.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f280a2c10 0x7f4f280a50d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:57.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f3c102250 0x7f4f3c19f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:57.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f3c101890 0x7f4f3c198080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:57.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 --2- 172.21.15.18:0/3244729540 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f3c1006a0 0x7f4f3c197b40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:38:57.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 -- 172.21.15.18:0/3244729540 >> 172.21.15.18:0/3244729540 conn(0x7f4f3c0fbc30 msgr2=0x7f4f3c0fd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:38:57.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 -- 172.21.15.18:0/3244729540 shutdown_connections 2024-04-22T00:38:57.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:38:57.189+0000 7f4f42e9d640 1 -- 172.21.15.18:0/3244729540 wait complete. 2024-04-22T00:38:57.202 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi018.front.sepia.ceph.com... 2024-04-22T00:38:57.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:38:57.203 DEBUG:teuthology.orchestra.run.smithi018:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-04-22T00:38:57.225 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi018.stderr:ceph-fuse[71987]: fuse finished with error 0 and tester_r 0 2024-04-22T00:38:57.227 INFO:teuthology.orchestra.run:waiting for 300 2024-04-22T00:38:57.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:57 smithi018 ceph-mon[27979]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 288 B/s wr, 0 op/s 2024-04-22T00:38:57.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:57 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1991128176' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:38:57.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:57 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3133050907' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:38:57.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:57 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3244729540' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:38:57.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:57 smithi167 ceph-mon[31348]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 288 B/s wr, 0 op/s 2024-04-22T00:38:57.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:57 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1991128176' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:38:57.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:57 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3133050907' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:38:57.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:57 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3244729540' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:38:57.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:57 smithi081 ceph-mon[31546]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 288 B/s wr, 0 op/s 2024-04-22T00:38:57.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:57 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1991128176' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:38:57.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:57 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3133050907' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:38:57.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:57 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3244729540' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:38:59.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:38:59 smithi167 ceph-mon[31348]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-22T00:38:59.891 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:38:59 smithi018 ceph-mon[27979]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-22T00:38:59.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:38:59 smithi081 ceph-mon[31546]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-22T00:39:01.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:01 smithi167 ceph-mon[31348]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-22T00:39:01.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:01 smithi081 ceph-mon[31546]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-22T00:39:01.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:01 smithi018 ceph-mon[27979]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-22T00:39:03.329 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi018.front.sepia.ceph.com 2024-04-22T00:39:03.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:39:03.329 DEBUG:teuthology.orchestra.run.smithi018:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-04-22T00:39:03.380 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:39:03.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.489+0000 7f003a112640 1 -- 172.21.15.18:0/2886550704 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0034101790 msgr2=0x7f0034101bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:03.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.489+0000 7f003a112640 1 --2- 172.21.15.18:0/2886550704 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0034101790 0x7f0034101bb0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0028009900 tx=0x7f002802bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:03.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.489+0000 7f003a112640 1 -- 172.21.15.18:0/2886550704 shutdown_connections 2024-04-22T00:39:03.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.489+0000 7f003a112640 1 --2- 172.21.15.18:0/2886550704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0034103340 0x7f0034109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.489+0000 7f003a112640 1 --2- 172.21.15.18:0/2886550704 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0034102980 0x7f0034102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.489+0000 7f003a112640 1 --2- 172.21.15.18:0/2886550704 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0034101790 0x7f0034101bb0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.489+0000 7f003a112640 1 -- 172.21.15.18:0/2886550704 >> 172.21.15.18:0/2886550704 conn(0x7f00340fcd20 msgr2=0x7f00340ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:03.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.489+0000 7f003a112640 1 -- 172.21.15.18:0/2886550704 shutdown_connections 2024-04-22T00:39:03.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.489+0000 7f003a112640 1 -- 172.21.15.18:0/2886550704 wait complete. 2024-04-22T00:39:03.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.489+0000 7f003a112640 1 Processor -- start 2024-04-22T00:39:03.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f003a112640 1 -- start start 2024-04-22T00:39:03.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f003a112640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0034101790 0x7f00340754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:03.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f003a112640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0034102980 0x7f0034073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:03.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f003a112640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0034103340 0x7f0034074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:03.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f003a112640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f003410d410 con 0x7f0034103340 2024-04-22T00:39:03.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f003a112640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f003410d290 con 0x7f0034102980 2024-04-22T00:39:03.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f003a112640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f003410d590 con 0x7f0034101790 2024-04-22T00:39:03.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f0033fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0034103340 0x7f0034074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:03.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f0033fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0034103340 0x7f0034074070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35212/0 (socket says 172.21.15.18:35212) 2024-04-22T00:39:03.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f0033fff640 1 -- 172.21.15.18:0/1054117136 learned_addr learned my addr 172.21.15.18:0/1054117136 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:03.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f0032ffd640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0034102980 0x7f0034073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:03.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f00337fe640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0034101790 0x7f00340754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:03.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f0033fff640 1 -- 172.21.15.18:0/1054117136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0034101790 msgr2=0x7f00340754f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:03.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f0033fff640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0034101790 0x7f00340754f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f0033fff640 1 -- 172.21.15.18:0/1054117136 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0034102980 msgr2=0x7f0034073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:03.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f0033fff640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0034102980 0x7f0034073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f0033fff640 1 -- 172.21.15.18:0/1054117136 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0034074900 con 0x7f0034103340 2024-04-22T00:39:03.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.490+0000 7f00337fe640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0034101790 0x7f00340754f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:39:03.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.491+0000 7f0033fff640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0034103340 0x7f0034074070 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f002c00cad0 tx=0x7f002c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:03.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.491+0000 7f0030ff9640 1 -- 172.21.15.18:0/1054117136 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c00ae20 con 0x7f0034103340 2024-04-22T00:39:03.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.491+0000 7f003a112640 1 -- 172.21.15.18:0/1054117136 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00341a1bd0 con 0x7f0034103340 2024-04-22T00:39:03.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.491+0000 7f0030ff9640 1 -- 172.21.15.18:0/1054117136 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f002c005020 con 0x7f0034103340 2024-04-22T00:39:03.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.491+0000 7f0030ff9640 1 -- 172.21.15.18:0/1054117136 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c00f6b0 con 0x7f0034103340 2024-04-22T00:39:03.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.491+0000 7f003a112640 1 -- 172.21.15.18:0/1054117136 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00341a2170 con 0x7f0034103340 2024-04-22T00:39:03.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.492+0000 7f003a112640 1 -- 172.21.15.18:0/1054117136 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0034108b30 con 0x7f0034103340 2024-04-22T00:39:03.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.493+0000 7f0030ff9640 1 -- 172.21.15.18:0/1054117136 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f002c0051d0 con 0x7f0034103340 2024-04-22T00:39:03.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.493+0000 7f0030ff9640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2b90 0x7f001c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:03.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.494+0000 7f0030ff9640 1 -- 172.21.15.18:0/1054117136 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f002c0cf6b0 con 0x7f0034103340 2024-04-22T00:39:03.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.494+0000 7f00337fe640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2b90 0x7f001c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:03.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.494+0000 7f00337fe640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2b90 0x7f001c0a5050 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f002802c7b0 tx=0x7f0028005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:03.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.498+0000 7f0030ff9640 1 -- 172.21.15.18:0/1054117136 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f002c014030 con 0x7f0034103340 2024-04-22T00:39:03.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:03 smithi018 ceph-mon[27979]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-22T00:39:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.686+0000 7f003a112640 1 -- 172.21.15.18:0/1054117136 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0034062340 con 0x7f0034103340 2024-04-22T00:39:03.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.688+0000 7f0030ff9640 1 -- 172.21.15.18:0/1054117136 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24042 (secure 0 0 0) 0x7f002c09c370 con 0x7f0034103340 2024-04-22T00:39:03.691 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:39:03.691 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":91,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:38:44.750078+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:39:03.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 -- 172.21.15.18:0/1054117136 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2b90 msgr2=0x7f001c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2b90 0x7f001c0a5050 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f002802c7b0 tx=0x7f0028005fd0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 -- 172.21.15.18:0/1054117136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0034103340 msgr2=0x7f0034074070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0034103340 0x7f0034074070 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f002c00cad0 tx=0x7f002c00cf90 comp rx=0 tx=0).stop 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 -- 172.21.15.18:0/1054117136 shutdown_connections 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2b90 0x7f001c0a5050 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0034103340 0x7f0034074070 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0034102980 0x7f0034073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 --2- 172.21.15.18:0/1054117136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0034101790 0x7f00340754f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 -- 172.21.15.18:0/1054117136 >> 172.21.15.18:0/1054117136 conn(0x7f00340fcd20 msgr2=0x7f0034105d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 -- 172.21.15.18:0/1054117136 shutdown_connections 2024-04-22T00:39:03.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.690+0000 7f003a112640 1 -- 172.21.15.18:0/1054117136 wait complete. 2024-04-22T00:39:03.704 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:39:03.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:03 smithi167 ceph-mon[31348]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-22T00:39:03.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 -- 172.21.15.18:0/1525296424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56ac102250 msgr2=0x7f56ac108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 --2- 172.21.15.18:0/1525296424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56ac102250 0x7f56ac108ae0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f56a4009ca0 tx=0x7f56a402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 -- 172.21.15.18:0/1525296424 shutdown_connections 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 --2- 172.21.15.18:0/1525296424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56ac102250 0x7f56ac108ae0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 --2- 172.21.15.18:0/1525296424 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f56ac101890 0x7f56ac101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 --2- 172.21.15.18:0/1525296424 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56ac1006a0 0x7f56ac100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 -- 172.21.15.18:0/1525296424 >> 172.21.15.18:0/1525296424 conn(0x7f56ac0fbc30 msgr2=0x7f56ac0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 -- 172.21.15.18:0/1525296424 shutdown_connections 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 -- 172.21.15.18:0/1525296424 wait complete. 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 Processor -- start 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.804+0000 7f56b0edf640 1 -- start start 2024-04-22T00:39:03.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56b0edf640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56ac1006a0 0x7f56ac199be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56b0edf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56ac101890 0x7f56ac19a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56b0edf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f56ac102250 0x7f56ac1a1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56b0edf640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f56ac10c300 con 0x7f56ac101890 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56b0edf640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f56ac10c180 con 0x7f56ac1006a0 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56b0edf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f56ac10c480 con 0x7f56ac102250 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56a9d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56ac101890 0x7f56ac19a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56a9d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56ac101890 0x7f56ac19a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35240/0 (socket says 172.21.15.18:35240) 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56a9d9b640 1 -- 172.21.15.18:0/1358575577 learned_addr learned my addr 172.21.15.18:0/1358575577 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56aa59c640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56ac1006a0 0x7f56ac199be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56aad9d640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f56ac102250 0x7f56ac1a1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56a9d9b640 1 -- 172.21.15.18:0/1358575577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f56ac102250 msgr2=0x7f56ac1a1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56a9d9b640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f56ac102250 0x7f56ac1a1190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56a9d9b640 1 -- 172.21.15.18:0/1358575577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56ac1006a0 msgr2=0x7f56ac199be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:03.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56a9d9b640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56ac1006a0 0x7f56ac199be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:03.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56a9d9b640 1 -- 172.21.15.18:0/1358575577 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56ac1a1800 con 0x7f56ac101890 2024-04-22T00:39:03.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f56a9d9b640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56ac101890 0x7f56ac19a120 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f56a000d950 tx=0x7f56a000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:03.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f569b7fe640 1 -- 172.21.15.18:0/1358575577 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a0017070 con 0x7f56ac101890 2024-04-22T00:39:03.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f569b7fe640 1 -- 172.21.15.18:0/1358575577 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f56a0009c30 con 0x7f56ac101890 2024-04-22T00:39:03.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.805+0000 7f569b7fe640 1 -- 172.21.15.18:0/1358575577 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a000f6b0 con 0x7f56ac101890 2024-04-22T00:39:03.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.806+0000 7f56b0edf640 1 -- 172.21.15.18:0/1358575577 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56ac1a1af0 con 0x7f56ac101890 2024-04-22T00:39:03.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.806+0000 7f56b0edf640 1 -- 172.21.15.18:0/1358575577 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56ac1a2090 con 0x7f56ac101890 2024-04-22T00:39:03.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.806+0000 7f56b0edf640 1 -- 172.21.15.18:0/1358575577 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56ac1a2260 con 0x7f56ac101890 2024-04-22T00:39:03.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.808+0000 7f569b7fe640 1 -- 172.21.15.18:0/1358575577 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f56a00109d0 con 0x7f56ac101890 2024-04-22T00:39:03.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.808+0000 7f569b7fe640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56940a2c10 0x7f56940a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:03.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.808+0000 7f56aa59c640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56940a2c10 0x7f56940a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:03.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.808+0000 7f569b7fe640 1 -- 172.21.15.18:0/1358575577 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f56a00ceea0 con 0x7f56ac101890 2024-04-22T00:39:03.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.809+0000 7f56aa59c640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56940a2c10 0x7f56940a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f569c0058c0 tx=0x7f569c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:03.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.812+0000 7f569b7fe640 1 -- 172.21.15.18:0/1358575577 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f56a0009de0 con 0x7f56ac101890 2024-04-22T00:39:03.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:03 smithi081 ceph-mon[31546]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-22T00:39:04.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.998+0000 7f56b0edf640 1 -- 172.21.15.18:0/1358575577 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f56ac1a25f0 con 0x7f56ac101890 2024-04-22T00:39:04.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:03.999+0000 7f569b7fe640 1 -- 172.21.15.18:0/1358575577 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24042 (secure 0 0 0) 0x7f56a009bc40 con 0x7f56ac101890 2024-04-22T00:39:04.002 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:39:04.002 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":91,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:38:44.750078+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:39:04.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 -- 172.21.15.18:0/1358575577 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56940a2c10 msgr2=0x7f56940a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:04.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56940a2c10 0x7f56940a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f569c0058c0 tx=0x7f569c005850 comp rx=0 tx=0).stop 2024-04-22T00:39:04.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 -- 172.21.15.18:0/1358575577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56ac101890 msgr2=0x7f56ac19a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:04.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56ac101890 0x7f56ac19a120 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f56a000d950 tx=0x7f56a000de10 comp rx=0 tx=0).stop 2024-04-22T00:39:04.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 -- 172.21.15.18:0/1358575577 shutdown_connections 2024-04-22T00:39:04.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56940a2c10 0x7f56940a50d0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f56ac102250 0x7f56ac1a1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56ac101890 0x7f56ac19a120 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 --2- 172.21.15.18:0/1358575577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56ac1006a0 0x7f56ac199be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 -- 172.21.15.18:0/1358575577 >> 172.21.15.18:0/1358575577 conn(0x7f56ac0fbc30 msgr2=0x7f56ac0fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:04.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 -- 172.21.15.18:0/1358575577 shutdown_connections 2024-04-22T00:39:04.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.002+0000 7f56b0edf640 1 -- 172.21.15.18:0/1358575577 wait complete. 2024-04-22T00:39:04.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-22T00:39:04.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.118+0000 7fa6ef295640 1 -- 172.21.15.18:0/3893670656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6e8101870 msgr2=0x7fa6e8101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:04.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.118+0000 7fa6ef295640 1 --2- 172.21.15.18:0/3893670656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6e8101870 0x7fa6e8101cf0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc009900 tx=0x7fa6dc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:04.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.118+0000 7fa6ef295640 1 -- 172.21.15.18:0/3893670656 shutdown_connections 2024-04-22T00:39:04.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.118+0000 7fa6ef295640 1 --2- 172.21.15.18:0/3893670656 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6e8102230 0x7fa6e8108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.118+0000 7fa6ef295640 1 --2- 172.21.15.18:0/3893670656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6e8101870 0x7fa6e8101cf0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.118+0000 7fa6ef295640 1 --2- 172.21.15.18:0/3893670656 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6e8100680 0x7fa6e8100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.118+0000 7fa6ef295640 1 -- 172.21.15.18:0/3893670656 >> 172.21.15.18:0/3893670656 conn(0x7fa6e80fbbf0 msgr2=0x7fa6e80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ef295640 1 -- 172.21.15.18:0/3893670656 shutdown_connections 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ef295640 1 -- 172.21.15.18:0/3893670656 wait complete. 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ef295640 1 Processor -- start 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ef295640 1 -- start start 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ef295640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6e8100680 0x7fa6e8104610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ef295640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6e8101870 0x7fa6e8102c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ef295640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6e8102230 0x7fa6e8103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ef295640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e810c300 con 0x7fa6e8101870 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ef295640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e810c180 con 0x7fa6e8100680 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ef295640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e810c480 con 0x7fa6e8102230 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ec830640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6e8101870 0x7fa6e8102c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:04.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ec830640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6e8101870 0x7fa6e8102c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35248/0 (socket says 172.21.15.18:35248) 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.119+0000 7fa6ec830640 1 -- 172.21.15.18:0/604324275 learned_addr learned my addr 172.21.15.18:0/604324275 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ed031640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6e8100680 0x7fa6e8104610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ed832640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6e8102230 0x7fa6e8103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ec830640 1 -- 172.21.15.18:0/604324275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6e8102230 msgr2=0x7fa6e8103190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ec830640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6e8102230 0x7fa6e8103190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ec830640 1 -- 172.21.15.18:0/604324275 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6e8100680 msgr2=0x7fa6e8104610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ec830640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6e8100680 0x7fa6e8104610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ec830640 1 -- 172.21.15.18:0/604324275 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6e8103a20 con 0x7fa6e8101870 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ed832640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6e8102230 0x7fa6e8103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ec830640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6e8101870 0x7fa6e8102c50 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc009230 tx=0x7fa6dc005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6e67fc640 1 -- 172.21.15.18:0/604324275 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc041070 con 0x7fa6e8101870 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6e67fc640 1 -- 172.21.15.18:0/604324275 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6dc0054e0 con 0x7fa6e8101870 2024-04-22T00:39:04.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ef295640 1 -- 172.21.15.18:0/604324275 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6e81a1c10 con 0x7fa6e8101870 2024-04-22T00:39:04.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6e67fc640 1 -- 172.21.15.18:0/604324275 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc034440 con 0x7fa6e8101870 2024-04-22T00:39:04.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.120+0000 7fa6ef295640 1 -- 172.21.15.18:0/604324275 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6e81a2160 con 0x7fa6e8101870 2024-04-22T00:39:04.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.121+0000 7fa6ef295640 1 -- 172.21.15.18:0/604324275 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6e81a2330 con 0x7fa6e8101870 2024-04-22T00:39:04.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.122+0000 7fa6e67fc640 1 -- 172.21.15.18:0/604324275 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa6dc044070 con 0x7fa6e8101870 2024-04-22T00:39:04.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.123+0000 7fa6e67fc640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6d00a2b90 0x7fa6d00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:04.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.123+0000 7fa6e67fc640 1 -- 172.21.15.18:0/604324275 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fa6dc0f12f0 con 0x7fa6e8101870 2024-04-22T00:39:04.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.123+0000 7fa6ed031640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6d00a2b90 0x7fa6d00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:04.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.123+0000 7fa6ed031640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6d00a2b90 0x7fa6d00a5050 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8005c40 tx=0x7fa6d800a590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:04.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.126+0000 7fa6e67fc640 1 -- 172.21.15.18:0/604324275 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa6dc0be010 con 0x7fa6e8101870 2024-04-22T00:39:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.349+0000 7fa6ef295640 1 -- 172.21.15.18:0/604324275 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa6e81a2500 con 0x7fa6e8101870 2024-04-22T00:39:04.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.431+0000 7fa6e67fc640 1 -- 172.21.15.18:0/604324275 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7fa6dc0bd910 con 0x7fa6e8101870 2024-04-22T00:39:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 -- 172.21.15.18:0/604324275 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6d00a2b90 msgr2=0x7fa6d00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6d00a2b90 0x7fa6d00a5050 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8005c40 tx=0x7fa6d800a590 comp rx=0 tx=0).stop 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 -- 172.21.15.18:0/604324275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6e8101870 msgr2=0x7fa6e8102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6e8101870 0x7fa6e8102c50 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc009230 tx=0x7fa6dc005dd0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 -- 172.21.15.18:0/604324275 shutdown_connections 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6d00a2b90 0x7fa6d00a5050 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6e8102230 0x7fa6e8103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6e8101870 0x7fa6e8102c50 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 --2- 172.21.15.18:0/604324275 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6e8100680 0x7fa6e8104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 -- 172.21.15.18:0/604324275 >> 172.21.15.18:0/604324275 conn(0x7fa6e80fbbf0 msgr2=0x7fa6e80fd720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 -- 172.21.15.18:0/604324275 shutdown_connections 2024-04-22T00:39:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.434+0000 7fa6ef295640 1 -- 172.21.15.18:0/604324275 wait complete. 2024-04-22T00:39:04.447 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-22T00:39:04.448 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-04-22T00:39:04.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.550+0000 7ffb04f85640 1 -- 172.21.15.18:0/2852376500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffb001017a0 msgr2=0x7ffb00101bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:04.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.550+0000 7ffb04f85640 1 --2- 172.21.15.18:0/2852376500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffb001017a0 0x7ffb00101bc0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0009900 tx=0x7ffaf002bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:04.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.550+0000 7ffb04f85640 1 -- 172.21.15.18:0/2852376500 shutdown_connections 2024-04-22T00:39:04.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.550+0000 7ffb04f85640 1 --2- 172.21.15.18:0/2852376500 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffb00103350 0x7ffb00109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.550+0000 7ffb04f85640 1 --2- 172.21.15.18:0/2852376500 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffb00102990 0x7ffb00102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.550+0000 7ffb04f85640 1 --2- 172.21.15.18:0/2852376500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffb001017a0 0x7ffb00101bc0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.550+0000 7ffb04f85640 1 -- 172.21.15.18:0/2852376500 >> 172.21.15.18:0/2852376500 conn(0x7ffb000fcd10 msgr2=0x7ffb000ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.550+0000 7ffb04f85640 1 -- 172.21.15.18:0/2852376500 shutdown_connections 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.550+0000 7ffb04f85640 1 -- 172.21.15.18:0/2852376500 wait complete. 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffb04f85640 1 Processor -- start 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffb04f85640 1 -- start start 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffb04f85640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffb001017a0 0x7ffb00197a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffb04f85640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffb00102990 0x7ffb00197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffb04f85640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffb00103350 0x7ffb0019f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffb04f85640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffb0010d460 con 0x7ffb00102990 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffb04f85640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ffb0010d2e0 con 0x7ffb00103350 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffb04f85640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffb0010d5e0 con 0x7ffb001017a0 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafdd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffb00102990 0x7ffb00197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:04.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafdd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffb00102990 0x7ffb00197fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35270/0 (socket says 172.21.15.18:35270) 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafdd9b640 1 -- 172.21.15.18:0/2370720350 learned_addr learned my addr 172.21.15.18:0/2370720350 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafed9d640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffb00103350 0x7ffb0019f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafe59c640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffb001017a0 0x7ffb00197a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafdd9b640 1 -- 172.21.15.18:0/2370720350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffb001017a0 msgr2=0x7ffb00197a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafdd9b640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffb001017a0 0x7ffb00197a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafdd9b640 1 -- 172.21.15.18:0/2370720350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffb00103350 msgr2=0x7ffb0019f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafdd9b640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffb00103350 0x7ffb0019f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafdd9b640 1 -- 172.21.15.18:0/2370720350 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb0019f6a0 con 0x7ffb00102990 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.551+0000 7ffafed9d640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffb00103350 0x7ffb0019f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.552+0000 7ffafdd9b640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffb00102990 0x7ffb00197fc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ffaf400d770 tx=0x7ffaf400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.552+0000 7ffaef7fe640 1 -- 172.21.15.18:0/2370720350 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf4017070 con 0x7ffb00102990 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.552+0000 7ffaef7fe640 1 -- 172.21.15.18:0/2370720350 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffaf4005500 con 0x7ffb00102990 2024-04-22T00:39:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.552+0000 7ffb04f85640 1 -- 172.21.15.18:0/2370720350 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb0019f990 con 0x7ffb00102990 2024-04-22T00:39:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.552+0000 7ffaef7fe640 1 -- 172.21.15.18:0/2370720350 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf4004e00 con 0x7ffb00102990 2024-04-22T00:39:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.552+0000 7ffb04f85640 1 -- 172.21.15.18:0/2370720350 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb0019fe90 con 0x7ffb00102990 2024-04-22T00:39:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.553+0000 7ffb04f85640 1 -- 172.21.15.18:0/2370720350 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb00108ac0 con 0x7ffb00102990 2024-04-22T00:39:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.554+0000 7ffaef7fe640 1 -- 172.21.15.18:0/2370720350 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ffaf4004fa0 con 0x7ffb00102990 2024-04-22T00:39:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.555+0000 7ffaef7fe640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffae80a2b90 0x7ffae80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.555+0000 7ffafe59c640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffae80a2b90 0x7ffae80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.555+0000 7ffaef7fe640 1 -- 172.21.15.18:0/2370720350 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7ffaf40cedc0 con 0x7ffb00102990 2024-04-22T00:39:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.555+0000 7ffafe59c640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffae80a2b90 0x7ffae80a5050 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ffaf00096c0 tx=0x7ffaf002df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:04.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.559+0000 7ffaef7fe640 1 -- 172.21.15.18:0/2370720350 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ffaf409ba80 con 0x7ffb00102990 2024-04-22T00:39:04.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:04 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1054117136' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:04.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:04 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1358575577' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:04.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:04 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/604324275' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-22T00:39:04.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:04.788+0000 7ffb04f85640 1 -- 172.21.15.18:0/2370720350 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7ffb00062370 con 0x7ffb00102990 2024-04-22T00:39:04.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:04 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1054117136' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:04.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:04 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1358575577' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:04.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:04 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/604324275' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-22T00:39:04.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:04 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1054117136' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:04.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:04 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1358575577' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:04.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:04 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/604324275' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-22T00:39:05.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.437+0000 7ffaef7fe640 1 -- 172.21.15.18:0/2370720350 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7ffaf409b380 con 0x7ffb00102990 2024-04-22T00:39:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.440+0000 7ffb04f85640 1 -- 172.21.15.18:0/2370720350 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffae80a2b90 msgr2=0x7ffae80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.440+0000 7ffb04f85640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffae80a2b90 0x7ffae80a5050 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ffaf00096c0 tx=0x7ffaf002df90 comp rx=0 tx=0).stop 2024-04-22T00:39:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.440+0000 7ffb04f85640 1 -- 172.21.15.18:0/2370720350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffb00102990 msgr2=0x7ffb00197fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.440+0000 7ffb04f85640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffb00102990 0x7ffb00197fc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ffaf400d770 tx=0x7ffaf400dc30 comp rx=0 tx=0).stop 2024-04-22T00:39:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.441+0000 7ffb04f85640 1 -- 172.21.15.18:0/2370720350 shutdown_connections 2024-04-22T00:39:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.441+0000 7ffb04f85640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffae80a2b90 0x7ffae80a5050 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.441+0000 7ffb04f85640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffb00103350 0x7ffb0019f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.441+0000 7ffb04f85640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffb00102990 0x7ffb00197fc0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.441+0000 7ffb04f85640 1 --2- 172.21.15.18:0/2370720350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffb001017a0 0x7ffb00197a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.441+0000 7ffb04f85640 1 -- 172.21.15.18:0/2370720350 >> 172.21.15.18:0/2370720350 conn(0x7ffb000fcd10 msgr2=0x7ffb00105c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:05.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.441+0000 7ffb04f85640 1 -- 172.21.15.18:0/2370720350 shutdown_connections 2024-04-22T00:39:05.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.441+0000 7ffb04f85640 1 -- 172.21.15.18:0/2370720350 wait complete. 2024-04-22T00:39:05.459 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-22T00:39:05.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.567+0000 7f298b5e7640 1 -- 172.21.15.18:0/2054761907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100680 msgr2=0x7f2984100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.567+0000 7f298b5e7640 1 --2- 172.21.15.18:0/2054761907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100680 0x7f2984100aa0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f2980009900 tx=0x7f298002bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 -- 172.21.15.18:0/2054761907 shutdown_connections 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 --2- 172.21.15.18:0/2054761907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2984102230 0x7f2984108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 --2- 172.21.15.18:0/2054761907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2984101870 0x7f2984101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 --2- 172.21.15.18:0/2054761907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100680 0x7f2984100aa0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 -- 172.21.15.18:0/2054761907 >> 172.21.15.18:0/2054761907 conn(0x7f29840fbbf0 msgr2=0x7f29840fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 -- 172.21.15.18:0/2054761907 shutdown_connections 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 -- 172.21.15.18:0/2054761907 wait complete. 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 Processor -- start 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 -- start start 2024-04-22T00:39:05.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100680 0x7f2984104610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2984101870 0x7f2984102c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2984102230 0x7f2984103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f298410c350 con 0x7f2984100680 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f298410c1d0 con 0x7f2984101870 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.568+0000 7f298b5e7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f298410c4d0 con 0x7f2984102230 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2989383640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100680 0x7f2984104610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2989383640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100680 0x7f2984104610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35292/0 (socket says 172.21.15.18:35292) 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2989383640 1 -- 172.21.15.18:0/942178534 learned_addr learned my addr 172.21.15.18:0/942178534 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2989b84640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2984102230 0x7f2984103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2988b82640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2984101870 0x7f2984102c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2989383640 1 -- 172.21.15.18:0/942178534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2984102230 msgr2=0x7f2984103190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2989383640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2984102230 0x7f2984103190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2989383640 1 -- 172.21.15.18:0/942178534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2984101870 msgr2=0x7f2984102c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2989383640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2984101870 0x7f2984102c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:05.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2989383640 1 -- 172.21.15.18:0/942178534 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2984103a20 con 0x7f2984100680 2024-04-22T00:39:05.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f2989383640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100680 0x7f2984104610 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f2980005ab0 tx=0x7f2980005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:05.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f297a7fc640 1 -- 172.21.15.18:0/942178534 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980041070 con 0x7f2984100680 2024-04-22T00:39:05.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f297a7fc640 1 -- 172.21.15.18:0/942178534 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29800054e0 con 0x7f2984100680 2024-04-22T00:39:05.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f298b5e7640 1 -- 172.21.15.18:0/942178534 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29841a1c90 con 0x7f2984100680 2024-04-22T00:39:05.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f297a7fc640 1 -- 172.21.15.18:0/942178534 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980034440 con 0x7f2984100680 2024-04-22T00:39:05.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.569+0000 7f298b5e7640 1 -- 172.21.15.18:0/942178534 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29841a2190 con 0x7f2984100680 2024-04-22T00:39:05.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.570+0000 7f298b5e7640 1 -- 172.21.15.18:0/942178534 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29841a2360 con 0x7f2984100680 2024-04-22T00:39:05.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.572+0000 7f297a7fc640 1 -- 172.21.15.18:0/942178534 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2980044070 con 0x7f2984100680 2024-04-22T00:39:05.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.573+0000 7f297a7fc640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29700a2b90 0x7f29700a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:05.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.573+0000 7f2988b82640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29700a2b90 0x7f29700a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:05.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.573+0000 7f297a7fc640 1 -- 172.21.15.18:0/942178534 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f29800f11f0 con 0x7f2984100680 2024-04-22T00:39:05.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.573+0000 7f2988b82640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29700a2b90 0x7f29700a5050 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2984104380 tx=0x7f2974008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:05.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.576+0000 7f297a7fc640 1 -- 172.21.15.18:0/942178534 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f29800bdeb0 con 0x7f2984100680 2024-04-22T00:39:05.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:05 smithi167 ceph-mon[31348]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-22T00:39:05.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:05 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/604324275' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-22T00:39:05.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:05 smithi167 ceph-mon[31348]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:39:05.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:05 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2370720350' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-22T00:39:05.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:05.799+0000 7f298b5e7640 1 -- 172.21.15.18:0/942178534 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f29841a2530 con 0x7f2984100680 2024-04-22T00:39:05.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:05 smithi081 ceph-mon[31546]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-22T00:39:05.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:05 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/604324275' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-22T00:39:05.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:05 smithi081 ceph-mon[31546]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:39:05.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:05 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2370720350' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-22T00:39:05.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:05 smithi018 ceph-mon[27979]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-22T00:39:05.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:05 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/604324275' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-22T00:39:05.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:05 smithi018 ceph-mon[27979]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:39:05.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:05 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2370720350' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-22T00:39:06.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.447+0000 7f297a7fc640 1 -- 172.21.15.18:0/942178534 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v21) ==== 121+0+0 (secure 0 0 0) 0x7f29800bd7b0 con 0x7f2984100680 2024-04-22T00:39:06.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 -- 172.21.15.18:0/942178534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29700a2b90 msgr2=0x7f29700a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:06.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29700a2b90 0x7f29700a5050 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2984104380 tx=0x7f2974008040 comp rx=0 tx=0).stop 2024-04-22T00:39:06.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 -- 172.21.15.18:0/942178534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100680 msgr2=0x7f2984104610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:06.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100680 0x7f2984104610 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f2980005ab0 tx=0x7f2980005dc0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 -- 172.21.15.18:0/942178534 shutdown_connections 2024-04-22T00:39:06.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29700a2b90 0x7f29700a5050 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2984102230 0x7f2984103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2984101870 0x7f2984102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 --2- 172.21.15.18:0/942178534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100680 0x7f2984104610 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 -- 172.21.15.18:0/942178534 >> 172.21.15.18:0/942178534 conn(0x7f29840fbbf0 msgr2=0x7f2984068940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:06.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 -- 172.21.15.18:0/942178534 shutdown_connections 2024-04-22T00:39:06.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.450+0000 7f298b5e7640 1 -- 172.21.15.18:0/942178534 wait complete. 2024-04-22T00:39:06.469 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-22T00:39:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.578+0000 7f2ede8b5640 1 -- 172.21.15.18:0/916461960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ed8102250 msgr2=0x7f2ed8108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.578+0000 7f2ede8b5640 1 --2- 172.21.15.18:0/916461960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ed8102250 0x7f2ed8108ae0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0009ca0 tx=0x7f2ed002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.578+0000 7f2ede8b5640 1 -- 172.21.15.18:0/916461960 shutdown_connections 2024-04-22T00:39:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.578+0000 7f2ede8b5640 1 --2- 172.21.15.18:0/916461960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ed8102250 0x7f2ed8108ae0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.578+0000 7f2ede8b5640 1 --2- 172.21.15.18:0/916461960 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2ed8101890 0x7f2ed8101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.578+0000 7f2ede8b5640 1 --2- 172.21.15.18:0/916461960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2ed81006a0 0x7f2ed8100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 -- 172.21.15.18:0/916461960 >> 172.21.15.18:0/916461960 conn(0x7f2ed80fbc30 msgr2=0x7f2ed80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 -- 172.21.15.18:0/916461960 shutdown_connections 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 -- 172.21.15.18:0/916461960 wait complete. 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 Processor -- start 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 -- start start 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2ed81006a0 0x7f2ed8197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ed8101890 0x7f2ed8197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2ed8102250 0x7f2ed819eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed810d400 con 0x7f2ed8101890 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed810d280 con 0x7f2ed8102250 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.579+0000 7f2ede8b5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed810d580 con 0x7f2ed81006a0 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ed8101890 0x7f2ed8197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ed8101890 0x7f2ed8197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35306/0 (socket says 172.21.15.18:35306) 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed77fe640 1 -- 172.21.15.18:0/67988738 learned_addr learned my addr 172.21.15.18:0/67988738 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed7fff640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2ed81006a0 0x7f2ed8197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2edce52640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2ed8102250 0x7f2ed819eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed77fe640 1 -- 172.21.15.18:0/67988738 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2ed81006a0 msgr2=0x7f2ed8197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed77fe640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2ed81006a0 0x7f2ed8197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed77fe640 1 -- 172.21.15.18:0/67988738 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2ed8102250 msgr2=0x7f2ed819eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed77fe640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2ed8102250 0x7f2ed819eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed77fe640 1 -- 172.21.15.18:0/67988738 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ed819f660 con 0x7f2ed8101890 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed77fe640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ed8101890 0x7f2ed8197f80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f2ec800e9f0 tx=0x7f2ec800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed57fa640 1 -- 172.21.15.18:0/67988738 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec800cd80 con 0x7f2ed8101890 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed57fa640 1 -- 172.21.15.18:0/67988738 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2ec8010910 con 0x7f2ed8101890 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ede8b5640 1 -- 172.21.15.18:0/67988738 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ed819f950 con 0x7f2ed8101890 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ed57fa640 1 -- 172.21.15.18:0/67988738 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec80188f0 con 0x7f2ed8101890 2024-04-22T00:39:06.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.580+0000 7f2ede8b5640 1 -- 172.21.15.18:0/67988738 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ed819fea0 con 0x7f2ed8101890 2024-04-22T00:39:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.581+0000 7f2ede8b5640 1 -- 172.21.15.18:0/67988738 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ed81079c0 con 0x7f2ed8101890 2024-04-22T00:39:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.582+0000 7f2ed57fa640 1 -- 172.21.15.18:0/67988738 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2ec8010ac0 con 0x7f2ed8101890 2024-04-22T00:39:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.583+0000 7f2ed57fa640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2ec40a2b90 0x7f2ec40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.583+0000 7f2ed7fff640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2ec40a2b90 0x7f2ec40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.583+0000 7f2ed57fa640 1 -- 172.21.15.18:0/67988738 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f2ec80cf670 con 0x7f2ed8101890 2024-04-22T00:39:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.584+0000 7f2ed7fff640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2ec40a2b90 0x7f2ec40a5050 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2ed81016f0 tx=0x7f2ec0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:06.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.588+0000 7f2ed57fa640 1 -- 172.21.15.18:0/67988738 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2ec809bce0 con 0x7f2ed8101890 2024-04-22T00:39:06.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:06 smithi167 ceph-mon[31348]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-22T00:39:06.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:06 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2370720350' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-22T00:39:06.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:06 smithi167 ceph-mon[31348]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-22T00:39:06.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:06 smithi167 ceph-mon[31348]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:39:06.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:06 smithi167 ceph-mon[31348]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-04-22T00:39:06.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:06 smithi167 ceph-mon[31348]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-04-22T00:39:06.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:06 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/942178534' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-22T00:39:06.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:06.816+0000 7f2ede8b5640 1 -- 172.21.15.18:0/67988738 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f2ed802d170 con 0x7f2ed8101890 2024-04-22T00:39:06.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:06 smithi081 ceph-mon[31546]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-22T00:39:06.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:06 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2370720350' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-22T00:39:06.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:06 smithi081 ceph-mon[31546]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-22T00:39:06.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:06 smithi081 ceph-mon[31546]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:39:06.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:06 smithi081 ceph-mon[31546]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-04-22T00:39:06.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:06 smithi081 ceph-mon[31546]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-04-22T00:39:06.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:06 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/942178534' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-22T00:39:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:06 smithi018 ceph-mon[27979]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-22T00:39:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:06 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2370720350' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-22T00:39:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:06 smithi018 ceph-mon[27979]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-22T00:39:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:06 smithi018 ceph-mon[27979]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-04-22T00:39:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:06 smithi018 ceph-mon[27979]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-04-22T00:39:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:06 smithi018 ceph-mon[27979]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-04-22T00:39:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:06 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/942178534' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-22T00:39:07.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.340+0000 7f2ed57fa640 1 -- 172.21.15.18:0/67988738 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v23) ==== 115+0+0 (secure 0 0 0) 0x7f2ec809ffe0 con 0x7f2ed8101890 2024-04-22T00:39:07.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 -- 172.21.15.18:0/67988738 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2ec40a2b90 msgr2=0x7f2ec40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:07.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2ec40a2b90 0x7f2ec40a5050 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2ed81016f0 tx=0x7f2ec0005f90 comp rx=0 tx=0).stop 2024-04-22T00:39:07.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 -- 172.21.15.18:0/67988738 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ed8101890 msgr2=0x7f2ed8197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:07.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ed8101890 0x7f2ed8197f80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f2ec800e9f0 tx=0x7f2ec800eeb0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 -- 172.21.15.18:0/67988738 shutdown_connections 2024-04-22T00:39:07.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2ec40a2b90 0x7f2ec40a5050 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2ed8102250 0x7f2ed819eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ed8101890 0x7f2ed8197f80 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 --2- 172.21.15.18:0/67988738 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2ed81006a0 0x7f2ed8197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 -- 172.21.15.18:0/67988738 >> 172.21.15.18:0/67988738 conn(0x7f2ed80fbc30 msgr2=0x7f2ed8104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:07.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 -- 172.21.15.18:0/67988738 shutdown_connections 2024-04-22T00:39:07.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.343+0000 7f2ede8b5640 1 -- 172.21.15.18:0/67988738 wait complete. 2024-04-22T00:39:07.359 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-04-22T00:39:07.359 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-22T00:39:07.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.467+0000 7f06249de640 1 -- 172.21.15.18:0/1107530917 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0620101890 msgr2=0x7f0620101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:07.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.467+0000 7f06249de640 1 --2- 172.21.15.18:0/1107530917 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0620101890 0x7f0620101d10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0608009900 tx=0x7f060802bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:07.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.467+0000 7f06249de640 1 -- 172.21.15.18:0/1107530917 shutdown_connections 2024-04-22T00:39:07.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.467+0000 7f06249de640 1 --2- 172.21.15.18:0/1107530917 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0620102250 0x7f0620108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.467+0000 7f06249de640 1 --2- 172.21.15.18:0/1107530917 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0620101890 0x7f0620101d10 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.467+0000 7f06249de640 1 --2- 172.21.15.18:0/1107530917 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f06201006a0 0x7f0620100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.467+0000 7f06249de640 1 -- 172.21.15.18:0/1107530917 >> 172.21.15.18:0/1107530917 conn(0x7f06200fbc30 msgr2=0x7f06200fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:07.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.467+0000 7f06249de640 1 -- 172.21.15.18:0/1107530917 shutdown_connections 2024-04-22T00:39:07.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.467+0000 7f06249de640 1 -- 172.21.15.18:0/1107530917 wait complete. 2024-04-22T00:39:07.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f06249de640 1 Processor -- start 2024-04-22T00:39:07.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f06249de640 1 -- start start 2024-04-22T00:39:07.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f06249de640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f06201006a0 0x7f062006a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f06249de640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0620101890 0x7f062019c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f06249de640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0620102250 0x7f062019edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f06249de640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f062010c370 con 0x7f0620102250 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f06249de640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f062010c1f0 con 0x7f06201006a0 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f06249de640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f062010c4f0 con 0x7f0620101890 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f061ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0620102250 0x7f062019edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f061ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0620102250 0x7f062019edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35330/0 (socket says 172.21.15.18:35330) 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.468+0000 7f061ed9d640 1 -- 172.21.15.18:0/1771013413 learned_addr learned my addr 172.21.15.18:0/1771013413 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f061e59c640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f06201006a0 0x7f062006a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f0615d9b640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0620101890 0x7f062019c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f061ed9d640 1 -- 172.21.15.18:0/1771013413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0620101890 msgr2=0x7f062019c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f061ed9d640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0620101890 0x7f062019c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f061ed9d640 1 -- 172.21.15.18:0/1771013413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f06201006a0 msgr2=0x7f062006a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:07.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f061ed9d640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f06201006a0 0x7f062006a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f061ed9d640 1 -- 172.21.15.18:0/1771013413 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f062019f6b0 con 0x7f0620102250 2024-04-22T00:39:07.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f061e59c640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f06201006a0 0x7f062006a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:39:07.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f061ed9d640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0620102250 0x7f062019edf0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f061800cce0 tx=0x7f061800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:07.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f0617fff640 1 -- 172.21.15.18:0/1771013413 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061800f450 con 0x7f0620102250 2024-04-22T00:39:07.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f06249de640 1 -- 172.21.15.18:0/1771013413 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f062019f9a0 con 0x7f0620102250 2024-04-22T00:39:07.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f0617fff640 1 -- 172.21.15.18:0/1771013413 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f061800fad0 con 0x7f0620102250 2024-04-22T00:39:07.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f0617fff640 1 -- 172.21.15.18:0/1771013413 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0618018c10 con 0x7f0620102250 2024-04-22T00:39:07.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.469+0000 7f06249de640 1 -- 172.21.15.18:0/1771013413 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f062019fe70 con 0x7f0620102250 2024-04-22T00:39:07.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.470+0000 7f06249de640 1 -- 172.21.15.18:0/1771013413 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06201079c0 con 0x7f0620102250 2024-04-22T00:39:07.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.471+0000 7f0617fff640 1 -- 172.21.15.18:0/1771013413 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f061800f5f0 con 0x7f0620102250 2024-04-22T00:39:07.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.472+0000 7f0617fff640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f060c0a2b90 0x7f060c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:07.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.472+0000 7f0617fff640 1 -- 172.21.15.18:0/1771013413 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f06180cf970 con 0x7f0620102250 2024-04-22T00:39:07.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.472+0000 7f061e59c640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f060c0a2b90 0x7f060c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:07.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.472+0000 7f061e59c640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f060c0a2b90 0x7f060c0a5050 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f06201016f0 tx=0x7f0610005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:07.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.476+0000 7f0617fff640 1 -- 172.21.15.18:0/1771013413 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0618014030 con 0x7f0620102250 2024-04-22T00:39:07.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2024-04-22T00:39:07.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/942178534' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] up:active 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: Cluster is now healthy 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/67988738' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/67988738' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] up:active 2024-04-22T00:39:07.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:39:07.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.688+0000 7f06249de640 1 -- 172.21.15.18:0/1771013413 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f0620061b80 con 0x7f060c0a2b90 2024-04-22T00:39:07.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.713+0000 7f0617fff640 1 -- 172.21.15.18:0/1771013413 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0620061b80 con 0x7f060c0a2b90 2024-04-22T00:39:07.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 -- 172.21.15.18:0/1771013413 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f060c0a2b90 msgr2=0x7f060c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:07.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f060c0a2b90 0x7f060c0a5050 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f06201016f0 tx=0x7f0610005f90 comp rx=0 tx=0).stop 2024-04-22T00:39:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 -- 172.21.15.18:0/1771013413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0620102250 msgr2=0x7f062019edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0620102250 0x7f062019edf0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f061800cce0 tx=0x7f061800a620 comp rx=0 tx=0).stop 2024-04-22T00:39:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 -- 172.21.15.18:0/1771013413 shutdown_connections 2024-04-22T00:39:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f060c0a2b90 0x7f060c0a5050 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0620102250 0x7f062019edf0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0620101890 0x7f062019c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 --2- 172.21.15.18:0/1771013413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f06201006a0 0x7f062006a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 -- 172.21.15.18:0/1771013413 >> 172.21.15.18:0/1771013413 conn(0x7f06200fbc30 msgr2=0x7f0620104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 -- 172.21.15.18:0/1771013413 shutdown_connections 2024-04-22T00:39:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.715+0000 7f06249de640 1 -- 172.21.15.18:0/1771013413 wait complete. 2024-04-22T00:39:07.729 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-22T00:39:07.737 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: 2024-04-22T00:39:07.677+0000 7fa93eff7700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-22T00:39:07.737 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: 2024-04-22T00:39:07.677+0000 7fa93eff7700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-04-22T00:39:07.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2024-04-22T00:39:07.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/942178534' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] up:active 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: Cluster is now healthy 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/67988738' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/67988738' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] up:active 2024-04-22T00:39:07.738 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:07 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:39:07.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.834+0000 7fa5ab288640 1 -- 172.21.15.18:0/2044704095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a4101890 msgr2=0x7fa5a4101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:07.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.834+0000 7fa5ab288640 1 --2- 172.21.15.18:0/2044704095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a4101890 0x7fa5a4101d10 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa594009900 tx=0x7fa59402bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:07.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.834+0000 7fa5ab288640 1 -- 172.21.15.18:0/2044704095 shutdown_connections 2024-04-22T00:39:07.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.834+0000 7fa5ab288640 1 --2- 172.21.15.18:0/2044704095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a4102250 0x7fa5a4108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.834+0000 7fa5ab288640 1 --2- 172.21.15.18:0/2044704095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a4101890 0x7fa5a4101d10 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.834+0000 7fa5ab288640 1 --2- 172.21.15.18:0/2044704095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a41006a0 0x7fa5a4100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.834+0000 7fa5ab288640 1 -- 172.21.15.18:0/2044704095 >> 172.21.15.18:0/2044704095 conn(0x7fa5a40fbc30 msgr2=0x7fa5a40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.834+0000 7fa5ab288640 1 -- 172.21.15.18:0/2044704095 shutdown_connections 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.834+0000 7fa5ab288640 1 -- 172.21.15.18:0/2044704095 wait complete. 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.834+0000 7fa5ab288640 1 Processor -- start 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5ab288640 1 -- start start 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5ab288640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a41006a0 0x7fa5a4197bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5ab288640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a4101890 0x7fa5a4198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5ab288640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a4102250 0x7fa5a419f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5ab288640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a410d520 con 0x7fa5a41006a0 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5ab288640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a410d3a0 con 0x7fa5a4101890 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5ab288640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a410d6a0 con 0x7fa5a4102250 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a9024640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a41006a0 0x7fa5a4197bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a9024640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a41006a0 0x7fa5a4197bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35360/0 (socket says 172.21.15.18:35360) 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a9024640 1 -- 172.21.15.18:0/4262257222 learned_addr learned my addr 172.21.15.18:0/4262257222 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a9825640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a4102250 0x7fa5a419f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a8823640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a4101890 0x7fa5a4198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a9024640 1 -- 172.21.15.18:0/4262257222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a4102250 msgr2=0x7fa5a419f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a9024640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a4102250 0x7fa5a419f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a9024640 1 -- 172.21.15.18:0/4262257222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a4101890 msgr2=0x7fa5a4198100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a9024640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a4101890 0x7fa5a4198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a9024640 1 -- 172.21.15.18:0/4262257222 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a419f7e0 con 0x7fa5a41006a0 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa5a9024640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a41006a0 0x7fa5a4197bc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa5a000b450 tx=0x7fa5a000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa59a7fc640 1 -- 172.21.15.18:0/4262257222 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a0015020 con 0x7fa5a41006a0 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.835+0000 7fa59a7fc640 1 -- 172.21.15.18:0/4262257222 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5a0011d70 con 0x7fa5a41006a0 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.836+0000 7fa5ab288640 1 -- 172.21.15.18:0/4262257222 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5a419fad0 con 0x7fa5a41006a0 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.836+0000 7fa59a7fc640 1 -- 172.21.15.18:0/4262257222 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a000f340 con 0x7fa5a41006a0 2024-04-22T00:39:07.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.836+0000 7fa5ab288640 1 -- 172.21.15.18:0/4262257222 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5a419ffd0 con 0x7fa5a41006a0 2024-04-22T00:39:07.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.837+0000 7fa5ab288640 1 -- 172.21.15.18:0/4262257222 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5a4107a90 con 0x7fa5a41006a0 2024-04-22T00:39:07.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.838+0000 7fa59a7fc640 1 -- 172.21.15.18:0/4262257222 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa5a0018020 con 0x7fa5a41006a0 2024-04-22T00:39:07.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.838+0000 7fa59a7fc640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa5900a2b90 0x7fa5900a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:07.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.839+0000 7fa5a8823640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa5900a2b90 0x7fa5900a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:07.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.839+0000 7fa59a7fc640 1 -- 172.21.15.18:0/4262257222 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fa5a00cf260 con 0x7fa5a41006a0 2024-04-22T00:39:07.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.839+0000 7fa5a8823640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa5900a2b90 0x7fa5900a5050 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa59402c8e0 tx=0x7fa594005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:07.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:07.842+0000 7fa59a7fc640 1 -- 172.21.15.18:0/4262257222 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa5a001f020 con 0x7fa5a41006a0 2024-04-22T00:39:07.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2024-04-22T00:39:07.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/942178534' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-22T00:39:07.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] up:active 2024-04-22T00:39:07.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-22T00:39:07.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-22T00:39:07.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: Cluster is now healthy 2024-04-22T00:39:07.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-04-22T00:39:07.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-04-22T00:39:07.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-04-22T00:39:07.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/67988738' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-22T00:39:07.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/67988738' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-22T00:39:07.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] up:active 2024-04-22T00:39:07.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:07 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:39:08.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.058+0000 7fa5ab288640 1 -- 172.21.15.18:0/4262257222 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fa5a4061b80 con 0x7fa5900a2b90 2024-04-22T00:39:08.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.083+0000 7fa59a7fc640 1 -- 172.21.15.18:0/4262257222 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa5a4061b80 con 0x7fa5900a2b90 2024-04-22T00:39:08.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 -- 172.21.15.18:0/4262257222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa5900a2b90 msgr2=0x7fa5900a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa5900a2b90 0x7fa5900a5050 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa59402c8e0 tx=0x7fa594005fd0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 -- 172.21.15.18:0/4262257222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a41006a0 msgr2=0x7fa5a4197bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a41006a0 0x7fa5a4197bc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa5a000b450 tx=0x7fa5a000b910 comp rx=0 tx=0).stop 2024-04-22T00:39:08.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 -- 172.21.15.18:0/4262257222 shutdown_connections 2024-04-22T00:39:08.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa5900a2b90 0x7fa5900a5050 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a4102250 0x7fa5a419f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a4101890 0x7fa5a4198100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 --2- 172.21.15.18:0/4262257222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a41006a0 0x7fa5a4197bc0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 -- 172.21.15.18:0/4262257222 >> 172.21.15.18:0/4262257222 conn(0x7fa5a40fbc30 msgr2=0x7fa5a4104c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:08.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 -- 172.21.15.18:0/4262257222 shutdown_connections 2024-04-22T00:39:08.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.085+0000 7fa5ab288640 1 -- 172.21.15.18:0/4262257222 wait complete. 2024-04-22T00:39:08.098 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:39:07.693+0000 7f4805104700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T00:39:08.098 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:39:07.693+0000 7f4805104700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T00:39:08.098 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:39:07.693+0000 7f4805104700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T00:39:08.098 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:39:07.693+0000 7f4805104700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T00:39:08.098 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:39:07 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:39:07.693+0000 7f4805104700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T00:39:08.099 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-22T00:39:08.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 -- 172.21.15.18:0/4272858123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c00101890 msgr2=0x7f0c00101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 --2- 172.21.15.18:0/4272858123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c00101890 0x7f0c00101d10 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4009900 tx=0x7f0bf402bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:08.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 -- 172.21.15.18:0/4272858123 shutdown_connections 2024-04-22T00:39:08.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 --2- 172.21.15.18:0/4272858123 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c00102250 0x7f0c00108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 --2- 172.21.15.18:0/4272858123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c00101890 0x7f0c00101d10 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 --2- 172.21.15.18:0/4272858123 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0c001006a0 0x7f0c00100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 -- 172.21.15.18:0/4272858123 >> 172.21.15.18:0/4272858123 conn(0x7f0c000fbc30 msgr2=0x7f0c000fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:08.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 -- 172.21.15.18:0/4272858123 shutdown_connections 2024-04-22T00:39:08.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 -- 172.21.15.18:0/4272858123 wait complete. 2024-04-22T00:39:08.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 Processor -- start 2024-04-22T00:39:08.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.204+0000 7f0c05296640 1 -- start start 2024-04-22T00:39:08.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0c05296640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c001006a0 0x7f0c00196960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0c05296640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c00101890 0x7f0c00196ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0c05296640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0c00102250 0x7f0c0019df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0c05296640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0010c320 con 0x7f0c001006a0 2024-04-22T00:39:08.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0c05296640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0010c1a0 con 0x7f0c00101890 2024-04-22T00:39:08.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0c05296640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0010c4a0 con 0x7f0c00102250 2024-04-22T00:39:08.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bfeffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c001006a0 0x7f0c00196960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bfeffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c001006a0 0x7f0c00196960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35378/0 (socket says 172.21.15.18:35378) 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bfeffd640 1 -- 172.21.15.18:0/3603987242 learned_addr learned my addr 172.21.15.18:0/3603987242 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bfe7fc640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c00101890 0x7f0c00196ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bfeffd640 1 -- 172.21.15.18:0/3603987242 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0c00102250 msgr2=0x7f0c0019df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bff7fe640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0c00102250 0x7f0c0019df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bfeffd640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0c00102250 0x7f0c0019df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bfeffd640 1 -- 172.21.15.18:0/3603987242 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c00101890 msgr2=0x7f0c00196ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bfeffd640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c00101890 0x7f0c00196ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bfeffd640 1 -- 172.21.15.18:0/3603987242 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c0019e580 con 0x7f0c001006a0 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0bfeffd640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c001006a0 0x7f0c00196960 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0bf0009850 tx=0x7f0bf0009d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0be7fff640 1 -- 172.21.15.18:0/3603987242 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf001d070 con 0x7f0c001006a0 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0c05296640 1 -- 172.21.15.18:0/3603987242 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c00069da0 con 0x7f0c001006a0 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0be7fff640 1 -- 172.21.15.18:0/3603987242 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0bf0007c80 con 0x7f0c001006a0 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.205+0000 7f0be7fff640 1 -- 172.21.15.18:0/3603987242 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf0016320 con 0x7f0c001006a0 2024-04-22T00:39:08.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.206+0000 7f0c05296640 1 -- 172.21.15.18:0/3603987242 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c0006a2c0 con 0x7f0c001006a0 2024-04-22T00:39:08.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.206+0000 7f0c05296640 1 -- 172.21.15.18:0/3603987242 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c000689b0 con 0x7f0c001006a0 2024-04-22T00:39:08.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.208+0000 7f0be7fff640 1 -- 172.21.15.18:0/3603987242 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0bf0020070 con 0x7f0c001006a0 2024-04-22T00:39:08.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.208+0000 7f0be7fff640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0be80a2b90 0x7f0be80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.208+0000 7f0bfe7fc640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0be80a2b90 0x7f0be80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.208+0000 7f0be7fff640 1 -- 172.21.15.18:0/3603987242 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f0bf00d0f10 con 0x7f0c001006a0 2024-04-22T00:39:08.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.209+0000 7f0bfe7fc640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0be80a2b90 0x7f0be80a5050 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4006010 tx=0x7f0bf4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:08.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.212+0000 7f0be7fff640 1 -- 172.21.15.18:0/3603987242 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0bf0027070 con 0x7f0c001006a0 2024-04-22T00:39:08.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.427+0000 7f0c05296640 1 -- 172.21.15.18:0/3603987242 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f0c0006a580 con 0x7f0be80a2b90 2024-04-22T00:39:08.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.432+0000 7f0be7fff640 1 -- 172.21.15.18:0/3603987242 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f0c0006a580 con 0x7f0be80a2b90 2024-04-22T00:39:08.435 INFO:teuthology.orchestra.run.smithi018.stdout:/volumes/qa/sv_0/1f7c6176-5979-46eb-8a9b-f2be7d449a8d 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.434+0000 7f0c05296640 1 -- 172.21.15.18:0/3603987242 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0be80a2b90 msgr2=0x7f0be80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.434+0000 7f0c05296640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0be80a2b90 0x7f0be80a5050 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4006010 tx=0x7f0bf4000bc0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.434+0000 7f0c05296640 1 -- 172.21.15.18:0/3603987242 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c001006a0 msgr2=0x7f0c00196960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.434+0000 7f0c05296640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c001006a0 0x7f0c00196960 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0bf0009850 tx=0x7f0bf0009d10 comp rx=0 tx=0).stop 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.434+0000 7f0c05296640 1 -- 172.21.15.18:0/3603987242 shutdown_connections 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.434+0000 7f0c05296640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0be80a2b90 0x7f0be80a5050 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.434+0000 7f0c05296640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0c00102250 0x7f0c0019df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.434+0000 7f0c05296640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c00101890 0x7f0c00196ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.434+0000 7f0c05296640 1 --2- 172.21.15.18:0/3603987242 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c001006a0 0x7f0c00196960 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.434+0000 7f0c05296640 1 -- 172.21.15.18:0/3603987242 >> 172.21.15.18:0/3603987242 conn(0x7f0c000fbc30 msgr2=0x7f0c00104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.435+0000 7f0c05296640 1 -- 172.21.15.18:0/3603987242 shutdown_connections 2024-04-22T00:39:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.435+0000 7f0c05296640 1 -- 172.21.15.18:0/3603987242 wait complete. 2024-04-22T00:39:08.448 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-22T00:39:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.556+0000 7f1e03712640 1 -- 172.21.15.18:0/1507097453 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1dfc104b50 msgr2=0x7f1dfc106f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.556+0000 7f1e03712640 1 --2- 172.21.15.18:0/1507097453 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1dfc104b50 0x7f1dfc106f40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1df0009900 tx=0x7f1df002bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.556+0000 7f1e03712640 1 -- 172.21.15.18:0/1507097453 shutdown_connections 2024-04-22T00:39:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.556+0000 7f1e03712640 1 --2- 172.21.15.18:0/1507097453 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1dfc107480 0x7f1dfc1098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.556+0000 7f1e03712640 1 --2- 172.21.15.18:0/1507097453 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1dfc104b50 0x7f1dfc106f40 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.556+0000 7f1e03712640 1 --2- 172.21.15.18:0/1507097453 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dfc102220 0x7f1dfc104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.556+0000 7f1e03712640 1 -- 172.21.15.18:0/1507097453 >> 172.21.15.18:0/1507097453 conn(0x7f1dfc0fbc30 msgr2=0x7f1dfc0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e03712640 1 -- 172.21.15.18:0/1507097453 shutdown_connections 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e03712640 1 -- 172.21.15.18:0/1507097453 wait complete. 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e03712640 1 Processor -- start 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e03712640 1 -- start start 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e03712640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1dfc102220 0x7f1dfc197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e03712640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1dfc104b50 0x7f1dfc198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e03712640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dfc107480 0x7f1dfc19f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e03712640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1dfc10d420 con 0x7f1dfc102220 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e03712640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1dfc10d2a0 con 0x7f1dfc107480 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e03712640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1dfc10d5a0 con 0x7f1dfc104b50 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e014ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1dfc102220 0x7f1dfc197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e014ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1dfc102220 0x7f1dfc197ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35396/0 (socket says 172.21.15.18:35396) 2024-04-22T00:39:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e014ae640 1 -- 172.21.15.18:0/2141740690 learned_addr learned my addr 172.21.15.18:0/2141740690 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.557+0000 7f1e00cad640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1dfc104b50 0x7f1dfc198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1e01caf640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dfc107480 0x7f1dfc19f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1e014ae640 1 -- 172.21.15.18:0/2141740690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1dfc104b50 msgr2=0x7f1dfc198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1e014ae640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1dfc104b50 0x7f1dfc198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1e014ae640 1 -- 172.21.15.18:0/2141740690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dfc107480 msgr2=0x7f1dfc19f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1e014ae640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dfc107480 0x7f1dfc19f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1e014ae640 1 -- 172.21.15.18:0/2141740690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dfc19f6f0 con 0x7f1dfc102220 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1e01caf640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dfc107480 0x7f1dfc19f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1e014ae640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1dfc102220 0x7f1dfc197ad0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1df400d950 tx=0x7f1df400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1dfa7fc640 1 -- 172.21.15.18:0/2141740690 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1df4017030 con 0x7f1dfc102220 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1dfa7fc640 1 -- 172.21.15.18:0/2141740690 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1df4004020 con 0x7f1dfc102220 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1e03712640 1 -- 172.21.15.18:0/2141740690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dfc19f9e0 con 0x7f1dfc102220 2024-04-22T00:39:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1dfa7fc640 1 -- 172.21.15.18:0/2141740690 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1df40047a0 con 0x7f1dfc102220 2024-04-22T00:39:08.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.558+0000 7f1e03712640 1 -- 172.21.15.18:0/2141740690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dfc19ff00 con 0x7f1dfc102220 2024-04-22T00:39:08.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.559+0000 7f1e03712640 1 -- 172.21.15.18:0/2141740690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dfc0689b0 con 0x7f1dfc102220 2024-04-22T00:39:08.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.560+0000 7f1dfa7fc640 1 -- 172.21.15.18:0/2141740690 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1df40041d0 con 0x7f1dfc102220 2024-04-22T00:39:08.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.561+0000 7f1dfa7fc640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1de40a2c20 0x7f1de40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.561+0000 7f1e00cad640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1de40a2c20 0x7f1de40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.561+0000 7f1dfa7fc640 1 -- 172.21.15.18:0/2141740690 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f1df40cee80 con 0x7f1dfc102220 2024-04-22T00:39:08.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.561+0000 7f1e00cad640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1de40a2c20 0x7f1de40a50e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1df0000c00 tx=0x7f1df0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:08.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.565+0000 7f1dfa7fc640 1 -- 172.21.15.18:0/2141740690 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1df409ba40 con 0x7f1dfc102220 2024-04-22T00:39:08.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:08 smithi167 ceph-mon[31348]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:08.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.775+0000 7f1e03712640 1 -- 172.21.15.18:0/2141740690 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f1dfc061b80 con 0x7f1de40a2c20 2024-04-22T00:39:08.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.802+0000 7f1dfa7fc640 1 -- 172.21.15.18:0/2141740690 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f1dfc061b80 con 0x7f1de40a2c20 2024-04-22T00:39:08.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 -- 172.21.15.18:0/2141740690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1de40a2c20 msgr2=0x7f1de40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1de40a2c20 0x7f1de40a50e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1df0000c00 tx=0x7f1df0005fd0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 -- 172.21.15.18:0/2141740690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1dfc102220 msgr2=0x7f1dfc197ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1dfc102220 0x7f1dfc197ad0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1df400d950 tx=0x7f1df400de10 comp rx=0 tx=0).stop 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 -- 172.21.15.18:0/2141740690 shutdown_connections 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1de40a2c20 0x7f1de40a50e0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dfc107480 0x7f1dfc19f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1dfc104b50 0x7f1dfc198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 --2- 172.21.15.18:0/2141740690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1dfc102220 0x7f1dfc197ad0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 -- 172.21.15.18:0/2141740690 >> 172.21.15.18:0/2141740690 conn(0x7f1dfc0fbc30 msgr2=0x7f1dfc102c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 -- 172.21.15.18:0/2141740690 shutdown_connections 2024-04-22T00:39:08.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.804+0000 7f1e03712640 1 -- 172.21.15.18:0/2141740690 wait complete. 2024-04-22T00:39:08.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:08 smithi018 ceph-mon[27979]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:08.817 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-22T00:39:08.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:08 smithi081 ceph-mon[31546]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.922+0000 7f97f5ccf640 1 -- 172.21.15.18:0/1194061707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f97f0100680 msgr2=0x7f97f0100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.922+0000 7f97f5ccf640 1 --2- 172.21.15.18:0/1194061707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f97f0100680 0x7f97f0100aa0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f97e0009900 tx=0x7f97e002bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.922+0000 7f97f5ccf640 1 -- 172.21.15.18:0/1194061707 shutdown_connections 2024-04-22T00:39:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.922+0000 7f97f5ccf640 1 --2- 172.21.15.18:0/1194061707 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f97f0102230 0x7f97f0108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.922+0000 7f97f5ccf640 1 --2- 172.21.15.18:0/1194061707 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f97f0101870 0x7f97f0101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.922+0000 7f97f5ccf640 1 --2- 172.21.15.18:0/1194061707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f97f0100680 0x7f97f0100aa0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.922+0000 7f97f5ccf640 1 -- 172.21.15.18:0/1194061707 >> 172.21.15.18:0/1194061707 conn(0x7f97f00fbbf0 msgr2=0x7f97f00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.922+0000 7f97f5ccf640 1 -- 172.21.15.18:0/1194061707 shutdown_connections 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.922+0000 7f97f5ccf640 1 -- 172.21.15.18:0/1194061707 wait complete. 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97f5ccf640 1 Processor -- start 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97f5ccf640 1 -- start start 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97f5ccf640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f97f0100680 0x7f97f0069440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97f5ccf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f97f0101870 0x7f97f019c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97f5ccf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f97f0102230 0x7f97f019ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97f5ccf640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f97f010c2d0 con 0x7f97f0102230 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97f5ccf640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f97f010c150 con 0x7f97f0100680 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97f5ccf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f97f010c450 con 0x7f97f0101870 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97effff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f97f0102230 0x7f97f019ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97effff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f97f0102230 0x7f97f019ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35410/0 (socket says 172.21.15.18:35410) 2024-04-22T00:39:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97effff640 1 -- 172.21.15.18:0/606520563 learned_addr learned my addr 172.21.15.18:0/606520563 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97eeffd640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f97f0101870 0x7f97f019c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97ef7fe640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f97f0100680 0x7f97f0069440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97effff640 1 -- 172.21.15.18:0/606520563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f97f0101870 msgr2=0x7f97f019c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97effff640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f97f0101870 0x7f97f019c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97effff640 1 -- 172.21.15.18:0/606520563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f97f0100680 msgr2=0x7f97f0069440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97effff640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f97f0100680 0x7f97f0069440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.923+0000 7f97effff640 1 -- 172.21.15.18:0/606520563 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97f019f770 con 0x7f97f0102230 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.924+0000 7f97effff640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f97f0102230 0x7f97f019ee60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f97e800eaa0 tx=0x7f97e800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.924+0000 7f97ecff9640 1 -- 172.21.15.18:0/606520563 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e800cdb0 con 0x7f97f0102230 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.924+0000 7f97ecff9640 1 -- 172.21.15.18:0/606520563 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f97e8005020 con 0x7f97f0102230 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.924+0000 7f97f5ccf640 1 -- 172.21.15.18:0/606520563 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97f019fa00 con 0x7f97f0102230 2024-04-22T00:39:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.924+0000 7f97ecff9640 1 -- 172.21.15.18:0/606520563 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e80116b0 con 0x7f97f0102230 2024-04-22T00:39:08.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.924+0000 7f97f5ccf640 1 -- 172.21.15.18:0/606520563 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97f019ff50 con 0x7f97f0102230 2024-04-22T00:39:08.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.925+0000 7f97f5ccf640 1 -- 172.21.15.18:0/606520563 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97f0107a70 con 0x7f97f0102230 2024-04-22T00:39:08.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.926+0000 7f97ecff9640 1 -- 172.21.15.18:0/606520563 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f97e8005560 con 0x7f97f0102230 2024-04-22T00:39:08.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.926+0000 7f97ecff9640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f97d80a2ca0 0x7f97d80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:08.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.927+0000 7f97ef7fe640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f97d80a2ca0 0x7f97d80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:08.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.927+0000 7f97ecff9640 1 -- 172.21.15.18:0/606520563 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f97e80cf580 con 0x7f97f0102230 2024-04-22T00:39:08.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.927+0000 7f97ef7fe640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f97d80a2ca0 0x7f97d80a5160 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f97e0000c00 tx=0x7f97e0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:08.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:08.931+0000 7f97ecff9640 1 -- 172.21.15.18:0/606520563 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f97e8016030 con 0x7f97f0102230 2024-04-22T00:39:09.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.145+0000 7f97f5ccf640 1 -- 172.21.15.18:0/606520563 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f97f0061c10 con 0x7f97d80a2ca0 2024-04-22T00:39:09.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.152+0000 7f97ecff9640 1 -- 172.21.15.18:0/606520563 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f97f0061c10 con 0x7f97d80a2ca0 2024-04-22T00:39:09.155 INFO:teuthology.orchestra.run.smithi018.stdout:/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391 2024-04-22T00:39:09.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 -- 172.21.15.18:0/606520563 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f97d80a2ca0 msgr2=0x7f97d80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f97d80a2ca0 0x7f97d80a5160 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f97e0000c00 tx=0x7f97e0005fd0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 -- 172.21.15.18:0/606520563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f97f0102230 msgr2=0x7f97f019ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f97f0102230 0x7f97f019ee60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f97e800eaa0 tx=0x7f97e800ef60 comp rx=0 tx=0).stop 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 -- 172.21.15.18:0/606520563 shutdown_connections 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f97d80a2ca0 0x7f97d80a5160 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f97f0102230 0x7f97f019ee60 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f97f0101870 0x7f97f019c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 --2- 172.21.15.18:0/606520563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f97f0100680 0x7f97f0069440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 -- 172.21.15.18:0/606520563 >> 172.21.15.18:0/606520563 conn(0x7f97f00fbbf0 msgr2=0x7f97f0104c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 -- 172.21.15.18:0/606520563 shutdown_connections 2024-04-22T00:39:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.154+0000 7f97f5ccf640 1 -- 172.21.15.18:0/606520563 wait complete. 2024-04-22T00:39:09.168 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:39:09.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.267+0000 7f5523d37640 1 -- 172.21.15.18:0/1732612892 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f551c102980 msgr2=0x7f551c102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.267+0000 7f5523d37640 1 --2- 172.21.15.18:0/1732612892 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f551c102980 0x7f551c102e00 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f550c009900 tx=0x7f550c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:09.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.267+0000 7f5523d37640 1 -- 172.21.15.18:0/1732612892 shutdown_connections 2024-04-22T00:39:09.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.267+0000 7f5523d37640 1 --2- 172.21.15.18:0/1732612892 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f551c103340 0x7f551c109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.267+0000 7f5523d37640 1 --2- 172.21.15.18:0/1732612892 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f551c102980 0x7f551c102e00 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.267+0000 7f5523d37640 1 --2- 172.21.15.18:0/1732612892 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f551c101790 0x7f551c101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.267+0000 7f5523d37640 1 -- 172.21.15.18:0/1732612892 >> 172.21.15.18:0/1732612892 conn(0x7f551c0fcd20 msgr2=0x7f551c0ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:09.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.267+0000 7f5523d37640 1 -- 172.21.15.18:0/1732612892 shutdown_connections 2024-04-22T00:39:09.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.267+0000 7f5523d37640 1 -- 172.21.15.18:0/1732612892 wait complete. 2024-04-22T00:39:09.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f5523d37640 1 Processor -- start 2024-04-22T00:39:09.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f5523d37640 1 -- start start 2024-04-22T00:39:09.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f5523d37640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f551c101790 0x7f551c197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f5523d37640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f551c102980 0x7f551c197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f5523d37640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f551c103340 0x7f551c19f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f5523d37640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f551c10d3f0 con 0x7f551c102980 2024-04-22T00:39:09.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f5523d37640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f551c10d270 con 0x7f551c101790 2024-04-22T00:39:09.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f5523d37640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f551c10d570 con 0x7f551c103340 2024-04-22T00:39:09.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f55212d2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f551c102980 0x7f551c197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f55212d2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f551c102980 0x7f551c197fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35416/0 (socket says 172.21.15.18:35416) 2024-04-22T00:39:09.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f55212d2640 1 -- 172.21.15.18:0/354009406 learned_addr learned my addr 172.21.15.18:0/354009406 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f5521ad3640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f551c101790 0x7f551c197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f55212d2640 1 -- 172.21.15.18:0/354009406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f551c103340 msgr2=0x7f551c19f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f55212d2640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f551c103340 0x7f551c19f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f55212d2640 1 -- 172.21.15.18:0/354009406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f551c101790 msgr2=0x7f551c197aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f55212d2640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f551c101790 0x7f551c197aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f55212d2640 1 -- 172.21.15.18:0/354009406 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551c19f6c0 con 0x7f551c102980 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f5521ad3640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f551c101790 0x7f551c197aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.268+0000 7f55212d2640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f551c102980 0x7f551c197fe0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f550c02ce70 tx=0x7f550c005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.269+0000 7f5512ffd640 1 -- 172.21.15.18:0/354009406 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c041070 con 0x7f551c102980 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.269+0000 7f5523d37640 1 -- 172.21.15.18:0/354009406 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f551c19f950 con 0x7f551c102980 2024-04-22T00:39:09.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.269+0000 7f5512ffd640 1 -- 172.21.15.18:0/354009406 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f550c0054e0 con 0x7f551c102980 2024-04-22T00:39:09.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.269+0000 7f5512ffd640 1 -- 172.21.15.18:0/354009406 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c0346a0 con 0x7f551c102980 2024-04-22T00:39:09.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.269+0000 7f5523d37640 1 -- 172.21.15.18:0/354009406 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f551c19fe40 con 0x7f551c102980 2024-04-22T00:39:09.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.270+0000 7f5523d37640 1 -- 172.21.15.18:0/354009406 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f551c108a50 con 0x7f551c102980 2024-04-22T00:39:09.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.271+0000 7f5512ffd640 1 -- 172.21.15.18:0/354009406 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f550c044070 con 0x7f551c102980 2024-04-22T00:39:09.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.271+0000 7f5512ffd640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55080a2c20 0x7f55080a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.272+0000 7f5521ad3640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55080a2c20 0x7f55080a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.272+0000 7f5512ffd640 1 -- 172.21.15.18:0/354009406 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f550c0f10e0 con 0x7f551c102980 2024-04-22T00:39:09.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.272+0000 7f5521ad3640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55080a2c20 0x7f55080a50e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f55140058c0 tx=0x7f5514005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:09.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.276+0000 7f5512ffd640 1 -- 172.21.15.18:0/354009406 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f550c0bdd50 con 0x7f551c102980 2024-04-22T00:39:09.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.506+0000 7f5523d37640 1 -- 172.21.15.18:0/354009406 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f551c02d380 con 0x7f551c102980 2024-04-22T00:39:09.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.507+0000 7f5512ffd640 1 -- 172.21.15.18:0/354009406 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11869 (secure 0 0 0) 0x7f550c0bd650 con 0x7f551c102980 2024-04-22T00:39:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:39:09.509 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:39:07.340234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:39:09.510 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-04-22T00:39:09.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 -- 172.21.15.18:0/354009406 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55080a2c20 msgr2=0x7f55080a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55080a2c20 0x7f55080a50e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f55140058c0 tx=0x7f5514005850 comp rx=0 tx=0).stop 2024-04-22T00:39:09.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 -- 172.21.15.18:0/354009406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f551c102980 msgr2=0x7f551c197fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f551c102980 0x7f551c197fe0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f550c02ce70 tx=0x7f550c005e40 comp rx=0 tx=0).stop 2024-04-22T00:39:09.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 -- 172.21.15.18:0/354009406 shutdown_connections 2024-04-22T00:39:09.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55080a2c20 0x7f55080a50e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f551c103340 0x7f551c19f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f551c102980 0x7f551c197fe0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 --2- 172.21.15.18:0/354009406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f551c101790 0x7f551c197aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 -- 172.21.15.18:0/354009406 >> 172.21.15.18:0/354009406 conn(0x7f551c0fcd20 msgr2=0x7f551c105c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:09.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 -- 172.21.15.18:0/354009406 shutdown_connections 2024-04-22T00:39:09.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.509+0000 7f5523d37640 1 -- 172.21.15.18:0/354009406 wait complete. 2024-04-22T00:39:09.522 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:39:09.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.621+0000 7fea14a84640 1 -- 172.21.15.18:0/4278382178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea10101870 msgr2=0x7fea10101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.622+0000 7fea14a84640 1 --2- 172.21.15.18:0/4278382178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea10101870 0x7fea10101cf0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe9f8009900 tx=0x7fe9f802bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:09.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.622+0000 7fea14a84640 1 -- 172.21.15.18:0/4278382178 shutdown_connections 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.622+0000 7fea14a84640 1 --2- 172.21.15.18:0/4278382178 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea10102230 0x7fea10108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.622+0000 7fea14a84640 1 --2- 172.21.15.18:0/4278382178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea10101870 0x7fea10101cf0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.622+0000 7fea14a84640 1 --2- 172.21.15.18:0/4278382178 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea10100680 0x7fea10100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.622+0000 7fea14a84640 1 -- 172.21.15.18:0/4278382178 >> 172.21.15.18:0/4278382178 conn(0x7fea100fbbf0 msgr2=0x7fea100fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.622+0000 7fea14a84640 1 -- 172.21.15.18:0/4278382178 shutdown_connections 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.622+0000 7fea14a84640 1 -- 172.21.15.18:0/4278382178 wait complete. 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.622+0000 7fea14a84640 1 Processor -- start 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.622+0000 7fea14a84640 1 -- start start 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea14a84640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea10100680 0x7fea10197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea14a84640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea10101870 0x7fea10197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea14a84640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea10102230 0x7fea1019efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea14a84640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fea1010d460 con 0x7fea10100680 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea14a84640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fea1010d2e0 con 0x7fea10102230 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea14a84640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fea1010d5e0 con 0x7fea10101870 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea10100680 0x7fea10197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea10100680 0x7fea10197a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35430/0 (socket says 172.21.15.18:35430) 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0e59c640 1 -- 172.21.15.18:0/1748829158 learned_addr learned my addr 172.21.15.18:0/1748829158 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0dd9b640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea10101870 0x7fea10197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0e59c640 1 -- 172.21.15.18:0/1748829158 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea10101870 msgr2=0x7fea10197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0ed9d640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea10102230 0x7fea1019efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0e59c640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea10101870 0x7fea10197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0e59c640 1 -- 172.21.15.18:0/1748829158 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea10102230 msgr2=0x7fea1019efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0e59c640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea10102230 0x7fea1019efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0e59c640 1 -- 172.21.15.18:0/1748829158 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea1019f620 con 0x7fea10100680 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0dd9b640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea10101870 0x7fea10197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:39:09.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea0e59c640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea10100680 0x7fea10197a00 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fea0800d770 tx=0x7fea0800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:09.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea077fe640 1 -- 172.21.15.18:0/1748829158 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea08017070 con 0x7fea10100680 2024-04-22T00:39:09.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea14a84640 1 -- 172.21.15.18:0/1748829158 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea1019f910 con 0x7fea10100680 2024-04-22T00:39:09.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea077fe640 1 -- 172.21.15.18:0/1748829158 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fea08009c30 con 0x7fea10100680 2024-04-22T00:39:09.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea077fe640 1 -- 172.21.15.18:0/1748829158 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea08003dd0 con 0x7fea10100680 2024-04-22T00:39:09.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.623+0000 7fea14a84640 1 -- 172.21.15.18:0/1748829158 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea1019feb0 con 0x7fea10100680 2024-04-22T00:39:09.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.624+0000 7fea14a84640 1 -- 172.21.15.18:0/1748829158 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea10107940 con 0x7fea10100680 2024-04-22T00:39:09.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.626+0000 7fea077fe640 1 -- 172.21.15.18:0/1748829158 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fea08004000 con 0x7fea10100680 2024-04-22T00:39:09.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.626+0000 7fea077fe640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9fc0a2c20 0x7fe9fc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.626+0000 7fea0dd9b640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9fc0a2c20 0x7fe9fc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.626+0000 7fea077fe640 1 -- 172.21.15.18:0/1748829158 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fea080cf1e0 con 0x7fea10100680 2024-04-22T00:39:09.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.627+0000 7fea0dd9b640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9fc0a2c20 0x7fe9fc0a50e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe9f80096c0 tx=0x7fe9f802df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:09.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.630+0000 7fea077fe640 1 -- 172.21.15.18:0/1748829158 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fea08009de0 con 0x7fea10100680 2024-04-22T00:39:09.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:09 smithi167 ceph-mon[31348]: pgmap v306: 129 pgs: 129 active+clean; 582 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 597 B/s wr, 1 op/s 2024-04-22T00:39:09.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:09 smithi167 ceph-mon[31348]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:09.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:09 smithi167 ceph-mon[31348]: from='client.14901 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:09.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:09 smithi167 ceph-mon[31348]: mgrmap e17: x(active, since 7m), standbys: y, z 2024-04-22T00:39:09.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:09 smithi167 ceph-mon[31348]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:09.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.816+0000 7fea14a84640 1 -- 172.21.15.18:0/1748829158 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fea1002d3b0 con 0x7fea10100680 2024-04-22T00:39:09.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.817+0000 7fea077fe640 1 -- 172.21.15.18:0/1748829158 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24042 (secure 0 0 0) 0x7fea0809be40 con 0x7fea10100680 2024-04-22T00:39:09.820 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:39:09.820 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":91,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:38:44.750078+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:39:09.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 -- 172.21.15.18:0/1748829158 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9fc0a2c20 msgr2=0x7fe9fc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9fc0a2c20 0x7fe9fc0a50e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe9f80096c0 tx=0x7fe9f802df90 comp rx=0 tx=0).stop 2024-04-22T00:39:09.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 -- 172.21.15.18:0/1748829158 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea10100680 msgr2=0x7fea10197a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea10100680 0x7fea10197a00 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fea0800d770 tx=0x7fea0800dc30 comp rx=0 tx=0).stop 2024-04-22T00:39:09.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 -- 172.21.15.18:0/1748829158 shutdown_connections 2024-04-22T00:39:09.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9fc0a2c20 0x7fe9fc0a50e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea10102230 0x7fea1019efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fea10101870 0x7fea10197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 --2- 172.21.15.18:0/1748829158 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea10100680 0x7fea10197a00 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 -- 172.21.15.18:0/1748829158 >> 172.21.15.18:0/1748829158 conn(0x7fea100fbbf0 msgr2=0x7fea10104b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:09.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.819+0000 7fea14a84640 1 -- 172.21.15.18:0/1748829158 shutdown_connections 2024-04-22T00:39:09.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.820+0000 7fea14a84640 1 -- 172.21.15.18:0/1748829158 wait complete. 2024-04-22T00:39:09.832 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:09 smithi018 ceph-mon[27979]: pgmap v306: 129 pgs: 129 active+clean; 582 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 597 B/s wr, 1 op/s 2024-04-22T00:39:09.832 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:09 smithi018 ceph-mon[27979]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:09.832 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:09 smithi018 ceph-mon[27979]: from='client.14901 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:09.832 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:09 smithi018 ceph-mon[27979]: mgrmap e17: x(active, since 7m), standbys: y, z 2024-04-22T00:39:09.832 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:09 smithi018 ceph-mon[27979]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:09.834 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-22T00:39:09.834 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T00:39:09.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:09 smithi081 ceph-mon[31546]: pgmap v306: 129 pgs: 129 active+clean; 582 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 597 B/s wr, 1 op/s 2024-04-22T00:39:09.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:09 smithi081 ceph-mon[31546]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:09.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:09 smithi081 ceph-mon[31546]: from='client.14901 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:09.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:09 smithi081 ceph-mon[31546]: mgrmap e17: x(active, since 7m), standbys: y, z 2024-04-22T00:39:09.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:09 smithi081 ceph-mon[31546]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:09.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.934+0000 7fae063b8640 1 -- 172.21.15.18:0/1179869966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fae001017b0 msgr2=0x7fae00101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.934+0000 7fae063b8640 1 --2- 172.21.15.18:0/1179869966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fae001017b0 0x7fae00101bd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fade8009900 tx=0x7fade802bc30 comp rx=0 tx=0).stop 2024-04-22T00:39:09.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.934+0000 7fae063b8640 1 -- 172.21.15.18:0/1179869966 shutdown_connections 2024-04-22T00:39:09.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.934+0000 7fae063b8640 1 --2- 172.21.15.18:0/1179869966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fae00103360 0x7fae00109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.934+0000 7fae063b8640 1 --2- 172.21.15.18:0/1179869966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fae001029a0 0x7fae00102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.934+0000 7fae063b8640 1 --2- 172.21.15.18:0/1179869966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fae001017b0 0x7fae00101bd0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.934+0000 7fae063b8640 1 -- 172.21.15.18:0/1179869966 >> 172.21.15.18:0/1179869966 conn(0x7fae000fcd40 msgr2=0x7fae000ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.934+0000 7fae063b8640 1 -- 172.21.15.18:0/1179869966 shutdown_connections 2024-04-22T00:39:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.934+0000 7fae063b8640 1 -- 172.21.15.18:0/1179869966 wait complete. 2024-04-22T00:39:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fae063b8640 1 Processor -- start 2024-04-22T00:39:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fae063b8640 1 -- start start 2024-04-22T00:39:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fae063b8640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fae001017b0 0x7fae00197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fae063b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fae001029a0 0x7fae00197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fae063b8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fae00103360 0x7fae0019f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fae063b8640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fae0010d400 con 0x7fae001029a0 2024-04-22T00:39:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fae063b8640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fae0010d280 con 0x7fae00103360 2024-04-22T00:39:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fae063b8640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fae0010d580 con 0x7fae001017b0 2024-04-22T00:39:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fadff7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fae001029a0 0x7fae00197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fadff7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fae001029a0 0x7fae00197ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35450/0 (socket says 172.21.15.18:35450) 2024-04-22T00:39:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fadff7fe640 1 -- 172.21.15.18:0/2687832800 learned_addr learned my addr 172.21.15.18:0/2687832800 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fadfffff640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fae001017b0 0x7fae00197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.935+0000 7fae04955640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fae00103360 0x7fae0019f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fadff7fe640 1 -- 172.21.15.18:0/2687832800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fae001017b0 msgr2=0x7fae00197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fadff7fe640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fae001017b0 0x7fae00197ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fadff7fe640 1 -- 172.21.15.18:0/2687832800 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fae00103360 msgr2=0x7fae0019f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fadff7fe640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fae00103360 0x7fae0019f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:09.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fadff7fe640 1 -- 172.21.15.18:0/2687832800 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae0019f6d0 con 0x7fae001029a0 2024-04-22T00:39:09.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fadff7fe640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fae001029a0 0x7fae00197ff0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fadf000c920 tx=0x7fadf000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:09.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fadfd7fa640 1 -- 172.21.15.18:0/2687832800 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf0007c70 con 0x7fae001029a0 2024-04-22T00:39:09.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fadfd7fa640 1 -- 172.21.15.18:0/2687832800 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fadf0007e10 con 0x7fae001029a0 2024-04-22T00:39:09.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fae063b8640 1 -- 172.21.15.18:0/2687832800 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae0019f9c0 con 0x7fae001029a0 2024-04-22T00:39:09.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fadfd7fa640 1 -- 172.21.15.18:0/2687832800 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf0018890 con 0x7fae001029a0 2024-04-22T00:39:09.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.936+0000 7fae063b8640 1 -- 172.21.15.18:0/2687832800 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae0019ff10 con 0x7fae001029a0 2024-04-22T00:39:09.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.937+0000 7fae063b8640 1 -- 172.21.15.18:0/2687832800 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae00108a70 con 0x7fae001029a0 2024-04-22T00:39:09.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.938+0000 7fadfd7fa640 1 -- 172.21.15.18:0/2687832800 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fadf0018a70 con 0x7fae001029a0 2024-04-22T00:39:09.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.939+0000 7fadfd7fa640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fadec0a2c20 0x7fadec0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:09.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.939+0000 7fadfffff640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fadec0a2c20 0x7fadec0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:09.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.939+0000 7fadfd7fa640 1 -- 172.21.15.18:0/2687832800 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fadf00cf4b0 con 0x7fae001029a0 2024-04-22T00:39:09.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.939+0000 7fadfffff640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fadec0a2c20 0x7fadec0a50e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fade8009230 tx=0x7fade8004f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:09.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:09.943+0000 7fadfd7fa640 1 -- 172.21.15.18:0/2687832800 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fadf0014030 con 0x7fae001029a0 2024-04-22T00:39:10.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.126+0000 7fae063b8640 1 -- 172.21.15.18:0/2687832800 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fae00061b80 con 0x7fadec0a2c20 2024-04-22T00:39:10.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.136+0000 7fadfd7fa640 1 -- 172.21.15.18:0/2687832800 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340354 (secure 0 0 0) 0x7fae00061b80 con 0x7fadec0a2c20 2024-04-22T00:39:10.143 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:39:10.145 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-04-22T00:39:10.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 -- 172.21.15.18:0/2687832800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fadec0a2c20 msgr2=0x7fadec0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:10.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fadec0a2c20 0x7fadec0a50e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fade8009230 tx=0x7fade8004f10 comp rx=0 tx=0).stop 2024-04-22T00:39:10.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 -- 172.21.15.18:0/2687832800 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fae001029a0 msgr2=0x7fae00197ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:10.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fae001029a0 0x7fae00197ff0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fadf000c920 tx=0x7fadf000cde0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 -- 172.21.15.18:0/2687832800 shutdown_connections 2024-04-22T00:39:10.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fadec0a2c20 0x7fadec0a50e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fae00103360 0x7fae0019f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fae001029a0 0x7fae00197ff0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 --2- 172.21.15.18:0/2687832800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fae001017b0 0x7fae00197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 -- 172.21.15.18:0/2687832800 >> 172.21.15.18:0/2687832800 conn(0x7fae000fcd40 msgr2=0x7fae00105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:10.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 -- 172.21.15.18:0/2687832800 shutdown_connections 2024-04-22T00:39:10.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.140+0000 7fae063b8640 1 -- 172.21.15.18:0/2687832800 wait complete. 2024-04-22T00:39:10.153 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":307,"stamp":"2024-04-22T00:39:10.034629+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":598054,"num_objects":62,"num_object_clones":0,"num_object_copies":188,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":149,"num_read_kb":129,"num_write":310,"num_write_kb":2985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":38,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":250,"ondisk_log_size":250,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":400372,"kb_used_data":13772,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124541452,"statfs":{"total":1151940427776,"available":1151530446848,"internally_reserved":0,"allocated":14102528,"data_stored":7682831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3187,"num_objects":38,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":23,"num_read_kb":20,"num_write":82,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":24,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003593"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587446+0000","last_change":"2024-04-22T00:38:40.367810+0000","last_active":"2024-04-22T00:38:45.587446+0000","last_peered":"2024-04-22T00:38:45.587446+0000","last_clean":"2024-04-22T00:38:45.587446+0000","last_became_active":"2024-04-22T00:38:40.367519+0000","last_became_peered":"2024-04-22T00:38:40.367519+0000","last_unstale":"2024-04-22T00:38:45.587446+0000","last_undegraded":"2024-04-22T00:38:45.587446+0000","last_fullsized":"2024-04-22T00:38:45.587446+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:21:30.577358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307509+0000","last_change":"2024-04-22T00:38:40.366029+0000","last_active":"2024-04-22T00:38:46.307509+0000","last_peered":"2024-04-22T00:38:46.307509+0000","last_clean":"2024-04-22T00:38:46.307509+0000","last_became_active":"2024-04-22T00:38:40.365679+0000","last_became_peered":"2024-04-22T00:38:40.365679+0000","last_unstale":"2024-04-22T00:38:46.307509+0000","last_undegraded":"2024-04-22T00:38:46.307509+0000","last_fullsized":"2024-04-22T00:38:46.307509+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:17:38.156470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307207+0000","last_change":"2024-04-22T00:38:40.363834+0000","last_active":"2024-04-22T00:38:46.307207+0000","last_peered":"2024-04-22T00:38:46.307207+0000","last_clean":"2024-04-22T00:38:46.307207+0000","last_became_active":"2024-04-22T00:38:40.363494+0000","last_became_peered":"2024-04-22T00:38:40.363494+0000","last_unstale":"2024-04-22T00:38:46.307207+0000","last_undegraded":"2024-04-22T00:38:46.307207+0000","last_fullsized":"2024-04-22T00:38:46.307207+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:27:45.403891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385670+0000","last_change":"2024-04-22T00:38:40.375393+0000","last_active":"2024-04-22T00:38:45.385670+0000","last_peered":"2024-04-22T00:38:45.385670+0000","last_clean":"2024-04-22T00:38:45.385670+0000","last_became_active":"2024-04-22T00:38:40.375076+0000","last_became_peered":"2024-04-22T00:38:40.375076+0000","last_unstale":"2024-04-22T00:38:45.385670+0000","last_undegraded":"2024-04-22T00:38:45.385670+0000","last_fullsized":"2024-04-22T00:38:45.385670+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:07:27.404582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503394+0000","last_change":"2024-04-22T00:38:40.373581+0000","last_active":"2024-04-22T00:38:46.503394+0000","last_peered":"2024-04-22T00:38:46.503394+0000","last_clean":"2024-04-22T00:38:46.503394+0000","last_became_active":"2024-04-22T00:38:40.373261+0000","last_became_peered":"2024-04-22T00:38:40.373261+0000","last_unstale":"2024-04-22T00:38:46.503394+0000","last_undegraded":"2024-04-22T00:38:46.503394+0000","last_fullsized":"2024-04-22T00:38:46.503394+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:38.908652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661693+0000","last_change":"2024-04-22T00:38:40.377033+0000","last_active":"2024-04-22T00:38:46.661693+0000","last_peered":"2024-04-22T00:38:46.661693+0000","last_clean":"2024-04-22T00:38:46.661693+0000","last_became_active":"2024-04-22T00:38:40.376694+0000","last_became_peered":"2024-04-22T00:38:40.376694+0000","last_unstale":"2024-04-22T00:38:46.661693+0000","last_undegraded":"2024-04-22T00:38:46.661693+0000","last_fullsized":"2024-04-22T00:38:46.661693+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:46:23.799672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660808+0000","last_change":"2024-04-22T00:38:40.364083+0000","last_active":"2024-04-22T00:38:46.660808+0000","last_peered":"2024-04-22T00:38:46.660808+0000","last_clean":"2024-04-22T00:38:46.660808+0000","last_became_active":"2024-04-22T00:38:40.363769+0000","last_became_peered":"2024-04-22T00:38:40.363769+0000","last_unstale":"2024-04-22T00:38:46.660808+0000","last_undegraded":"2024-04-22T00:38:46.660808+0000","last_fullsized":"2024-04-22T00:38:46.660808+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:04:33.631920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523004+0000","last_change":"2024-04-22T00:38:40.357433+0000","last_active":"2024-04-22T00:38:45.523004+0000","last_peered":"2024-04-22T00:38:45.523004+0000","last_clean":"2024-04-22T00:38:45.523004+0000","last_became_active":"2024-04-22T00:38:40.357100+0000","last_became_peered":"2024-04-22T00:38:40.357100+0000","last_unstale":"2024-04-22T00:38:45.523004+0000","last_undegraded":"2024-04-22T00:38:45.523004+0000","last_fullsized":"2024-04-22T00:38:45.523004+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:54.446434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661053+0000","last_change":"2024-04-22T00:38:40.370297+0000","last_active":"2024-04-22T00:38:46.661053+0000","last_peered":"2024-04-22T00:38:46.661053+0000","last_clean":"2024-04-22T00:38:46.661053+0000","last_became_active":"2024-04-22T00:38:40.369973+0000","last_became_peered":"2024-04-22T00:38:40.369973+0000","last_unstale":"2024-04-22T00:38:46.661053+0000","last_undegraded":"2024-04-22T00:38:46.661053+0000","last_fullsized":"2024-04-22T00:38:46.661053+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:33:55.041055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661967+0000","last_change":"2024-04-22T00:38:40.375787+0000","last_active":"2024-04-22T00:38:46.661967+0000","last_peered":"2024-04-22T00:38:46.661967+0000","last_clean":"2024-04-22T00:38:46.661967+0000","last_became_active":"2024-04-22T00:38:40.375461+0000","last_became_peered":"2024-04-22T00:38:40.375461+0000","last_unstale":"2024-04-22T00:38:46.661967+0000","last_undegraded":"2024-04-22T00:38:46.661967+0000","last_fullsized":"2024-04-22T00:38:46.661967+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:35.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.662175+0000","last_change":"2024-04-22T00:38:40.363070+0000","last_active":"2024-04-22T00:38:46.662175+0000","last_peered":"2024-04-22T00:38:46.662175+0000","last_clean":"2024-04-22T00:38:46.662175+0000","last_became_active":"2024-04-22T00:38:40.362124+0000","last_became_peered":"2024-04-22T00:38:40.362124+0000","last_unstale":"2024-04-22T00:38:46.662175+0000","last_undegraded":"2024-04-22T00:38:46.662175+0000","last_fullsized":"2024-04-22T00:38:46.662175+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:58.345244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385629+0000","last_change":"2024-04-22T00:38:40.375481+0000","last_active":"2024-04-22T00:38:45.385629+0000","last_peered":"2024-04-22T00:38:45.385629+0000","last_clean":"2024-04-22T00:38:45.385629+0000","last_became_active":"2024-04-22T00:38:40.375166+0000","last_became_peered":"2024-04-22T00:38:40.375166+0000","last_unstale":"2024-04-22T00:38:45.385629+0000","last_undegraded":"2024-04-22T00:38:45.385629+0000","last_fullsized":"2024-04-22T00:38:45.385629+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:44:54.454914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660573+0000","last_change":"2024-04-22T00:38:40.367188+0000","last_active":"2024-04-22T00:38:46.660573+0000","last_peered":"2024-04-22T00:38:46.660573+0000","last_clean":"2024-04-22T00:38:46.660573+0000","last_became_active":"2024-04-22T00:38:40.366823+0000","last_became_peered":"2024-04-22T00:38:40.366823+0000","last_unstale":"2024-04-22T00:38:46.660573+0000","last_undegraded":"2024-04-22T00:38:46.660573+0000","last_fullsized":"2024-04-22T00:38:46.660573+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:43.451995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307048+0000","last_change":"2024-04-22T00:38:40.366815+0000","last_active":"2024-04-22T00:38:46.307048+0000","last_peered":"2024-04-22T00:38:46.307048+0000","last_clean":"2024-04-22T00:38:46.307048+0000","last_became_active":"2024-04-22T00:38:40.366473+0000","last_became_peered":"2024-04-22T00:38:40.366473+0000","last_unstale":"2024-04-22T00:38:46.307048+0000","last_undegraded":"2024-04-22T00:38:46.307048+0000","last_fullsized":"2024-04-22T00:38:46.307048+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:42:28.037969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307039+0000","last_change":"2024-04-22T00:38:40.373225+0000","last_active":"2024-04-22T00:38:46.307039+0000","last_peered":"2024-04-22T00:38:46.307039+0000","last_clean":"2024-04-22T00:38:46.307039+0000","last_became_active":"2024-04-22T00:38:40.372848+0000","last_became_peered":"2024-04-22T00:38:40.372848+0000","last_unstale":"2024-04-22T00:38:46.307039+0000","last_undegraded":"2024-04-22T00:38:46.307039+0000","last_fullsized":"2024-04-22T00:38:46.307039+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:54.985460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660431+0000","last_change":"2024-04-22T00:38:40.361865+0000","last_active":"2024-04-22T00:38:46.660431+0000","last_peered":"2024-04-22T00:38:46.660431+0000","last_clean":"2024-04-22T00:38:46.660431+0000","last_became_active":"2024-04-22T00:38:40.361471+0000","last_became_peered":"2024-04-22T00:38:40.361471+0000","last_unstale":"2024-04-22T00:38:46.660431+0000","last_undegraded":"2024-04-22T00:38:46.660431+0000","last_fullsized":"2024-04-22T00:38:46.660431+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:13:16.480063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587440+0000","last_change":"2024-04-22T00:38:40.368845+0000","last_active":"2024-04-22T00:38:45.587440+0000","last_peered":"2024-04-22T00:38:45.587440+0000","last_clean":"2024-04-22T00:38:45.587440+0000","last_became_active":"2024-04-22T00:38:40.368322+0000","last_became_peered":"2024-04-22T00:38:40.368322+0000","last_unstale":"2024-04-22T00:38:45.587440+0000","last_undegraded":"2024-04-22T00:38:45.587440+0000","last_fullsized":"2024-04-22T00:38:45.587440+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:36:57.926087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383759+0000","last_change":"2024-04-22T00:38:40.366139+0000","last_active":"2024-04-22T00:38:45.383759+0000","last_peered":"2024-04-22T00:38:45.383759+0000","last_clean":"2024-04-22T00:38:45.383759+0000","last_became_active":"2024-04-22T00:38:40.365694+0000","last_became_peered":"2024-04-22T00:38:40.365694+0000","last_unstale":"2024-04-22T00:38:45.383759+0000","last_undegraded":"2024-04-22T00:38:45.383759+0000","last_fullsized":"2024-04-22T00:38:45.383759+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:51.067092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.386295+0000","last_change":"2024-04-22T00:38:40.377469+0000","last_active":"2024-04-22T00:38:45.386295+0000","last_peered":"2024-04-22T00:38:45.386295+0000","last_clean":"2024-04-22T00:38:45.386295+0000","last_became_active":"2024-04-22T00:38:40.371408+0000","last_became_peered":"2024-04-22T00:38:40.371408+0000","last_unstale":"2024-04-22T00:38:45.386295+0000","last_undegraded":"2024-04-22T00:38:45.386295+0000","last_fullsized":"2024-04-22T00:38:45.386295+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:57:02.978252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385580+0000","last_change":"2024-04-22T00:38:44.406374+0000","last_active":"2024-04-22T00:38:45.385580+0000","last_peered":"2024-04-22T00:38:45.385580+0000","last_clean":"2024-04-22T00:38:45.385580+0000","last_became_active":"2024-04-22T00:38:44.405901+0000","last_became_peered":"2024-04-22T00:38:44.405901+0000","last_unstale":"2024-04-22T00:38:45.385580+0000","last_undegraded":"2024-04-22T00:38:45.385580+0000","last_fullsized":"2024-04-22T00:38:45.385580+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:30:50.512729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.465732+0000","last_change":"2024-04-22T00:38:39.374680+0000","last_active":"2024-04-22T00:39:06.465732+0000","last_peered":"2024-04-22T00:39:06.465732+0000","last_clean":"2024-04-22T00:39:06.465732+0000","last_became_active":"2024-04-22T00:38:39.374354+0000","last_became_peered":"2024-04-22T00:38:39.374354+0000","last_unstale":"2024-04-22T00:39:06.465732+0000","last_undegraded":"2024-04-22T00:39:06.465732+0000","last_fullsized":"2024-04-22T00:39:06.465732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:59:19.353867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523655+0000","last_change":"2024-04-22T00:38:40.356727+0000","last_active":"2024-04-22T00:38:45.523655+0000","last_peered":"2024-04-22T00:38:45.523655+0000","last_clean":"2024-04-22T00:38:45.523655+0000","last_became_active":"2024-04-22T00:38:40.356415+0000","last_became_peered":"2024-04-22T00:38:40.356415+0000","last_unstale":"2024-04-22T00:38:45.523655+0000","last_undegraded":"2024-04-22T00:38:45.523655+0000","last_fullsized":"2024-04-22T00:38:45.523655+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:51:21.063322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385163+0000","last_change":"2024-04-22T00:38:44.406326+0000","last_active":"2024-04-22T00:38:45.385163+0000","last_peered":"2024-04-22T00:38:45.385163+0000","last_clean":"2024-04-22T00:38:45.385163+0000","last_became_active":"2024-04-22T00:38:44.405707+0000","last_became_peered":"2024-04-22T00:38:44.405707+0000","last_unstale":"2024-04-22T00:38:45.385163+0000","last_undegraded":"2024-04-22T00:38:45.385163+0000","last_fullsized":"2024-04-22T00:38:45.385163+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:15:40.246982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523752+0000","last_change":"2024-04-22T00:38:39.360667+0000","last_active":"2024-04-22T00:38:45.523752+0000","last_peered":"2024-04-22T00:38:45.523752+0000","last_clean":"2024-04-22T00:38:45.523752+0000","last_became_active":"2024-04-22T00:38:39.360213+0000","last_became_peered":"2024-04-22T00:38:39.360213+0000","last_unstale":"2024-04-22T00:38:45.523752+0000","last_undegraded":"2024-04-22T00:38:45.523752+0000","last_fullsized":"2024-04-22T00:38:45.523752+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:19:06.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307289+0000","last_change":"2024-04-22T00:38:40.369638+0000","last_active":"2024-04-22T00:38:46.307289+0000","last_peered":"2024-04-22T00:38:46.307289+0000","last_clean":"2024-04-22T00:38:46.307289+0000","last_became_active":"2024-04-22T00:38:40.368377+0000","last_became_peered":"2024-04-22T00:38:40.368377+0000","last_unstale":"2024-04-22T00:38:46.307289+0000","last_undegraded":"2024-04-22T00:38:46.307289+0000","last_fullsized":"2024-04-22T00:38:46.307289+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:52:49.332301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385340+0000","last_change":"2024-04-22T00:38:44.406576+0000","last_active":"2024-04-22T00:38:45.385340+0000","last_peered":"2024-04-22T00:38:45.385340+0000","last_clean":"2024-04-22T00:38:45.385340+0000","last_became_active":"2024-04-22T00:38:44.405670+0000","last_became_peered":"2024-04-22T00:38:44.405670+0000","last_unstale":"2024-04-22T00:38:45.385340+0000","last_undegraded":"2024-04-22T00:38:45.385340+0000","last_fullsized":"2024-04-22T00:38:45.385340+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:28.412974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.461346+0000","last_change":"2024-04-22T00:38:39.370535+0000","last_active":"2024-04-22T00:39:06.461346+0000","last_peered":"2024-04-22T00:39:06.461346+0000","last_clean":"2024-04-22T00:39:06.461346+0000","last_became_active":"2024-04-22T00:38:39.370033+0000","last_became_peered":"2024-04-22T00:38:39.370033+0000","last_unstale":"2024-04-22T00:39:06.461346+0000","last_undegraded":"2024-04-22T00:39:06.461346+0000","last_fullsized":"2024-04-22T00:39:06.461346+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:21.146476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660837+0000","last_change":"2024-04-22T00:38:40.365051+0000","last_active":"2024-04-22T00:38:46.660837+0000","last_peered":"2024-04-22T00:38:46.660837+0000","last_clean":"2024-04-22T00:38:46.660837+0000","last_became_active":"2024-04-22T00:38:40.364700+0000","last_became_peered":"2024-04-22T00:38:40.364700+0000","last_unstale":"2024-04-22T00:38:46.660837+0000","last_undegraded":"2024-04-22T00:38:46.660837+0000","last_fullsized":"2024-04-22T00:38:46.660837+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:18:42.608828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385277+0000","last_change":"2024-04-22T00:38:44.402410+0000","last_active":"2024-04-22T00:38:45.385277+0000","last_peered":"2024-04-22T00:38:45.385277+0000","last_clean":"2024-04-22T00:38:45.385277+0000","last_became_active":"2024-04-22T00:38:44.402058+0000","last_became_peered":"2024-04-22T00:38:44.402058+0000","last_unstale":"2024-04-22T00:38:45.385277+0000","last_undegraded":"2024-04-22T00:38:45.385277+0000","last_fullsized":"2024-04-22T00:38:45.385277+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:52:12.956415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503443+0000","last_change":"2024-04-22T00:38:39.366658+0000","last_active":"2024-04-22T00:38:46.503443+0000","last_peered":"2024-04-22T00:38:46.503443+0000","last_clean":"2024-04-22T00:38:46.503443+0000","last_became_active":"2024-04-22T00:38:39.365415+0000","last_became_peered":"2024-04-22T00:38:39.365415+0000","last_unstale":"2024-04-22T00:38:46.503443+0000","last_undegraded":"2024-04-22T00:38:46.503443+0000","last_fullsized":"2024-04-22T00:38:46.503443+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:33.687226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615315+0000","last_change":"2024-04-22T00:38:40.362518+0000","last_active":"2024-04-22T00:38:46.615315+0000","last_peered":"2024-04-22T00:38:46.615315+0000","last_clean":"2024-04-22T00:38:46.615315+0000","last_became_active":"2024-04-22T00:38:40.362219+0000","last_became_peered":"2024-04-22T00:38:40.362219+0000","last_unstale":"2024-04-22T00:38:46.615315+0000","last_undegraded":"2024-04-22T00:38:46.615315+0000","last_fullsized":"2024-04-22T00:38:46.615315+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:47:52.401356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.386137+0000","last_change":"2024-04-22T00:38:44.398090+0000","last_active":"2024-04-22T00:38:45.386137+0000","last_peered":"2024-04-22T00:38:45.386137+0000","last_clean":"2024-04-22T00:38:45.386137+0000","last_became_active":"2024-04-22T00:38:44.397646+0000","last_became_peered":"2024-04-22T00:38:44.397646+0000","last_unstale":"2024-04-22T00:38:45.386137+0000","last_undegraded":"2024-04-22T00:38:45.386137+0000","last_fullsized":"2024-04-22T00:38:45.386137+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:33:52.534207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:07.349241+0000","last_change":"2024-04-22T00:38:39.363347+0000","last_active":"2024-04-22T00:39:07.349241+0000","last_peered":"2024-04-22T00:39:07.349241+0000","last_clean":"2024-04-22T00:39:07.349241+0000","last_became_active":"2024-04-22T00:38:39.363047+0000","last_became_peered":"2024-04-22T00:38:39.363047+0000","last_unstale":"2024-04-22T00:39:07.349241+0000","last_undegraded":"2024-04-22T00:39:07.349241+0000","last_fullsized":"2024-04-22T00:39:07.349241+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:52:56.438868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503402+0000","last_change":"2024-04-22T00:38:40.369168+0000","last_active":"2024-04-22T00:38:46.503402+0000","last_peered":"2024-04-22T00:38:46.503402+0000","last_clean":"2024-04-22T00:38:46.503402+0000","last_became_active":"2024-04-22T00:38:40.368842+0000","last_became_peered":"2024-04-22T00:38:40.368842+0000","last_unstale":"2024-04-22T00:38:46.503402+0000","last_undegraded":"2024-04-22T00:38:46.503402+0000","last_fullsized":"2024-04-22T00:38:46.503402+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:09:21.923340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.386098+0000","last_change":"2024-04-22T00:38:44.406786+0000","last_active":"2024-04-22T00:38:45.386098+0000","last_peered":"2024-04-22T00:38:45.386098+0000","last_clean":"2024-04-22T00:38:45.386098+0000","last_became_active":"2024-04-22T00:38:44.405474+0000","last_became_peered":"2024-04-22T00:38:44.405474+0000","last_unstale":"2024-04-22T00:38:45.386098+0000","last_undegraded":"2024-04-22T00:38:45.386098+0000","last_fullsized":"2024-04-22T00:38:45.386098+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:32:07.650716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661632+0000","last_change":"2024-04-22T00:38:39.372559+0000","last_active":"2024-04-22T00:38:46.661632+0000","last_peered":"2024-04-22T00:38:46.661632+0000","last_clean":"2024-04-22T00:38:46.661632+0000","last_became_active":"2024-04-22T00:38:39.371595+0000","last_became_peered":"2024-04-22T00:38:39.371595+0000","last_unstale":"2024-04-22T00:38:46.661632+0000","last_undegraded":"2024-04-22T00:38:46.661632+0000","last_fullsized":"2024-04-22T00:38:46.661632+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:05:12.406638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615380+0000","last_change":"2024-04-22T00:38:40.360413+0000","last_active":"2024-04-22T00:38:46.615380+0000","last_peered":"2024-04-22T00:38:46.615380+0000","last_clean":"2024-04-22T00:38:46.615380+0000","last_became_active":"2024-04-22T00:38:40.360081+0000","last_became_peered":"2024-04-22T00:38:40.360081+0000","last_unstale":"2024-04-22T00:38:46.615380+0000","last_undegraded":"2024-04-22T00:38:46.615380+0000","last_fullsized":"2024-04-22T00:38:46.615380+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:25:27.775592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587369+0000","last_change":"2024-04-22T00:38:44.406226+0000","last_active":"2024-04-22T00:38:45.587369+0000","last_peered":"2024-04-22T00:38:45.587369+0000","last_clean":"2024-04-22T00:38:45.587369+0000","last_became_active":"2024-04-22T00:38:44.405723+0000","last_became_peered":"2024-04-22T00:38:44.405723+0000","last_unstale":"2024-04-22T00:38:45.587369+0000","last_undegraded":"2024-04-22T00:38:45.587369+0000","last_fullsized":"2024-04-22T00:38:45.587369+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:39:40.055185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.463290+0000","last_change":"2024-04-22T00:38:39.366127+0000","last_active":"2024-04-22T00:39:06.463290+0000","last_peered":"2024-04-22T00:39:06.463290+0000","last_clean":"2024-04-22T00:39:06.463290+0000","last_became_active":"2024-04-22T00:38:39.365758+0000","last_became_peered":"2024-04-22T00:38:39.365758+0000","last_unstale":"2024-04-22T00:39:06.463290+0000","last_undegraded":"2024-04-22T00:39:06.463290+0000","last_fullsized":"2024-04-22T00:39:06.463290+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:00.931898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523123+0000","last_change":"2024-04-22T00:38:40.363547+0000","last_active":"2024-04-22T00:38:45.523123+0000","last_peered":"2024-04-22T00:38:45.523123+0000","last_clean":"2024-04-22T00:38:45.523123+0000","last_became_active":"2024-04-22T00:38:40.363136+0000","last_became_peered":"2024-04-22T00:38:40.363136+0000","last_unstale":"2024-04-22T00:38:45.523123+0000","last_undegraded":"2024-04-22T00:38:45.523123+0000","last_fullsized":"2024-04-22T00:38:45.523123+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:08:22.135426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307449+0000","last_change":"2024-04-22T00:38:44.401113+0000","last_active":"2024-04-22T00:38:46.307449+0000","last_peered":"2024-04-22T00:38:46.307449+0000","last_clean":"2024-04-22T00:38:46.307449+0000","last_became_active":"2024-04-22T00:38:44.400679+0000","last_became_peered":"2024-04-22T00:38:44.400679+0000","last_unstale":"2024-04-22T00:38:46.307449+0000","last_undegraded":"2024-04-22T00:38:46.307449+0000","last_fullsized":"2024-04-22T00:38:46.307449+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:28.248892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615165+0000","last_change":"2024-04-22T00:38:39.362725+0000","last_active":"2024-04-22T00:38:46.615165+0000","last_peered":"2024-04-22T00:38:46.615165+0000","last_clean":"2024-04-22T00:38:46.615165+0000","last_became_active":"2024-04-22T00:38:39.362412+0000","last_became_peered":"2024-04-22T00:38:39.362412+0000","last_unstale":"2024-04-22T00:38:46.615165+0000","last_undegraded":"2024-04-22T00:38:46.615165+0000","last_fullsized":"2024-04-22T00:38:46.615165+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:04:10.158596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383025+0000","last_change":"2024-04-22T00:38:40.361149+0000","last_active":"2024-04-22T00:38:45.383025+0000","last_peered":"2024-04-22T00:38:45.383025+0000","last_clean":"2024-04-22T00:38:45.383025+0000","last_became_active":"2024-04-22T00:38:40.360817+0000","last_became_peered":"2024-04-22T00:38:40.360817+0000","last_unstale":"2024-04-22T00:38:45.383025+0000","last_undegraded":"2024-04-22T00:38:45.383025+0000","last_fullsized":"2024-04-22T00:38:45.383025+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:23.184762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523334+0000","last_change":"2024-04-22T00:38:44.398428+0000","last_active":"2024-04-22T00:38:45.523334+0000","last_peered":"2024-04-22T00:38:45.523334+0000","last_clean":"2024-04-22T00:38:45.523334+0000","last_became_active":"2024-04-22T00:38:44.395265+0000","last_became_peered":"2024-04-22T00:38:44.395265+0000","last_unstale":"2024-04-22T00:38:45.523334+0000","last_undegraded":"2024-04-22T00:38:45.523334+0000","last_fullsized":"2024-04-22T00:38:45.523334+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:11.561788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.454470+0000","last_change":"2024-04-22T00:38:39.372184+0000","last_active":"2024-04-22T00:39:05.454470+0000","last_peered":"2024-04-22T00:39:05.454470+0000","last_clean":"2024-04-22T00:39:05.454470+0000","last_became_active":"2024-04-22T00:38:39.371792+0000","last_became_peered":"2024-04-22T00:38:39.371792+0000","last_unstale":"2024-04-22T00:39:05.454470+0000","last_undegraded":"2024-04-22T00:39:05.454470+0000","last_fullsized":"2024-04-22T00:39:05.454470+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:54.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661210+0000","last_change":"2024-04-22T00:38:40.365514+0000","last_active":"2024-04-22T00:38:46.661210+0000","last_peered":"2024-04-22T00:38:46.661210+0000","last_clean":"2024-04-22T00:38:46.661210+0000","last_became_active":"2024-04-22T00:38:40.365207+0000","last_became_peered":"2024-04-22T00:38:40.365207+0000","last_unstale":"2024-04-22T00:38:46.661210+0000","last_undegraded":"2024-04-22T00:38:46.661210+0000","last_fullsized":"2024-04-22T00:38:46.661210+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:51:15.503594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383072+0000","last_change":"2024-04-22T00:38:44.404822+0000","last_active":"2024-04-22T00:38:45.383072+0000","last_peered":"2024-04-22T00:38:45.383072+0000","last_clean":"2024-04-22T00:38:45.383072+0000","last_became_active":"2024-04-22T00:38:44.403009+0000","last_became_peered":"2024-04-22T00:38:44.403009+0000","last_unstale":"2024-04-22T00:38:45.383072+0000","last_undegraded":"2024-04-22T00:38:45.383072+0000","last_fullsized":"2024-04-22T00:38:45.383072+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:53:21.262362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.452714+0000","last_change":"2024-04-22T00:38:39.366780+0000","last_active":"2024-04-22T00:39:05.452714+0000","last_peered":"2024-04-22T00:39:05.452714+0000","last_clean":"2024-04-22T00:39:05.452714+0000","last_became_active":"2024-04-22T00:38:39.366273+0000","last_became_peered":"2024-04-22T00:38:39.366273+0000","last_unstale":"2024-04-22T00:39:05.452714+0000","last_undegraded":"2024-04-22T00:39:05.452714+0000","last_fullsized":"2024-04-22T00:39:05.452714+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:22:13.298070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307494+0000","last_change":"2024-04-22T00:38:40.374741+0000","last_active":"2024-04-22T00:38:46.307494+0000","last_peered":"2024-04-22T00:38:46.307494+0000","last_clean":"2024-04-22T00:38:46.307494+0000","last_became_active":"2024-04-22T00:38:40.374154+0000","last_became_peered":"2024-04-22T00:38:40.374154+0000","last_unstale":"2024-04-22T00:38:46.307494+0000","last_undegraded":"2024-04-22T00:38:46.307494+0000","last_fullsized":"2024-04-22T00:38:46.307494+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:07:27.137055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385688+0000","last_change":"2024-04-22T00:38:44.405940+0000","last_active":"2024-04-22T00:38:45.385688+0000","last_peered":"2024-04-22T00:38:45.385688+0000","last_clean":"2024-04-22T00:38:45.385688+0000","last_became_active":"2024-04-22T00:38:44.405463+0000","last_became_peered":"2024-04-22T00:38:44.405463+0000","last_unstale":"2024-04-22T00:38:45.385688+0000","last_undegraded":"2024-04-22T00:38:45.385688+0000","last_fullsized":"2024-04-22T00:38:45.385688+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:21:51.881080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.453431+0000","last_change":"2024-04-22T00:38:39.365832+0000","last_active":"2024-04-22T00:39:05.453431+0000","last_peered":"2024-04-22T00:39:05.453431+0000","last_clean":"2024-04-22T00:39:05.453431+0000","last_became_active":"2024-04-22T00:38:39.365523+0000","last_became_peered":"2024-04-22T00:38:39.365523+0000","last_unstale":"2024-04-22T00:39:05.453431+0000","last_undegraded":"2024-04-22T00:39:05.453431+0000","last_fullsized":"2024-04-22T00:39:05.453431+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:07:43.953692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661638+0000","last_change":"2024-04-22T00:38:40.375443+0000","last_active":"2024-04-22T00:38:46.661638+0000","last_peered":"2024-04-22T00:38:46.661638+0000","last_clean":"2024-04-22T00:38:46.661638+0000","last_became_active":"2024-04-22T00:38:40.375092+0000","last_became_peered":"2024-04-22T00:38:40.375092+0000","last_unstale":"2024-04-22T00:38:46.661638+0000","last_undegraded":"2024-04-22T00:38:46.661638+0000","last_fullsized":"2024-04-22T00:38:46.661638+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:00.257128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383496+0000","last_change":"2024-04-22T00:38:44.402484+0000","last_active":"2024-04-22T00:38:45.383496+0000","last_peered":"2024-04-22T00:38:45.383496+0000","last_clean":"2024-04-22T00:38:45.383496+0000","last_became_active":"2024-04-22T00:38:44.402060+0000","last_became_peered":"2024-04-22T00:38:44.402060+0000","last_unstale":"2024-04-22T00:38:45.383496+0000","last_undegraded":"2024-04-22T00:38:45.383496+0000","last_fullsized":"2024-04-22T00:38:45.383496+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:07:01.255408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'12","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.453669+0000","last_change":"2024-04-22T00:38:39.369420+0000","last_active":"2024-04-22T00:39:05.453669+0000","last_peered":"2024-04-22T00:39:05.453669+0000","last_clean":"2024-04-22T00:39:05.453669+0000","last_became_active":"2024-04-22T00:38:39.369074+0000","last_became_peered":"2024-04-22T00:38:39.369074+0000","last_unstale":"2024-04-22T00:39:05.453669+0000","last_undegraded":"2024-04-22T00:39:05.453669+0000","last_fullsized":"2024-04-22T00:39:05.453669+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:08:34.427757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503671+0000","last_change":"2024-04-22T00:38:40.368352+0000","last_active":"2024-04-22T00:38:46.503671+0000","last_peered":"2024-04-22T00:38:46.503671+0000","last_clean":"2024-04-22T00:38:46.503671+0000","last_became_active":"2024-04-22T00:38:40.367975+0000","last_became_peered":"2024-04-22T00:38:40.367975+0000","last_unstale":"2024-04-22T00:38:46.503671+0000","last_undegraded":"2024-04-22T00:38:46.503671+0000","last_fullsized":"2024-04-22T00:38:46.503671+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:11.599867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615796+0000","last_change":"2024-04-22T00:38:44.393349+0000","last_active":"2024-04-22T00:38:46.615796+0000","last_peered":"2024-04-22T00:38:46.615796+0000","last_clean":"2024-04-22T00:38:46.615796+0000","last_became_active":"2024-04-22T00:38:44.392781+0000","last_became_peered":"2024-04-22T00:38:44.392781+0000","last_unstale":"2024-04-22T00:38:46.615796+0000","last_undegraded":"2024-04-22T00:38:46.615796+0000","last_fullsized":"2024-04-22T00:38:46.615796+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:12:28.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.466052+0000","last_change":"2024-04-22T00:38:39.364386+0000","last_active":"2024-04-22T00:39:06.466052+0000","last_peered":"2024-04-22T00:39:06.466052+0000","last_clean":"2024-04-22T00:39:06.466052+0000","last_became_active":"2024-04-22T00:38:39.361678+0000","last_became_peered":"2024-04-22T00:38:39.361678+0000","last_unstale":"2024-04-22T00:39:06.466052+0000","last_undegraded":"2024-04-22T00:39:06.466052+0000","last_fullsized":"2024-04-22T00:39:06.466052+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:21:34.748737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660242+0000","last_change":"2024-04-22T00:38:40.370950+0000","last_active":"2024-04-22T00:38:46.660242+0000","last_peered":"2024-04-22T00:38:46.660242+0000","last_clean":"2024-04-22T00:38:46.660242+0000","last_became_active":"2024-04-22T00:38:40.370648+0000","last_became_peered":"2024-04-22T00:38:40.370648+0000","last_unstale":"2024-04-22T00:38:46.660242+0000","last_undegraded":"2024-04-22T00:38:46.660242+0000","last_fullsized":"2024-04-22T00:38:46.660242+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:41:02.299079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587209+0000","last_change":"2024-04-22T00:38:44.404019+0000","last_active":"2024-04-22T00:38:45.587209+0000","last_peered":"2024-04-22T00:38:45.587209+0000","last_clean":"2024-04-22T00:38:45.587209+0000","last_became_active":"2024-04-22T00:38:44.403695+0000","last_became_peered":"2024-04-22T00:38:44.403695+0000","last_unstale":"2024-04-22T00:38:45.587209+0000","last_undegraded":"2024-04-22T00:38:45.587209+0000","last_fullsized":"2024-04-22T00:38:45.587209+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:34:12.156509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.455815+0000","last_change":"2024-04-22T00:38:39.362724+0000","last_active":"2024-04-22T00:39:05.455815+0000","last_peered":"2024-04-22T00:39:05.455815+0000","last_clean":"2024-04-22T00:39:05.455815+0000","last_became_active":"2024-04-22T00:38:39.362397+0000","last_became_peered":"2024-04-22T00:38:39.362397+0000","last_unstale":"2024-04-22T00:39:05.455815+0000","last_undegraded":"2024-04-22T00:39:05.455815+0000","last_fullsized":"2024-04-22T00:39:05.455815+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:20.547527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661721+0000","last_change":"2024-04-22T00:38:40.362540+0000","last_active":"2024-04-22T00:38:46.661721+0000","last_peered":"2024-04-22T00:38:46.661721+0000","last_clean":"2024-04-22T00:38:46.661721+0000","last_became_active":"2024-04-22T00:38:40.362016+0000","last_became_peered":"2024-04-22T00:38:40.362016+0000","last_unstale":"2024-04-22T00:38:46.661721+0000","last_undegraded":"2024-04-22T00:38:46.661721+0000","last_fullsized":"2024-04-22T00:38:46.661721+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:51:18.176061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383497+0000","last_change":"2024-04-22T00:38:44.405236+0000","last_active":"2024-04-22T00:38:45.383497+0000","last_peered":"2024-04-22T00:38:45.383497+0000","last_clean":"2024-04-22T00:38:45.383497+0000","last_became_active":"2024-04-22T00:38:44.404767+0000","last_became_peered":"2024-04-22T00:38:44.404767+0000","last_unstale":"2024-04-22T00:38:45.383497+0000","last_undegraded":"2024-04-22T00:38:45.383497+0000","last_fullsized":"2024-04-22T00:38:45.383497+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:13:56.620119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:07.351276+0000","last_change":"2024-04-22T00:38:39.369080+0000","last_active":"2024-04-22T00:39:07.351276+0000","last_peered":"2024-04-22T00:39:07.351276+0000","last_clean":"2024-04-22T00:39:07.351276+0000","last_became_active":"2024-04-22T00:38:39.368678+0000","last_became_peered":"2024-04-22T00:38:39.368678+0000","last_unstale":"2024-04-22T00:39:07.351276+0000","last_undegraded":"2024-04-22T00:39:07.351276+0000","last_fullsized":"2024-04-22T00:39:07.351276+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:13.018047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660859+0000","last_change":"2024-04-22T00:38:40.370315+0000","last_active":"2024-04-22T00:38:46.660859+0000","last_peered":"2024-04-22T00:38:46.660859+0000","last_clean":"2024-04-22T00:38:46.660859+0000","last_became_active":"2024-04-22T00:38:40.370008+0000","last_became_peered":"2024-04-22T00:38:40.370008+0000","last_unstale":"2024-04-22T00:38:46.660859+0000","last_undegraded":"2024-04-22T00:38:46.660859+0000","last_fullsized":"2024-04-22T00:38:46.660859+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:41:09.031868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660828+0000","last_change":"2024-04-22T00:38:44.395771+0000","last_active":"2024-04-22T00:38:46.660828+0000","last_peered":"2024-04-22T00:38:46.660828+0000","last_clean":"2024-04-22T00:38:46.660828+0000","last_became_active":"2024-04-22T00:38:44.395372+0000","last_became_peered":"2024-04-22T00:38:44.395372+0000","last_unstale":"2024-04-22T00:38:46.660828+0000","last_undegraded":"2024-04-22T00:38:46.660828+0000","last_fullsized":"2024-04-22T00:38:46.660828+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:02.522135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.465720+0000","last_change":"2024-04-22T00:38:39.370949+0000","last_active":"2024-04-22T00:39:06.465720+0000","last_peered":"2024-04-22T00:39:06.465720+0000","last_clean":"2024-04-22T00:39:06.465720+0000","last_became_active":"2024-04-22T00:38:39.370398+0000","last_became_peered":"2024-04-22T00:38:39.370398+0000","last_unstale":"2024-04-22T00:39:06.465720+0000","last_undegraded":"2024-04-22T00:39:06.465720+0000","last_fullsized":"2024-04-22T00:39:06.465720+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:35.647251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615068+0000","last_change":"2024-04-22T00:38:40.370170+0000","last_active":"2024-04-22T00:38:46.615068+0000","last_peered":"2024-04-22T00:38:46.615068+0000","last_clean":"2024-04-22T00:38:46.615068+0000","last_became_active":"2024-04-22T00:38:40.369836+0000","last_became_peered":"2024-04-22T00:38:40.369836+0000","last_unstale":"2024-04-22T00:38:46.615068+0000","last_undegraded":"2024-04-22T00:38:46.615068+0000","last_fullsized":"2024-04-22T00:38:46.615068+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:13:01.290525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615506+0000","last_change":"2024-04-22T00:38:44.395873+0000","last_active":"2024-04-22T00:38:46.615506+0000","last_peered":"2024-04-22T00:38:46.615506+0000","last_clean":"2024-04-22T00:38:46.615506+0000","last_became_active":"2024-04-22T00:38:44.395503+0000","last_became_peered":"2024-04-22T00:38:44.395503+0000","last_unstale":"2024-04-22T00:38:46.615506+0000","last_undegraded":"2024-04-22T00:38:46.615506+0000","last_fullsized":"2024-04-22T00:38:46.615506+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:30:40.517603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:07.346450+0000","last_change":"2024-04-22T00:38:39.366353+0000","last_active":"2024-04-22T00:39:07.346450+0000","last_peered":"2024-04-22T00:39:07.346450+0000","last_clean":"2024-04-22T00:39:07.346450+0000","last_became_active":"2024-04-22T00:38:39.365887+0000","last_became_peered":"2024-04-22T00:38:39.365887+0000","last_unstale":"2024-04-22T00:39:07.346450+0000","last_undegraded":"2024-04-22T00:39:07.346450+0000","last_fullsized":"2024-04-22T00:39:07.346450+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:45.350887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587291+0000","last_change":"2024-04-22T00:38:40.361121+0000","last_active":"2024-04-22T00:38:45.587291+0000","last_peered":"2024-04-22T00:38:45.587291+0000","last_clean":"2024-04-22T00:38:45.587291+0000","last_became_active":"2024-04-22T00:38:40.360738+0000","last_became_peered":"2024-04-22T00:38:40.360738+0000","last_unstale":"2024-04-22T00:38:45.587291+0000","last_undegraded":"2024-04-22T00:38:45.587291+0000","last_fullsized":"2024-04-22T00:38:45.587291+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:46:25.351317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503473+0000","last_change":"2024-04-22T00:38:44.504868+0000","last_active":"2024-04-22T00:38:46.503473+0000","last_peered":"2024-04-22T00:38:46.503473+0000","last_clean":"2024-04-22T00:38:46.503473+0000","last_became_active":"2024-04-22T00:38:44.504150+0000","last_became_peered":"2024-04-22T00:38:44.504150+0000","last_unstale":"2024-04-22T00:38:46.503473+0000","last_undegraded":"2024-04-22T00:38:46.503473+0000","last_fullsized":"2024-04-22T00:38:46.503473+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:02:30.695478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383510+0000","last_change":"2024-04-22T00:38:39.372522+0000","last_active":"2024-04-22T00:38:45.383510+0000","last_peered":"2024-04-22T00:38:45.383510+0000","last_clean":"2024-04-22T00:38:45.383510+0000","last_became_active":"2024-04-22T00:38:39.372192+0000","last_became_peered":"2024-04-22T00:38:39.372192+0000","last_unstale":"2024-04-22T00:38:45.383510+0000","last_undegraded":"2024-04-22T00:38:45.383510+0000","last_fullsized":"2024-04-22T00:38:45.383510+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:26:21.069736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661638+0000","last_change":"2024-04-22T00:38:40.365283+0000","last_active":"2024-04-22T00:38:46.661638+0000","last_peered":"2024-04-22T00:38:46.661638+0000","last_clean":"2024-04-22T00:38:46.661638+0000","last_became_active":"2024-04-22T00:38:40.364972+0000","last_became_peered":"2024-04-22T00:38:40.364972+0000","last_unstale":"2024-04-22T00:38:46.661638+0000","last_undegraded":"2024-04-22T00:38:46.661638+0000","last_fullsized":"2024-04-22T00:38:46.661638+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:59:59.140778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660468+0000","last_change":"2024-04-22T00:38:44.397504+0000","last_active":"2024-04-22T00:38:46.660468+0000","last_peered":"2024-04-22T00:38:46.660468+0000","last_clean":"2024-04-22T00:38:46.660468+0000","last_became_active":"2024-04-22T00:38:44.397013+0000","last_became_peered":"2024-04-22T00:38:44.397013+0000","last_unstale":"2024-04-22T00:38:46.660468+0000","last_undegraded":"2024-04-22T00:38:46.660468+0000","last_fullsized":"2024-04-22T00:38:46.660468+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:47:58.320239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661263+0000","last_change":"2024-04-22T00:38:39.364987+0000","last_active":"2024-04-22T00:38:46.661263+0000","last_peered":"2024-04-22T00:38:46.661263+0000","last_clean":"2024-04-22T00:38:46.661263+0000","last_became_active":"2024-04-22T00:38:39.364641+0000","last_became_peered":"2024-04-22T00:38:39.364641+0000","last_unstale":"2024-04-22T00:38:46.661263+0000","last_undegraded":"2024-04-22T00:38:46.661263+0000","last_fullsized":"2024-04-22T00:38:46.661263+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:44:44.280664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661454+0000","last_change":"2024-04-22T00:38:40.376529+0000","last_active":"2024-04-22T00:38:46.661454+0000","last_peered":"2024-04-22T00:38:46.661454+0000","last_clean":"2024-04-22T00:38:46.661454+0000","last_became_active":"2024-04-22T00:38:40.376299+0000","last_became_peered":"2024-04-22T00:38:40.376299+0000","last_unstale":"2024-04-22T00:38:46.661454+0000","last_undegraded":"2024-04-22T00:38:46.661454+0000","last_fullsized":"2024-04-22T00:38:46.661454+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:08:16.276565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660738+0000","last_change":"2024-04-22T00:38:44.504288+0000","last_active":"2024-04-22T00:38:46.660738+0000","last_peered":"2024-04-22T00:38:46.660738+0000","last_clean":"2024-04-22T00:38:46.660738+0000","last_became_active":"2024-04-22T00:38:44.503776+0000","last_became_peered":"2024-04-22T00:38:44.503776+0000","last_unstale":"2024-04-22T00:38:46.660738+0000","last_undegraded":"2024-04-22T00:38:46.660738+0000","last_fullsized":"2024-04-22T00:38:46.660738+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:10:46.900575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615234+0000","last_change":"2024-04-22T00:38:40.369534+0000","last_active":"2024-04-22T00:38:46.615234+0000","last_peered":"2024-04-22T00:38:46.615234+0000","last_clean":"2024-04-22T00:38:46.615234+0000","last_became_active":"2024-04-22T00:38:40.364820+0000","last_became_peered":"2024-04-22T00:38:40.364820+0000","last_unstale":"2024-04-22T00:38:46.615234+0000","last_undegraded":"2024-04-22T00:38:46.615234+0000","last_fullsized":"2024-04-22T00:38:46.615234+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:24:22.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:07.349211+0000","last_change":"2024-04-22T00:38:39.359944+0000","last_active":"2024-04-22T00:39:07.349211+0000","last_peered":"2024-04-22T00:39:07.349211+0000","last_clean":"2024-04-22T00:39:07.349211+0000","last_became_active":"2024-04-22T00:38:39.358320+0000","last_became_peered":"2024-04-22T00:38:39.358320+0000","last_unstale":"2024-04-22T00:39:07.349211+0000","last_undegraded":"2024-04-22T00:39:07.349211+0000","last_fullsized":"2024-04-22T00:39:07.349211+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:21:09.293425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.662134+0000","last_change":"2024-04-22T00:38:44.406766+0000","last_active":"2024-04-22T00:38:46.662134+0000","last_peered":"2024-04-22T00:38:46.662134+0000","last_clean":"2024-04-22T00:38:46.662134+0000","last_became_active":"2024-04-22T00:38:44.406360+0000","last_became_peered":"2024-04-22T00:38:44.406360+0000","last_unstale":"2024-04-22T00:38:46.662134+0000","last_undegraded":"2024-04-22T00:38:46.662134+0000","last_fullsized":"2024-04-22T00:38:46.662134+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:15:21.419508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523136+0000","last_change":"2024-04-22T00:38:40.356658+0000","last_active":"2024-04-22T00:38:45.523136+0000","last_peered":"2024-04-22T00:38:45.523136+0000","last_clean":"2024-04-22T00:38:45.523136+0000","last_became_active":"2024-04-22T00:38:40.356344+0000","last_became_peered":"2024-04-22T00:38:40.356344+0000","last_unstale":"2024-04-22T00:38:45.523136+0000","last_undegraded":"2024-04-22T00:38:45.523136+0000","last_fullsized":"2024-04-22T00:38:45.523136+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:56:26.862780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:07.347693+0000","last_change":"2024-04-22T00:38:39.370232+0000","last_active":"2024-04-22T00:39:07.347693+0000","last_peered":"2024-04-22T00:39:07.347693+0000","last_clean":"2024-04-22T00:39:07.347693+0000","last_became_active":"2024-04-22T00:38:39.369704+0000","last_became_peered":"2024-04-22T00:38:39.369704+0000","last_unstale":"2024-04-22T00:39:07.347693+0000","last_undegraded":"2024-04-22T00:39:07.347693+0000","last_fullsized":"2024-04-22T00:39:07.347693+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:53:14.668354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":350,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660632+0000","last_change":"2024-04-22T00:37:29.546285+0000","last_active":"2024-04-22T00:38:46.660632+0000","last_peered":"2024-04-22T00:38:46.660632+0000","last_clean":"2024-04-22T00:38:46.660632+0000","last_became_active":"2024-04-22T00:37:29.545852+0000","last_became_peered":"2024-04-22T00:37:29.545852+0000","last_unstale":"2024-04-22T00:38:46.660632+0000","last_undegraded":"2024-04-22T00:38:46.660632+0000","last_fullsized":"2024-04-22T00:38:46.660632+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_clean_scrub_stamp":"2024-04-22T00:34:04.835821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:00:39.998359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615719+0000","last_change":"2024-04-22T00:38:44.504879+0000","last_active":"2024-04-22T00:38:46.615719+0000","last_peered":"2024-04-22T00:38:46.615719+0000","last_clean":"2024-04-22T00:38:46.615719+0000","last_became_active":"2024-04-22T00:38:44.504302+0000","last_became_peered":"2024-04-22T00:38:44.504302+0000","last_unstale":"2024-04-22T00:38:46.615719+0000","last_undegraded":"2024-04-22T00:38:46.615719+0000","last_fullsized":"2024-04-22T00:38:46.615719+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:38:01.153342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660145+0000","last_change":"2024-04-22T00:38:40.374825+0000","last_active":"2024-04-22T00:38:46.660145+0000","last_peered":"2024-04-22T00:38:46.660145+0000","last_clean":"2024-04-22T00:38:46.660145+0000","last_became_active":"2024-04-22T00:38:40.374503+0000","last_became_peered":"2024-04-22T00:38:40.374503+0000","last_unstale":"2024-04-22T00:38:46.660145+0000","last_undegraded":"2024-04-22T00:38:46.660145+0000","last_fullsized":"2024-04-22T00:38:46.660145+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:26.445293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.464143+0000","last_change":"2024-04-22T00:38:39.362429+0000","last_active":"2024-04-22T00:39:06.464143+0000","last_peered":"2024-04-22T00:39:06.464143+0000","last_clean":"2024-04-22T00:39:06.464143+0000","last_became_active":"2024-04-22T00:38:39.362077+0000","last_became_peered":"2024-04-22T00:38:39.362077+0000","last_unstale":"2024-04-22T00:39:06.464143+0000","last_undegraded":"2024-04-22T00:39:06.464143+0000","last_fullsized":"2024-04-22T00:39:06.464143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:58.951170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587189+0000","last_change":"2024-04-22T00:38:44.395387+0000","last_active":"2024-04-22T00:38:45.587189+0000","last_peered":"2024-04-22T00:38:45.587189+0000","last_clean":"2024-04-22T00:38:45.587189+0000","last_became_active":"2024-04-22T00:38:44.394971+0000","last_became_peered":"2024-04-22T00:38:44.394971+0000","last_unstale":"2024-04-22T00:38:45.587189+0000","last_undegraded":"2024-04-22T00:38:45.587189+0000","last_fullsized":"2024-04-22T00:38:45.587189+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:05:03.467517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.454182+0000","last_change":"2024-04-22T00:38:39.371244+0000","last_active":"2024-04-22T00:39:05.454182+0000","last_peered":"2024-04-22T00:39:05.454182+0000","last_clean":"2024-04-22T00:39:05.454182+0000","last_became_active":"2024-04-22T00:38:39.370624+0000","last_became_peered":"2024-04-22T00:38:39.370624+0000","last_unstale":"2024-04-22T00:39:05.454182+0000","last_undegraded":"2024-04-22T00:39:05.454182+0000","last_fullsized":"2024-04-22T00:39:05.454182+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:36:08.559437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660551+0000","last_change":"2024-04-22T00:38:40.367464+0000","last_active":"2024-04-22T00:38:46.660551+0000","last_peered":"2024-04-22T00:38:46.660551+0000","last_clean":"2024-04-22T00:38:46.660551+0000","last_became_active":"2024-04-22T00:38:40.367154+0000","last_became_peered":"2024-04-22T00:38:40.367154+0000","last_unstale":"2024-04-22T00:38:46.660551+0000","last_undegraded":"2024-04-22T00:38:46.660551+0000","last_fullsized":"2024-04-22T00:38:46.660551+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:52:29.419110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523225+0000","last_change":"2024-04-22T00:38:44.504237+0000","last_active":"2024-04-22T00:38:45.523225+0000","last_peered":"2024-04-22T00:38:45.523225+0000","last_clean":"2024-04-22T00:38:45.523225+0000","last_became_active":"2024-04-22T00:38:44.503754+0000","last_became_peered":"2024-04-22T00:38:44.503754+0000","last_unstale":"2024-04-22T00:38:45.523225+0000","last_undegraded":"2024-04-22T00:38:45.523225+0000","last_fullsized":"2024-04-22T00:38:45.523225+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:28:24.630160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:08.365202+0000","last_change":"2024-04-22T00:38:39.374039+0000","last_active":"2024-04-22T00:39:08.365202+0000","last_peered":"2024-04-22T00:39:08.365202+0000","last_clean":"2024-04-22T00:39:08.365202+0000","last_became_active":"2024-04-22T00:38:39.373701+0000","last_became_peered":"2024-04-22T00:38:39.373701+0000","last_unstale":"2024-04-22T00:39:08.365202+0000","last_undegraded":"2024-04-22T00:39:08.365202+0000","last_fullsized":"2024-04-22T00:39:08.365202+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:17.983141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523435+0000","last_change":"2024-04-22T00:38:40.361493+0000","last_active":"2024-04-22T00:38:45.523435+0000","last_peered":"2024-04-22T00:38:45.523435+0000","last_clean":"2024-04-22T00:38:45.523435+0000","last_became_active":"2024-04-22T00:38:40.359079+0000","last_became_peered":"2024-04-22T00:38:40.359079+0000","last_unstale":"2024-04-22T00:38:45.523435+0000","last_undegraded":"2024-04-22T00:38:45.523435+0000","last_fullsized":"2024-04-22T00:38:45.523435+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:37:24.328135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385563+0000","last_change":"2024-04-22T00:38:44.396367+0000","last_active":"2024-04-22T00:38:45.385563+0000","last_peered":"2024-04-22T00:38:45.385563+0000","last_clean":"2024-04-22T00:38:45.385563+0000","last_became_active":"2024-04-22T00:38:44.395943+0000","last_became_peered":"2024-04-22T00:38:44.395943+0000","last_unstale":"2024-04-22T00:38:45.385563+0000","last_undegraded":"2024-04-22T00:38:45.385563+0000","last_fullsized":"2024-04-22T00:38:45.385563+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:23:35.994479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.454399+0000","last_change":"2024-04-22T00:38:39.373131+0000","last_active":"2024-04-22T00:39:05.454399+0000","last_peered":"2024-04-22T00:39:05.454399+0000","last_clean":"2024-04-22T00:39:05.454399+0000","last_became_active":"2024-04-22T00:38:39.372628+0000","last_became_peered":"2024-04-22T00:38:39.372628+0000","last_unstale":"2024-04-22T00:39:05.454399+0000","last_undegraded":"2024-04-22T00:39:05.454399+0000","last_fullsized":"2024-04-22T00:39:05.454399+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:25:00.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307412+0000","last_change":"2024-04-22T00:38:40.373688+0000","last_active":"2024-04-22T00:38:46.307412+0000","last_peered":"2024-04-22T00:38:46.307412+0000","last_clean":"2024-04-22T00:38:46.307412+0000","last_became_active":"2024-04-22T00:38:40.373314+0000","last_became_peered":"2024-04-22T00:38:40.373314+0000","last_unstale":"2024-04-22T00:38:46.307412+0000","last_undegraded":"2024-04-22T00:38:46.307412+0000","last_fullsized":"2024-04-22T00:38:46.307412+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:14:27.811066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385722+0000","last_change":"2024-04-22T00:38:44.504495+0000","last_active":"2024-04-22T00:38:45.385722+0000","last_peered":"2024-04-22T00:38:45.385722+0000","last_clean":"2024-04-22T00:38:45.385722+0000","last_became_active":"2024-04-22T00:38:44.504053+0000","last_became_peered":"2024-04-22T00:38:44.504053+0000","last_unstale":"2024-04-22T00:38:45.385722+0000","last_undegraded":"2024-04-22T00:38:45.385722+0000","last_fullsized":"2024-04-22T00:38:45.385722+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:47:06.763702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660286+0000","last_change":"2024-04-22T00:38:39.366806+0000","last_active":"2024-04-22T00:38:46.660286+0000","last_peered":"2024-04-22T00:38:46.660286+0000","last_clean":"2024-04-22T00:38:46.660286+0000","last_became_active":"2024-04-22T00:38:39.366457+0000","last_became_peered":"2024-04-22T00:38:39.366457+0000","last_unstale":"2024-04-22T00:38:46.660286+0000","last_undegraded":"2024-04-22T00:38:46.660286+0000","last_fullsized":"2024-04-22T00:38:46.660286+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:28:10.106622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503262+0000","last_change":"2024-04-22T00:38:40.366304+0000","last_active":"2024-04-22T00:38:46.503262+0000","last_peered":"2024-04-22T00:38:46.503262+0000","last_clean":"2024-04-22T00:38:46.503262+0000","last_became_active":"2024-04-22T00:38:40.365997+0000","last_became_peered":"2024-04-22T00:38:40.365997+0000","last_unstale":"2024-04-22T00:38:46.503262+0000","last_undegraded":"2024-04-22T00:38:46.503262+0000","last_fullsized":"2024-04-22T00:38:46.503262+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:16.086724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383544+0000","last_change":"2024-04-22T00:38:44.402867+0000","last_active":"2024-04-22T00:38:45.383544+0000","last_peered":"2024-04-22T00:38:45.383544+0000","last_clean":"2024-04-22T00:38:45.383544+0000","last_became_active":"2024-04-22T00:38:44.402347+0000","last_became_peered":"2024-04-22T00:38:44.402347+0000","last_unstale":"2024-04-22T00:38:45.383544+0000","last_undegraded":"2024-04-22T00:38:45.383544+0000","last_fullsized":"2024-04-22T00:38:45.383544+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:54.105548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.453883+0000","last_change":"2024-04-22T00:38:39.371518+0000","last_active":"2024-04-22T00:39:05.453883+0000","last_peered":"2024-04-22T00:39:05.453883+0000","last_clean":"2024-04-22T00:39:05.453883+0000","last_became_active":"2024-04-22T00:38:39.371105+0000","last_became_peered":"2024-04-22T00:38:39.371105+0000","last_unstale":"2024-04-22T00:39:05.453883+0000","last_undegraded":"2024-04-22T00:39:05.453883+0000","last_fullsized":"2024-04-22T00:39:05.453883+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:16:35.922335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.586843+0000","last_change":"2024-04-22T00:38:40.363782+0000","last_active":"2024-04-22T00:38:45.586843+0000","last_peered":"2024-04-22T00:38:45.586843+0000","last_clean":"2024-04-22T00:38:45.586843+0000","last_became_active":"2024-04-22T00:38:40.363466+0000","last_became_peered":"2024-04-22T00:38:40.363466+0000","last_unstale":"2024-04-22T00:38:45.586843+0000","last_undegraded":"2024-04-22T00:38:45.586843+0000","last_fullsized":"2024-04-22T00:38:45.586843+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:16.435519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385492+0000","last_change":"2024-04-22T00:38:44.405853+0000","last_active":"2024-04-22T00:38:45.385492+0000","last_peered":"2024-04-22T00:38:45.385492+0000","last_clean":"2024-04-22T00:38:45.385492+0000","last_became_active":"2024-04-22T00:38:44.405424+0000","last_became_peered":"2024-04-22T00:38:44.405424+0000","last_unstale":"2024-04-22T00:38:45.385492+0000","last_undegraded":"2024-04-22T00:38:45.385492+0000","last_fullsized":"2024-04-22T00:38:45.385492+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:31.707893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385690+0000","last_change":"2024-04-22T00:38:39.364324+0000","last_active":"2024-04-22T00:38:45.385690+0000","last_peered":"2024-04-22T00:38:45.385690+0000","last_clean":"2024-04-22T00:38:45.385690+0000","last_became_active":"2024-04-22T00:38:39.363652+0000","last_became_peered":"2024-04-22T00:38:39.363652+0000","last_unstale":"2024-04-22T00:38:45.385690+0000","last_undegraded":"2024-04-22T00:38:45.385690+0000","last_fullsized":"2024-04-22T00:38:45.385690+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:58:02.862893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523484+0000","last_change":"2024-04-22T00:38:40.361691+0000","last_active":"2024-04-22T00:38:45.523484+0000","last_peered":"2024-04-22T00:38:45.523484+0000","last_clean":"2024-04-22T00:38:45.523484+0000","last_became_active":"2024-04-22T00:38:40.360100+0000","last_became_peered":"2024-04-22T00:38:40.360100+0000","last_unstale":"2024-04-22T00:38:45.523484+0000","last_undegraded":"2024-04-22T00:38:45.523484+0000","last_fullsized":"2024-04-22T00:38:45.523484+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:29:57.942269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385640+0000","last_change":"2024-04-22T00:38:44.504138+0000","last_active":"2024-04-22T00:38:45.385640+0000","last_peered":"2024-04-22T00:38:45.385640+0000","last_clean":"2024-04-22T00:38:45.385640+0000","last_became_active":"2024-04-22T00:38:44.503645+0000","last_became_peered":"2024-04-22T00:38:44.503645+0000","last_unstale":"2024-04-22T00:38:45.385640+0000","last_undegraded":"2024-04-22T00:38:45.385640+0000","last_fullsized":"2024-04-22T00:38:45.385640+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:19:44.530686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.454237+0000","last_change":"2024-04-22T00:38:39.370095+0000","last_active":"2024-04-22T00:39:05.454237+0000","last_peered":"2024-04-22T00:39:05.454237+0000","last_clean":"2024-04-22T00:39:05.454237+0000","last_became_active":"2024-04-22T00:38:39.369700+0000","last_became_peered":"2024-04-22T00:38:39.369700+0000","last_unstale":"2024-04-22T00:39:05.454237+0000","last_undegraded":"2024-04-22T00:39:05.454237+0000","last_fullsized":"2024-04-22T00:39:05.454237+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:42:43.406452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661399+0000","last_change":"2024-04-22T00:38:40.360999+0000","last_active":"2024-04-22T00:38:46.661399+0000","last_peered":"2024-04-22T00:38:46.661399+0000","last_clean":"2024-04-22T00:38:46.661399+0000","last_became_active":"2024-04-22T00:38:40.360668+0000","last_became_peered":"2024-04-22T00:38:40.360668+0000","last_unstale":"2024-04-22T00:38:46.661399+0000","last_undegraded":"2024-04-22T00:38:46.661399+0000","last_fullsized":"2024-04-22T00:38:46.661399+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:46.053562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660688+0000","last_change":"2024-04-22T00:38:44.399843+0000","last_active":"2024-04-22T00:38:46.660688+0000","last_peered":"2024-04-22T00:38:46.660688+0000","last_clean":"2024-04-22T00:38:46.660688+0000","last_became_active":"2024-04-22T00:38:44.399518+0000","last_became_peered":"2024-04-22T00:38:44.399518+0000","last_unstale":"2024-04-22T00:38:46.660688+0000","last_undegraded":"2024-04-22T00:38:46.660688+0000","last_fullsized":"2024-04-22T00:38:46.660688+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:58:32.109105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.466191+0000","last_change":"2024-04-22T00:38:39.362436+0000","last_active":"2024-04-22T00:39:06.466191+0000","last_peered":"2024-04-22T00:39:06.466191+0000","last_clean":"2024-04-22T00:39:06.466191+0000","last_became_active":"2024-04-22T00:38:39.361892+0000","last_became_peered":"2024-04-22T00:38:39.361892+0000","last_unstale":"2024-04-22T00:39:06.466191+0000","last_undegraded":"2024-04-22T00:39:06.466191+0000","last_fullsized":"2024-04-22T00:39:06.466191+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:29.311180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.662230+0000","last_change":"2024-04-22T00:38:40.356585+0000","last_active":"2024-04-22T00:38:46.662230+0000","last_peered":"2024-04-22T00:38:46.662230+0000","last_clean":"2024-04-22T00:38:46.662230+0000","last_became_active":"2024-04-22T00:38:40.356276+0000","last_became_peered":"2024-04-22T00:38:40.356276+0000","last_unstale":"2024-04-22T00:38:46.662230+0000","last_undegraded":"2024-04-22T00:38:46.662230+0000","last_fullsized":"2024-04-22T00:38:46.662230+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:11:43.061675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307163+0000","last_change":"2024-04-22T00:38:44.407157+0000","last_active":"2024-04-22T00:38:46.307163+0000","last_peered":"2024-04-22T00:38:46.307163+0000","last_clean":"2024-04-22T00:38:46.307163+0000","last_became_active":"2024-04-22T00:38:44.406611+0000","last_became_peered":"2024-04-22T00:38:44.406611+0000","last_unstale":"2024-04-22T00:38:46.307163+0000","last_undegraded":"2024-04-22T00:38:46.307163+0000","last_fullsized":"2024-04-22T00:38:46.307163+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:20:03.481981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615556+0000","last_change":"2024-04-22T00:38:39.366263+0000","last_active":"2024-04-22T00:38:46.615556+0000","last_peered":"2024-04-22T00:38:46.615556+0000","last_clean":"2024-04-22T00:38:46.615556+0000","last_became_active":"2024-04-22T00:38:39.365804+0000","last_became_peered":"2024-04-22T00:38:39.365804+0000","last_unstale":"2024-04-22T00:38:46.615556+0000","last_undegraded":"2024-04-22T00:38:46.615556+0000","last_fullsized":"2024-04-22T00:38:46.615556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:05:50.097334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661598+0000","last_change":"2024-04-22T00:38:40.366858+0000","last_active":"2024-04-22T00:38:46.661598+0000","last_peered":"2024-04-22T00:38:46.661598+0000","last_clean":"2024-04-22T00:38:46.661598+0000","last_became_active":"2024-04-22T00:38:40.364294+0000","last_became_peered":"2024-04-22T00:38:40.364294+0000","last_unstale":"2024-04-22T00:38:46.661598+0000","last_undegraded":"2024-04-22T00:38:46.661598+0000","last_fullsized":"2024-04-22T00:38:46.661598+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:43:14.567843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.614884+0000","last_change":"2024-04-22T00:38:44.395160+0000","last_active":"2024-04-22T00:38:46.614884+0000","last_peered":"2024-04-22T00:38:46.614884+0000","last_clean":"2024-04-22T00:38:46.614884+0000","last_became_active":"2024-04-22T00:38:44.394772+0000","last_became_peered":"2024-04-22T00:38:44.394772+0000","last_unstale":"2024-04-22T00:38:46.614884+0000","last_undegraded":"2024-04-22T00:38:46.614884+0000","last_fullsized":"2024-04-22T00:38:46.614884+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:17.746874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660747+0000","last_change":"2024-04-22T00:38:39.359978+0000","last_active":"2024-04-22T00:38:46.660747+0000","last_peered":"2024-04-22T00:38:46.660747+0000","last_clean":"2024-04-22T00:38:46.660747+0000","last_became_active":"2024-04-22T00:38:39.359630+0000","last_became_peered":"2024-04-22T00:38:39.359630+0000","last_unstale":"2024-04-22T00:38:46.660747+0000","last_undegraded":"2024-04-22T00:38:46.660747+0000","last_fullsized":"2024-04-22T00:38:46.660747+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:08:22.231421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661917+0000","last_change":"2024-04-22T00:38:40.361689+0000","last_active":"2024-04-22T00:38:46.661917+0000","last_peered":"2024-04-22T00:38:46.661917+0000","last_clean":"2024-04-22T00:38:46.661917+0000","last_became_active":"2024-04-22T00:38:40.361361+0000","last_became_peered":"2024-04-22T00:38:40.361361+0000","last_unstale":"2024-04-22T00:38:46.661917+0000","last_undegraded":"2024-04-22T00:38:46.661917+0000","last_fullsized":"2024-04-22T00:38:46.661917+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:56:54.530889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.586943+0000","last_change":"2024-04-22T00:38:40.362409+0000","last_active":"2024-04-22T00:38:45.586943+0000","last_peered":"2024-04-22T00:38:45.586943+0000","last_clean":"2024-04-22T00:38:45.586943+0000","last_became_active":"2024-04-22T00:38:40.361990+0000","last_became_peered":"2024-04-22T00:38:40.361990+0000","last_unstale":"2024-04-22T00:38:45.586943+0000","last_undegraded":"2024-04-22T00:38:45.586943+0000","last_fullsized":"2024-04-22T00:38:45.586943+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:55:45.209948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385835+0000","last_change":"2024-04-22T00:38:40.373203+0000","last_active":"2024-04-22T00:38:45.385835+0000","last_peered":"2024-04-22T00:38:45.385835+0000","last_clean":"2024-04-22T00:38:45.385835+0000","last_became_active":"2024-04-22T00:38:40.372873+0000","last_became_peered":"2024-04-22T00:38:40.372873+0000","last_unstale":"2024-04-22T00:38:45.385835+0000","last_undegraded":"2024-04-22T00:38:45.385835+0000","last_fullsized":"2024-04-22T00:38:45.385835+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:42:19.733780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385578+0000","last_change":"2024-04-22T00:38:40.364593+0000","last_active":"2024-04-22T00:38:45.385578+0000","last_peered":"2024-04-22T00:38:45.385578+0000","last_clean":"2024-04-22T00:38:45.385578+0000","last_became_active":"2024-04-22T00:38:40.364222+0000","last_became_peered":"2024-04-22T00:38:40.364222+0000","last_unstale":"2024-04-22T00:38:45.385578+0000","last_undegraded":"2024-04-22T00:38:45.385578+0000","last_fullsized":"2024-04-22T00:38:45.385578+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:50.130769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307399+0000","last_change":"2024-04-22T00:38:40.374179+0000","last_active":"2024-04-22T00:38:46.307399+0000","last_peered":"2024-04-22T00:38:46.307399+0000","last_clean":"2024-04-22T00:38:46.307399+0000","last_became_active":"2024-04-22T00:38:40.373866+0000","last_became_peered":"2024-04-22T00:38:40.373866+0000","last_unstale":"2024-04-22T00:38:46.307399+0000","last_undegraded":"2024-04-22T00:38:46.307399+0000","last_fullsized":"2024-04-22T00:38:46.307399+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:04.954961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660613+0000","last_change":"2024-04-22T00:38:40.373265+0000","last_active":"2024-04-22T00:38:46.660613+0000","last_peered":"2024-04-22T00:38:46.660613+0000","last_clean":"2024-04-22T00:38:46.660613+0000","last_became_active":"2024-04-22T00:38:40.372935+0000","last_became_peered":"2024-04-22T00:38:40.372935+0000","last_unstale":"2024-04-22T00:38:46.660613+0000","last_undegraded":"2024-04-22T00:38:46.660613+0000","last_fullsized":"2024-04-22T00:38:46.660613+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:06.407429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587130+0000","last_change":"2024-04-22T00:38:40.365976+0000","last_active":"2024-04-22T00:38:45.587130+0000","last_peered":"2024-04-22T00:38:45.587130+0000","last_clean":"2024-04-22T00:38:45.587130+0000","last_became_active":"2024-04-22T00:38:40.365670+0000","last_became_peered":"2024-04-22T00:38:40.365670+0000","last_unstale":"2024-04-22T00:38:45.587130+0000","last_undegraded":"2024-04-22T00:38:45.587130+0000","last_fullsized":"2024-04-22T00:38:45.587130+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:21:53.039571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.386206+0000","last_change":"2024-04-22T00:38:40.377782+0000","last_active":"2024-04-22T00:38:45.386206+0000","last_peered":"2024-04-22T00:38:45.386206+0000","last_clean":"2024-04-22T00:38:45.386206+0000","last_became_active":"2024-04-22T00:38:40.372730+0000","last_became_peered":"2024-04-22T00:38:40.372730+0000","last_unstale":"2024-04-22T00:38:45.386206+0000","last_undegraded":"2024-04-22T00:38:45.386206+0000","last_fullsized":"2024-04-22T00:38:45.386206+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:20:39.130810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523614+0000","last_change":"2024-04-22T00:38:40.375941+0000","last_active":"2024-04-22T00:38:45.523614+0000","last_peered":"2024-04-22T00:38:45.523614+0000","last_clean":"2024-04-22T00:38:45.523614+0000","last_became_active":"2024-04-22T00:38:40.375630+0000","last_became_peered":"2024-04-22T00:38:40.375630+0000","last_unstale":"2024-04-22T00:38:45.523614+0000","last_undegraded":"2024-04-22T00:38:45.523614+0000","last_fullsized":"2024-04-22T00:38:45.523614+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:09.297432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.614997+0000","last_change":"2024-04-22T00:38:40.361401+0000","last_active":"2024-04-22T00:38:46.614997+0000","last_peered":"2024-04-22T00:38:46.614997+0000","last_clean":"2024-04-22T00:38:46.614997+0000","last_became_active":"2024-04-22T00:38:40.361108+0000","last_became_peered":"2024-04-22T00:38:40.361108+0000","last_unstale":"2024-04-22T00:38:46.614997+0000","last_undegraded":"2024-04-22T00:38:46.614997+0000","last_fullsized":"2024-04-22T00:38:46.614997+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:50:47.993559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523709+0000","last_change":"2024-04-22T00:38:40.360007+0000","last_active":"2024-04-22T00:38:45.523709+0000","last_peered":"2024-04-22T00:38:45.523709+0000","last_clean":"2024-04-22T00:38:45.523709+0000","last_became_active":"2024-04-22T00:38:40.358851+0000","last_became_peered":"2024-04-22T00:38:40.358851+0000","last_unstale":"2024-04-22T00:38:45.523709+0000","last_undegraded":"2024-04-22T00:38:45.523709+0000","last_fullsized":"2024-04-22T00:38:45.523709+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:16:49.060153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660984+0000","last_change":"2024-04-22T00:38:40.362249+0000","last_active":"2024-04-22T00:38:46.660984+0000","last_peered":"2024-04-22T00:38:46.660984+0000","last_clean":"2024-04-22T00:38:46.660984+0000","last_became_active":"2024-04-22T00:38:40.361520+0000","last_became_peered":"2024-04-22T00:38:40.361520+0000","last_unstale":"2024-04-22T00:38:46.660984+0000","last_undegraded":"2024-04-22T00:38:46.660984+0000","last_fullsized":"2024-04-22T00:38:46.660984+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:30.499142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660418+0000","last_change":"2024-04-22T00:38:40.365613+0000","last_active":"2024-04-22T00:38:46.660418+0000","last_peered":"2024-04-22T00:38:46.660418+0000","last_clean":"2024-04-22T00:38:46.660418+0000","last_became_active":"2024-04-22T00:38:40.365278+0000","last_became_peered":"2024-04-22T00:38:40.365278+0000","last_unstale":"2024-04-22T00:38:46.660418+0000","last_undegraded":"2024-04-22T00:38:46.660418+0000","last_fullsized":"2024-04-22T00:38:46.660418+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:57.940258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587096+0000","last_change":"2024-04-22T00:38:40.375633+0000","last_active":"2024-04-22T00:38:45.587096+0000","last_peered":"2024-04-22T00:38:45.587096+0000","last_clean":"2024-04-22T00:38:45.587096+0000","last_became_active":"2024-04-22T00:38:40.375310+0000","last_became_peered":"2024-04-22T00:38:40.375310+0000","last_unstale":"2024-04-22T00:38:45.587096+0000","last_undegraded":"2024-04-22T00:38:45.587096+0000","last_fullsized":"2024-04-22T00:38:45.587096+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:21:27.608084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":24576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7452,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":23,"num_read_kb":20,"num_write":127,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":38,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":258048,"data_stored":58361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318289,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":488363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579926,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36924,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708228,"statfs":{"total":95995035648,"available":95957225472,"internally_reserved":0,"allocated":1626112,"data_stored":1082767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743453,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":497373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005090,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36340,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708812,"statfs":{"total":95995035648,"available":95957823488,"internally_reserved":0,"allocated":1028096,"data_stored":489101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299431,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1622016,"data_stored":1085010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495660,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":488453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1019904,"data_stored":492205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1011712,"data_stored":488453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1064960,"data_stored":513245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182458,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":488647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920822,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":489007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757295,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28608,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716544,"statfs":{"total":95995035648,"available":95965741056,"internally_reserved":0,"allocated":1630208,"data_stored":1080207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":42212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":4798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T00:39:10.160 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T00:39:10.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 -- 172.21.15.18:0/2333513502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87cc102250 msgr2=0x7f87cc108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:10.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 --2- 172.21.15.18:0/2333513502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87cc102250 0x7f87cc108ae0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f87c4009ca0 tx=0x7f87c402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 -- 172.21.15.18:0/2333513502 shutdown_connections 2024-04-22T00:39:10.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 --2- 172.21.15.18:0/2333513502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87cc102250 0x7f87cc108ae0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 --2- 172.21.15.18:0/2333513502 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87cc101890 0x7f87cc101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 --2- 172.21.15.18:0/2333513502 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f87cc1006a0 0x7f87cc100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 -- 172.21.15.18:0/2333513502 >> 172.21.15.18:0/2333513502 conn(0x7f87cc0fbc30 msgr2=0x7f87cc0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:10.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 -- 172.21.15.18:0/2333513502 shutdown_connections 2024-04-22T00:39:10.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 -- 172.21.15.18:0/2333513502 wait complete. 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 Processor -- start 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.293+0000 7f87d1f37640 1 -- start start 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87d1f37640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f87cc1006a0 0x7f87cc197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87d1f37640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87cc101890 0x7f87cc197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87d1f37640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87cc102250 0x7f87cc19efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87d1f37640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f87cc10c320 con 0x7f87cc102250 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87d1f37640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f87cc10c1a0 con 0x7f87cc1006a0 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87d1f37640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f87cc10c4a0 con 0x7f87cc101890 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87cc102250 0x7f87cc19efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87cc102250 0x7f87cc19efd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35474/0 (socket says 172.21.15.18:35474) 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cbfff640 1 -- 172.21.15.18:0/29978162 learned_addr learned my addr 172.21.15.18:0/29978162 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cb7fe640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f87cc1006a0 0x7f87cc197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:10.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cbfff640 1 -- 172.21.15.18:0/29978162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87cc101890 msgr2=0x7f87cc197f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cbfff640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87cc101890 0x7f87cc197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cbfff640 1 -- 172.21.15.18:0/29978162 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f87cc1006a0 msgr2=0x7f87cc197a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cbfff640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f87cc1006a0 0x7f87cc197a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cbfff640 1 -- 172.21.15.18:0/29978162 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87cc19f640 con 0x7f87cc102250 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cb7fe640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f87cc1006a0 0x7f87cc197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87cbfff640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87cc102250 0x7f87cc19efd0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f87c4037040 tx=0x7f87c4032f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87c8ff9640 1 -- 172.21.15.18:0/29978162 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c4041020 con 0x7f87cc102250 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.294+0000 7f87d1f37640 1 -- 172.21.15.18:0/29978162 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87cc19f8d0 con 0x7f87cc102250 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.295+0000 7f87c8ff9640 1 -- 172.21.15.18:0/29978162 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87c4034cd0 con 0x7f87cc102250 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.295+0000 7f87c8ff9640 1 -- 172.21.15.18:0/29978162 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c4039040 con 0x7f87cc102250 2024-04-22T00:39:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.295+0000 7f87d1f37640 1 -- 172.21.15.18:0/29978162 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87cc19fe10 con 0x7f87cc102250 2024-04-22T00:39:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.296+0000 7f87d1f37640 1 -- 172.21.15.18:0/29978162 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87cc1a0040 con 0x7f87cc102250 2024-04-22T00:39:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.297+0000 7f87c8ff9640 1 -- 172.21.15.18:0/29978162 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f87c4044020 con 0x7f87cc102250 2024-04-22T00:39:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.298+0000 7f87c8ff9640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f87b40a2c20 0x7f87b40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.298+0000 7f87cb7fe640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f87b40a2c20 0x7f87b40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.298+0000 7f87c8ff9640 1 -- 172.21.15.18:0/29978162 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f87c40f1270 con 0x7f87cc102250 2024-04-22T00:39:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.298+0000 7f87cb7fe640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f87b40a2c20 0x7f87b40a50e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f87cc1016f0 tx=0x7f87bc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:10.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.302+0000 7f87c8ff9640 1 -- 172.21.15.18:0/29978162 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f87c404b020 con 0x7f87cc102250 2024-04-22T00:39:10.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.485+0000 7f87d1f37640 1 -- 172.21.15.18:0/29978162 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f87cc1a0210 con 0x7f87b40a2c20 2024-04-22T00:39:10.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.495+0000 7f87c8ff9640 1 -- 172.21.15.18:0/29978162 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340354 (secure 0 0 0) 0x7f87cc1a0210 con 0x7f87b40a2c20 2024-04-22T00:39:10.501 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:39:10.503 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.498+0000 7f87d1f37640 1 -- 172.21.15.18:0/29978162 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f87b40a2c20 msgr2=0x7f87b40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.498+0000 7f87d1f37640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f87b40a2c20 0x7f87b40a50e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f87cc1016f0 tx=0x7f87bc005f90 comp rx=0 tx=0).stop 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.498+0000 7f87d1f37640 1 -- 172.21.15.18:0/29978162 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87cc102250 msgr2=0x7f87cc19efd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.498+0000 7f87d1f37640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87cc102250 0x7f87cc19efd0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f87c4037040 tx=0x7f87c4032f40 comp rx=0 tx=0).stop 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.498+0000 7f87d1f37640 1 -- 172.21.15.18:0/29978162 shutdown_connections 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.498+0000 7f87d1f37640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f87b40a2c20 0x7f87b40a50e0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.498+0000 7f87d1f37640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87cc102250 0x7f87cc19efd0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.498+0000 7f87d1f37640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f87cc101890 0x7f87cc197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.498+0000 7f87d1f37640 1 --2- 172.21.15.18:0/29978162 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f87cc1006a0 0x7f87cc197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.498+0000 7f87d1f37640 1 -- 172.21.15.18:0/29978162 >> 172.21.15.18:0/29978162 conn(0x7f87cc0fbc30 msgr2=0x7f87cc0fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.499+0000 7f87d1f37640 1 -- 172.21.15.18:0/29978162 shutdown_connections 2024-04-22T00:39:10.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:10.499+0000 7f87d1f37640 1 -- 172.21.15.18:0/29978162 wait complete. 2024-04-22T00:39:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":307,"stamp":"2024-04-22T00:39:10.034629+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":598054,"num_objects":62,"num_object_clones":0,"num_object_copies":188,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":149,"num_read_kb":129,"num_write":310,"num_write_kb":2985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":38,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":250,"ondisk_log_size":250,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":400372,"kb_used_data":13772,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124541452,"statfs":{"total":1151940427776,"available":1151530446848,"internally_reserved":0,"allocated":14102528,"data_stored":7682831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3187,"num_objects":38,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":23,"num_read_kb":20,"num_write":82,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":24,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003593"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587446+0000","last_change":"2024-04-22T00:38:40.367810+0000","last_active":"2024-04-22T00:38:45.587446+0000","last_peered":"2024-04-22T00:38:45.587446+0000","last_clean":"2024-04-22T00:38:45.587446+0000","last_became_active":"2024-04-22T00:38:40.367519+0000","last_became_peered":"2024-04-22T00:38:40.367519+0000","last_unstale":"2024-04-22T00:38:45.587446+0000","last_undegraded":"2024-04-22T00:38:45.587446+0000","last_fullsized":"2024-04-22T00:38:45.587446+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:21:30.577358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307509+0000","last_change":"2024-04-22T00:38:40.366029+0000","last_active":"2024-04-22T00:38:46.307509+0000","last_peered":"2024-04-22T00:38:46.307509+0000","last_clean":"2024-04-22T00:38:46.307509+0000","last_became_active":"2024-04-22T00:38:40.365679+0000","last_became_peered":"2024-04-22T00:38:40.365679+0000","last_unstale":"2024-04-22T00:38:46.307509+0000","last_undegraded":"2024-04-22T00:38:46.307509+0000","last_fullsized":"2024-04-22T00:38:46.307509+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:17:38.156470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307207+0000","last_change":"2024-04-22T00:38:40.363834+0000","last_active":"2024-04-22T00:38:46.307207+0000","last_peered":"2024-04-22T00:38:46.307207+0000","last_clean":"2024-04-22T00:38:46.307207+0000","last_became_active":"2024-04-22T00:38:40.363494+0000","last_became_peered":"2024-04-22T00:38:40.363494+0000","last_unstale":"2024-04-22T00:38:46.307207+0000","last_undegraded":"2024-04-22T00:38:46.307207+0000","last_fullsized":"2024-04-22T00:38:46.307207+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:27:45.403891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385670+0000","last_change":"2024-04-22T00:38:40.375393+0000","last_active":"2024-04-22T00:38:45.385670+0000","last_peered":"2024-04-22T00:38:45.385670+0000","last_clean":"2024-04-22T00:38:45.385670+0000","last_became_active":"2024-04-22T00:38:40.375076+0000","last_became_peered":"2024-04-22T00:38:40.375076+0000","last_unstale":"2024-04-22T00:38:45.385670+0000","last_undegraded":"2024-04-22T00:38:45.385670+0000","last_fullsized":"2024-04-22T00:38:45.385670+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:07:27.404582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503394+0000","last_change":"2024-04-22T00:38:40.373581+0000","last_active":"2024-04-22T00:38:46.503394+0000","last_peered":"2024-04-22T00:38:46.503394+0000","last_clean":"2024-04-22T00:38:46.503394+0000","last_became_active":"2024-04-22T00:38:40.373261+0000","last_became_peered":"2024-04-22T00:38:40.373261+0000","last_unstale":"2024-04-22T00:38:46.503394+0000","last_undegraded":"2024-04-22T00:38:46.503394+0000","last_fullsized":"2024-04-22T00:38:46.503394+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:38.908652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661693+0000","last_change":"2024-04-22T00:38:40.377033+0000","last_active":"2024-04-22T00:38:46.661693+0000","last_peered":"2024-04-22T00:38:46.661693+0000","last_clean":"2024-04-22T00:38:46.661693+0000","last_became_active":"2024-04-22T00:38:40.376694+0000","last_became_peered":"2024-04-22T00:38:40.376694+0000","last_unstale":"2024-04-22T00:38:46.661693+0000","last_undegraded":"2024-04-22T00:38:46.661693+0000","last_fullsized":"2024-04-22T00:38:46.661693+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:46:23.799672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660808+0000","last_change":"2024-04-22T00:38:40.364083+0000","last_active":"2024-04-22T00:38:46.660808+0000","last_peered":"2024-04-22T00:38:46.660808+0000","last_clean":"2024-04-22T00:38:46.660808+0000","last_became_active":"2024-04-22T00:38:40.363769+0000","last_became_peered":"2024-04-22T00:38:40.363769+0000","last_unstale":"2024-04-22T00:38:46.660808+0000","last_undegraded":"2024-04-22T00:38:46.660808+0000","last_fullsized":"2024-04-22T00:38:46.660808+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:04:33.631920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523004+0000","last_change":"2024-04-22T00:38:40.357433+0000","last_active":"2024-04-22T00:38:45.523004+0000","last_peered":"2024-04-22T00:38:45.523004+0000","last_clean":"2024-04-22T00:38:45.523004+0000","last_became_active":"2024-04-22T00:38:40.357100+0000","last_became_peered":"2024-04-22T00:38:40.357100+0000","last_unstale":"2024-04-22T00:38:45.523004+0000","last_undegraded":"2024-04-22T00:38:45.523004+0000","last_fullsized":"2024-04-22T00:38:45.523004+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:54.446434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661053+0000","last_change":"2024-04-22T00:38:40.370297+0000","last_active":"2024-04-22T00:38:46.661053+0000","last_peered":"2024-04-22T00:38:46.661053+0000","last_clean":"2024-04-22T00:38:46.661053+0000","last_became_active":"2024-04-22T00:38:40.369973+0000","last_became_peered":"2024-04-22T00:38:40.369973+0000","last_unstale":"2024-04-22T00:38:46.661053+0000","last_undegraded":"2024-04-22T00:38:46.661053+0000","last_fullsized":"2024-04-22T00:38:46.661053+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:33:55.041055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661967+0000","last_change":"2024-04-22T00:38:40.375787+0000","last_active":"2024-04-22T00:38:46.661967+0000","last_peered":"2024-04-22T00:38:46.661967+0000","last_clean":"2024-04-22T00:38:46.661967+0000","last_became_active":"2024-04-22T00:38:40.375461+0000","last_became_peered":"2024-04-22T00:38:40.375461+0000","last_unstale":"2024-04-22T00:38:46.661967+0000","last_undegraded":"2024-04-22T00:38:46.661967+0000","last_fullsized":"2024-04-22T00:38:46.661967+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:35.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.662175+0000","last_change":"2024-04-22T00:38:40.363070+0000","last_active":"2024-04-22T00:38:46.662175+0000","last_peered":"2024-04-22T00:38:46.662175+0000","last_clean":"2024-04-22T00:38:46.662175+0000","last_became_active":"2024-04-22T00:38:40.362124+0000","last_became_peered":"2024-04-22T00:38:40.362124+0000","last_unstale":"2024-04-22T00:38:46.662175+0000","last_undegraded":"2024-04-22T00:38:46.662175+0000","last_fullsized":"2024-04-22T00:38:46.662175+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:58.345244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385629+0000","last_change":"2024-04-22T00:38:40.375481+0000","last_active":"2024-04-22T00:38:45.385629+0000","last_peered":"2024-04-22T00:38:45.385629+0000","last_clean":"2024-04-22T00:38:45.385629+0000","last_became_active":"2024-04-22T00:38:40.375166+0000","last_became_peered":"2024-04-22T00:38:40.375166+0000","last_unstale":"2024-04-22T00:38:45.385629+0000","last_undegraded":"2024-04-22T00:38:45.385629+0000","last_fullsized":"2024-04-22T00:38:45.385629+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:44:54.454914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660573+0000","last_change":"2024-04-22T00:38:40.367188+0000","last_active":"2024-04-22T00:38:46.660573+0000","last_peered":"2024-04-22T00:38:46.660573+0000","last_clean":"2024-04-22T00:38:46.660573+0000","last_became_active":"2024-04-22T00:38:40.366823+0000","last_became_peered":"2024-04-22T00:38:40.366823+0000","last_unstale":"2024-04-22T00:38:46.660573+0000","last_undegraded":"2024-04-22T00:38:46.660573+0000","last_fullsized":"2024-04-22T00:38:46.660573+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:43.451995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307048+0000","last_change":"2024-04-22T00:38:40.366815+0000","last_active":"2024-04-22T00:38:46.307048+0000","last_peered":"2024-04-22T00:38:46.307048+0000","last_clean":"2024-04-22T00:38:46.307048+0000","last_became_active":"2024-04-22T00:38:40.366473+0000","last_became_peered":"2024-04-22T00:38:40.366473+0000","last_unstale":"2024-04-22T00:38:46.307048+0000","last_undegraded":"2024-04-22T00:38:46.307048+0000","last_fullsized":"2024-04-22T00:38:46.307048+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:42:28.037969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307039+0000","last_change":"2024-04-22T00:38:40.373225+0000","last_active":"2024-04-22T00:38:46.307039+0000","last_peered":"2024-04-22T00:38:46.307039+0000","last_clean":"2024-04-22T00:38:46.307039+0000","last_became_active":"2024-04-22T00:38:40.372848+0000","last_became_peered":"2024-04-22T00:38:40.372848+0000","last_unstale":"2024-04-22T00:38:46.307039+0000","last_undegraded":"2024-04-22T00:38:46.307039+0000","last_fullsized":"2024-04-22T00:38:46.307039+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:54.985460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660431+0000","last_change":"2024-04-22T00:38:40.361865+0000","last_active":"2024-04-22T00:38:46.660431+0000","last_peered":"2024-04-22T00:38:46.660431+0000","last_clean":"2024-04-22T00:38:46.660431+0000","last_became_active":"2024-04-22T00:38:40.361471+0000","last_became_peered":"2024-04-22T00:38:40.361471+0000","last_unstale":"2024-04-22T00:38:46.660431+0000","last_undegraded":"2024-04-22T00:38:46.660431+0000","last_fullsized":"2024-04-22T00:38:46.660431+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:13:16.480063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587440+0000","last_change":"2024-04-22T00:38:40.368845+0000","last_active":"2024-04-22T00:38:45.587440+0000","last_peered":"2024-04-22T00:38:45.587440+0000","last_clean":"2024-04-22T00:38:45.587440+0000","last_became_active":"2024-04-22T00:38:40.368322+0000","last_became_peered":"2024-04-22T00:38:40.368322+0000","last_unstale":"2024-04-22T00:38:45.587440+0000","last_undegraded":"2024-04-22T00:38:45.587440+0000","last_fullsized":"2024-04-22T00:38:45.587440+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:36:57.926087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383759+0000","last_change":"2024-04-22T00:38:40.366139+0000","last_active":"2024-04-22T00:38:45.383759+0000","last_peered":"2024-04-22T00:38:45.383759+0000","last_clean":"2024-04-22T00:38:45.383759+0000","last_became_active":"2024-04-22T00:38:40.365694+0000","last_became_peered":"2024-04-22T00:38:40.365694+0000","last_unstale":"2024-04-22T00:38:45.383759+0000","last_undegraded":"2024-04-22T00:38:45.383759+0000","last_fullsized":"2024-04-22T00:38:45.383759+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:51.067092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.386295+0000","last_change":"2024-04-22T00:38:40.377469+0000","last_active":"2024-04-22T00:38:45.386295+0000","last_peered":"2024-04-22T00:38:45.386295+0000","last_clean":"2024-04-22T00:38:45.386295+0000","last_became_active":"2024-04-22T00:38:40.371408+0000","last_became_peered":"2024-04-22T00:38:40.371408+0000","last_unstale":"2024-04-22T00:38:45.386295+0000","last_undegraded":"2024-04-22T00:38:45.386295+0000","last_fullsized":"2024-04-22T00:38:45.386295+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:57:02.978252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385580+0000","last_change":"2024-04-22T00:38:44.406374+0000","last_active":"2024-04-22T00:38:45.385580+0000","last_peered":"2024-04-22T00:38:45.385580+0000","last_clean":"2024-04-22T00:38:45.385580+0000","last_became_active":"2024-04-22T00:38:44.405901+0000","last_became_peered":"2024-04-22T00:38:44.405901+0000","last_unstale":"2024-04-22T00:38:45.385580+0000","last_undegraded":"2024-04-22T00:38:45.385580+0000","last_fullsized":"2024-04-22T00:38:45.385580+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:30:50.512729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.465732+0000","last_change":"2024-04-22T00:38:39.374680+0000","last_active":"2024-04-22T00:39:06.465732+0000","last_peered":"2024-04-22T00:39:06.465732+0000","last_clean":"2024-04-22T00:39:06.465732+0000","last_became_active":"2024-04-22T00:38:39.374354+0000","last_became_peered":"2024-04-22T00:38:39.374354+0000","last_unstale":"2024-04-22T00:39:06.465732+0000","last_undegraded":"2024-04-22T00:39:06.465732+0000","last_fullsized":"2024-04-22T00:39:06.465732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:59:19.353867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523655+0000","last_change":"2024-04-22T00:38:40.356727+0000","last_active":"2024-04-22T00:38:45.523655+0000","last_peered":"2024-04-22T00:38:45.523655+0000","last_clean":"2024-04-22T00:38:45.523655+0000","last_became_active":"2024-04-22T00:38:40.356415+0000","last_became_peered":"2024-04-22T00:38:40.356415+0000","last_unstale":"2024-04-22T00:38:45.523655+0000","last_undegraded":"2024-04-22T00:38:45.523655+0000","last_fullsized":"2024-04-22T00:38:45.523655+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:51:21.063322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385163+0000","last_change":"2024-04-22T00:38:44.406326+0000","last_active":"2024-04-22T00:38:45.385163+0000","last_peered":"2024-04-22T00:38:45.385163+0000","last_clean":"2024-04-22T00:38:45.385163+0000","last_became_active":"2024-04-22T00:38:44.405707+0000","last_became_peered":"2024-04-22T00:38:44.405707+0000","last_unstale":"2024-04-22T00:38:45.385163+0000","last_undegraded":"2024-04-22T00:38:45.385163+0000","last_fullsized":"2024-04-22T00:38:45.385163+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:15:40.246982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523752+0000","last_change":"2024-04-22T00:38:39.360667+0000","last_active":"2024-04-22T00:38:45.523752+0000","last_peered":"2024-04-22T00:38:45.523752+0000","last_clean":"2024-04-22T00:38:45.523752+0000","last_became_active":"2024-04-22T00:38:39.360213+0000","last_became_peered":"2024-04-22T00:38:39.360213+0000","last_unstale":"2024-04-22T00:38:45.523752+0000","last_undegraded":"2024-04-22T00:38:45.523752+0000","last_fullsized":"2024-04-22T00:38:45.523752+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:19:06.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307289+0000","last_change":"2024-04-22T00:38:40.369638+0000","last_active":"2024-04-22T00:38:46.307289+0000","last_peered":"2024-04-22T00:38:46.307289+0000","last_clean":"2024-04-22T00:38:46.307289+0000","last_became_active":"2024-04-22T00:38:40.368377+0000","last_became_peered":"2024-04-22T00:38:40.368377+0000","last_unstale":"2024-04-22T00:38:46.307289+0000","last_undegraded":"2024-04-22T00:38:46.307289+0000","last_fullsized":"2024-04-22T00:38:46.307289+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:52:49.332301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385340+0000","last_change":"2024-04-22T00:38:44.406576+0000","last_active":"2024-04-22T00:38:45.385340+0000","last_peered":"2024-04-22T00:38:45.385340+0000","last_clean":"2024-04-22T00:38:45.385340+0000","last_became_active":"2024-04-22T00:38:44.405670+0000","last_became_peered":"2024-04-22T00:38:44.405670+0000","last_unstale":"2024-04-22T00:38:45.385340+0000","last_undegraded":"2024-04-22T00:38:45.385340+0000","last_fullsized":"2024-04-22T00:38:45.385340+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:28.412974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.461346+0000","last_change":"2024-04-22T00:38:39.370535+0000","last_active":"2024-04-22T00:39:06.461346+0000","last_peered":"2024-04-22T00:39:06.461346+0000","last_clean":"2024-04-22T00:39:06.461346+0000","last_became_active":"2024-04-22T00:38:39.370033+0000","last_became_peered":"2024-04-22T00:38:39.370033+0000","last_unstale":"2024-04-22T00:39:06.461346+0000","last_undegraded":"2024-04-22T00:39:06.461346+0000","last_fullsized":"2024-04-22T00:39:06.461346+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:21.146476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660837+0000","last_change":"2024-04-22T00:38:40.365051+0000","last_active":"2024-04-22T00:38:46.660837+0000","last_peered":"2024-04-22T00:38:46.660837+0000","last_clean":"2024-04-22T00:38:46.660837+0000","last_became_active":"2024-04-22T00:38:40.364700+0000","last_became_peered":"2024-04-22T00:38:40.364700+0000","last_unstale":"2024-04-22T00:38:46.660837+0000","last_undegraded":"2024-04-22T00:38:46.660837+0000","last_fullsized":"2024-04-22T00:38:46.660837+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:18:42.608828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385277+0000","last_change":"2024-04-22T00:38:44.402410+0000","last_active":"2024-04-22T00:38:45.385277+0000","last_peered":"2024-04-22T00:38:45.385277+0000","last_clean":"2024-04-22T00:38:45.385277+0000","last_became_active":"2024-04-22T00:38:44.402058+0000","last_became_peered":"2024-04-22T00:38:44.402058+0000","last_unstale":"2024-04-22T00:38:45.385277+0000","last_undegraded":"2024-04-22T00:38:45.385277+0000","last_fullsized":"2024-04-22T00:38:45.385277+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:52:12.956415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503443+0000","last_change":"2024-04-22T00:38:39.366658+0000","last_active":"2024-04-22T00:38:46.503443+0000","last_peered":"2024-04-22T00:38:46.503443+0000","last_clean":"2024-04-22T00:38:46.503443+0000","last_became_active":"2024-04-22T00:38:39.365415+0000","last_became_peered":"2024-04-22T00:38:39.365415+0000","last_unstale":"2024-04-22T00:38:46.503443+0000","last_undegraded":"2024-04-22T00:38:46.503443+0000","last_fullsized":"2024-04-22T00:38:46.503443+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:33.687226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615315+0000","last_change":"2024-04-22T00:38:40.362518+0000","last_active":"2024-04-22T00:38:46.615315+0000","last_peered":"2024-04-22T00:38:46.615315+0000","last_clean":"2024-04-22T00:38:46.615315+0000","last_became_active":"2024-04-22T00:38:40.362219+0000","last_became_peered":"2024-04-22T00:38:40.362219+0000","last_unstale":"2024-04-22T00:38:46.615315+0000","last_undegraded":"2024-04-22T00:38:46.615315+0000","last_fullsized":"2024-04-22T00:38:46.615315+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:47:52.401356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.386137+0000","last_change":"2024-04-22T00:38:44.398090+0000","last_active":"2024-04-22T00:38:45.386137+0000","last_peered":"2024-04-22T00:38:45.386137+0000","last_clean":"2024-04-22T00:38:45.386137+0000","last_became_active":"2024-04-22T00:38:44.397646+0000","last_became_peered":"2024-04-22T00:38:44.397646+0000","last_unstale":"2024-04-22T00:38:45.386137+0000","last_undegraded":"2024-04-22T00:38:45.386137+0000","last_fullsized":"2024-04-22T00:38:45.386137+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:33:52.534207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:07.349241+0000","last_change":"2024-04-22T00:38:39.363347+0000","last_active":"2024-04-22T00:39:07.349241+0000","last_peered":"2024-04-22T00:39:07.349241+0000","last_clean":"2024-04-22T00:39:07.349241+0000","last_became_active":"2024-04-22T00:38:39.363047+0000","last_became_peered":"2024-04-22T00:38:39.363047+0000","last_unstale":"2024-04-22T00:39:07.349241+0000","last_undegraded":"2024-04-22T00:39:07.349241+0000","last_fullsized":"2024-04-22T00:39:07.349241+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:52:56.438868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503402+0000","last_change":"2024-04-22T00:38:40.369168+0000","last_active":"2024-04-22T00:38:46.503402+0000","last_peered":"2024-04-22T00:38:46.503402+0000","last_clean":"2024-04-22T00:38:46.503402+0000","last_became_active":"2024-04-22T00:38:40.368842+0000","last_became_peered":"2024-04-22T00:38:40.368842+0000","last_unstale":"2024-04-22T00:38:46.503402+0000","last_undegraded":"2024-04-22T00:38:46.503402+0000","last_fullsized":"2024-04-22T00:38:46.503402+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:09:21.923340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.386098+0000","last_change":"2024-04-22T00:38:44.406786+0000","last_active":"2024-04-22T00:38:45.386098+0000","last_peered":"2024-04-22T00:38:45.386098+0000","last_clean":"2024-04-22T00:38:45.386098+0000","last_became_active":"2024-04-22T00:38:44.405474+0000","last_became_peered":"2024-04-22T00:38:44.405474+0000","last_unstale":"2024-04-22T00:38:45.386098+0000","last_undegraded":"2024-04-22T00:38:45.386098+0000","last_fullsized":"2024-04-22T00:38:45.386098+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:32:07.650716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661632+0000","last_change":"2024-04-22T00:38:39.372559+0000","last_active":"2024-04-22T00:38:46.661632+0000","last_peered":"2024-04-22T00:38:46.661632+0000","last_clean":"2024-04-22T00:38:46.661632+0000","last_became_active":"2024-04-22T00:38:39.371595+0000","last_became_peered":"2024-04-22T00:38:39.371595+0000","last_unstale":"2024-04-22T00:38:46.661632+0000","last_undegraded":"2024-04-22T00:38:46.661632+0000","last_fullsized":"2024-04-22T00:38:46.661632+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:05:12.406638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615380+0000","last_change":"2024-04-22T00:38:40.360413+0000","last_active":"2024-04-22T00:38:46.615380+0000","last_peered":"2024-04-22T00:38:46.615380+0000","last_clean":"2024-04-22T00:38:46.615380+0000","last_became_active":"2024-04-22T00:38:40.360081+0000","last_became_peered":"2024-04-22T00:38:40.360081+0000","last_unstale":"2024-04-22T00:38:46.615380+0000","last_undegraded":"2024-04-22T00:38:46.615380+0000","last_fullsized":"2024-04-22T00:38:46.615380+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:25:27.775592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587369+0000","last_change":"2024-04-22T00:38:44.406226+0000","last_active":"2024-04-22T00:38:45.587369+0000","last_peered":"2024-04-22T00:38:45.587369+0000","last_clean":"2024-04-22T00:38:45.587369+0000","last_became_active":"2024-04-22T00:38:44.405723+0000","last_became_peered":"2024-04-22T00:38:44.405723+0000","last_unstale":"2024-04-22T00:38:45.587369+0000","last_undegraded":"2024-04-22T00:38:45.587369+0000","last_fullsized":"2024-04-22T00:38:45.587369+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:39:40.055185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.463290+0000","last_change":"2024-04-22T00:38:39.366127+0000","last_active":"2024-04-22T00:39:06.463290+0000","last_peered":"2024-04-22T00:39:06.463290+0000","last_clean":"2024-04-22T00:39:06.463290+0000","last_became_active":"2024-04-22T00:38:39.365758+0000","last_became_peered":"2024-04-22T00:38:39.365758+0000","last_unstale":"2024-04-22T00:39:06.463290+0000","last_undegraded":"2024-04-22T00:39:06.463290+0000","last_fullsized":"2024-04-22T00:39:06.463290+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:00.931898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523123+0000","last_change":"2024-04-22T00:38:40.363547+0000","last_active":"2024-04-22T00:38:45.523123+0000","last_peered":"2024-04-22T00:38:45.523123+0000","last_clean":"2024-04-22T00:38:45.523123+0000","last_became_active":"2024-04-22T00:38:40.363136+0000","last_became_peered":"2024-04-22T00:38:40.363136+0000","last_unstale":"2024-04-22T00:38:45.523123+0000","last_undegraded":"2024-04-22T00:38:45.523123+0000","last_fullsized":"2024-04-22T00:38:45.523123+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:08:22.135426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307449+0000","last_change":"2024-04-22T00:38:44.401113+0000","last_active":"2024-04-22T00:38:46.307449+0000","last_peered":"2024-04-22T00:38:46.307449+0000","last_clean":"2024-04-22T00:38:46.307449+0000","last_became_active":"2024-04-22T00:38:44.400679+0000","last_became_peered":"2024-04-22T00:38:44.400679+0000","last_unstale":"2024-04-22T00:38:46.307449+0000","last_undegraded":"2024-04-22T00:38:46.307449+0000","last_fullsized":"2024-04-22T00:38:46.307449+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:28.248892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615165+0000","last_change":"2024-04-22T00:38:39.362725+0000","last_active":"2024-04-22T00:38:46.615165+0000","last_peered":"2024-04-22T00:38:46.615165+0000","last_clean":"2024-04-22T00:38:46.615165+0000","last_became_active":"2024-04-22T00:38:39.362412+0000","last_became_peered":"2024-04-22T00:38:39.362412+0000","last_unstale":"2024-04-22T00:38:46.615165+0000","last_undegraded":"2024-04-22T00:38:46.615165+0000","last_fullsized":"2024-04-22T00:38:46.615165+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:04:10.158596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383025+0000","last_change":"2024-04-22T00:38:40.361149+0000","last_active":"2024-04-22T00:38:45.383025+0000","last_peered":"2024-04-22T00:38:45.383025+0000","last_clean":"2024-04-22T00:38:45.383025+0000","last_became_active":"2024-04-22T00:38:40.360817+0000","last_became_peered":"2024-04-22T00:38:40.360817+0000","last_unstale":"2024-04-22T00:38:45.383025+0000","last_undegraded":"2024-04-22T00:38:45.383025+0000","last_fullsized":"2024-04-22T00:38:45.383025+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:23.184762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523334+0000","last_change":"2024-04-22T00:38:44.398428+0000","last_active":"2024-04-22T00:38:45.523334+0000","last_peered":"2024-04-22T00:38:45.523334+0000","last_clean":"2024-04-22T00:38:45.523334+0000","last_became_active":"2024-04-22T00:38:44.395265+0000","last_became_peered":"2024-04-22T00:38:44.395265+0000","last_unstale":"2024-04-22T00:38:45.523334+0000","last_undegraded":"2024-04-22T00:38:45.523334+0000","last_fullsized":"2024-04-22T00:38:45.523334+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:11.561788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.454470+0000","last_change":"2024-04-22T00:38:39.372184+0000","last_active":"2024-04-22T00:39:05.454470+0000","last_peered":"2024-04-22T00:39:05.454470+0000","last_clean":"2024-04-22T00:39:05.454470+0000","last_became_active":"2024-04-22T00:38:39.371792+0000","last_became_peered":"2024-04-22T00:38:39.371792+0000","last_unstale":"2024-04-22T00:39:05.454470+0000","last_undegraded":"2024-04-22T00:39:05.454470+0000","last_fullsized":"2024-04-22T00:39:05.454470+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:54.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661210+0000","last_change":"2024-04-22T00:38:40.365514+0000","last_active":"2024-04-22T00:38:46.661210+0000","last_peered":"2024-04-22T00:38:46.661210+0000","last_clean":"2024-04-22T00:38:46.661210+0000","last_became_active":"2024-04-22T00:38:40.365207+0000","last_became_peered":"2024-04-22T00:38:40.365207+0000","last_unstale":"2024-04-22T00:38:46.661210+0000","last_undegraded":"2024-04-22T00:38:46.661210+0000","last_fullsized":"2024-04-22T00:38:46.661210+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:51:15.503594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383072+0000","last_change":"2024-04-22T00:38:44.404822+0000","last_active":"2024-04-22T00:38:45.383072+0000","last_peered":"2024-04-22T00:38:45.383072+0000","last_clean":"2024-04-22T00:38:45.383072+0000","last_became_active":"2024-04-22T00:38:44.403009+0000","last_became_peered":"2024-04-22T00:38:44.403009+0000","last_unstale":"2024-04-22T00:38:45.383072+0000","last_undegraded":"2024-04-22T00:38:45.383072+0000","last_fullsized":"2024-04-22T00:38:45.383072+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:53:21.262362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.452714+0000","last_change":"2024-04-22T00:38:39.366780+0000","last_active":"2024-04-22T00:39:05.452714+0000","last_peered":"2024-04-22T00:39:05.452714+0000","last_clean":"2024-04-22T00:39:05.452714+0000","last_became_active":"2024-04-22T00:38:39.366273+0000","last_became_peered":"2024-04-22T00:38:39.366273+0000","last_unstale":"2024-04-22T00:39:05.452714+0000","last_undegraded":"2024-04-22T00:39:05.452714+0000","last_fullsized":"2024-04-22T00:39:05.452714+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:22:13.298070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307494+0000","last_change":"2024-04-22T00:38:40.374741+0000","last_active":"2024-04-22T00:38:46.307494+0000","last_peered":"2024-04-22T00:38:46.307494+0000","last_clean":"2024-04-22T00:38:46.307494+0000","last_became_active":"2024-04-22T00:38:40.374154+0000","last_became_peered":"2024-04-22T00:38:40.374154+0000","last_unstale":"2024-04-22T00:38:46.307494+0000","last_undegraded":"2024-04-22T00:38:46.307494+0000","last_fullsized":"2024-04-22T00:38:46.307494+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:07:27.137055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385688+0000","last_change":"2024-04-22T00:38:44.405940+0000","last_active":"2024-04-22T00:38:45.385688+0000","last_peered":"2024-04-22T00:38:45.385688+0000","last_clean":"2024-04-22T00:38:45.385688+0000","last_became_active":"2024-04-22T00:38:44.405463+0000","last_became_peered":"2024-04-22T00:38:44.405463+0000","last_unstale":"2024-04-22T00:38:45.385688+0000","last_undegraded":"2024-04-22T00:38:45.385688+0000","last_fullsized":"2024-04-22T00:38:45.385688+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:21:51.881080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.453431+0000","last_change":"2024-04-22T00:38:39.365832+0000","last_active":"2024-04-22T00:39:05.453431+0000","last_peered":"2024-04-22T00:39:05.453431+0000","last_clean":"2024-04-22T00:39:05.453431+0000","last_became_active":"2024-04-22T00:38:39.365523+0000","last_became_peered":"2024-04-22T00:38:39.365523+0000","last_unstale":"2024-04-22T00:39:05.453431+0000","last_undegraded":"2024-04-22T00:39:05.453431+0000","last_fullsized":"2024-04-22T00:39:05.453431+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:07:43.953692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661638+0000","last_change":"2024-04-22T00:38:40.375443+0000","last_active":"2024-04-22T00:38:46.661638+0000","last_peered":"2024-04-22T00:38:46.661638+0000","last_clean":"2024-04-22T00:38:46.661638+0000","last_became_active":"2024-04-22T00:38:40.375092+0000","last_became_peered":"2024-04-22T00:38:40.375092+0000","last_unstale":"2024-04-22T00:38:46.661638+0000","last_undegraded":"2024-04-22T00:38:46.661638+0000","last_fullsized":"2024-04-22T00:38:46.661638+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:00.257128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383496+0000","last_change":"2024-04-22T00:38:44.402484+0000","last_active":"2024-04-22T00:38:45.383496+0000","last_peered":"2024-04-22T00:38:45.383496+0000","last_clean":"2024-04-22T00:38:45.383496+0000","last_became_active":"2024-04-22T00:38:44.402060+0000","last_became_peered":"2024-04-22T00:38:44.402060+0000","last_unstale":"2024-04-22T00:38:45.383496+0000","last_undegraded":"2024-04-22T00:38:45.383496+0000","last_fullsized":"2024-04-22T00:38:45.383496+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:07:01.255408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'12","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.453669+0000","last_change":"2024-04-22T00:38:39.369420+0000","last_active":"2024-04-22T00:39:05.453669+0000","last_peered":"2024-04-22T00:39:05.453669+0000","last_clean":"2024-04-22T00:39:05.453669+0000","last_became_active":"2024-04-22T00:38:39.369074+0000","last_became_peered":"2024-04-22T00:38:39.369074+0000","last_unstale":"2024-04-22T00:39:05.453669+0000","last_undegraded":"2024-04-22T00:39:05.453669+0000","last_fullsized":"2024-04-22T00:39:05.453669+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:08:34.427757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503671+0000","last_change":"2024-04-22T00:38:40.368352+0000","last_active":"2024-04-22T00:38:46.503671+0000","last_peered":"2024-04-22T00:38:46.503671+0000","last_clean":"2024-04-22T00:38:46.503671+0000","last_became_active":"2024-04-22T00:38:40.367975+0000","last_became_peered":"2024-04-22T00:38:40.367975+0000","last_unstale":"2024-04-22T00:38:46.503671+0000","last_undegraded":"2024-04-22T00:38:46.503671+0000","last_fullsized":"2024-04-22T00:38:46.503671+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:11.599867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615796+0000","last_change":"2024-04-22T00:38:44.393349+0000","last_active":"2024-04-22T00:38:46.615796+0000","last_peered":"2024-04-22T00:38:46.615796+0000","last_clean":"2024-04-22T00:38:46.615796+0000","last_became_active":"2024-04-22T00:38:44.392781+0000","last_became_peered":"2024-04-22T00:38:44.392781+0000","last_unstale":"2024-04-22T00:38:46.615796+0000","last_undegraded":"2024-04-22T00:38:46.615796+0000","last_fullsized":"2024-04-22T00:38:46.615796+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:12:28.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.466052+0000","last_change":"2024-04-22T00:38:39.364386+0000","last_active":"2024-04-22T00:39:06.466052+0000","last_peered":"2024-04-22T00:39:06.466052+0000","last_clean":"2024-04-22T00:39:06.466052+0000","last_became_active":"2024-04-22T00:38:39.361678+0000","last_became_peered":"2024-04-22T00:38:39.361678+0000","last_unstale":"2024-04-22T00:39:06.466052+0000","last_undegraded":"2024-04-22T00:39:06.466052+0000","last_fullsized":"2024-04-22T00:39:06.466052+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:21:34.748737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660242+0000","last_change":"2024-04-22T00:38:40.370950+0000","last_active":"2024-04-22T00:38:46.660242+0000","last_peered":"2024-04-22T00:38:46.660242+0000","last_clean":"2024-04-22T00:38:46.660242+0000","last_became_active":"2024-04-22T00:38:40.370648+0000","last_became_peered":"2024-04-22T00:38:40.370648+0000","last_unstale":"2024-04-22T00:38:46.660242+0000","last_undegraded":"2024-04-22T00:38:46.660242+0000","last_fullsized":"2024-04-22T00:38:46.660242+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:41:02.299079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587209+0000","last_change":"2024-04-22T00:38:44.404019+0000","last_active":"2024-04-22T00:38:45.587209+0000","last_peered":"2024-04-22T00:38:45.587209+0000","last_clean":"2024-04-22T00:38:45.587209+0000","last_became_active":"2024-04-22T00:38:44.403695+0000","last_became_peered":"2024-04-22T00:38:44.403695+0000","last_unstale":"2024-04-22T00:38:45.587209+0000","last_undegraded":"2024-04-22T00:38:45.587209+0000","last_fullsized":"2024-04-22T00:38:45.587209+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:34:12.156509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.455815+0000","last_change":"2024-04-22T00:38:39.362724+0000","last_active":"2024-04-22T00:39:05.455815+0000","last_peered":"2024-04-22T00:39:05.455815+0000","last_clean":"2024-04-22T00:39:05.455815+0000","last_became_active":"2024-04-22T00:38:39.362397+0000","last_became_peered":"2024-04-22T00:38:39.362397+0000","last_unstale":"2024-04-22T00:39:05.455815+0000","last_undegraded":"2024-04-22T00:39:05.455815+0000","last_fullsized":"2024-04-22T00:39:05.455815+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:20.547527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661721+0000","last_change":"2024-04-22T00:38:40.362540+0000","last_active":"2024-04-22T00:38:46.661721+0000","last_peered":"2024-04-22T00:38:46.661721+0000","last_clean":"2024-04-22T00:38:46.661721+0000","last_became_active":"2024-04-22T00:38:40.362016+0000","last_became_peered":"2024-04-22T00:38:40.362016+0000","last_unstale":"2024-04-22T00:38:46.661721+0000","last_undegraded":"2024-04-22T00:38:46.661721+0000","last_fullsized":"2024-04-22T00:38:46.661721+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:51:18.176061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383497+0000","last_change":"2024-04-22T00:38:44.405236+0000","last_active":"2024-04-22T00:38:45.383497+0000","last_peered":"2024-04-22T00:38:45.383497+0000","last_clean":"2024-04-22T00:38:45.383497+0000","last_became_active":"2024-04-22T00:38:44.404767+0000","last_became_peered":"2024-04-22T00:38:44.404767+0000","last_unstale":"2024-04-22T00:38:45.383497+0000","last_undegraded":"2024-04-22T00:38:45.383497+0000","last_fullsized":"2024-04-22T00:38:45.383497+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:13:56.620119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:07.351276+0000","last_change":"2024-04-22T00:38:39.369080+0000","last_active":"2024-04-22T00:39:07.351276+0000","last_peered":"2024-04-22T00:39:07.351276+0000","last_clean":"2024-04-22T00:39:07.351276+0000","last_became_active":"2024-04-22T00:38:39.368678+0000","last_became_peered":"2024-04-22T00:38:39.368678+0000","last_unstale":"2024-04-22T00:39:07.351276+0000","last_undegraded":"2024-04-22T00:39:07.351276+0000","last_fullsized":"2024-04-22T00:39:07.351276+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:13.018047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660859+0000","last_change":"2024-04-22T00:38:40.370315+0000","last_active":"2024-04-22T00:38:46.660859+0000","last_peered":"2024-04-22T00:38:46.660859+0000","last_clean":"2024-04-22T00:38:46.660859+0000","last_became_active":"2024-04-22T00:38:40.370008+0000","last_became_peered":"2024-04-22T00:38:40.370008+0000","last_unstale":"2024-04-22T00:38:46.660859+0000","last_undegraded":"2024-04-22T00:38:46.660859+0000","last_fullsized":"2024-04-22T00:38:46.660859+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:41:09.031868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660828+0000","last_change":"2024-04-22T00:38:44.395771+0000","last_active":"2024-04-22T00:38:46.660828+0000","last_peered":"2024-04-22T00:38:46.660828+0000","last_clean":"2024-04-22T00:38:46.660828+0000","last_became_active":"2024-04-22T00:38:44.395372+0000","last_became_peered":"2024-04-22T00:38:44.395372+0000","last_unstale":"2024-04-22T00:38:46.660828+0000","last_undegraded":"2024-04-22T00:38:46.660828+0000","last_fullsized":"2024-04-22T00:38:46.660828+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:02.522135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.465720+0000","last_change":"2024-04-22T00:38:39.370949+0000","last_active":"2024-04-22T00:39:06.465720+0000","last_peered":"2024-04-22T00:39:06.465720+0000","last_clean":"2024-04-22T00:39:06.465720+0000","last_became_active":"2024-04-22T00:38:39.370398+0000","last_became_peered":"2024-04-22T00:38:39.370398+0000","last_unstale":"2024-04-22T00:39:06.465720+0000","last_undegraded":"2024-04-22T00:39:06.465720+0000","last_fullsized":"2024-04-22T00:39:06.465720+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:35.647251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615068+0000","last_change":"2024-04-22T00:38:40.370170+0000","last_active":"2024-04-22T00:38:46.615068+0000","last_peered":"2024-04-22T00:38:46.615068+0000","last_clean":"2024-04-22T00:38:46.615068+0000","last_became_active":"2024-04-22T00:38:40.369836+0000","last_became_peered":"2024-04-22T00:38:40.369836+0000","last_unstale":"2024-04-22T00:38:46.615068+0000","last_undegraded":"2024-04-22T00:38:46.615068+0000","last_fullsized":"2024-04-22T00:38:46.615068+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:13:01.290525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615506+0000","last_change":"2024-04-22T00:38:44.395873+0000","last_active":"2024-04-22T00:38:46.615506+0000","last_peered":"2024-04-22T00:38:46.615506+0000","last_clean":"2024-04-22T00:38:46.615506+0000","last_became_active":"2024-04-22T00:38:44.395503+0000","last_became_peered":"2024-04-22T00:38:44.395503+0000","last_unstale":"2024-04-22T00:38:46.615506+0000","last_undegraded":"2024-04-22T00:38:46.615506+0000","last_fullsized":"2024-04-22T00:38:46.615506+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:30:40.517603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:07.346450+0000","last_change":"2024-04-22T00:38:39.366353+0000","last_active":"2024-04-22T00:39:07.346450+0000","last_peered":"2024-04-22T00:39:07.346450+0000","last_clean":"2024-04-22T00:39:07.346450+0000","last_became_active":"2024-04-22T00:38:39.365887+0000","last_became_peered":"2024-04-22T00:38:39.365887+0000","last_unstale":"2024-04-22T00:39:07.346450+0000","last_undegraded":"2024-04-22T00:39:07.346450+0000","last_fullsized":"2024-04-22T00:39:07.346450+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:45.350887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587291+0000","last_change":"2024-04-22T00:38:40.361121+0000","last_active":"2024-04-22T00:38:45.587291+0000","last_peered":"2024-04-22T00:38:45.587291+0000","last_clean":"2024-04-22T00:38:45.587291+0000","last_became_active":"2024-04-22T00:38:40.360738+0000","last_became_peered":"2024-04-22T00:38:40.360738+0000","last_unstale":"2024-04-22T00:38:45.587291+0000","last_undegraded":"2024-04-22T00:38:45.587291+0000","last_fullsized":"2024-04-22T00:38:45.587291+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:46:25.351317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503473+0000","last_change":"2024-04-22T00:38:44.504868+0000","last_active":"2024-04-22T00:38:46.503473+0000","last_peered":"2024-04-22T00:38:46.503473+0000","last_clean":"2024-04-22T00:38:46.503473+0000","last_became_active":"2024-04-22T00:38:44.504150+0000","last_became_peered":"2024-04-22T00:38:44.504150+0000","last_unstale":"2024-04-22T00:38:46.503473+0000","last_undegraded":"2024-04-22T00:38:46.503473+0000","last_fullsized":"2024-04-22T00:38:46.503473+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:02:30.695478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383510+0000","last_change":"2024-04-22T00:38:39.372522+0000","last_active":"2024-04-22T00:38:45.383510+0000","last_peered":"2024-04-22T00:38:45.383510+0000","last_clean":"2024-04-22T00:38:45.383510+0000","last_became_active":"2024-04-22T00:38:39.372192+0000","last_became_peered":"2024-04-22T00:38:39.372192+0000","last_unstale":"2024-04-22T00:38:45.383510+0000","last_undegraded":"2024-04-22T00:38:45.383510+0000","last_fullsized":"2024-04-22T00:38:45.383510+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:26:21.069736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661638+0000","last_change":"2024-04-22T00:38:40.365283+0000","last_active":"2024-04-22T00:38:46.661638+0000","last_peered":"2024-04-22T00:38:46.661638+0000","last_clean":"2024-04-22T00:38:46.661638+0000","last_became_active":"2024-04-22T00:38:40.364972+0000","last_became_peered":"2024-04-22T00:38:40.364972+0000","last_unstale":"2024-04-22T00:38:46.661638+0000","last_undegraded":"2024-04-22T00:38:46.661638+0000","last_fullsized":"2024-04-22T00:38:46.661638+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:59:59.140778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660468+0000","last_change":"2024-04-22T00:38:44.397504+0000","last_active":"2024-04-22T00:38:46.660468+0000","last_peered":"2024-04-22T00:38:46.660468+0000","last_clean":"2024-04-22T00:38:46.660468+0000","last_became_active":"2024-04-22T00:38:44.397013+0000","last_became_peered":"2024-04-22T00:38:44.397013+0000","last_unstale":"2024-04-22T00:38:46.660468+0000","last_undegraded":"2024-04-22T00:38:46.660468+0000","last_fullsized":"2024-04-22T00:38:46.660468+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:47:58.320239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661263+0000","last_change":"2024-04-22T00:38:39.364987+0000","last_active":"2024-04-22T00:38:46.661263+0000","last_peered":"2024-04-22T00:38:46.661263+0000","last_clean":"2024-04-22T00:38:46.661263+0000","last_became_active":"2024-04-22T00:38:39.364641+0000","last_became_peered":"2024-04-22T00:38:39.364641+0000","last_unstale":"2024-04-22T00:38:46.661263+0000","last_undegraded":"2024-04-22T00:38:46.661263+0000","last_fullsized":"2024-04-22T00:38:46.661263+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:44:44.280664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661454+0000","last_change":"2024-04-22T00:38:40.376529+0000","last_active":"2024-04-22T00:38:46.661454+0000","last_peered":"2024-04-22T00:38:46.661454+0000","last_clean":"2024-04-22T00:38:46.661454+0000","last_became_active":"2024-04-22T00:38:40.376299+0000","last_became_peered":"2024-04-22T00:38:40.376299+0000","last_unstale":"2024-04-22T00:38:46.661454+0000","last_undegraded":"2024-04-22T00:38:46.661454+0000","last_fullsized":"2024-04-22T00:38:46.661454+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:08:16.276565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660738+0000","last_change":"2024-04-22T00:38:44.504288+0000","last_active":"2024-04-22T00:38:46.660738+0000","last_peered":"2024-04-22T00:38:46.660738+0000","last_clean":"2024-04-22T00:38:46.660738+0000","last_became_active":"2024-04-22T00:38:44.503776+0000","last_became_peered":"2024-04-22T00:38:44.503776+0000","last_unstale":"2024-04-22T00:38:46.660738+0000","last_undegraded":"2024-04-22T00:38:46.660738+0000","last_fullsized":"2024-04-22T00:38:46.660738+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:10:46.900575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615234+0000","last_change":"2024-04-22T00:38:40.369534+0000","last_active":"2024-04-22T00:38:46.615234+0000","last_peered":"2024-04-22T00:38:46.615234+0000","last_clean":"2024-04-22T00:38:46.615234+0000","last_became_active":"2024-04-22T00:38:40.364820+0000","last_became_peered":"2024-04-22T00:38:40.364820+0000","last_unstale":"2024-04-22T00:38:46.615234+0000","last_undegraded":"2024-04-22T00:38:46.615234+0000","last_fullsized":"2024-04-22T00:38:46.615234+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:24:22.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:07.349211+0000","last_change":"2024-04-22T00:38:39.359944+0000","last_active":"2024-04-22T00:39:07.349211+0000","last_peered":"2024-04-22T00:39:07.349211+0000","last_clean":"2024-04-22T00:39:07.349211+0000","last_became_active":"2024-04-22T00:38:39.358320+0000","last_became_peered":"2024-04-22T00:38:39.358320+0000","last_unstale":"2024-04-22T00:39:07.349211+0000","last_undegraded":"2024-04-22T00:39:07.349211+0000","last_fullsized":"2024-04-22T00:39:07.349211+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:21:09.293425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.662134+0000","last_change":"2024-04-22T00:38:44.406766+0000","last_active":"2024-04-22T00:38:46.662134+0000","last_peered":"2024-04-22T00:38:46.662134+0000","last_clean":"2024-04-22T00:38:46.662134+0000","last_became_active":"2024-04-22T00:38:44.406360+0000","last_became_peered":"2024-04-22T00:38:44.406360+0000","last_unstale":"2024-04-22T00:38:46.662134+0000","last_undegraded":"2024-04-22T00:38:46.662134+0000","last_fullsized":"2024-04-22T00:38:46.662134+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:15:21.419508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523136+0000","last_change":"2024-04-22T00:38:40.356658+0000","last_active":"2024-04-22T00:38:45.523136+0000","last_peered":"2024-04-22T00:38:45.523136+0000","last_clean":"2024-04-22T00:38:45.523136+0000","last_became_active":"2024-04-22T00:38:40.356344+0000","last_became_peered":"2024-04-22T00:38:40.356344+0000","last_unstale":"2024-04-22T00:38:45.523136+0000","last_undegraded":"2024-04-22T00:38:45.523136+0000","last_fullsized":"2024-04-22T00:38:45.523136+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:56:26.862780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:07.347693+0000","last_change":"2024-04-22T00:38:39.370232+0000","last_active":"2024-04-22T00:39:07.347693+0000","last_peered":"2024-04-22T00:39:07.347693+0000","last_clean":"2024-04-22T00:39:07.347693+0000","last_became_active":"2024-04-22T00:38:39.369704+0000","last_became_peered":"2024-04-22T00:38:39.369704+0000","last_unstale":"2024-04-22T00:39:07.347693+0000","last_undegraded":"2024-04-22T00:39:07.347693+0000","last_fullsized":"2024-04-22T00:39:07.347693+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:53:14.668354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":350,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660632+0000","last_change":"2024-04-22T00:37:29.546285+0000","last_active":"2024-04-22T00:38:46.660632+0000","last_peered":"2024-04-22T00:38:46.660632+0000","last_clean":"2024-04-22T00:38:46.660632+0000","last_became_active":"2024-04-22T00:37:29.545852+0000","last_became_peered":"2024-04-22T00:37:29.545852+0000","last_unstale":"2024-04-22T00:38:46.660632+0000","last_undegraded":"2024-04-22T00:38:46.660632+0000","last_fullsized":"2024-04-22T00:38:46.660632+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_clean_scrub_stamp":"2024-04-22T00:34:04.835821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:00:39.998359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615719+0000","last_change":"2024-04-22T00:38:44.504879+0000","last_active":"2024-04-22T00:38:46.615719+0000","last_peered":"2024-04-22T00:38:46.615719+0000","last_clean":"2024-04-22T00:38:46.615719+0000","last_became_active":"2024-04-22T00:38:44.504302+0000","last_became_peered":"2024-04-22T00:38:44.504302+0000","last_unstale":"2024-04-22T00:38:46.615719+0000","last_undegraded":"2024-04-22T00:38:46.615719+0000","last_fullsized":"2024-04-22T00:38:46.615719+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:38:01.153342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660145+0000","last_change":"2024-04-22T00:38:40.374825+0000","last_active":"2024-04-22T00:38:46.660145+0000","last_peered":"2024-04-22T00:38:46.660145+0000","last_clean":"2024-04-22T00:38:46.660145+0000","last_became_active":"2024-04-22T00:38:40.374503+0000","last_became_peered":"2024-04-22T00:38:40.374503+0000","last_unstale":"2024-04-22T00:38:46.660145+0000","last_undegraded":"2024-04-22T00:38:46.660145+0000","last_fullsized":"2024-04-22T00:38:46.660145+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:26.445293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.464143+0000","last_change":"2024-04-22T00:38:39.362429+0000","last_active":"2024-04-22T00:39:06.464143+0000","last_peered":"2024-04-22T00:39:06.464143+0000","last_clean":"2024-04-22T00:39:06.464143+0000","last_became_active":"2024-04-22T00:38:39.362077+0000","last_became_peered":"2024-04-22T00:38:39.362077+0000","last_unstale":"2024-04-22T00:39:06.464143+0000","last_undegraded":"2024-04-22T00:39:06.464143+0000","last_fullsized":"2024-04-22T00:39:06.464143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:58.951170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587189+0000","last_change":"2024-04-22T00:38:44.395387+0000","last_active":"2024-04-22T00:38:45.587189+0000","last_peered":"2024-04-22T00:38:45.587189+0000","last_clean":"2024-04-22T00:38:45.587189+0000","last_became_active":"2024-04-22T00:38:44.394971+0000","last_became_peered":"2024-04-22T00:38:44.394971+0000","last_unstale":"2024-04-22T00:38:45.587189+0000","last_undegraded":"2024-04-22T00:38:45.587189+0000","last_fullsized":"2024-04-22T00:38:45.587189+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:05:03.467517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.454182+0000","last_change":"2024-04-22T00:38:39.371244+0000","last_active":"2024-04-22T00:39:05.454182+0000","last_peered":"2024-04-22T00:39:05.454182+0000","last_clean":"2024-04-22T00:39:05.454182+0000","last_became_active":"2024-04-22T00:38:39.370624+0000","last_became_peered":"2024-04-22T00:38:39.370624+0000","last_unstale":"2024-04-22T00:39:05.454182+0000","last_undegraded":"2024-04-22T00:39:05.454182+0000","last_fullsized":"2024-04-22T00:39:05.454182+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:36:08.559437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660551+0000","last_change":"2024-04-22T00:38:40.367464+0000","last_active":"2024-04-22T00:38:46.660551+0000","last_peered":"2024-04-22T00:38:46.660551+0000","last_clean":"2024-04-22T00:38:46.660551+0000","last_became_active":"2024-04-22T00:38:40.367154+0000","last_became_peered":"2024-04-22T00:38:40.367154+0000","last_unstale":"2024-04-22T00:38:46.660551+0000","last_undegraded":"2024-04-22T00:38:46.660551+0000","last_fullsized":"2024-04-22T00:38:46.660551+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:52:29.419110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523225+0000","last_change":"2024-04-22T00:38:44.504237+0000","last_active":"2024-04-22T00:38:45.523225+0000","last_peered":"2024-04-22T00:38:45.523225+0000","last_clean":"2024-04-22T00:38:45.523225+0000","last_became_active":"2024-04-22T00:38:44.503754+0000","last_became_peered":"2024-04-22T00:38:44.503754+0000","last_unstale":"2024-04-22T00:38:45.523225+0000","last_undegraded":"2024-04-22T00:38:45.523225+0000","last_fullsized":"2024-04-22T00:38:45.523225+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:28:24.630160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:08.365202+0000","last_change":"2024-04-22T00:38:39.374039+0000","last_active":"2024-04-22T00:39:08.365202+0000","last_peered":"2024-04-22T00:39:08.365202+0000","last_clean":"2024-04-22T00:39:08.365202+0000","last_became_active":"2024-04-22T00:38:39.373701+0000","last_became_peered":"2024-04-22T00:38:39.373701+0000","last_unstale":"2024-04-22T00:39:08.365202+0000","last_undegraded":"2024-04-22T00:39:08.365202+0000","last_fullsized":"2024-04-22T00:39:08.365202+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:17.983141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523435+0000","last_change":"2024-04-22T00:38:40.361493+0000","last_active":"2024-04-22T00:38:45.523435+0000","last_peered":"2024-04-22T00:38:45.523435+0000","last_clean":"2024-04-22T00:38:45.523435+0000","last_became_active":"2024-04-22T00:38:40.359079+0000","last_became_peered":"2024-04-22T00:38:40.359079+0000","last_unstale":"2024-04-22T00:38:45.523435+0000","last_undegraded":"2024-04-22T00:38:45.523435+0000","last_fullsized":"2024-04-22T00:38:45.523435+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:37:24.328135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385563+0000","last_change":"2024-04-22T00:38:44.396367+0000","last_active":"2024-04-22T00:38:45.385563+0000","last_peered":"2024-04-22T00:38:45.385563+0000","last_clean":"2024-04-22T00:38:45.385563+0000","last_became_active":"2024-04-22T00:38:44.395943+0000","last_became_peered":"2024-04-22T00:38:44.395943+0000","last_unstale":"2024-04-22T00:38:45.385563+0000","last_undegraded":"2024-04-22T00:38:45.385563+0000","last_fullsized":"2024-04-22T00:38:45.385563+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:23:35.994479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.454399+0000","last_change":"2024-04-22T00:38:39.373131+0000","last_active":"2024-04-22T00:39:05.454399+0000","last_peered":"2024-04-22T00:39:05.454399+0000","last_clean":"2024-04-22T00:39:05.454399+0000","last_became_active":"2024-04-22T00:38:39.372628+0000","last_became_peered":"2024-04-22T00:38:39.372628+0000","last_unstale":"2024-04-22T00:39:05.454399+0000","last_undegraded":"2024-04-22T00:39:05.454399+0000","last_fullsized":"2024-04-22T00:39:05.454399+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:25:00.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307412+0000","last_change":"2024-04-22T00:38:40.373688+0000","last_active":"2024-04-22T00:38:46.307412+0000","last_peered":"2024-04-22T00:38:46.307412+0000","last_clean":"2024-04-22T00:38:46.307412+0000","last_became_active":"2024-04-22T00:38:40.373314+0000","last_became_peered":"2024-04-22T00:38:40.373314+0000","last_unstale":"2024-04-22T00:38:46.307412+0000","last_undegraded":"2024-04-22T00:38:46.307412+0000","last_fullsized":"2024-04-22T00:38:46.307412+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:14:27.811066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385722+0000","last_change":"2024-04-22T00:38:44.504495+0000","last_active":"2024-04-22T00:38:45.385722+0000","last_peered":"2024-04-22T00:38:45.385722+0000","last_clean":"2024-04-22T00:38:45.385722+0000","last_became_active":"2024-04-22T00:38:44.504053+0000","last_became_peered":"2024-04-22T00:38:44.504053+0000","last_unstale":"2024-04-22T00:38:45.385722+0000","last_undegraded":"2024-04-22T00:38:45.385722+0000","last_fullsized":"2024-04-22T00:38:45.385722+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:47:06.763702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660286+0000","last_change":"2024-04-22T00:38:39.366806+0000","last_active":"2024-04-22T00:38:46.660286+0000","last_peered":"2024-04-22T00:38:46.660286+0000","last_clean":"2024-04-22T00:38:46.660286+0000","last_became_active":"2024-04-22T00:38:39.366457+0000","last_became_peered":"2024-04-22T00:38:39.366457+0000","last_unstale":"2024-04-22T00:38:46.660286+0000","last_undegraded":"2024-04-22T00:38:46.660286+0000","last_fullsized":"2024-04-22T00:38:46.660286+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:28:10.106622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.503262+0000","last_change":"2024-04-22T00:38:40.366304+0000","last_active":"2024-04-22T00:38:46.503262+0000","last_peered":"2024-04-22T00:38:46.503262+0000","last_clean":"2024-04-22T00:38:46.503262+0000","last_became_active":"2024-04-22T00:38:40.365997+0000","last_became_peered":"2024-04-22T00:38:40.365997+0000","last_unstale":"2024-04-22T00:38:46.503262+0000","last_undegraded":"2024-04-22T00:38:46.503262+0000","last_fullsized":"2024-04-22T00:38:46.503262+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:16.086724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.383544+0000","last_change":"2024-04-22T00:38:44.402867+0000","last_active":"2024-04-22T00:38:45.383544+0000","last_peered":"2024-04-22T00:38:45.383544+0000","last_clean":"2024-04-22T00:38:45.383544+0000","last_became_active":"2024-04-22T00:38:44.402347+0000","last_became_peered":"2024-04-22T00:38:44.402347+0000","last_unstale":"2024-04-22T00:38:45.383544+0000","last_undegraded":"2024-04-22T00:38:45.383544+0000","last_fullsized":"2024-04-22T00:38:45.383544+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:54.105548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.453883+0000","last_change":"2024-04-22T00:38:39.371518+0000","last_active":"2024-04-22T00:39:05.453883+0000","last_peered":"2024-04-22T00:39:05.453883+0000","last_clean":"2024-04-22T00:39:05.453883+0000","last_became_active":"2024-04-22T00:38:39.371105+0000","last_became_peered":"2024-04-22T00:38:39.371105+0000","last_unstale":"2024-04-22T00:39:05.453883+0000","last_undegraded":"2024-04-22T00:39:05.453883+0000","last_fullsized":"2024-04-22T00:39:05.453883+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:16:35.922335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.586843+0000","last_change":"2024-04-22T00:38:40.363782+0000","last_active":"2024-04-22T00:38:45.586843+0000","last_peered":"2024-04-22T00:38:45.586843+0000","last_clean":"2024-04-22T00:38:45.586843+0000","last_became_active":"2024-04-22T00:38:40.363466+0000","last_became_peered":"2024-04-22T00:38:40.363466+0000","last_unstale":"2024-04-22T00:38:45.586843+0000","last_undegraded":"2024-04-22T00:38:45.586843+0000","last_fullsized":"2024-04-22T00:38:45.586843+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:16.435519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385492+0000","last_change":"2024-04-22T00:38:44.405853+0000","last_active":"2024-04-22T00:38:45.385492+0000","last_peered":"2024-04-22T00:38:45.385492+0000","last_clean":"2024-04-22T00:38:45.385492+0000","last_became_active":"2024-04-22T00:38:44.405424+0000","last_became_peered":"2024-04-22T00:38:44.405424+0000","last_unstale":"2024-04-22T00:38:45.385492+0000","last_undegraded":"2024-04-22T00:38:45.385492+0000","last_fullsized":"2024-04-22T00:38:45.385492+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:31.707893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385690+0000","last_change":"2024-04-22T00:38:39.364324+0000","last_active":"2024-04-22T00:38:45.385690+0000","last_peered":"2024-04-22T00:38:45.385690+0000","last_clean":"2024-04-22T00:38:45.385690+0000","last_became_active":"2024-04-22T00:38:39.363652+0000","last_became_peered":"2024-04-22T00:38:39.363652+0000","last_unstale":"2024-04-22T00:38:45.385690+0000","last_undegraded":"2024-04-22T00:38:45.385690+0000","last_fullsized":"2024-04-22T00:38:45.385690+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:58:02.862893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523484+0000","last_change":"2024-04-22T00:38:40.361691+0000","last_active":"2024-04-22T00:38:45.523484+0000","last_peered":"2024-04-22T00:38:45.523484+0000","last_clean":"2024-04-22T00:38:45.523484+0000","last_became_active":"2024-04-22T00:38:40.360100+0000","last_became_peered":"2024-04-22T00:38:40.360100+0000","last_unstale":"2024-04-22T00:38:45.523484+0000","last_undegraded":"2024-04-22T00:38:45.523484+0000","last_fullsized":"2024-04-22T00:38:45.523484+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:29:57.942269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385640+0000","last_change":"2024-04-22T00:38:44.504138+0000","last_active":"2024-04-22T00:38:45.385640+0000","last_peered":"2024-04-22T00:38:45.385640+0000","last_clean":"2024-04-22T00:38:45.385640+0000","last_became_active":"2024-04-22T00:38:44.503645+0000","last_became_peered":"2024-04-22T00:38:44.503645+0000","last_unstale":"2024-04-22T00:38:45.385640+0000","last_undegraded":"2024-04-22T00:38:45.385640+0000","last_fullsized":"2024-04-22T00:38:45.385640+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:19:44.530686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:05.454237+0000","last_change":"2024-04-22T00:38:39.370095+0000","last_active":"2024-04-22T00:39:05.454237+0000","last_peered":"2024-04-22T00:39:05.454237+0000","last_clean":"2024-04-22T00:39:05.454237+0000","last_became_active":"2024-04-22T00:38:39.369700+0000","last_became_peered":"2024-04-22T00:38:39.369700+0000","last_unstale":"2024-04-22T00:39:05.454237+0000","last_undegraded":"2024-04-22T00:39:05.454237+0000","last_fullsized":"2024-04-22T00:39:05.454237+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:42:43.406452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661399+0000","last_change":"2024-04-22T00:38:40.360999+0000","last_active":"2024-04-22T00:38:46.661399+0000","last_peered":"2024-04-22T00:38:46.661399+0000","last_clean":"2024-04-22T00:38:46.661399+0000","last_became_active":"2024-04-22T00:38:40.360668+0000","last_became_peered":"2024-04-22T00:38:40.360668+0000","last_unstale":"2024-04-22T00:38:46.661399+0000","last_undegraded":"2024-04-22T00:38:46.661399+0000","last_fullsized":"2024-04-22T00:38:46.661399+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:46.053562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660688+0000","last_change":"2024-04-22T00:38:44.399843+0000","last_active":"2024-04-22T00:38:46.660688+0000","last_peered":"2024-04-22T00:38:46.660688+0000","last_clean":"2024-04-22T00:38:46.660688+0000","last_became_active":"2024-04-22T00:38:44.399518+0000","last_became_peered":"2024-04-22T00:38:44.399518+0000","last_unstale":"2024-04-22T00:38:46.660688+0000","last_undegraded":"2024-04-22T00:38:46.660688+0000","last_fullsized":"2024-04-22T00:38:46.660688+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:58:32.109105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:39:06.466191+0000","last_change":"2024-04-22T00:38:39.362436+0000","last_active":"2024-04-22T00:39:06.466191+0000","last_peered":"2024-04-22T00:39:06.466191+0000","last_clean":"2024-04-22T00:39:06.466191+0000","last_became_active":"2024-04-22T00:38:39.361892+0000","last_became_peered":"2024-04-22T00:38:39.361892+0000","last_unstale":"2024-04-22T00:39:06.466191+0000","last_undegraded":"2024-04-22T00:39:06.466191+0000","last_fullsized":"2024-04-22T00:39:06.466191+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:29.311180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.662230+0000","last_change":"2024-04-22T00:38:40.356585+0000","last_active":"2024-04-22T00:38:46.662230+0000","last_peered":"2024-04-22T00:38:46.662230+0000","last_clean":"2024-04-22T00:38:46.662230+0000","last_became_active":"2024-04-22T00:38:40.356276+0000","last_became_peered":"2024-04-22T00:38:40.356276+0000","last_unstale":"2024-04-22T00:38:46.662230+0000","last_undegraded":"2024-04-22T00:38:46.662230+0000","last_fullsized":"2024-04-22T00:38:46.662230+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:11:43.061675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307163+0000","last_change":"2024-04-22T00:38:44.407157+0000","last_active":"2024-04-22T00:38:46.307163+0000","last_peered":"2024-04-22T00:38:46.307163+0000","last_clean":"2024-04-22T00:38:46.307163+0000","last_became_active":"2024-04-22T00:38:44.406611+0000","last_became_peered":"2024-04-22T00:38:44.406611+0000","last_unstale":"2024-04-22T00:38:46.307163+0000","last_undegraded":"2024-04-22T00:38:46.307163+0000","last_fullsized":"2024-04-22T00:38:46.307163+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:20:03.481981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.615556+0000","last_change":"2024-04-22T00:38:39.366263+0000","last_active":"2024-04-22T00:38:46.615556+0000","last_peered":"2024-04-22T00:38:46.615556+0000","last_clean":"2024-04-22T00:38:46.615556+0000","last_became_active":"2024-04-22T00:38:39.365804+0000","last_became_peered":"2024-04-22T00:38:39.365804+0000","last_unstale":"2024-04-22T00:38:46.615556+0000","last_undegraded":"2024-04-22T00:38:46.615556+0000","last_fullsized":"2024-04-22T00:38:46.615556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:05:50.097334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661598+0000","last_change":"2024-04-22T00:38:40.366858+0000","last_active":"2024-04-22T00:38:46.661598+0000","last_peered":"2024-04-22T00:38:46.661598+0000","last_clean":"2024-04-22T00:38:46.661598+0000","last_became_active":"2024-04-22T00:38:40.364294+0000","last_became_peered":"2024-04-22T00:38:40.364294+0000","last_unstale":"2024-04-22T00:38:46.661598+0000","last_undegraded":"2024-04-22T00:38:46.661598+0000","last_fullsized":"2024-04-22T00:38:46.661598+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:43:14.567843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.614884+0000","last_change":"2024-04-22T00:38:44.395160+0000","last_active":"2024-04-22T00:38:46.614884+0000","last_peered":"2024-04-22T00:38:46.614884+0000","last_clean":"2024-04-22T00:38:46.614884+0000","last_became_active":"2024-04-22T00:38:44.394772+0000","last_became_peered":"2024-04-22T00:38:44.394772+0000","last_unstale":"2024-04-22T00:38:46.614884+0000","last_undegraded":"2024-04-22T00:38:46.614884+0000","last_fullsized":"2024-04-22T00:38:46.614884+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:17.746874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660747+0000","last_change":"2024-04-22T00:38:39.359978+0000","last_active":"2024-04-22T00:38:46.660747+0000","last_peered":"2024-04-22T00:38:46.660747+0000","last_clean":"2024-04-22T00:38:46.660747+0000","last_became_active":"2024-04-22T00:38:39.359630+0000","last_became_peered":"2024-04-22T00:38:39.359630+0000","last_unstale":"2024-04-22T00:38:46.660747+0000","last_undegraded":"2024-04-22T00:38:46.660747+0000","last_fullsized":"2024-04-22T00:38:46.660747+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:08:22.231421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.661917+0000","last_change":"2024-04-22T00:38:40.361689+0000","last_active":"2024-04-22T00:38:46.661917+0000","last_peered":"2024-04-22T00:38:46.661917+0000","last_clean":"2024-04-22T00:38:46.661917+0000","last_became_active":"2024-04-22T00:38:40.361361+0000","last_became_peered":"2024-04-22T00:38:40.361361+0000","last_unstale":"2024-04-22T00:38:46.661917+0000","last_undegraded":"2024-04-22T00:38:46.661917+0000","last_fullsized":"2024-04-22T00:38:46.661917+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:56:54.530889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.586943+0000","last_change":"2024-04-22T00:38:40.362409+0000","last_active":"2024-04-22T00:38:45.586943+0000","last_peered":"2024-04-22T00:38:45.586943+0000","last_clean":"2024-04-22T00:38:45.586943+0000","last_became_active":"2024-04-22T00:38:40.361990+0000","last_became_peered":"2024-04-22T00:38:40.361990+0000","last_unstale":"2024-04-22T00:38:45.586943+0000","last_undegraded":"2024-04-22T00:38:45.586943+0000","last_fullsized":"2024-04-22T00:38:45.586943+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:55:45.209948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385835+0000","last_change":"2024-04-22T00:38:40.373203+0000","last_active":"2024-04-22T00:38:45.385835+0000","last_peered":"2024-04-22T00:38:45.385835+0000","last_clean":"2024-04-22T00:38:45.385835+0000","last_became_active":"2024-04-22T00:38:40.372873+0000","last_became_peered":"2024-04-22T00:38:40.372873+0000","last_unstale":"2024-04-22T00:38:45.385835+0000","last_undegraded":"2024-04-22T00:38:45.385835+0000","last_fullsized":"2024-04-22T00:38:45.385835+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:42:19.733780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.385578+0000","last_change":"2024-04-22T00:38:40.364593+0000","last_active":"2024-04-22T00:38:45.385578+0000","last_peered":"2024-04-22T00:38:45.385578+0000","last_clean":"2024-04-22T00:38:45.385578+0000","last_became_active":"2024-04-22T00:38:40.364222+0000","last_became_peered":"2024-04-22T00:38:40.364222+0000","last_unstale":"2024-04-22T00:38:45.385578+0000","last_undegraded":"2024-04-22T00:38:45.385578+0000","last_fullsized":"2024-04-22T00:38:45.385578+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:50.130769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.307399+0000","last_change":"2024-04-22T00:38:40.374179+0000","last_active":"2024-04-22T00:38:46.307399+0000","last_peered":"2024-04-22T00:38:46.307399+0000","last_clean":"2024-04-22T00:38:46.307399+0000","last_became_active":"2024-04-22T00:38:40.373866+0000","last_became_peered":"2024-04-22T00:38:40.373866+0000","last_unstale":"2024-04-22T00:38:46.307399+0000","last_undegraded":"2024-04-22T00:38:46.307399+0000","last_fullsized":"2024-04-22T00:38:46.307399+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:04.954961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660613+0000","last_change":"2024-04-22T00:38:40.373265+0000","last_active":"2024-04-22T00:38:46.660613+0000","last_peered":"2024-04-22T00:38:46.660613+0000","last_clean":"2024-04-22T00:38:46.660613+0000","last_became_active":"2024-04-22T00:38:40.372935+0000","last_became_peered":"2024-04-22T00:38:40.372935+0000","last_unstale":"2024-04-22T00:38:46.660613+0000","last_undegraded":"2024-04-22T00:38:46.660613+0000","last_fullsized":"2024-04-22T00:38:46.660613+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:06.407429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587130+0000","last_change":"2024-04-22T00:38:40.365976+0000","last_active":"2024-04-22T00:38:45.587130+0000","last_peered":"2024-04-22T00:38:45.587130+0000","last_clean":"2024-04-22T00:38:45.587130+0000","last_became_active":"2024-04-22T00:38:40.365670+0000","last_became_peered":"2024-04-22T00:38:40.365670+0000","last_unstale":"2024-04-22T00:38:45.587130+0000","last_undegraded":"2024-04-22T00:38:45.587130+0000","last_fullsized":"2024-04-22T00:38:45.587130+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:21:53.039571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.386206+0000","last_change":"2024-04-22T00:38:40.377782+0000","last_active":"2024-04-22T00:38:45.386206+0000","last_peered":"2024-04-22T00:38:45.386206+0000","last_clean":"2024-04-22T00:38:45.386206+0000","last_became_active":"2024-04-22T00:38:40.372730+0000","last_became_peered":"2024-04-22T00:38:40.372730+0000","last_unstale":"2024-04-22T00:38:45.386206+0000","last_undegraded":"2024-04-22T00:38:45.386206+0000","last_fullsized":"2024-04-22T00:38:45.386206+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:20:39.130810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523614+0000","last_change":"2024-04-22T00:38:40.375941+0000","last_active":"2024-04-22T00:38:45.523614+0000","last_peered":"2024-04-22T00:38:45.523614+0000","last_clean":"2024-04-22T00:38:45.523614+0000","last_became_active":"2024-04-22T00:38:40.375630+0000","last_became_peered":"2024-04-22T00:38:40.375630+0000","last_unstale":"2024-04-22T00:38:45.523614+0000","last_undegraded":"2024-04-22T00:38:45.523614+0000","last_fullsized":"2024-04-22T00:38:45.523614+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:09.297432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.614997+0000","last_change":"2024-04-22T00:38:40.361401+0000","last_active":"2024-04-22T00:38:46.614997+0000","last_peered":"2024-04-22T00:38:46.614997+0000","last_clean":"2024-04-22T00:38:46.614997+0000","last_became_active":"2024-04-22T00:38:40.361108+0000","last_became_peered":"2024-04-22T00:38:40.361108+0000","last_unstale":"2024-04-22T00:38:46.614997+0000","last_undegraded":"2024-04-22T00:38:46.614997+0000","last_fullsized":"2024-04-22T00:38:46.614997+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:50:47.993559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.523709+0000","last_change":"2024-04-22T00:38:40.360007+0000","last_active":"2024-04-22T00:38:45.523709+0000","last_peered":"2024-04-22T00:38:45.523709+0000","last_clean":"2024-04-22T00:38:45.523709+0000","last_became_active":"2024-04-22T00:38:40.358851+0000","last_became_peered":"2024-04-22T00:38:40.358851+0000","last_unstale":"2024-04-22T00:38:45.523709+0000","last_undegraded":"2024-04-22T00:38:45.523709+0000","last_fullsized":"2024-04-22T00:38:45.523709+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:16:49.060153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660984+0000","last_change":"2024-04-22T00:38:40.362249+0000","last_active":"2024-04-22T00:38:46.660984+0000","last_peered":"2024-04-22T00:38:46.660984+0000","last_clean":"2024-04-22T00:38:46.660984+0000","last_became_active":"2024-04-22T00:38:40.361520+0000","last_became_peered":"2024-04-22T00:38:40.361520+0000","last_unstale":"2024-04-22T00:38:46.660984+0000","last_undegraded":"2024-04-22T00:38:46.660984+0000","last_fullsized":"2024-04-22T00:38:46.660984+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:30.499142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:46.660418+0000","last_change":"2024-04-22T00:38:40.365613+0000","last_active":"2024-04-22T00:38:46.660418+0000","last_peered":"2024-04-22T00:38:46.660418+0000","last_clean":"2024-04-22T00:38:46.660418+0000","last_became_active":"2024-04-22T00:38:40.365278+0000","last_became_peered":"2024-04-22T00:38:40.365278+0000","last_unstale":"2024-04-22T00:38:46.660418+0000","last_undegraded":"2024-04-22T00:38:46.660418+0000","last_fullsized":"2024-04-22T00:38:46.660418+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:57.940258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-22T00:38:45.587096+0000","last_change":"2024-04-22T00:38:40.375633+0000","last_active":"2024-04-22T00:38:45.587096+0000","last_peered":"2024-04-22T00:38:45.587096+0000","last_clean":"2024-04-22T00:38:45.587096+0000","last_became_active":"2024-04-22T00:38:40.375310+0000","last_became_peered":"2024-04-22T00:38:40.375310+0000","last_unstale":"2024-04-22T00:38:45.587096+0000","last_undegraded":"2024-04-22T00:38:45.587096+0000","last_fullsized":"2024-04-22T00:38:45.587096+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:21:27.608084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":24576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7452,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":23,"num_read_kb":20,"num_write":127,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":38,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":258048,"data_stored":58361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318289,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":488363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579926,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36924,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708228,"statfs":{"total":95995035648,"available":95957225472,"internally_reserved":0,"allocated":1626112,"data_stored":1082767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743453,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":497373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005090,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36340,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708812,"statfs":{"total":95995035648,"available":95957823488,"internally_reserved":0,"allocated":1028096,"data_stored":489101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299431,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1622016,"data_stored":1085010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495660,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":488453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1019904,"data_stored":492205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1011712,"data_stored":488453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1064960,"data_stored":513245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182458,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":488647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920822,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":489007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757295,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28608,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716544,"statfs":{"total":95995035648,"available":95965741056,"internally_reserved":0,"allocated":1630208,"data_stored":1080207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":42212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":4798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T00:39:10.516 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-22T00:39:10.517 INFO:tasks.cephadm:Setting up client nodes... 2024-04-22T00:39:10.517 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-22T00:39:10.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:10 smithi167 ceph-mon[31348]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:10.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:10 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/354009406' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:39:10.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:10 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1748829158' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:10.799 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:10.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:10 smithi081 ceph-mon[31546]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:10.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:10 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/354009406' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:39:10.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:10 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1748829158' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:10.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:10 smithi018 ceph-mon[27979]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:39:10.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:10 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/354009406' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:39:10.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:10 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1748829158' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:11.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:11 smithi167 ceph-mon[31348]: pgmap v307: 129 pgs: 129 active+clean; 584 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-22T00:39:11.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:11 smithi167 ceph-mon[31348]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:39:11.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:11 smithi167 ceph-mon[31348]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:39:11.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:11 smithi081 ceph-mon[31546]: pgmap v307: 129 pgs: 129 active+clean; 584 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-22T00:39:11.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:11 smithi081 ceph-mon[31546]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:39:11.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:11 smithi081 ceph-mon[31546]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:39:11.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:11 smithi018 ceph-mon[27979]: pgmap v307: 129 pgs: 129 active+clean; 584 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-22T00:39:11.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:11 smithi018 ceph-mon[27979]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:39:11.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:11 smithi018 ceph-mon[27979]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:39:12.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.619+0000 7f4513ef9700 1 -- 172.21.15.18:0/510374717 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f450c103f20 msgr2=0x7f450c10a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:12.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.619+0000 7f4513ef9700 1 --2- 172.21.15.18:0/510374717 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f450c103f20 0x7f450c10a7d0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f450400b0a0 tx=0x7f450400b3b0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 -- 172.21.15.18:0/510374717 shutdown_connections 2024-04-22T00:39:12.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 --2- 172.21.15.18:0/510374717 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f450c103f20 0x7f450c10a7d0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 --2- 172.21.15.18:0/510374717 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f450c1005a0 0x7f450c1009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 --2- 172.21.15.18:0/510374717 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f450c103580 0x7f450c1039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 -- 172.21.15.18:0/510374717 >> 172.21.15.18:0/510374717 conn(0x7f450c0fbf00 msgr2=0x7f450c0fe340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 -- 172.21.15.18:0/510374717 shutdown_connections 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 -- 172.21.15.18:0/510374717 wait complete. 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 Processor -- start 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 -- start start 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f450c1005a0 0x7f450c19a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f450c103580 0x7f450c19aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f450c103f20 0x7f450c1a1b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f450c10de90 con 0x7f450c103580 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f450c10dd10 con 0x7f450c1005a0 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.620+0000 7f4513ef9700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f450c10e010 con 0x7f450c103f20 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511494700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f450c103580 0x7f450c19aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511494700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f450c103580 0x7f450c19aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57440/0 (socket says 172.21.15.18:57440) 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511494700 1 -- 172.21.15.18:0/464706456 learned_addr learned my addr 172.21.15.18:0/464706456 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4512496700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f450c103f20 0x7f450c1a1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511c95700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f450c1005a0 0x7f450c19a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511494700 1 -- 172.21.15.18:0/464706456 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f450c103f20 msgr2=0x7f450c1a1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511494700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f450c103f20 0x7f450c1a1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511494700 1 -- 172.21.15.18:0/464706456 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f450c1005a0 msgr2=0x7f450c19a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511494700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f450c1005a0 0x7f450c19a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511494700 1 -- 172.21.15.18:0/464706456 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f450c1a21c0 con 0x7f450c103580 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511c95700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f450c1005a0 0x7f450c19a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4511494700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f450c103580 0x7f450c19aaa0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f44fc00d980 tx=0x7f44fc00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4502ffd700 1 -- 172.21.15.18:0/464706456 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44fc016070 con 0x7f450c103580 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4502ffd700 1 -- 172.21.15.18:0/464706456 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44fc009b40 con 0x7f450c103580 2024-04-22T00:39:12.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4513ef9700 1 -- 172.21.15.18:0/464706456 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f450c1a24b0 con 0x7f450c103580 2024-04-22T00:39:12.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4502ffd700 1 -- 172.21.15.18:0/464706456 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44fc00f620 con 0x7f450c103580 2024-04-22T00:39:12.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.621+0000 7f4513ef9700 1 -- 172.21.15.18:0/464706456 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f450c1a29f0 con 0x7f450c103580 2024-04-22T00:39:12.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.622+0000 7f4513ef9700 1 -- 172.21.15.18:0/464706456 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f450c0507a0 con 0x7f450c103580 2024-04-22T00:39:12.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.623+0000 7f4502ffd700 1 -- 172.21.15.18:0/464706456 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f44fc019070 con 0x7f450c103580 2024-04-22T00:39:12.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.624+0000 7f4502ffd700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44f80a2d60 0x7f44f80a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:12.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.624+0000 7f4511c95700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44f80a2d60 0x7f44f80a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:12.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.624+0000 7f4502ffd700 1 -- 172.21.15.18:0/464706456 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f44fc0cf000 con 0x7f450c103580 2024-04-22T00:39:12.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.624+0000 7f4511c95700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44f80a2d60 0x7f44f80a5220 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4508005fd0 tx=0x7f4508005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:12.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.629+0000 7f4502ffd700 1 -- 172.21.15.18:0/464706456 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f44fc09bbc0 con 0x7f450c103580 2024-04-22T00:39:12.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.921+0000 7f4513ef9700 1 -- 172.21.15.18:0/464706456 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f450c1a2e10 con 0x7f450c103580 2024-04-22T00:39:12.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.923+0000 7f4502ffd700 1 -- 172.21.15.18:0/464706456 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f44fc09b4c0 con 0x7f450c103580 2024-04-22T00:39:12.925 INFO:teuthology.orchestra.run.smithi018.stdout:[client.0] 2024-04-22T00:39:12.925 INFO:teuthology.orchestra.run.smithi018.stdout: key = AQCwsSVmg20BNxAAj7a5V9rLoaaEQ+kvnZOLxQ== 2024-04-22T00:39:12.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 -- 172.21.15.18:0/464706456 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44f80a2d60 msgr2=0x7f44f80a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:12.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44f80a2d60 0x7f44f80a5220 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4508005fd0 tx=0x7f4508005dc0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 -- 172.21.15.18:0/464706456 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f450c103580 msgr2=0x7f450c19aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:12.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f450c103580 0x7f450c19aaa0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f44fc00d980 tx=0x7f44fc00dd40 comp rx=0 tx=0).stop 2024-04-22T00:39:12.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 -- 172.21.15.18:0/464706456 shutdown_connections 2024-04-22T00:39:12.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f450c103f20 0x7f450c1a1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44f80a2d60 0x7f44f80a5220 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f450c1005a0 0x7f450c19a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 --2- 172.21.15.18:0/464706456 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f450c103580 0x7f450c19aaa0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:12.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 -- 172.21.15.18:0/464706456 >> 172.21.15.18:0/464706456 conn(0x7f450c0fbf00 msgr2=0x7f450c101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:12.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 -- 172.21.15.18:0/464706456 shutdown_connections 2024-04-22T00:39:12.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:12.925+0000 7f4513ef9700 1 -- 172.21.15.18:0/464706456 wait complete. 2024-04-22T00:39:13.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:13 smithi018 ceph-mon[27979]: pgmap v308: 129 pgs: 129 active+clean; 620 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.8 KiB/s wr, 11 op/s 2024-04-22T00:39:13.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:13 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/464706456' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T00:39:13.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:13 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/464706456' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T00:39:13.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:13 smithi167 ceph-mon[31348]: pgmap v308: 129 pgs: 129 active+clean; 620 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.8 KiB/s wr, 11 op/s 2024-04-22T00:39:13.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:13 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/464706456' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T00:39:13.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:13 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/464706456' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T00:39:13.789 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:39:13.789 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-22T00:39:13.789 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-22T00:39:13.832 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-22T00:39:13.832 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-22T00:39:13.832 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-22T00:39:13.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:13 smithi081 ceph-mon[31546]: pgmap v308: 129 pgs: 129 active+clean; 620 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.8 KiB/s wr, 11 op/s 2024-04-22T00:39:13.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:13 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/464706456' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T00:39:13.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:13 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/464706456' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T00:39:14.125 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:15.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:15 smithi167 ceph-mon[31348]: pgmap v309: 129 pgs: 129 active+clean; 620 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-04-22T00:39:15.823 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:15 smithi018 ceph-mon[27979]: pgmap v309: 129 pgs: 129 active+clean; 620 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-04-22T00:39:15.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:15 smithi081 ceph-mon[31546]: pgmap v309: 129 pgs: 129 active+clean; 620 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-04-22T00:39:16.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.044+0000 7f7e85ae4700 1 -- 172.21.15.18:0/245512098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e80102e90 msgr2=0x7f7e80106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.044+0000 7f7e85ae4700 1 --2- 172.21.15.18:0/245512098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e80102e90 0x7f7e80106e90 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7e68009990 tx=0x7f7e68009ca0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.044+0000 7f7e85ae4700 1 -- 172.21.15.18:0/245512098 shutdown_connections 2024-04-22T00:39:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.044+0000 7f7e85ae4700 1 --2- 172.21.15.18:0/245512098 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7e80107570 0x7f7e8010f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.044+0000 7f7e85ae4700 1 --2- 172.21.15.18:0/245512098 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7e801024e0 0x7f7e801028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.044+0000 7f7e85ae4700 1 --2- 172.21.15.18:0/245512098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e80102e90 0x7f7e80106e90 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.044+0000 7f7e85ae4700 1 -- 172.21.15.18:0/245512098 >> 172.21.15.18:0/245512098 conn(0x7f7e80079390 msgr2=0x7f7e800797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.044+0000 7f7e85ae4700 1 -- 172.21.15.18:0/245512098 shutdown_connections 2024-04-22T00:39:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.044+0000 7f7e85ae4700 1 -- 172.21.15.18:0/245512098 wait complete. 2024-04-22T00:39:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.044+0000 7f7e85ae4700 1 Processor -- start 2024-04-22T00:39:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e85ae4700 1 -- start start 2024-04-22T00:39:16.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e85ae4700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7e801024e0 0x7f7e80074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:16.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e85ae4700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7e80102e90 0x7f7e80074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:16.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e85ae4700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e80107570 0x7f7e80074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:16.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e85ae4700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7e80112610 con 0x7f7e80107570 2024-04-22T00:39:16.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e85ae4700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7e80112490 con 0x7f7e80102e90 2024-04-22T00:39:16.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e85ae4700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7e80112790 con 0x7f7e801024e0 2024-04-22T00:39:16.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e7ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e80107570 0x7f7e80074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e7effd700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7e80102e90 0x7f7e80074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e7f7fe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7e801024e0 0x7f7e80074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e7effd700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7e80102e90 0x7f7e80074a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:46602/0 (socket says 172.21.15.18:46602) 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e7ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e80107570 0x7f7e80074fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57446/0 (socket says 172.21.15.18:57446) 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.045+0000 7f7e7effd700 1 -- 172.21.15.18:0/239703579 learned_addr learned my addr 172.21.15.18:0/239703579 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e7ffff700 1 -- 172.21.15.18:0/239703579 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7e801024e0 msgr2=0x7f7e80074530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e7ffff700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7e801024e0 0x7f7e80074530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e7ffff700 1 -- 172.21.15.18:0/239703579 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7e80102e90 msgr2=0x7f7e80074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e7ffff700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7e80102e90 0x7f7e80074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e7ffff700 1 -- 172.21.15.18:0/239703579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e801a7050 con 0x7f7e80107570 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e7effd700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7e80102e90 0x7f7e80074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e7ffff700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e80107570 0x7f7e80074fb0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7e7000be20 tx=0x7f7e70009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e7cff9700 1 -- 172.21.15.18:0/239703579 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e70019070 con 0x7f7e80107570 2024-04-22T00:39:16.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e85ae4700 1 -- 172.21.15.18:0/239703579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e801a7340 con 0x7f7e80107570 2024-04-22T00:39:16.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e7cff9700 1 -- 172.21.15.18:0/239703579 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e7000cb90 con 0x7f7e80107570 2024-04-22T00:39:16.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e7cff9700 1 -- 172.21.15.18:0/239703579 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e700125a0 con 0x7f7e80107570 2024-04-22T00:39:16.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.046+0000 7f7e85ae4700 1 -- 172.21.15.18:0/239703579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e801a7830 con 0x7f7e80107570 2024-04-22T00:39:16.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.047+0000 7f7e85ae4700 1 -- 172.21.15.18:0/239703579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e80103970 con 0x7f7e80107570 2024-04-22T00:39:16.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.049+0000 7f7e7cff9700 1 -- 172.21.15.18:0/239703579 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7e7001c070 con 0x7f7e80107570 2024-04-22T00:39:16.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.050+0000 7f7e7cff9700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7e6c0a2cb0 0x7f7e6c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:16.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.050+0000 7f7e7f7fe700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7e6c0a2cb0 0x7f7e6c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:16.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.050+0000 7f7e7cff9700 1 -- 172.21.15.18:0/239703579 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f7e700ced90 con 0x7f7e80107570 2024-04-22T00:39:16.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.050+0000 7f7e7f7fe700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7e6c0a2cb0 0x7f7e6c0a5170 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7e78009a10 tx=0x7f7e78009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:16.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.053+0000 7f7e7cff9700 1 -- 172.21.15.18:0/239703579 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7e7009ba00 con 0x7f7e80107570 2024-04-22T00:39:16.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.319+0000 7f7e85ae4700 1 -- 172.21.15.18:0/239703579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f7e8002db30 con 0x7f7e80107570 2024-04-22T00:39:16.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.324+0000 7f7e7cff9700 1 -- 172.21.15.18:0/239703579 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263200 (secure 0 0 0) 0x7f7e7009b300 con 0x7f7e80107570 2024-04-22T00:39:16.330 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:39:16.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.327+0000 7f7e85ae4700 1 -- 172.21.15.18:0/239703579 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7e6c0a2cb0 msgr2=0x7f7e6c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:16.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.327+0000 7f7e85ae4700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7e6c0a2cb0 0x7f7e6c0a5170 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7e78009a10 tx=0x7f7e78009190 comp rx=0 tx=0).stop 2024-04-22T00:39:16.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.327+0000 7f7e85ae4700 1 -- 172.21.15.18:0/239703579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e80107570 msgr2=0x7f7e80074fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:16.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.327+0000 7f7e85ae4700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e80107570 0x7f7e80074fb0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7e7000be20 tx=0x7f7e70009ed0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.327+0000 7f7e85ae4700 1 -- 172.21.15.18:0/239703579 shutdown_connections 2024-04-22T00:39:16.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.327+0000 7f7e85ae4700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e80107570 0x7f7e80074fb0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.327+0000 7f7e85ae4700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7e801024e0 0x7f7e80074530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.327+0000 7f7e85ae4700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7e6c0a2cb0 0x7f7e6c0a5170 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.327+0000 7f7e85ae4700 1 --2- 172.21.15.18:0/239703579 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7e80102e90 0x7f7e80074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:16.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.327+0000 7f7e85ae4700 1 -- 172.21.15.18:0/239703579 >> 172.21.15.18:0/239703579 conn(0x7f7e80079390 msgr2=0x7f7e801086f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:16.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.328+0000 7f7e85ae4700 1 -- 172.21.15.18:0/239703579 shutdown_connections 2024-04-22T00:39:16.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:16.328+0000 7f7e85ae4700 1 -- 172.21.15.18:0/239703579 wait complete. 2024-04-22T00:39:16.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:16 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/239703579' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T00:39:16.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:16 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/239703579' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T00:39:16.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:16 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/239703579' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T00:39:17.155 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6800","nonce":3970211676},{"type":"v1","addr":"172.21.15.18:6801","nonce":3970211676}]},"active_addr":"172.21.15.18:6801/3970211676","active_change":"2024-04-22T00:31:37.944360+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24118,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.18:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":1068305427}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":1339808364}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":1673086311}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":3815393573}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":925206817}]}]} 2024-04-22T00:39:17.159 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-22T00:39:17.160 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-22T00:39:17.160 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T00:39:17.414 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:17.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:17 smithi167 ceph-mon[31348]: pgmap v310: 129 pgs: 129 active+clean; 625 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-22T00:39:17.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:17 smithi018 ceph-mon[27979]: pgmap v310: 129 pgs: 129 active+clean; 625 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-22T00:39:17.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:17 smithi081 ceph-mon[31546]: pgmap v310: 129 pgs: 129 active+clean; 625 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-22T00:39:19.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.374+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/2264973529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0dc41024e0 msgr2=0x7f0dc41028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:19.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.374+0000 7f0dcbdb0700 1 --2- 172.21.15.18:0/2264973529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0dc41024e0 0x7f0dc41028c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f0dc0009990 tx=0x7f0dc0009ca0 comp rx=0 tx=0).stop 2024-04-22T00:39:19.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.374+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/2264973529 shutdown_connections 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.374+0000 7f0dcbdb0700 1 --2- 172.21.15.18:0/2264973529 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0dc4107570 0x7f0dc410f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.374+0000 7f0dcbdb0700 1 --2- 172.21.15.18:0/2264973529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0dc41024e0 0x7f0dc41028c0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.374+0000 7f0dcbdb0700 1 --2- 172.21.15.18:0/2264973529 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0dc4102e90 0x7f0dc4106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.374+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/2264973529 >> 172.21.15.18:0/2264973529 conn(0x7f0dc4079390 msgr2=0x7f0dc40797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.374+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/2264973529 shutdown_connections 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.374+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/2264973529 wait complete. 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dcbdb0700 1 Processor -- start 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dcbdb0700 1 -- start start 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dcbdb0700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0dc41024e0 0x7f0dc419e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dcbdb0700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0dc4102e90 0x7f0dc419ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dcbdb0700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0dc4107570 0x7f0dc4198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dcbdb0700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc4112560 con 0x7f0dc4102e90 2024-04-22T00:39:19.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dcbdb0700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc41123e0 con 0x7f0dc4107570 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dcbdb0700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc41126e0 con 0x7f0dc41024e0 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dc934b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0dc4102e90 0x7f0dc419ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dc934b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0dc4102e90 0x7f0dc419ebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57464/0 (socket says 172.21.15.18:57464) 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dc934b700 1 -- 172.21.15.18:0/3933347997 learned_addr learned my addr 172.21.15.18:0/3933347997 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dc9b4c700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0dc41024e0 0x7f0dc419e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.375+0000 7f0dca34d700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0dc4107570 0x7f0dc4198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dc934b700 1 -- 172.21.15.18:0/3933347997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0dc41024e0 msgr2=0x7f0dc419e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dc934b700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0dc41024e0 0x7f0dc419e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dc934b700 1 -- 172.21.15.18:0/3933347997 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0dc4107570 msgr2=0x7f0dc4198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dc934b700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0dc4107570 0x7f0dc4198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dc934b700 1 -- 172.21.15.18:0/3933347997 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dc4199000 con 0x7f0dc4102e90 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dc934b700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0dc4102e90 0x7f0dc419ebe0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f0db400d980 tx=0x7f0db400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:19.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dbaffd700 1 -- 172.21.15.18:0/3933347997 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db4017070 con 0x7f0dc4102e90 2024-04-22T00:39:19.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dbaffd700 1 -- 172.21.15.18:0/3933347997 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0db400fd70 con 0x7f0dc4102e90 2024-04-22T00:39:19.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/3933347997 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dc41992f0 con 0x7f0dc4102e90 2024-04-22T00:39:19.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dbaffd700 1 -- 172.21.15.18:0/3933347997 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db400e3b0 con 0x7f0dc4102e90 2024-04-22T00:39:19.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.376+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/3933347997 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dc41a5500 con 0x7f0dc4102e90 2024-04-22T00:39:19.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.377+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/3933347997 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dc4103970 con 0x7f0dc4102e90 2024-04-22T00:39:19.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.378+0000 7f0dbaffd700 1 -- 172.21.15.18:0/3933347997 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0db400f890 con 0x7f0dc4102e90 2024-04-22T00:39:19.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.379+0000 7f0dbaffd700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0db00a2cb0 0x7f0db00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:19.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.379+0000 7f0dc9b4c700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0db00a2cb0 0x7f0db00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:19.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.379+0000 7f0dbaffd700 1 -- 172.21.15.18:0/3933347997 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f0db40cef40 con 0x7f0dc4102e90 2024-04-22T00:39:19.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.379+0000 7f0dc9b4c700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0db00a2cb0 0x7f0db00a5170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0dc000b5c0 tx=0x7f0dc0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:19.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.384+0000 7f0dbaffd700 1 -- 172.21.15.18:0/3933347997 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0db409baa0 con 0x7f0dc4102e90 2024-04-22T00:39:19.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.593+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/3933347997 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0dc4199d50 con 0x7f0dc4102e90 2024-04-22T00:39:19.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.595+0000 7f0dbaffd700 1 -- 172.21.15.18:0/3933347997 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24042 (secure 0 0 0) 0x7f0db409b3a0 con 0x7f0dc4102e90 2024-04-22T00:39:19.597 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:39:19.597 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":91,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:38:44.750078+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:39:19.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/3933347997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0db00a2cb0 msgr2=0x7f0db00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:19.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0db00a2cb0 0x7f0db00a5170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0dc000b5c0 tx=0x7f0dc0005960 comp rx=0 tx=0).stop 2024-04-22T00:39:19.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/3933347997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0dc4102e90 msgr2=0x7f0dc419ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:19.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0dc4102e90 0x7f0dc419ebe0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f0db400d980 tx=0x7f0db400dc90 comp rx=0 tx=0).stop 2024-04-22T00:39:19.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/3933347997 shutdown_connections 2024-04-22T00:39:19.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0db00a2cb0 0x7f0db00a5170 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:19.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0dc4107570 0x7f0dc4198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:19.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0dc41024e0 0x7f0dc419e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:19.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 --2- 172.21.15.18:0/3933347997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0dc4102e90 0x7f0dc419ebe0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:19.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/3933347997 >> 172.21.15.18:0/3933347997 conn(0x7f0dc4079390 msgr2=0x7f0dc4101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:19.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/3933347997 shutdown_connections 2024-04-22T00:39:19.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:19.597+0000 7f0dcbdb0700 1 -- 172.21.15.18:0/3933347997 wait complete. 2024-04-22T00:39:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:19 smithi018 ceph-mon[27979]: pgmap v311: 129 pgs: 129 active+clean; 625 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.2 KiB/s wr, 14 op/s 2024-04-22T00:39:19.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:19 smithi167 ceph-mon[31348]: pgmap v311: 129 pgs: 129 active+clean; 625 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.2 KiB/s wr, 14 op/s 2024-04-22T00:39:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:19 smithi081 ceph-mon[31546]: pgmap v311: 129 pgs: 129 active+clean; 625 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.2 KiB/s wr, 14 op/s 2024-04-22T00:39:20.515 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-22T00:39:20.515 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T00:39:20.774 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:20.896 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:20 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3933347997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:20.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:20 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3933347997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:20.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:20 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3933347997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:21.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:21 smithi081 ceph-mon[31546]: pgmap v312: 129 pgs: 129 active+clean; 625 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.9 KiB/s wr, 13 op/s 2024-04-22T00:39:21.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:21 smithi018 ceph-mon[27979]: pgmap v312: 129 pgs: 129 active+clean; 625 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.9 KiB/s wr, 13 op/s 2024-04-22T00:39:21.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:21 smithi167 ceph-mon[31348]: pgmap v312: 129 pgs: 129 active+clean; 625 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.9 KiB/s wr, 13 op/s 2024-04-22T00:39:22.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.491+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/815625165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d0406a8e0 msgr2=0x7f3d0410f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:22.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.491+0000 7f3d0b4e1700 1 --2- 172.21.15.18:0/815625165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d0406a8e0 0x7f3d0410f0f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc00b0a0 tx=0x7f3cfc00b3b0 comp rx=0 tx=0).stop 2024-04-22T00:39:22.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.491+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/815625165 shutdown_connections 2024-04-22T00:39:22.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.491+0000 7f3d0b4e1700 1 --2- 172.21.15.18:0/815625165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d0406a8e0 0x7f3d0410f0f0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:22.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.491+0000 7f3d0b4e1700 1 --2- 172.21.15.18:0/815625165 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d041082b0 0x7f3d04108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:22.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.491+0000 7f3d0b4e1700 1 --2- 172.21.15.18:0/815625165 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d04069f40 0x7f3d0406a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:22.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.491+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/815625165 >> 172.21.15.18:0/815625165 conn(0x7f3d040780e0 msgr2=0x7f3d040784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:22.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.491+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/815625165 shutdown_connections 2024-04-22T00:39:22.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.491+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/815625165 wait complete. 2024-04-22T00:39:22.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d0b4e1700 1 Processor -- start 2024-04-22T00:39:22.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d0b4e1700 1 -- start start 2024-04-22T00:39:22.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d0b4e1700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d04069f40 0x7f3d0419e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:22.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d0b4e1700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d0406a8e0 0x7f3d0419ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d0b4e1700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d041082b0 0x7f3d04198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d0b4e1700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04112530 con 0x7f3d0406a8e0 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d0b4e1700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041123b0 con 0x7f3d041082b0 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d0b4e1700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041126b0 con 0x7f3d04069f40 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d08a7c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d0406a8e0 0x7f3d0419ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d08a7c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d0406a8e0 0x7f3d0419ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60736/0 (socket says 172.21.15.18:60736) 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d08a7c700 1 -- 172.21.15.18:0/3843467966 learned_addr learned my addr 172.21.15.18:0/3843467966 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d0927d700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d04069f40 0x7f3d0419e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d09a7e700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d041082b0 0x7f3d04198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d08a7c700 1 -- 172.21.15.18:0/3843467966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d04069f40 msgr2=0x7f3d0419e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d08a7c700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d04069f40 0x7f3d0419e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d08a7c700 1 -- 172.21.15.18:0/3843467966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d041082b0 msgr2=0x7f3d04198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d08a7c700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d041082b0 0x7f3d04198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:22.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d08a7c700 1 -- 172.21.15.18:0/3843467966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d04198ff0 con 0x7f3d0406a8e0 2024-04-22T00:39:22.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.492+0000 7f3d09a7e700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d041082b0 0x7f3d04198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:39:22.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.493+0000 7f3d08a7c700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d0406a8e0 0x7f3d0419ec10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3cf400eb30 tx=0x7f3cf400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:22.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.493+0000 7f3cfa7fc700 1 -- 172.21.15.18:0/3843467966 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf400cbd0 con 0x7f3d0406a8e0 2024-04-22T00:39:22.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.493+0000 7f3cfa7fc700 1 -- 172.21.15.18:0/3843467966 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cf4004500 con 0x7f3d0406a8e0 2024-04-22T00:39:22.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.493+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/3843467966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d041992e0 con 0x7f3d0406a8e0 2024-04-22T00:39:22.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.493+0000 7f3cfa7fc700 1 -- 172.21.15.18:0/3843467966 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf4010430 con 0x7f3d0406a8e0 2024-04-22T00:39:22.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.493+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/3843467966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d041a55a0 con 0x7f3d0406a8e0 2024-04-22T00:39:22.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.494+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/3843467966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d04068f20 con 0x7f3d0406a8e0 2024-04-22T00:39:22.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.495+0000 7f3cfa7fc700 1 -- 172.21.15.18:0/3843467966 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3cf4003f00 con 0x7f3d0406a8e0 2024-04-22T00:39:22.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.496+0000 7f3cfa7fc700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3cf00a2cb0 0x7f3cf00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:22.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.496+0000 7f3d0927d700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3cf00a2cb0 0x7f3cf00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:22.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.496+0000 7f3cfa7fc700 1 -- 172.21.15.18:0/3843467966 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f3cf40cf800 con 0x7f3d0406a8e0 2024-04-22T00:39:22.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.496+0000 7f3d0927d700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3cf00a2cb0 0x7f3cf00a5170 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3d041999d0 tx=0x7f3d00009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:22.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.500+0000 7f3cfa7fc700 1 -- 172.21.15.18:0/3843467966 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3cf409c360 con 0x7f3d0406a8e0 2024-04-22T00:39:22.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.707+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/3843467966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3d0402db30 con 0x7f3d0406a8e0 2024-04-22T00:39:22.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.708+0000 7f3cfa7fc700 1 -- 172.21.15.18:0/3843467966 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24042 (secure 0 0 0) 0x7f3cf409bc60 con 0x7f3d0406a8e0 2024-04-22T00:39:22.711 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:39:22.711 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":91,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:38:44.750078+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.710+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/3843467966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3cf00a2cb0 msgr2=0x7f3cf00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.710+0000 7f3d0b4e1700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3cf00a2cb0 0x7f3cf00a5170 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3d041999d0 tx=0x7f3d00009260 comp rx=0 tx=0).stop 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.711+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/3843467966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d0406a8e0 msgr2=0x7f3d0419ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.711+0000 7f3d0b4e1700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d0406a8e0 0x7f3d0419ec10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3cf400eb30 tx=0x7f3cf400ee40 comp rx=0 tx=0).stop 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.711+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/3843467966 shutdown_connections 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.711+0000 7f3d0b4e1700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3cf00a2cb0 0x7f3cf00a5170 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.711+0000 7f3d0b4e1700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d041082b0 0x7f3d04198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.711+0000 7f3d0b4e1700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d04069f40 0x7f3d0419e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.711+0000 7f3d0b4e1700 1 --2- 172.21.15.18:0/3843467966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d0406a8e0 0x7f3d0419ec10 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.711+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/3843467966 >> 172.21.15.18:0/3843467966 conn(0x7f3d040780e0 msgr2=0x7f3d040ffd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.711+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/3843467966 shutdown_connections 2024-04-22T00:39:22.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:22.711+0000 7f3d0b4e1700 1 -- 172.21.15.18:0/3843467966 wait complete. 2024-04-22T00:39:23.658 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-22T00:39:23.658 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-22T00:39:23.659 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-22T00:39:23.659 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-22T00:39:23.659 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-22T00:39:23.660 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-22T00:39:23.660 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-22T00:39:23.660 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-22T00:39:23.661 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-22T00:39:23.661 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-22T00:39:23.662 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-22T00:39:23.662 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-22T00:39:23.751 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:23 smithi018 ceph-mon[27979]: pgmap v313: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.3 KiB/s wr, 8 op/s 2024-04-22T00:39:23.751 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:23 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3843467966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:23.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:23 smithi081 ceph-mon[31546]: pgmap v313: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.3 KiB/s wr, 8 op/s 2024-04-22T00:39:23.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:23 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3843467966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:23.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:23 smithi167 ceph-mon[31348]: pgmap v313: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.3 KiB/s wr, 8 op/s 2024-04-22T00:39:23.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:23 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3843467966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:39:24.392 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:24.418 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:24.419 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:24.425 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:25.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:25 smithi018 ceph-mon[27979]: pgmap v314: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-04-22T00:39:25.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:25 smithi081 ceph-mon[31546]: pgmap v314: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-04-22T00:39:25.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:25 smithi167 ceph-mon[31348]: pgmap v314: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-04-22T00:39:26.706 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:26.707 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:26.707 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:26.707 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:27.588 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:27 smithi018 ceph-mon[27979]: pgmap v315: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-04-22T00:39:27.639 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:27.640 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:27.745 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:27.745 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:27.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:27 smithi081 ceph-mon[31546]: pgmap v315: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-04-22T00:39:27.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:27 smithi167 ceph-mon[31348]: pgmap v315: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-04-22T00:39:29.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:29 smithi081 ceph-mon[31546]: pgmap v316: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-22T00:39:29.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:29 smithi018 ceph-mon[27979]: pgmap v316: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-22T00:39:29.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:29 smithi167 ceph-mon[31348]: pgmap v316: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-22T00:39:31.825 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:31 smithi018 ceph-mon[27979]: pgmap v317: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-22T00:39:31.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:31 smithi081 ceph-mon[31546]: pgmap v317: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-22T00:39:31.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:31 smithi167 ceph-mon[31348]: pgmap v317: 129 pgs: 129 active+clean; 637 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/3983378816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9f4102e90 msgr2=0x7ff9f4106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 --2- 172.21.15.18:0/3983378816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9f4102e90 0x7ff9f4106e90 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff9e4009990 tx=0x7ff9e4009ca0 comp rx=0 tx=0).stop 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/3983378816 shutdown_connections 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 --2- 172.21.15.18:0/3983378816 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9f4107570 0x7ff9f410f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 --2- 172.21.15.18:0/3983378816 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9f41024e0 0x7ff9f41028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 --2- 172.21.15.18:0/3983378816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9f4102e90 0x7ff9f4106e90 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/3983378816 >> 172.21.15.18:0/3983378816 conn(0x7ff9f4079390 msgr2=0x7ff9f40797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/3983378816 shutdown_connections 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/3983378816 wait complete. 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 Processor -- start 2024-04-22T00:39:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.777+0000 7ff9fb8ca700 1 -- start start 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9fb8ca700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9f41024e0 0x7ff9f4074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9fb8ca700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9f4102e90 0x7ff9f4074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9fb8ca700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9f4107570 0x7ff9f4074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9fb8ca700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f4112530 con 0x7ff9f41024e0 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9fb8ca700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f41123b0 con 0x7ff9f4102e90 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9fb8ca700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f41126b0 con 0x7ff9f4107570 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9666700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9f41024e0 0x7ff9f4074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9666700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9f41024e0 0x7ff9f4074530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53898/0 (socket says 172.21.15.18:53898) 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9666700 1 -- 172.21.15.18:0/809368192 learned_addr learned my addr 172.21.15.18:0/809368192 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f8e65700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9f4102e90 0x7ff9f4074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9e67700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9f4107570 0x7ff9f4074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9666700 1 -- 172.21.15.18:0/809368192 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9f4107570 msgr2=0x7ff9f4074fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:32.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9666700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9f4107570 0x7ff9f4074fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:32.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9666700 1 -- 172.21.15.18:0/809368192 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9f4102e90 msgr2=0x7ff9f4074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:32.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9666700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9f4102e90 0x7ff9f4074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:32.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9666700 1 -- 172.21.15.18:0/809368192 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9f41a6f70 con 0x7ff9f41024e0 2024-04-22T00:39:32.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9e67700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9f4107570 0x7ff9f4074fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:39:32.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9f9666700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9f41024e0 0x7ff9f4074530 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000c920 tx=0x7ff9f000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:32.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.778+0000 7ff9ea7fc700 1 -- 172.21.15.18:0/809368192 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0007b00 con 0x7ff9f41024e0 2024-04-22T00:39:32.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.779+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9f41a7260 con 0x7ff9f41024e0 2024-04-22T00:39:32.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.779+0000 7ff9ea7fc700 1 -- 172.21.15.18:0/809368192 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9f0004d10 con 0x7ff9f41024e0 2024-04-22T00:39:32.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.779+0000 7ff9ea7fc700 1 -- 172.21.15.18:0/809368192 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f00056e0 con 0x7ff9f41024e0 2024-04-22T00:39:32.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.779+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9f41a77a0 con 0x7ff9f41024e0 2024-04-22T00:39:32.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.779+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff9f4062940 con 0x7ff9f41024e0 2024-04-22T00:39:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.781+0000 7ff9ea7fc700 1 -- 172.21.15.18:0/809368192 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff9f0007ca0 con 0x7ff9f41024e0 2024-04-22T00:39:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.781+0000 7ff9ea7fc700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9e00a2cb0 0x7ff9e00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.782+0000 7ff9f8e65700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9e00a2cb0 0x7ff9e00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.782+0000 7ff9ea7fc700 1 -- 172.21.15.18:0/809368192 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7ff9f00cf470 con 0x7ff9f41024e0 2024-04-22T00:39:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.782+0000 7ff9ea7fc700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] conn(0x7ff9e00ad970 0x7ff9e00afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.782+0000 7ff9ea7fc700 1 -- 172.21.15.18:0/809368192 --> [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff9e00b0480 con 0x7ff9e00ad970 2024-04-22T00:39:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.782+0000 7ff9ea7fc700 1 -- 172.21.15.18:0/809368192 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7ff9f00cf8c0 con 0x7ff9f41024e0 2024-04-22T00:39:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.782+0000 7ff9f8e65700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9e00a2cb0 0x7ff9e00a5170 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff9f4100d90 tx=0x7ff9e400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.782+0000 7ff9f9e67700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] conn(0x7ff9e00ad970 0x7ff9e00afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.783+0000 7ff9f9e67700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] conn(0x7ff9e00ad970 0x7ff9e00afdb0 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:32.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.784+0000 7ff9ea7fc700 1 -- 172.21.15.18:0/809368192 <== osd.11 v2:172.21.15.167:6824/493586756 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff9e00b0480 con 0x7ff9e00ad970 2024-04-22T00:39:32.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.800+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 --> [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff9f4062dc0 con 0x7ff9e00ad970 2024-04-22T00:39:32.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9ea7fc700 1 -- 172.21.15.18:0/809368192 <== osd.11 v2:172.21.15.167:6824/493586756 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff9f4062dc0 con 0x7ff9e00ad970 2024-04-22T00:39:32.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 >> [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] conn(0x7ff9e00ad970 msgr2=0x7ff9e00afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:32.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9fb8ca700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] conn(0x7ff9e00ad970 0x7ff9e00afdb0 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:32.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9e00a2cb0 msgr2=0x7ff9e00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9fb8ca700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9e00a2cb0 0x7ff9e00a5170 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff9f4100d90 tx=0x7ff9e400b540 comp rx=0 tx=0).stop 2024-04-22T00:39:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9f41024e0 msgr2=0x7ff9f4074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9fb8ca700 1 --2- 172.21.15.18:0/809368192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9f41024e0 0x7ff9f4074530 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000c920 tx=0x7ff9f000cce0 comp rx=0 tx=0).stop 2024-04-22T00:39:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9f9e67700 1 -- 172.21.15.18:0/809368192 reap_dead start 2024-04-22T00:39:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 shutdown_connections 2024-04-22T00:39:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 >> 172.21.15.18:0/809368192 conn(0x7ff9f4079390 msgr2=0x7ff9f4101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 shutdown_connections 2024-04-22T00:39:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:32.801+0000 7ff9fb8ca700 1 -- 172.21.15.18:0/809368192 wait complete. 2024-04-22T00:39:33.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:33 smithi081 ceph-mon[31546]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-22T00:39:33.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:33 smithi018 ceph-mon[27979]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-22T00:39:33.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:33 smithi167 ceph-mon[31348]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-22T00:39:35.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:35 smithi018 ceph-mon[27979]: pgmap v319: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-22T00:39:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.813+0000 7ffab306e700 1 -- 172.21.15.18:0/2234234561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffaac06a7d0 msgr2=0x7ffaac06ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.813+0000 7ffab306e700 1 --2- 172.21.15.18:0/2234234561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffaac06a7d0 0x7ffaac06ac30 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0009990 tx=0x7ffaa0009ca0 comp rx=0 tx=0).stop 2024-04-22T00:39:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.813+0000 7ffab306e700 1 -- 172.21.15.18:0/2234234561 shutdown_connections 2024-04-22T00:39:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.813+0000 7ffab306e700 1 --2- 172.21.15.18:0/2234234561 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffaac06b170 0x7ffaac10f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.813+0000 7ffab306e700 1 --2- 172.21.15.18:0/2234234561 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffaac1082a0 0x7ffaac108680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.813+0000 7ffab306e700 1 --2- 172.21.15.18:0/2234234561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffaac06a7d0 0x7ffaac06ac30 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.813+0000 7ffab306e700 1 -- 172.21.15.18:0/2234234561 >> 172.21.15.18:0/2234234561 conn(0x7ffaac0780a0 msgr2=0x7ffaac0784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.813+0000 7ffab306e700 1 -- 172.21.15.18:0/2234234561 shutdown_connections 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.813+0000 7ffab306e700 1 -- 172.21.15.18:0/2234234561 wait complete. 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab306e700 1 Processor -- start 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab306e700 1 -- start start 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab306e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffaac06a7d0 0x7ffaac19e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab306e700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffaac06b170 0x7ffaac19ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab306e700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffaac1082a0 0x7ffaac198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab306e700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffaac1125a0 con 0x7ffaac06a7d0 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab306e700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ffaac112420 con 0x7ffaac06b170 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab306e700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffaac112720 con 0x7ffaac1082a0 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab0e0a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffaac06a7d0 0x7ffaac19e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab0e0a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffaac06a7d0 0x7ffaac19e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53928/0 (socket says 172.21.15.18:53928) 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab0e0a700 1 -- 172.21.15.18:0/73973015 learned_addr learned my addr 172.21.15.18:0/73973015 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffaabfff700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffaac06b170 0x7ffaac19ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab160b700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffaac1082a0 0x7ffaac198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab0e0a700 1 -- 172.21.15.18:0/73973015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffaac1082a0 msgr2=0x7ffaac198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab0e0a700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffaac1082a0 0x7ffaac198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab0e0a700 1 -- 172.21.15.18:0/73973015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffaac06b170 msgr2=0x7ffaac19ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab0e0a700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffaac06b170 0x7ffaac19ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab0e0a700 1 -- 172.21.15.18:0/73973015 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaac198fe0 con 0x7ffaac06a7d0 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.814+0000 7ffab160b700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffaac1082a0 0x7ffaac198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.815+0000 7ffab0e0a700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffaac06a7d0 0x7ffaac19e680 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ffaa4007f10 tx=0x7ffaa400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.815+0000 7ffaa9ffb700 1 -- 172.21.15.18:0/73973015 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa400ddd0 con 0x7ffaac06a7d0 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.815+0000 7ffaa9ffb700 1 -- 172.21.15.18:0/73973015 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffaa4004bb0 con 0x7ffaac06a7d0 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.815+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaac1992d0 con 0x7ffaac06a7d0 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.815+0000 7ffaa9ffb700 1 -- 172.21.15.18:0/73973015 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa40047b0 con 0x7ffaac06a7d0 2024-04-22T00:39:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.815+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaac1a54e0 con 0x7ffaac06a7d0 2024-04-22T00:39:35.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.816+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffaac0629c0 con 0x7ffaac06a7d0 2024-04-22T00:39:35.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.817+0000 7ffaa9ffb700 1 -- 172.21.15.18:0/73973015 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ffaa401c020 con 0x7ffaac06a7d0 2024-04-22T00:39:35.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.818+0000 7ffaa9ffb700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa940a2d30 0x7ffa940a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:35.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.818+0000 7ffaa9ffb700 1 -- 172.21.15.18:0/73973015 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7ffaa40cf9c0 con 0x7ffaac06a7d0 2024-04-22T00:39:35.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.818+0000 7ffaabfff700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa940a2d30 0x7ffa940a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:35.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.818+0000 7ffaa9ffb700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] conn(0x7ffa940ad9f0 0x7ffa940afe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:35.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.818+0000 7ffaa9ffb700 1 -- 172.21.15.18:0/73973015 --> [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffa940b0500 con 0x7ffa940ad9f0 2024-04-22T00:39:35.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.818+0000 7ffaa9ffb700 1 -- 172.21.15.18:0/73973015 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7ffaa40cfe10 con 0x7ffaac06a7d0 2024-04-22T00:39:35.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.818+0000 7ffaabfff700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa940a2d30 0x7ffa940a51f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ffaa000b5c0 tx=0x7ffaa0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:35.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.818+0000 7ffab160b700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] conn(0x7ffa940ad9f0 0x7ffa940afe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:35.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.819+0000 7ffab160b700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] conn(0x7ffa940ad9f0 0x7ffa940afe30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:35.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.820+0000 7ffaa9ffb700 1 -- 172.21.15.18:0/73973015 <== osd.2 v2:172.21.15.167:6800/4153681591 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffa940b0500 con 0x7ffa940ad9f0 2024-04-22T00:39:35.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.836+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 --> [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ffaac062e40 con 0x7ffa940ad9f0 2024-04-22T00:39:35.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.837+0000 7ffaa9ffb700 1 -- 172.21.15.18:0/73973015 <== osd.2 v2:172.21.15.167:6800/4153681591 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ffaac062e40 con 0x7ffa940ad9f0 2024-04-22T00:39:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.837+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 >> [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] conn(0x7ffa940ad9f0 msgr2=0x7ffa940afe30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.837+0000 7ffab306e700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] conn(0x7ffa940ad9f0 0x7ffa940afe30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.838+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa940a2d30 msgr2=0x7ffa940a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.838+0000 7ffab306e700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa940a2d30 0x7ffa940a51f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ffaa000b5c0 tx=0x7ffaa0005960 comp rx=0 tx=0).stop 2024-04-22T00:39:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.838+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffaac06a7d0 msgr2=0x7ffaac19e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.838+0000 7ffab306e700 1 --2- 172.21.15.18:0/73973015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffaac06a7d0 0x7ffaac19e680 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ffaa4007f10 tx=0x7ffaa400d3b0 comp rx=0 tx=0).stop 2024-04-22T00:39:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.838+0000 7ffab160b700 1 -- 172.21.15.18:0/73973015 reap_dead start 2024-04-22T00:39:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.838+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 shutdown_connections 2024-04-22T00:39:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.838+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 >> 172.21.15.18:0/73973015 conn(0x7ffaac0780a0 msgr2=0x7ffaac0ffd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.838+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 shutdown_connections 2024-04-22T00:39:35.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:35.838+0000 7ffab306e700 1 -- 172.21.15.18:0/73973015 wait complete. 2024-04-22T00:39:35.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:35 smithi081 ceph-mon[31546]: pgmap v319: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-22T00:39:35.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:35 smithi167 ceph-mon[31348]: pgmap v319: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-22T00:39:36.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.682+0000 7fe65c328700 1 -- 172.21.15.18:0/3672615690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6541024e0 msgr2=0x7fe6541028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:36.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.682+0000 7fe65c328700 1 --2- 172.21.15.18:0/3672615690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6541024e0 0x7fe6541028c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe650009990 tx=0x7fe650009ca0 comp rx=0 tx=0).stop 2024-04-22T00:39:36.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.682+0000 7fe65c328700 1 -- 172.21.15.18:0/3672615690 shutdown_connections 2024-04-22T00:39:36.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.682+0000 7fe65c328700 1 --2- 172.21.15.18:0/3672615690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe654107570 0x7fe65410f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:36.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.682+0000 7fe65c328700 1 --2- 172.21.15.18:0/3672615690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6541024e0 0x7fe6541028c0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:36.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.682+0000 7fe65c328700 1 --2- 172.21.15.18:0/3672615690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe654102e90 0x7fe654106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.682+0000 7fe65c328700 1 -- 172.21.15.18:0/3672615690 >> 172.21.15.18:0/3672615690 conn(0x7fe654079390 msgr2=0x7fe6540797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.682+0000 7fe65c328700 1 -- 172.21.15.18:0/3672615690 shutdown_connections 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.682+0000 7fe65c328700 1 -- 172.21.15.18:0/3672615690 wait complete. 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.683+0000 7fe65c328700 1 Processor -- start 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.683+0000 7fe65c328700 1 -- start start 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.683+0000 7fe65c328700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6541024e0 0x7fe65419e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.683+0000 7fe65c328700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe654102e90 0x7fe65419ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.683+0000 7fe65c328700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe654107570 0x7fe654198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.683+0000 7fe65c328700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe654112530 con 0x7fe654102e90 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.683+0000 7fe65c328700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe6541123b0 con 0x7fe6541024e0 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.683+0000 7fe65c328700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe6541126b0 con 0x7fe654107570 2024-04-22T00:39:36.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.683+0000 7fe6598c3700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe654102e90 0x7fe65419ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:36.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe6598c3700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe654102e90 0x7fe65419ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53912/0 (socket says 172.21.15.18:53912) 2024-04-22T00:39:36.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe6598c3700 1 -- 172.21.15.18:0/3117602978 learned_addr learned my addr 172.21.15.18:0/3117602978 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:36.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe65a8c5700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe654107570 0x7fe654198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:36.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe65a0c4700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6541024e0 0x7fe65419e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:36.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe6598c3700 1 -- 172.21.15.18:0/3117602978 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe654107570 msgr2=0x7fe654198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:36.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe6598c3700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe654107570 0x7fe654198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:36.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe6598c3700 1 -- 172.21.15.18:0/3117602978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6541024e0 msgr2=0x7fe65419e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:36.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe6598c3700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6541024e0 0x7fe65419e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:36.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe6598c3700 1 -- 172.21.15.18:0/3117602978 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe654199010 con 0x7fe654102e90 2024-04-22T00:39:36.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe6598c3700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe654102e90 0x7fe65419ebf0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe64400d980 tx=0x7fe64400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:36.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe64b7fe700 1 -- 172.21.15.18:0/3117602978 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe644017070 con 0x7fe654102e90 2024-04-22T00:39:36.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe64b7fe700 1 -- 172.21.15.18:0/3117602978 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe64400fd70 con 0x7fe654102e90 2024-04-22T00:39:36.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe654199300 con 0x7fe654102e90 2024-04-22T00:39:36.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe64b7fe700 1 -- 172.21.15.18:0/3117602978 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64400e3b0 con 0x7fe654102e90 2024-04-22T00:39:36.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.684+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6541a5510 con 0x7fe654102e90 2024-04-22T00:39:36.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.685+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe6540629c0 con 0x7fe654102e90 2024-04-22T00:39:36.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.686+0000 7fe64b7fe700 1 -- 172.21.15.18:0/3117602978 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe64400f890 con 0x7fe654102e90 2024-04-22T00:39:36.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.687+0000 7fe64b7fe700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6400a2cb0 0x7fe6400a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:36.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.687+0000 7fe65a0c4700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6400a2cb0 0x7fe6400a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:36.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.687+0000 7fe64b7fe700 1 -- 172.21.15.18:0/3117602978 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fe6440cf1e0 con 0x7fe654102e90 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.687+0000 7fe64b7fe700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] conn(0x7fe6400ad970 0x7fe6400afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.687+0000 7fe64b7fe700 1 -- 172.21.15.18:0/3117602978 --> [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe64401ce50 con 0x7fe6400ad970 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.687+0000 7fe64b7fe700 1 -- 172.21.15.18:0/3117602978 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fe6440cf6c0 con 0x7fe654102e90 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.688+0000 7fe65a0c4700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6400a2cb0 0x7fe6400a5170 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe650006010 tx=0x7fe65000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.688+0000 7fe65a8c5700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] conn(0x7fe6400ad970 0x7fe6400afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.688+0000 7fe65a8c5700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] conn(0x7fe6400ad970 0x7fe6400afdb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.689+0000 7fe64b7fe700 1 -- 172.21.15.18:0/3117602978 <== osd.5 v2:172.21.15.167:6808/2646461179 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe64401ce50 con 0x7fe6400ad970 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.705+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 --> [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe654062dc0 con 0x7fe6400ad970 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.706+0000 7fe64b7fe700 1 -- 172.21.15.18:0/3117602978 <== osd.5 v2:172.21.15.167:6808/2646461179 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe654062dc0 con 0x7fe6400ad970 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.706+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 >> [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] conn(0x7fe6400ad970 msgr2=0x7fe6400afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.706+0000 7fe65c328700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] conn(0x7fe6400ad970 0x7fe6400afdb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:36.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.706+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6400a2cb0 msgr2=0x7fe6400a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:36.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.706+0000 7fe65c328700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6400a2cb0 0x7fe6400a5170 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe650006010 tx=0x7fe65000b280 comp rx=0 tx=0).stop 2024-04-22T00:39:36.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.706+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe654102e90 msgr2=0x7fe65419ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:36.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.706+0000 7fe65c328700 1 --2- 172.21.15.18:0/3117602978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe654102e90 0x7fe65419ebf0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe64400d980 tx=0x7fe64400dc90 comp rx=0 tx=0).stop 2024-04-22T00:39:36.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.706+0000 7fe65a8c5700 1 -- 172.21.15.18:0/3117602978 reap_dead start 2024-04-22T00:39:36.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.706+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 shutdown_connections 2024-04-22T00:39:36.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.706+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 >> 172.21.15.18:0/3117602978 conn(0x7fe654079390 msgr2=0x7fe6541086f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:36.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.707+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 shutdown_connections 2024-04-22T00:39:36.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:34.707+0000 7fe65c328700 1 -- 172.21.15.18:0/3117602978 wait complete. 2024-04-22T00:39:37.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:37 smithi018 ceph-mon[27979]: pgmap v320: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-04-22T00:39:37.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:37 smithi081 ceph-mon[31546]: pgmap v320: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-04-22T00:39:37.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:37 smithi167 ceph-mon[31348]: pgmap v320: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-04-22T00:39:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-04-22T00:39:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-04-22T00:39:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-04-22T00:39:38.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-04-22T00:39:38.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 6]}]: dispatch 2024-04-22T00:39:38.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-04-22T00:39:38.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [9, 8]}]: dispatch 2024-04-22T00:39:38.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 10]}]: dispatch 2024-04-22T00:39:38.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]: dispatch 2024-04-22T00:39:38.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-04-22T00:39:38.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-04-22T00:39:38.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-04-22T00:39:38.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-04-22T00:39:38.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-04-22T00:39:38.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 6]}]: dispatch 2024-04-22T00:39:38.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-04-22T00:39:38.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [9, 8]}]: dispatch 2024-04-22T00:39:38.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 10]}]: dispatch 2024-04-22T00:39:38.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]: dispatch 2024-04-22T00:39:38.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-04-22T00:39:38.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-04-22T00:39:38.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-04-22T00:39:38.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-04-22T00:39:38.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-04-22T00:39:38.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 6]}]: dispatch 2024-04-22T00:39:38.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-04-22T00:39:38.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [9, 8]}]: dispatch 2024-04-22T00:39:38.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 10]}]: dispatch 2024-04-22T00:39:38.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]: dispatch 2024-04-22T00:39:38.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-04-22T00:39:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: pgmap v321: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 341 B/s wr, 5 op/s 2024-04-22T00:39:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-04-22T00:39:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-04-22T00:39:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-04-22T00:39:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-04-22T00:39:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 6]}]': finished 2024-04-22T00:39:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-04-22T00:39:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [9, 8]}]': finished 2024-04-22T00:39:39.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 10]}]': finished 2024-04-22T00:39:39.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]': finished 2024-04-22T00:39:39.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-04-22T00:39:39.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:39 smithi081 ceph-mon[31546]: osdmap e92: 12 total, 12 up, 12 in 2024-04-22T00:39:39.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: pgmap v321: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 341 B/s wr, 5 op/s 2024-04-22T00:39:39.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-04-22T00:39:39.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-04-22T00:39:39.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-04-22T00:39:39.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-04-22T00:39:39.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 6]}]': finished 2024-04-22T00:39:39.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-04-22T00:39:39.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [9, 8]}]': finished 2024-04-22T00:39:39.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 10]}]': finished 2024-04-22T00:39:39.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]': finished 2024-04-22T00:39:39.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-04-22T00:39:39.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:39 smithi018 ceph-mon[27979]: osdmap e92: 12 total, 12 up, 12 in 2024-04-22T00:39:39.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: pgmap v321: 129 pgs: 129 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 341 B/s wr, 5 op/s 2024-04-22T00:39:39.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-04-22T00:39:39.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-04-22T00:39:39.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-04-22T00:39:39.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-04-22T00:39:39.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 6]}]': finished 2024-04-22T00:39:39.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-04-22T00:39:39.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [9, 8]}]': finished 2024-04-22T00:39:39.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 10]}]': finished 2024-04-22T00:39:39.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]': finished 2024-04-22T00:39:39.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-04-22T00:39:39.988 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:39 smithi167 ceph-mon[31348]: osdmap e92: 12 total, 12 up, 12 in 2024-04-22T00:39:40.613 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:40 smithi018 ceph-mon[27979]: osdmap e93: 12 total, 12 up, 12 in 2024-04-22T00:39:40.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/1630150975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b98102e90 msgr2=0x7f6b98106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:40.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 --2- 172.21.15.18:0/1630150975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b98102e90 0x7f6b98106e90 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6b88009990 tx=0x7f6b88009ca0 comp rx=0 tx=0).stop 2024-04-22T00:39:40.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/1630150975 shutdown_connections 2024-04-22T00:39:40.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 --2- 172.21.15.18:0/1630150975 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b98107570 0x7f6b9810f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:40.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 --2- 172.21.15.18:0/1630150975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b981024e0 0x7f6b981028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:40.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 --2- 172.21.15.18:0/1630150975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b98102e90 0x7f6b98106e90 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:40.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/1630150975 >> 172.21.15.18:0/1630150975 conn(0x7f6b98079390 msgr2=0x7f6b980797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:40.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/1630150975 shutdown_connections 2024-04-22T00:39:40.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/1630150975 wait complete. 2024-04-22T00:39:40.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 Processor -- start 2024-04-22T00:39:40.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.897+0000 7f6b9fd1f700 1 -- start start 2024-04-22T00:39:40.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9fd1f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b981024e0 0x7f6b9819e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:40.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9fd1f700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b98102e90 0x7f6b9819eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9fd1f700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b98107570 0x7f6b981987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9fd1f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6b98112510 con 0x7f6b981024e0 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9fd1f700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6b98112390 con 0x7f6b98107570 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9fd1f700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6b98112690 con 0x7f6b98102e90 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9dabb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b981024e0 0x7f6b9819e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9dabb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b981024e0 0x7f6b9819e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41236/0 (socket says 172.21.15.18:41236) 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9dabb700 1 -- 172.21.15.18:0/3011170009 learned_addr learned my addr 172.21.15.18:0/3011170009 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9d2ba700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b98102e90 0x7f6b9819eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9e2bc700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b98107570 0x7f6b981987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9dabb700 1 -- 172.21.15.18:0/3011170009 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b98102e90 msgr2=0x7f6b9819eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9dabb700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b98102e90 0x7f6b9819eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9dabb700 1 -- 172.21.15.18:0/3011170009 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b98107570 msgr2=0x7f6b981987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9dabb700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b98107570 0x7f6b981987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9dabb700 1 -- 172.21.15.18:0/3011170009 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b98198fb0 con 0x7f6b981024e0 2024-04-22T00:39:40.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9d2ba700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b98102e90 0x7f6b9819eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:39:40.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.898+0000 7f6b9dabb700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b981024e0 0x7f6b9819e650 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6b9400d980 tx=0x7f6b9400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:40.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.899+0000 7f6b8effd700 1 -- 172.21.15.18:0/3011170009 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b94016070 con 0x7f6b981024e0 2024-04-22T00:39:40.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.899+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b981992a0 con 0x7f6b981024e0 2024-04-22T00:39:40.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.899+0000 7f6b8effd700 1 -- 172.21.15.18:0/3011170009 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b94004500 con 0x7f6b981024e0 2024-04-22T00:39:40.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.899+0000 7f6b8effd700 1 -- 172.21.15.18:0/3011170009 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b94004d10 con 0x7f6b981024e0 2024-04-22T00:39:40.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.899+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b981a54b0 con 0x7f6b981024e0 2024-04-22T00:39:40.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.899+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6b980629c0 con 0x7f6b981024e0 2024-04-22T00:39:40.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.901+0000 7f6b8effd700 1 -- 172.21.15.18:0/3011170009 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6b9400bbf0 con 0x7f6b981024e0 2024-04-22T00:39:40.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.901+0000 7f6b8effd700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b840a2cb0 0x7f6b840a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:40.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.901+0000 7f6b9d2ba700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b840a2cb0 0x7f6b840a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:40.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.901+0000 7f6b8effd700 1 -- 172.21.15.18:0/3011170009 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f6b940cfa20 con 0x7f6b981024e0 2024-04-22T00:39:40.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.902+0000 7f6b8effd700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] conn(0x7f6b840ade10 0x7f6b840b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:40.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.902+0000 7f6b8effd700 1 -- 172.21.15.18:0/3011170009 --> [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6b94015ec0 con 0x7f6b840ade10 2024-04-22T00:39:40.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.902+0000 7f6b8effd700 1 -- 172.21.15.18:0/3011170009 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f6b940cfe70 con 0x7f6b981024e0 2024-04-22T00:39:40.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.902+0000 7f6b9e2bc700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] conn(0x7f6b840ade10 0x7f6b840b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:40.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.902+0000 7f6b9d2ba700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b840a2cb0 0x7f6b840a5170 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f6b88006010 tx=0x7f6b8800b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:40.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.902+0000 7f6b9e2bc700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] conn(0x7f6b840ade10 0x7f6b840b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:40.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.903+0000 7f6b8effd700 1 -- 172.21.15.18:0/3011170009 <== osd.6 v2:172.21.15.18:6818/3595926939 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6b94015ec0 con 0x7f6b840ade10 2024-04-22T00:39:40.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:40 smithi081 ceph-mon[31546]: osdmap e93: 12 total, 12 up, 12 in 2024-04-22T00:39:40.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.919+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 --> [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6b98062dc0 con 0x7f6b840ade10 2024-04-22T00:39:40.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.919+0000 7f6b8effd700 1 -- 172.21.15.18:0/3011170009 <== osd.6 v2:172.21.15.18:6818/3595926939 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6b98062dc0 con 0x7f6b840ade10 2024-04-22T00:39:40.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] conn(0x7f6b840ade10 msgr2=0x7f6b840b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:40.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9fd1f700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] conn(0x7f6b840ade10 0x7f6b840b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:40.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b840a2cb0 msgr2=0x7f6b840a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:40.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9fd1f700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b840a2cb0 0x7f6b840a5170 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f6b88006010 tx=0x7f6b8800b540 comp rx=0 tx=0).stop 2024-04-22T00:39:40.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b981024e0 msgr2=0x7f6b9819e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:40.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9fd1f700 1 --2- 172.21.15.18:0/3011170009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b981024e0 0x7f6b9819e650 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6b9400d980 tx=0x7f6b9400dd40 comp rx=0 tx=0).stop 2024-04-22T00:39:40.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9e2bc700 1 -- 172.21.15.18:0/3011170009 reap_dead start 2024-04-22T00:39:40.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 shutdown_connections 2024-04-22T00:39:40.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 >> 172.21.15.18:0/3011170009 conn(0x7f6b98079390 msgr2=0x7f6b98100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:40.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 shutdown_connections 2024-04-22T00:39:40.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.920+0000 7f6b9fd1f700 1 -- 172.21.15.18:0/3011170009 wait complete. 2024-04-22T00:39:40.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:40 smithi167 ceph-mon[31348]: osdmap e93: 12 total, 12 up, 12 in 2024-04-22T00:39:41.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.191+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3724253909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8c406b5b0 msgr2=0x7fd8c4106ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.191+0000 7fd8cb2bf700 1 --2- 172.21.15.18:0/3724253909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8c406b5b0 0x7fd8c4106ee0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd8c00099c0 tx=0x7fd8c0009cd0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.191+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3724253909 shutdown_connections 2024-04-22T00:39:41.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.191+0000 7fd8cb2bf700 1 --2- 172.21.15.18:0/3724253909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8c4107610 0x7fd8c410f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.191+0000 7fd8cb2bf700 1 --2- 172.21.15.18:0/3724253909 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8c406ac00 0x7fd8c406afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.191+0000 7fd8cb2bf700 1 --2- 172.21.15.18:0/3724253909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8c406b5b0 0x7fd8c4106ee0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.191+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3724253909 >> 172.21.15.18:0/3724253909 conn(0x7fd8c4077180 msgr2=0x7fd8c4077590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.191+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3724253909 shutdown_connections 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.191+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3724253909 wait complete. 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.191+0000 7fd8cb2bf700 1 Processor -- start 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8cb2bf700 1 -- start start 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8cb2bf700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8c406ac00 0x7fd8c4101290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8cb2bf700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8c406b5b0 0x7fd8c41017d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8cb2bf700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8c4107610 0x7fd8c4101d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8cb2bf700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c41125e0 con 0x7fd8c406b5b0 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8cb2bf700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c4112460 con 0x7fd8c4107610 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8cb2bf700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c4112760 con 0x7fd8c406ac00 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c885a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8c406b5b0 0x7fd8c41017d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c885a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8c406b5b0 0x7fd8c41017d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41248/0 (socket says 172.21.15.18:41248) 2024-04-22T00:39:41.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c885a700 1 -- 172.21.15.18:0/3343244864 learned_addr learned my addr 172.21.15.18:0/3343244864 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c905b700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8c406ac00 0x7fd8c4101290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c985c700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8c4107610 0x7fd8c4101d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c885a700 1 -- 172.21.15.18:0/3343244864 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8c406ac00 msgr2=0x7fd8c4101290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c885a700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8c406ac00 0x7fd8c4101290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c885a700 1 -- 172.21.15.18:0/3343244864 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8c4107610 msgr2=0x7fd8c4101d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c885a700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8c4107610 0x7fd8c4101d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c885a700 1 -- 172.21.15.18:0/3343244864 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8c41a7060 con 0x7fd8c406b5b0 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c985c700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8c4107610 0x7fd8c4101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.192+0000 7fd8c885a700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8c406b5b0 0x7fd8c41017d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fd8c000b580 tx=0x7fd8c00038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.193+0000 7fd8ba7fc700 1 -- 172.21.15.18:0/3343244864 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8c0027070 con 0x7fd8c406b5b0 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.193+0000 7fd8ba7fc700 1 -- 172.21.15.18:0/3343244864 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8c0004050 con 0x7fd8c406b5b0 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.193+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8c41a72f0 con 0x7fd8c406b5b0 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.193+0000 7fd8ba7fc700 1 -- 172.21.15.18:0/3343244864 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8c0022dc0 con 0x7fd8c406b5b0 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.193+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8c41a7740 con 0x7fd8c406b5b0 2024-04-22T00:39:41.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.193+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd8c4062940 con 0x7fd8c406b5b0 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.195+0000 7fd8ba7fc700 1 -- 172.21.15.18:0/3343244864 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd8c002a070 con 0x7fd8c406b5b0 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.196+0000 7fd8ba7fc700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8b00a2cb0 0x7fd8b00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.196+0000 7fd8c905b700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8b00a2cb0 0x7fd8b00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.196+0000 7fd8ba7fc700 1 -- 172.21.15.18:0/3343244864 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fd8c00d0f40 con 0x7fd8c406b5b0 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.196+0000 7fd8ba7fc700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] conn(0x7fd8b00ade10 0x7fd8b00b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.196+0000 7fd8ba7fc700 1 -- 172.21.15.18:0/3343244864 --> [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd8c0010ec0 con 0x7fd8b00ade10 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.196+0000 7fd8ba7fc700 1 -- 172.21.15.18:0/3343244864 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fd8c00d12f0 con 0x7fd8c406b5b0 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.196+0000 7fd8c905b700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8b00a2cb0 0x7fd8b00a5170 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd8b4006fd0 tx=0x7fd8b4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.196+0000 7fd8c985c700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] conn(0x7fd8b00ade10 0x7fd8b00b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.197+0000 7fd8c985c700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] conn(0x7fd8b00ade10 0x7fd8b00b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:41.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.198+0000 7fd8ba7fc700 1 -- 172.21.15.18:0/3343244864 <== osd.1 v2:172.21.15.81:6800/553042870 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd8c0010ec0 con 0x7fd8b00ade10 2024-04-22T00:39:41.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.214+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 --> [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd8c4062d40 con 0x7fd8b00ade10 2024-04-22T00:39:41.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8ba7fc700 1 -- 172.21.15.18:0/3343244864 <== osd.1 v2:172.21.15.81:6800/553042870 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd8c4062d40 con 0x7fd8b00ade10 2024-04-22T00:39:41.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 >> [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] conn(0x7fd8b00ade10 msgr2=0x7fd8b00b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8cb2bf700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] conn(0x7fd8b00ade10 0x7fd8b00b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8b00a2cb0 msgr2=0x7fd8b00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8cb2bf700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8b00a2cb0 0x7fd8b00a5170 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd8b4006fd0 tx=0x7fd8b4008040 comp rx=0 tx=0).stop 2024-04-22T00:39:41.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8c406b5b0 msgr2=0x7fd8c41017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8cb2bf700 1 --2- 172.21.15.18:0/3343244864 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8c406b5b0 0x7fd8c41017d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fd8c000b580 tx=0x7fd8c00038b0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8c985c700 1 -- 172.21.15.18:0/3343244864 reap_dead start 2024-04-22T00:39:41.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 shutdown_connections 2024-04-22T00:39:41.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 >> 172.21.15.18:0/3343244864 conn(0x7fd8c4077180 msgr2=0x7fd8c40ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:41.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 shutdown_connections 2024-04-22T00:39:41.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:41.215+0000 7fd8cb2bf700 1 -- 172.21.15.18:0/3343244864 wait complete. 2024-04-22T00:39:41.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.590+0000 7f63fc440700 1 -- 172.21.15.18:0/2094155907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63f41024e0 msgr2=0x7f63f41028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.590+0000 7f63fc440700 1 --2- 172.21.15.18:0/2094155907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63f41024e0 0x7f63f41028c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f63f0009990 tx=0x7f63f0009ca0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.590+0000 7f63fc440700 1 -- 172.21.15.18:0/2094155907 shutdown_connections 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.590+0000 7f63fc440700 1 --2- 172.21.15.18:0/2094155907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63f4107570 0x7f63f410f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.590+0000 7f63fc440700 1 --2- 172.21.15.18:0/2094155907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63f41024e0 0x7f63f41028c0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.590+0000 7f63fc440700 1 --2- 172.21.15.18:0/2094155907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f63f4102e90 0x7f63f4106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.590+0000 7f63fc440700 1 -- 172.21.15.18:0/2094155907 >> 172.21.15.18:0/2094155907 conn(0x7f63f4079390 msgr2=0x7f63f40797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.590+0000 7f63fc440700 1 -- 172.21.15.18:0/2094155907 shutdown_connections 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.590+0000 7f63fc440700 1 -- 172.21.15.18:0/2094155907 wait complete. 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fc440700 1 Processor -- start 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fc440700 1 -- start start 2024-04-22T00:39:41.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fc440700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f63f41024e0 0x7f63f419e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:41.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fc440700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63f4102e90 0x7f63f419ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:41.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fc440700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63f4107570 0x7f63f4198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:41.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fc440700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f63f4112580 con 0x7f63f4102e90 2024-04-22T00:39:41.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fc440700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f63f4112400 con 0x7f63f4107570 2024-04-22T00:39:41.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fc440700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f63f4112700 con 0x7f63f41024e0 2024-04-22T00:39:41.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63f99db700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63f4102e90 0x7f63f419ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:41.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63f99db700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63f4102e90 0x7f63f419ebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53974/0 (socket says 172.21.15.18:53974) 2024-04-22T00:39:41.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63f99db700 1 -- 172.21.15.18:0/3272139089 learned_addr learned my addr 172.21.15.18:0/3272139089 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:41.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fa9dd700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63f4107570 0x7f63f4198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:41.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fa1dc700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f63f41024e0 0x7f63f419e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63f99db700 1 -- 172.21.15.18:0/3272139089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f63f41024e0 msgr2=0x7f63f419e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63f99db700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f63f41024e0 0x7f63f419e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63f99db700 1 -- 172.21.15.18:0/3272139089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63f4107570 msgr2=0x7f63f4198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63f99db700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63f4107570 0x7f63f4198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63f99db700 1 -- 172.21.15.18:0/3272139089 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63f4199000 con 0x7f63f4102e90 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63fa9dd700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63f4107570 0x7f63f4198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.591+0000 7f63f99db700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63f4102e90 0x7f63f419ebe0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f63e400d950 tx=0x7f63e400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.592+0000 7f63eb7fe700 1 -- 172.21.15.18:0/3272139089 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e4017070 con 0x7f63f4102e90 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.592+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63f41992f0 con 0x7f63f4102e90 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.592+0000 7f63eb7fe700 1 -- 172.21.15.18:0/3272139089 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63e400de30 con 0x7f63f4102e90 2024-04-22T00:39:41.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.592+0000 7f63eb7fe700 1 -- 172.21.15.18:0/3272139089 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e40054c0 con 0x7f63f4102e90 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.592+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63f41a5500 con 0x7f63f4102e90 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.593+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f63f4062980 con 0x7f63f4102e90 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.594+0000 7f63eb7fe700 1 -- 172.21.15.18:0/3272139089 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f63e4005660 con 0x7f63f4102e90 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.594+0000 7f63eb7fe700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63e00a2cb0 0x7f63e00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.595+0000 7f63fa1dc700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63e00a2cb0 0x7f63e00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.595+0000 7f63eb7fe700 1 -- 172.21.15.18:0/3272139089 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f63e40cf2b0 con 0x7f63f4102e90 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.595+0000 7f63eb7fe700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] conn(0x7f63e00ade10 0x7f63e00b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.595+0000 7f63eb7fe700 1 -- 172.21.15.18:0/3272139089 --> [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f63e40044e0 con 0x7f63e00ade10 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.595+0000 7f63eb7fe700 1 -- 172.21.15.18:0/3272139089 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f63e40cf700 con 0x7f63f4102e90 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.595+0000 7f63fa1dc700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63e00a2cb0 0x7f63e00a5170 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f63f0005cd0 tx=0x7f63f0005c40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.595+0000 7f63fa9dd700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] conn(0x7f63e00ade10 0x7f63e00b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.595+0000 7f63fa9dd700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] conn(0x7f63e00ade10 0x7f63e00b02b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.596+0000 7f63eb7fe700 1 -- 172.21.15.18:0/3272139089 <== osd.8 v2:172.21.15.167:6816/352115730 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f63e40044e0 con 0x7f63e00ade10 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.613+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 --> [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f63f4062e00 con 0x7f63e00ade10 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.613+0000 7f63eb7fe700 1 -- 172.21.15.18:0/3272139089 <== osd.8 v2:172.21.15.167:6816/352115730 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f63f4062e00 con 0x7f63e00ade10 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 >> [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] conn(0x7f63e00ade10 msgr2=0x7f63e00b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fc440700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] conn(0x7f63e00ade10 0x7f63e00b02b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63e00a2cb0 msgr2=0x7f63e00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fc440700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63e00a2cb0 0x7f63e00a5170 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f63f0005cd0 tx=0x7f63f0005c40 comp rx=0 tx=0).stop 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63f4102e90 msgr2=0x7f63f419ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fc440700 1 --2- 172.21.15.18:0/3272139089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63f4102e90 0x7f63f419ebe0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f63e400d950 tx=0x7f63e400dd10 comp rx=0 tx=0).stop 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fa9dd700 1 -- 172.21.15.18:0/3272139089 reap_dead start 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 shutdown_connections 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 >> 172.21.15.18:0/3272139089 conn(0x7f63f4079390 msgr2=0x7f63f41086f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:41.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 shutdown_connections 2024-04-22T00:39:41.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.614+0000 7f63fc440700 1 -- 172.21.15.18:0/3272139089 wait complete. 2024-04-22T00:39:41.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:41 smithi081 ceph-mon[31546]: pgmap v324: 129 pgs: 5 peering, 124 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:39:41.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:39:41.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:41 smithi018 ceph-mon[27979]: pgmap v324: 129 pgs: 5 peering, 124 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:39:41.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:39:41.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:41 smithi167 ceph-mon[31348]: pgmap v324: 129 pgs: 5 peering, 124 active+clean; 641 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:39:41.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:39:42.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.741+0000 7f210b0eb700 1 -- 172.21.15.18:0/2601080851 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2104102120 msgr2=0x7f2104105d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:42.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.741+0000 7f210b0eb700 1 --2- 172.21.15.18:0/2601080851 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2104102120 0x7f2104105d90 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f20f80099c0 tx=0x7f20f8009cd0 comp rx=0 tx=0).stop 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.741+0000 7f210b0eb700 1 -- 172.21.15.18:0/2601080851 shutdown_connections 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.741+0000 7f210b0eb700 1 --2- 172.21.15.18:0/2601080851 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f21041064c0 0x7f210410e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.741+0000 7f210b0eb700 1 --2- 172.21.15.18:0/2601080851 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2104101770 0x7f2104101b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.741+0000 7f210b0eb700 1 --2- 172.21.15.18:0/2601080851 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2104102120 0x7f2104105d90 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.741+0000 7f210b0eb700 1 -- 172.21.15.18:0/2601080851 >> 172.21.15.18:0/2601080851 conn(0x7f21040780e0 msgr2=0x7f21040784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.741+0000 7f210b0eb700 1 -- 172.21.15.18:0/2601080851 shutdown_connections 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.741+0000 7f210b0eb700 1 -- 172.21.15.18:0/2601080851 wait complete. 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f210b0eb700 1 Processor -- start 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f210b0eb700 1 -- start start 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f210b0eb700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2104101770 0x7f2104102e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f210b0eb700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2104102120 0x7f2104103370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f210b0eb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f21041064c0 0x7f21041038b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:42.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f210b0eb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2104111430 con 0x7f21041064c0 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f210b0eb700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f21041112b0 con 0x7f2104102120 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f210b0eb700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f21041115b0 con 0x7f2104101770 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2109688700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f21041064c0 0x7f21041038b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2103fff700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2104102120 0x7f2104103370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2108e87700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2104101770 0x7f2104102e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2103fff700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2104102120 0x7f2104103370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:35798/0 (socket says 172.21.15.18:35798) 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2109688700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f21041064c0 0x7f21041038b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41254/0 (socket says 172.21.15.18:41254) 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2108e87700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2104101770 0x7f2104102e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55328/0 (socket says 172.21.15.18:55328) 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2103fff700 1 -- 172.21.15.18:0/2594955353 learned_addr learned my addr 172.21.15.18:0/2594955353 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2103fff700 1 -- 172.21.15.18:0/2594955353 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2104101770 msgr2=0x7f2104102e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2103fff700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2104101770 0x7f2104102e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:42.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2103fff700 1 -- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f21041064c0 msgr2=0x7f21041038b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:42.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.742+0000 7f2103fff700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f21041064c0 0x7f21041038b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:42.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.743+0000 7f2103fff700 1 -- 172.21.15.18:0/2594955353 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21041a6f60 con 0x7f2104102120 2024-04-22T00:39:42.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.743+0000 7f2109688700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f21041064c0 0x7f21041038b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:39:42.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.743+0000 7f2103fff700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2104102120 0x7f2104103370 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f20f80098e0 tx=0x7f20f8005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.743+0000 7f2101ffb700 1 -- 172.21.15.18:0/2594955353 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f8027070 con 0x7f2104102120 2024-04-22T00:39:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.743+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21041a71f0 con 0x7f2104102120 2024-04-22T00:39:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.743+0000 7f2101ffb700 1 -- 172.21.15.18:0/2594955353 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f20f8003680 con 0x7f2104102120 2024-04-22T00:39:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.743+0000 7f2101ffb700 1 -- 172.21.15.18:0/2594955353 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f8022e40 con 0x7f2104102120 2024-04-22T00:39:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.743+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21041a7640 con 0x7f2104102120 2024-04-22T00:39:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.744+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2104062940 con 0x7f2104102120 2024-04-22T00:39:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.746+0000 7f2101ffb700 1 -- 172.21.15.18:0/2594955353 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f20f802a070 con 0x7f2104102120 2024-04-22T00:39:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.746+0000 7f2101ffb700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f20ec0a2cb0 0x7f20ec0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.746+0000 7f2108e87700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f20ec0a2cb0 0x7f20ec0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.746+0000 7f2101ffb700 1 -- 172.21.15.18:0/2594955353 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f20f80d0740 con 0x7f2104102120 2024-04-22T00:39:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.747+0000 7f2101ffb700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] conn(0x7f20ec0ade10 0x7f20ec0b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.747+0000 7f2101ffb700 1 -- 172.21.15.18:0/2594955353 --> [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f20ec0b0980 con 0x7f20ec0ade10 2024-04-22T00:39:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.747+0000 7f2101ffb700 1 -- 172.21.15.18:0/2594955353 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f20f80d0b90 con 0x7f2104102120 2024-04-22T00:39:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.747+0000 7f2109688700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] conn(0x7f20ec0ade10 0x7f20ec0b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.747+0000 7f2108e87700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f20ec0a2cb0 0x7f20ec0a5170 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f20f4009c60 tx=0x7f20f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.747+0000 7f2109688700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] conn(0x7f20ec0ade10 0x7f20ec0b02b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.748+0000 7f2101ffb700 1 -- 172.21.15.18:0/2594955353 <== osd.9 v2:172.21.15.18:6826/3098673543 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f20ec0b0980 con 0x7f20ec0ade10 2024-04-22T00:39:42.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.765+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 --> [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2104062dc0 con 0x7f20ec0ade10 2024-04-22T00:39:42.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.765+0000 7f2101ffb700 1 -- 172.21.15.18:0/2594955353 <== osd.9 v2:172.21.15.18:6826/3098673543 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2104062dc0 con 0x7f20ec0ade10 2024-04-22T00:39:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.765+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] conn(0x7f20ec0ade10 msgr2=0x7f20ec0b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.765+0000 7f210b0eb700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] conn(0x7f20ec0ade10 0x7f20ec0b02b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.765+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f20ec0a2cb0 msgr2=0x7f20ec0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.765+0000 7f210b0eb700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f20ec0a2cb0 0x7f20ec0a5170 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f20f4009c60 tx=0x7f20f4009260 comp rx=0 tx=0).stop 2024-04-22T00:39:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.765+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2104102120 msgr2=0x7f2104103370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.766+0000 7f210b0eb700 1 --2- 172.21.15.18:0/2594955353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2104102120 0x7f2104103370 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f20f80098e0 tx=0x7f20f8005f10 comp rx=0 tx=0).stop 2024-04-22T00:39:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.766+0000 7f2109688700 1 -- 172.21.15.18:0/2594955353 reap_dead start 2024-04-22T00:39:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.766+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 shutdown_connections 2024-04-22T00:39:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.766+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 >> 172.21.15.18:0/2594955353 conn(0x7f21040780e0 msgr2=0x7f210406ac30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.766+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 shutdown_connections 2024-04-22T00:39:42.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.766+0000 7f210b0eb700 1 -- 172.21.15.18:0/2594955353 wait complete. 2024-04-22T00:39:43.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.105+0000 7fc071ef1700 1 -- 172.21.15.18:0/494388350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc06c06a8e0 msgr2=0x7fc06c10f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:43.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.105+0000 7fc071ef1700 1 --2- 172.21.15.18:0/494388350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc06c06a8e0 0x7fc06c10f0f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc06400b0a0 tx=0x7fc06400b3b0 comp rx=0 tx=0).stop 2024-04-22T00:39:43.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.105+0000 7fc071ef1700 1 -- 172.21.15.18:0/494388350 shutdown_connections 2024-04-22T00:39:43.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.105+0000 7fc071ef1700 1 --2- 172.21.15.18:0/494388350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc06c06a8e0 0x7fc06c10f0f0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:43.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.105+0000 7fc071ef1700 1 --2- 172.21.15.18:0/494388350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc06c1082b0 0x7fc06c108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:43.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.105+0000 7fc071ef1700 1 --2- 172.21.15.18:0/494388350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc06c069f40 0x7fc06c06a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:43.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.105+0000 7fc071ef1700 1 -- 172.21.15.18:0/494388350 >> 172.21.15.18:0/494388350 conn(0x7fc06c0780e0 msgr2=0x7fc06c0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:43.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.106+0000 7fc071ef1700 1 -- 172.21.15.18:0/494388350 shutdown_connections 2024-04-22T00:39:43.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.106+0000 7fc071ef1700 1 -- 172.21.15.18:0/494388350 wait complete. 2024-04-22T00:39:43.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.106+0000 7fc071ef1700 1 Processor -- start 2024-04-22T00:39:43.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.106+0000 7fc071ef1700 1 -- start start 2024-04-22T00:39:43.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc071ef1700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc06c069f40 0x7fc06c19e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:43.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc071ef1700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc06c06a8e0 0x7fc06c19eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:43.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc071ef1700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc06c1082b0 0x7fc06c1987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:43.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc071ef1700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c112530 con 0x7fc06c06a8e0 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc071ef1700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c1123b0 con 0x7fc06c1082b0 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc071ef1700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c1126b0 con 0x7fc06c069f40 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc06affd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc06c06a8e0 0x7fc06c19eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc06affd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc06c06a8e0 0x7fc06c19eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41282/0 (socket says 172.21.15.18:41282) 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc06affd700 1 -- 172.21.15.18:0/2104555908 learned_addr learned my addr 172.21.15.18:0/2104555908 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc06bfff700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc06c1082b0 0x7fc06c1987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc06b7fe700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc06c069f40 0x7fc06c19e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc06affd700 1 -- 172.21.15.18:0/2104555908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc06c069f40 msgr2=0x7fc06c19e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc06affd700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc06c069f40 0x7fc06c19e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc06affd700 1 -- 172.21.15.18:0/2104555908 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc06c1082b0 msgr2=0x7fc06c1987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc06affd700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc06c1082b0 0x7fc06c1987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.107+0000 7fc06affd700 1 -- 172.21.15.18:0/2104555908 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc06c198fb0 con 0x7fc06c06a8e0 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.108+0000 7fc06b7fe700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc06c069f40 0x7fc06c19e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:39:43.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.108+0000 7fc06affd700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc06c06a8e0 0x7fc06c19eb40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc06000e9c0 tx=0x7fc06000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:43.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.108+0000 7fc068ff9700 1 -- 172.21.15.18:0/2104555908 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06000cbd0 con 0x7fc06c06a8e0 2024-04-22T00:39:43.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.108+0000 7fc068ff9700 1 -- 172.21.15.18:0/2104555908 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc06000ee60 con 0x7fc06c06a8e0 2024-04-22T00:39:43.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.108+0000 7fc068ff9700 1 -- 172.21.15.18:0/2104555908 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc060005630 con 0x7fc06c06a8e0 2024-04-22T00:39:43.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.108+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc06c1992a0 con 0x7fc06c06a8e0 2024-04-22T00:39:43.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.108+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc06c101130 con 0x7fc06c06a8e0 2024-04-22T00:39:43.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.109+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc06c0629c0 con 0x7fc06c06a8e0 2024-04-22T00:39:43.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.110+0000 7fc068ff9700 1 -- 172.21.15.18:0/2104555908 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc060004750 con 0x7fc06c06a8e0 2024-04-22T00:39:43.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.111+0000 7fc068ff9700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0540a2d30 0x7fc0540a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:43.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.111+0000 7fc068ff9700 1 -- 172.21.15.18:0/2104555908 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fc0600cfb70 con 0x7fc06c06a8e0 2024-04-22T00:39:43.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.111+0000 7fc06b7fe700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0540a2d30 0x7fc0540a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:43.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.111+0000 7fc068ff9700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] conn(0x7fc0540ade90 0x7fc0540b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:43.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.111+0000 7fc068ff9700 1 -- 172.21.15.18:0/2104555908 --> [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc06001ee50 con 0x7fc0540ade90 2024-04-22T00:39:43.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.111+0000 7fc068ff9700 1 -- 172.21.15.18:0/2104555908 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fc0600cffc0 con 0x7fc06c06a8e0 2024-04-22T00:39:43.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.111+0000 7fc06bfff700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] conn(0x7fc0540ade90 0x7fc0540b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:43.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.112+0000 7fc06b7fe700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0540a2d30 0x7fc0540a51f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc05c009fd0 tx=0x7fc05c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:43.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.112+0000 7fc06bfff700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] conn(0x7fc0540ade90 0x7fc0540b0330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:43.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.113+0000 7fc068ff9700 1 -- 172.21.15.18:0/2104555908 <== osd.4 v2:172.21.15.81:6808/1341722901 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc06001ee50 con 0x7fc0540ade90 2024-04-22T00:39:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.130+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 --> [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc06c062e40 con 0x7fc0540ade90 2024-04-22T00:39:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.130+0000 7fc068ff9700 1 -- 172.21.15.18:0/2104555908 <== osd.4 v2:172.21.15.81:6808/1341722901 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc06c062e40 con 0x7fc0540ade90 2024-04-22T00:39:43.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 >> [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] conn(0x7fc0540ade90 msgr2=0x7fc0540b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:43.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc071ef1700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] conn(0x7fc0540ade90 0x7fc0540b0330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:43.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0540a2d30 msgr2=0x7fc0540a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:43.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc071ef1700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0540a2d30 0x7fc0540a51f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc05c009fd0 tx=0x7fc05c009260 comp rx=0 tx=0).stop 2024-04-22T00:39:43.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc06c06a8e0 msgr2=0x7fc06c19eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:43.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc071ef1700 1 --2- 172.21.15.18:0/2104555908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc06c06a8e0 0x7fc06c19eb40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc06000e9c0 tx=0x7fc06000ecd0 comp rx=0 tx=0).stop 2024-04-22T00:39:43.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc06bfff700 1 -- 172.21.15.18:0/2104555908 reap_dead start 2024-04-22T00:39:43.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 shutdown_connections 2024-04-22T00:39:43.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 >> 172.21.15.18:0/2104555908 conn(0x7fc06c0780e0 msgr2=0x7fc06c0ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:43.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 shutdown_connections 2024-04-22T00:39:43.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:43.131+0000 7fc071ef1700 1 -- 172.21.15.18:0/2104555908 wait complete. 2024-04-22T00:39:43.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:43 smithi081 ceph-mon[31546]: pgmap v325: 129 pgs: 5 peering, 124 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 383 B/s wr, 6 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:43.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:43 smithi018 ceph-mon[27979]: pgmap v325: 129 pgs: 5 peering, 124 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 383 B/s wr, 6 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:43.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.948 INFO:teuthology.orchestra.run.smithi018.stdout:296352743460 2024-04-22T00:39:43.948 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-22T00:39:43.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:43 smithi167 ceph-mon[31348]: pgmap v325: 129 pgs: 5 peering, 124 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 383 B/s wr, 6 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:43.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:43.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:39:44.308 INFO:teuthology.orchestra.run.smithi018.stdout:163208757301 2024-04-22T00:39:44.308 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-22T00:39:44.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.457+0000 7f5cbf81b700 1 -- 172.21.15.18:0/2884528339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cb8101480 msgr2=0x7f5cb8101900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:44.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.457+0000 7f5cbf81b700 1 --2- 172.21.15.18:0/2884528339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cb8101480 0x7f5cb8101900 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5cac0099c0 tx=0x7f5cac009cd0 comp rx=0 tx=0).stop 2024-04-22T00:39:44.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.457+0000 7f5cbf81b700 1 -- 172.21.15.18:0/2884528339 shutdown_connections 2024-04-22T00:39:44.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.457+0000 7f5cbf81b700 1 --2- 172.21.15.18:0/2884528339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cb8101e40 0x7f5cb810dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:44.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.457+0000 7f5cbf81b700 1 --2- 172.21.15.18:0/2884528339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5cb81061b0 0x7f5cb8106590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:44.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.457+0000 7f5cbf81b700 1 --2- 172.21.15.18:0/2884528339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cb8101480 0x7f5cb8101900 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:44.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.457+0000 7f5cbf81b700 1 -- 172.21.15.18:0/2884528339 >> 172.21.15.18:0/2884528339 conn(0x7f5cb8076fa0 msgr2=0x7f5cb80773b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:44.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.457+0000 7f5cbf81b700 1 -- 172.21.15.18:0/2884528339 shutdown_connections 2024-04-22T00:39:44.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.457+0000 7f5cbf81b700 1 -- 172.21.15.18:0/2884528339 wait complete. 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbf81b700 1 Processor -- start 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbf81b700 1 -- start start 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbf81b700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5cb8101480 0x7f5cb819e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbf81b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cb8101e40 0x7f5cb819ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbf81b700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cb81061b0 0x7f5cb8198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbf81b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb81114d0 con 0x7f5cb8101e40 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbf81b700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb8111350 con 0x7f5cb8101480 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbf81b700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb8111650 con 0x7f5cb81061b0 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbcdb6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cb8101e40 0x7f5cb819ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbcdb6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cb8101e40 0x7f5cb819ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53952/0 (socket says 172.21.15.18:53952) 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbcdb6700 1 -- 172.21.15.18:0/3611126417 learned_addr learned my addr 172.21.15.18:0/3611126417 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:44.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbd5b7700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5cb8101480 0x7f5cb819e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:44.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.458+0000 7f5cbddb8700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cb81061b0 0x7f5cb8198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:44.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cbcdb6700 1 -- 172.21.15.18:0/3611126417 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cb81061b0 msgr2=0x7f5cb8198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:44.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cbcdb6700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5cb81061b0 0x7f5cb8198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:44.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cbcdb6700 1 -- 172.21.15.18:0/3611126417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5cb8101480 msgr2=0x7f5cb819e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:44.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cbcdb6700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5cb8101480 0x7f5cb819e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cbcdb6700 1 -- 172.21.15.18:0/3611126417 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb8198fe0 con 0x7f5cb8101e40 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cbcdb6700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cb8101e40 0x7f5cb819ebc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f5cac0059d0 tx=0x7f5cac00fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cb67fc700 1 -- 172.21.15.18:0/3611126417 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac027070 con 0x7f5cb8101e40 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cb67fc700 1 -- 172.21.15.18:0/3611126417 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5cac003680 con 0x7f5cb8101e40 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cb8199270 con 0x7f5cb8101e40 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cb67fc700 1 -- 172.21.15.18:0/3611126417 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac0173f0 con 0x7f5cb8101e40 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.459+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cb81a54e0 con 0x7f5cb8101e40 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.460+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5cb8062940 con 0x7f5cb8101e40 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.461+0000 7f5cb67fc700 1 -- 172.21.15.18:0/3611126417 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5cac02a070 con 0x7f5cb8101e40 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.462+0000 7f5cb67fc700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5ca00a2cb0 0x7f5ca00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.462+0000 7f5cbd5b7700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5ca00a2cb0 0x7f5ca00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.462+0000 7f5cb67fc700 1 -- 172.21.15.18:0/3611126417 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f5cac0d0380 con 0x7f5cb8101e40 2024-04-22T00:39:44.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.462+0000 7f5cb67fc700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] conn(0x7f5ca00ade10 0x7f5ca00b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:44.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.462+0000 7f5cb67fc700 1 -- 172.21.15.18:0/3611126417 --> [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5cac001d30 con 0x7f5ca00ade10 2024-04-22T00:39:44.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.462+0000 7f5cb67fc700 1 -- 172.21.15.18:0/3611126417 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f5cac0d0730 con 0x7f5cb8101e40 2024-04-22T00:39:44.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.462+0000 7f5cbddb8700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] conn(0x7f5ca00ade10 0x7f5ca00b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:44.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.462+0000 7f5cbd5b7700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5ca00a2cb0 0x7f5ca00a5170 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0007be0 tx=0x7f5cb00073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:44.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.463+0000 7f5cbddb8700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] conn(0x7f5ca00ade10 0x7f5ca00b02b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:44.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.463+0000 7f5cb67fc700 1 -- 172.21.15.18:0/3611126417 <== osd.3 v2:172.21.15.18:6810/891441324 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5cac001d30 con 0x7f5ca00ade10 2024-04-22T00:39:44.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.481+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 --> [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5cb8062dc0 con 0x7f5ca00ade10 2024-04-22T00:39:44.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.481+0000 7f5cb67fc700 1 -- 172.21.15.18:0/3611126417 <== osd.3 v2:172.21.15.18:6810/891441324 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5cb8062dc0 con 0x7f5ca00ade10 2024-04-22T00:39:44.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.481+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] conn(0x7f5ca00ade10 msgr2=0x7f5ca00b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:44.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.481+0000 7f5cbf81b700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] conn(0x7f5ca00ade10 0x7f5ca00b02b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:44.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.481+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5ca00a2cb0 msgr2=0x7f5ca00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:44.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.481+0000 7f5cbf81b700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5ca00a2cb0 0x7f5ca00a5170 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0007be0 tx=0x7f5cb00073d0 comp rx=0 tx=0).stop 2024-04-22T00:39:44.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.481+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cb8101e40 msgr2=0x7f5cb819ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:44.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.481+0000 7f5cbf81b700 1 --2- 172.21.15.18:0/3611126417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5cb8101e40 0x7f5cb819ebc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f5cac0059d0 tx=0x7f5cac00fa00 comp rx=0 tx=0).stop 2024-04-22T00:39:44.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.481+0000 7f5cbddb8700 1 -- 172.21.15.18:0/3611126417 reap_dead start 2024-04-22T00:39:44.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.482+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 shutdown_connections 2024-04-22T00:39:44.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.482+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 >> 172.21.15.18:0/3611126417 conn(0x7f5cb8076fa0 msgr2=0x7f5cb806abe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:44.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.482+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 shutdown_connections 2024-04-22T00:39:44.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:40.482+0000 7f5cbf81b700 1 -- 172.21.15.18:0/3611126417 wait complete. 2024-04-22T00:39:45.745 INFO:teuthology.orchestra.run.smithi018.stdout:77309411398 2024-04-22T00:39:45.745 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-22T00:39:45.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:45 smithi018 ceph-mon[27979]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 383 B/s wr, 5 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:45.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:45 smithi081 ceph-mon[31546]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 383 B/s wr, 5 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:45.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:45 smithi167 ceph-mon[31348]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 383 B/s wr, 5 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.371+0000 7f58c959d700 1 -- 172.21.15.18:0/3489300186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58c4103c40 msgr2=0x7f58c410c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.371+0000 7f58c959d700 1 --2- 172.21.15.18:0/3489300186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58c4103c40 0x7f58c410c130 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f58b8009990 tx=0x7f58b8009ca0 comp rx=0 tx=0).stop 2024-04-22T00:39:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.371+0000 7f58c959d700 1 -- 172.21.15.18:0/3489300186 shutdown_connections 2024-04-22T00:39:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.371+0000 7f58c959d700 1 --2- 172.21.15.18:0/3489300186 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58c410c750 0x7f58c410ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.371+0000 7f58c959d700 1 --2- 172.21.15.18:0/3489300186 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58c4103320 0x7f58c4103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.371+0000 7f58c959d700 1 --2- 172.21.15.18:0/3489300186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58c4103c40 0x7f58c410c130 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.371+0000 7f58c959d700 1 -- 172.21.15.18:0/3489300186 >> 172.21.15.18:0/3489300186 conn(0x7f58c40fcb50 msgr2=0x7f58c40fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.371+0000 7f58c959d700 1 -- 172.21.15.18:0/3489300186 shutdown_connections 2024-04-22T00:39:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.371+0000 7f58c959d700 1 -- 172.21.15.18:0/3489300186 wait complete. 2024-04-22T00:39:46.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.372+0000 7f58c959d700 1 Processor -- start 2024-04-22T00:39:46.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.372+0000 7f58c959d700 1 -- start start 2024-04-22T00:39:46.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c959d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58c4103320 0x7f58c41a08b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:46.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c959d700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58c4103c40 0x7f58c41a0df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c959d700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58c410c750 0x7f58c419aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c959d700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f58c4112510 con 0x7f58c4103320 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c959d700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f58c4112390 con 0x7f58c4103c40 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c959d700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f58c4112690 con 0x7f58c410c750 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c3fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58c4103320 0x7f58c41a08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c3fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58c4103320 0x7f58c41a08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41306/0 (socket says 172.21.15.18:41306) 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c3fff700 1 -- 172.21.15.18:0/1772183733 learned_addr learned my addr 172.21.15.18:0/1772183733 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c8d9c700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58c410c750 0x7f58c419aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c37fe700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58c4103c40 0x7f58c41a0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c3fff700 1 -- 172.21.15.18:0/1772183733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58c410c750 msgr2=0x7f58c419aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:46.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c3fff700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58c410c750 0x7f58c419aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c3fff700 1 -- 172.21.15.18:0/1772183733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58c4103c40 msgr2=0x7f58c41a0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c3fff700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58c4103c40 0x7f58c41a0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c3fff700 1 -- 172.21.15.18:0/1772183733 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58c419b1d0 con 0x7f58c4103320 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c8d9c700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58c410c750 0x7f58c419aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c3fff700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58c4103320 0x7f58c41a08b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f58b400c970 tx=0x7f58b400cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c17fa700 1 -- 172.21.15.18:0/1772183733 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b4007aa0 con 0x7f58c4103320 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58c419b4c0 con 0x7f58c4103320 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c17fa700 1 -- 172.21.15.18:0/1772183733 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58b4004d10 con 0x7f58c4103320 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c17fa700 1 -- 172.21.15.18:0/1772183733 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b4005690 con 0x7f58c4103320 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.373+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58c41a7780 con 0x7f58c4103320 2024-04-22T00:39:46.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.374+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f58c41029c0 con 0x7f58c4103320 2024-04-22T00:39:46.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.376+0000 7f58c17fa700 1 -- 172.21.15.18:0/1772183733 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f58b4004750 con 0x7f58c4103320 2024-04-22T00:39:46.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.376+0000 7f58c17fa700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58ac0a2cb0 0x7f58ac0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:46.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.376+0000 7f58c17fa700 1 -- 172.21.15.18:0/1772183733 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f58b40cf970 con 0x7f58c4103320 2024-04-22T00:39:46.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.376+0000 7f58c37fe700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58ac0a2cb0 0x7f58ac0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:46.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.376+0000 7f58c17fa700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] conn(0x7f58ac0ade10 0x7f58ac0b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:46.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.377+0000 7f58c17fa700 1 -- 172.21.15.18:0/1772183733 --> [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f58b401de70 con 0x7f58ac0ade10 2024-04-22T00:39:46.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.377+0000 7f58c17fa700 1 -- 172.21.15.18:0/1772183733 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f58b40cfdc0 con 0x7f58c4103320 2024-04-22T00:39:46.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.377+0000 7f58c8d9c700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] conn(0x7f58ac0ade10 0x7f58ac0b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:46.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.377+0000 7f58c37fe700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58ac0a2cb0 0x7f58ac0a5170 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f58b8006010 tx=0x7f58b800b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:46.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.377+0000 7f58c8d9c700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] conn(0x7f58ac0ade10 0x7f58ac0b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:46.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.378+0000 7f58c17fa700 1 -- 172.21.15.18:0/1772183733 <== osd.10 v2:172.21.15.81:6824/1266280804 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f58b401de70 con 0x7f58ac0ade10 2024-04-22T00:39:46.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.395+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 --> [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f58c406a7f0 con 0x7f58ac0ade10 2024-04-22T00:39:46.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.395+0000 7f58c17fa700 1 -- 172.21.15.18:0/1772183733 <== osd.10 v2:172.21.15.81:6824/1266280804 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f58c406a7f0 con 0x7f58ac0ade10 2024-04-22T00:39:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 >> [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] conn(0x7f58ac0ade10 msgr2=0x7f58ac0b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:46.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c959d700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] conn(0x7f58ac0ade10 0x7f58ac0b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:46.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58ac0a2cb0 msgr2=0x7f58ac0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:46.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c959d700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58ac0a2cb0 0x7f58ac0a5170 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f58b8006010 tx=0x7f58b800b540 comp rx=0 tx=0).stop 2024-04-22T00:39:46.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58c4103320 msgr2=0x7f58c41a08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:46.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c959d700 1 --2- 172.21.15.18:0/1772183733 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58c4103320 0x7f58c41a08b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f58b400c970 tx=0x7f58b400cd30 comp rx=0 tx=0).stop 2024-04-22T00:39:46.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c8d9c700 1 -- 172.21.15.18:0/1772183733 reap_dead start 2024-04-22T00:39:46.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 shutdown_connections 2024-04-22T00:39:46.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 >> 172.21.15.18:0/1772183733 conn(0x7f58c40fcb50 msgr2=0x7f58c410ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:46.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 shutdown_connections 2024-04-22T00:39:46.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:46.396+0000 7f58c959d700 1 -- 172.21.15.18:0/1772183733 wait complete. 2024-04-22T00:39:46.831 INFO:teuthology.orchestra.run.smithi018.stdout:352187318295 2024-04-22T00:39:46.832 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-22T00:39:47.240 INFO:teuthology.orchestra.run.smithi018.stdout:261993005097 2024-04-22T00:39:47.241 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-22T00:39:47.659 INFO:teuthology.orchestra.run.smithi018.stdout:197568495667 2024-04-22T00:39:47.659 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-22T00:39:47.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:47 smithi081 ceph-mon[31546]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 383 B/s wr, 7 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:47.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:47 smithi018 ceph-mon[27979]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 383 B/s wr, 7 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:47.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:47 smithi167 ceph-mon[31348]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 383 B/s wr, 7 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:47.995 INFO:teuthology.orchestra.run.smithi018.stdout:107374182465 2024-04-22T00:39:47.995 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-22T00:39:48.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.968+0000 7f18f81a8700 1 -- 172.21.15.18:0/563108721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18f0102e90 msgr2=0x7f18f0106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:48.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.968+0000 7f18f81a8700 1 --2- 172.21.15.18:0/563108721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18f0102e90 0x7f18f0106e90 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f18ec009990 tx=0x7f18ec009ca0 comp rx=0 tx=0).stop 2024-04-22T00:39:48.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.968+0000 7f18f81a8700 1 -- 172.21.15.18:0/563108721 shutdown_connections 2024-04-22T00:39:48.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.968+0000 7f18f81a8700 1 --2- 172.21.15.18:0/563108721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18f0107570 0x7f18f010f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.968+0000 7f18f81a8700 1 --2- 172.21.15.18:0/563108721 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18f01024e0 0x7f18f01028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.968+0000 7f18f81a8700 1 --2- 172.21.15.18:0/563108721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18f0102e90 0x7f18f0106e90 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.968+0000 7f18f81a8700 1 -- 172.21.15.18:0/563108721 >> 172.21.15.18:0/563108721 conn(0x7f18f0079390 msgr2=0x7f18f00797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.968+0000 7f18f81a8700 1 -- 172.21.15.18:0/563108721 shutdown_connections 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.968+0000 7f18f81a8700 1 -- 172.21.15.18:0/563108721 wait complete. 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f81a8700 1 Processor -- start 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f81a8700 1 -- start start 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f81a8700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18f01024e0 0x7f18f019e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f81a8700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18f0102e90 0x7f18f019ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f81a8700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18f0107570 0x7f18f01988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f81a8700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f18f0112580 con 0x7f18f0102e90 2024-04-22T00:39:48.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f81a8700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f18f0112400 con 0x7f18f01024e0 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f81a8700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f18f0112700 con 0x7f18f0107570 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f5f44700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18f01024e0 0x7f18f019e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f5743700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18f0102e90 0x7f18f019ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f5f44700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18f01024e0 0x7f18f019e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:35804/0 (socket says 172.21.15.18:35804) 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f5f44700 1 -- 172.21.15.18:0/2733318953 learned_addr learned my addr 172.21.15.18:0/2733318953 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.969+0000 7f18f6745700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18f0107570 0x7f18f01988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18f5f44700 1 -- 172.21.15.18:0/2733318953 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18f0107570 msgr2=0x7f18f01988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18f5f44700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18f0107570 0x7f18f01988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18f5f44700 1 -- 172.21.15.18:0/2733318953 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18f0102e90 msgr2=0x7f18f019ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18f5f44700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18f0102e90 0x7f18f019ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18f5f44700 1 -- 172.21.15.18:0/2733318953 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18f0199000 con 0x7f18f01024e0 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18f5f44700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18f01024e0 0x7f18f019e6e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f18e400e9c0 tx=0x7f18e400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:48.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18e2ffd700 1 -- 172.21.15.18:0/2733318953 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e400cbd0 con 0x7f18f01024e0 2024-04-22T00:39:48.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18f01992f0 con 0x7f18f01024e0 2024-04-22T00:39:48.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18e2ffd700 1 -- 172.21.15.18:0/2733318953 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f18e400ee60 con 0x7f18f01024e0 2024-04-22T00:39:48.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18e2ffd700 1 -- 172.21.15.18:0/2733318953 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e4005630 con 0x7f18f01024e0 2024-04-22T00:39:48.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.970+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18f01a55b0 con 0x7f18f01024e0 2024-04-22T00:39:48.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.971+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f18f0062980 con 0x7f18f01024e0 2024-04-22T00:39:48.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.972+0000 7f18e2ffd700 1 -- 172.21.15.18:0/2733318953 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f18e4044b60 con 0x7f18f01024e0 2024-04-22T00:39:48.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.973+0000 7f18e2ffd700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18dc0a2cb0 0x7f18dc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:48.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.973+0000 7f18f5743700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18dc0a2cb0 0x7f18dc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:48.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.973+0000 7f18e2ffd700 1 -- 172.21.15.18:0/2733318953 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f18e40cf940 con 0x7f18f01024e0 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.973+0000 7f18e2ffd700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] conn(0x7f18dc0ade10 0x7f18dc0b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.973+0000 7f18e2ffd700 1 -- 172.21.15.18:0/2733318953 --> [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f18e4011e50 con 0x7f18dc0ade10 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.973+0000 7f18e2ffd700 1 -- 172.21.15.18:0/2733318953 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f18e40cfcf0 con 0x7f18f01024e0 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.973+0000 7f18f6745700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] conn(0x7f18dc0ade10 0x7f18dc0b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.973+0000 7f18f5743700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18dc0a2cb0 0x7f18dc0a5170 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f18f0101e70 tx=0x7f18ec005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.974+0000 7f18f6745700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] conn(0x7f18dc0ade10 0x7f18dc0b02b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.975+0000 7f18e2ffd700 1 -- 172.21.15.18:0/2733318953 <== osd.7 v2:172.21.15.81:6816/349234711 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f18e4011e50 con 0x7f18dc0ade10 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.991+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 --> [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f18f0062e00 con 0x7f18dc0ade10 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18e2ffd700 1 -- 172.21.15.18:0/2733318953 <== osd.7 v2:172.21.15.81:6816/349234711 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f18f0062e00 con 0x7f18dc0ade10 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 >> [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] conn(0x7f18dc0ade10 msgr2=0x7f18dc0b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f81a8700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] conn(0x7f18dc0ade10 0x7f18dc0b02b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18dc0a2cb0 msgr2=0x7f18dc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:48.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f81a8700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18dc0a2cb0 0x7f18dc0a5170 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f18f0101e70 tx=0x7f18ec005fd0 comp rx=0 tx=0).stop 2024-04-22T00:39:48.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18f01024e0 msgr2=0x7f18f019e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:48.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f81a8700 1 --2- 172.21.15.18:0/2733318953 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18f01024e0 0x7f18f019e6e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f18e400e9c0 tx=0x7f18e400ecd0 comp rx=0 tx=0).stop 2024-04-22T00:39:48.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f6745700 1 -- 172.21.15.18:0/2733318953 reap_dead start 2024-04-22T00:39:48.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 shutdown_connections 2024-04-22T00:39:48.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 >> 172.21.15.18:0/2733318953 conn(0x7f18f0079390 msgr2=0x7f18f01086f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:48.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 shutdown_connections 2024-04-22T00:39:48.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:42.992+0000 7f18f81a8700 1 -- 172.21.15.18:0/2733318953 wait complete. 2024-04-22T00:39:48.710 INFO:teuthology.orchestra.run.smithi018.stdout:223338299438 2024-04-22T00:39:48.710 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-22T00:39:49.193 INFO:teuthology.orchestra.run.smithi018.stdout:55834574924 2024-04-22T00:39:49.194 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-22T00:39:49.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:49 smithi081 ceph-mon[31546]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 322 B/s wr, 6 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:49.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:49 smithi018 ceph-mon[27979]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 322 B/s wr, 6 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:49.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:49 smithi167 ceph-mon[31348]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 322 B/s wr, 6 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-04-22T00:39:50.115 INFO:teuthology.orchestra.run.smithi018.stdout:317827579935 2024-04-22T00:39:50.115 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-22T00:39:50.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.312+0000 7f04eeffe700 1 -- 172.21.15.18:0/3155218408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e8102e90 msgr2=0x7f04e8106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:50.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.312+0000 7f04eeffe700 1 --2- 172.21.15.18:0/3155218408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e8102e90 0x7f04e8106e90 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f04d4009990 tx=0x7f04d4009ca0 comp rx=0 tx=0).stop 2024-04-22T00:39:50.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.312+0000 7f04eeffe700 1 -- 172.21.15.18:0/3155218408 shutdown_connections 2024-04-22T00:39:50.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.312+0000 7f04eeffe700 1 --2- 172.21.15.18:0/3155218408 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04e8107570 0x7f04e810f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:50.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.312+0000 7f04eeffe700 1 --2- 172.21.15.18:0/3155218408 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04e81024e0 0x7f04e81028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:50.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.312+0000 7f04eeffe700 1 --2- 172.21.15.18:0/3155218408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e8102e90 0x7f04e8106e90 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:50.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.312+0000 7f04eeffe700 1 -- 172.21.15.18:0/3155218408 >> 172.21.15.18:0/3155218408 conn(0x7f04e8079390 msgr2=0x7f04e80797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:50.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.312+0000 7f04eeffe700 1 -- 172.21.15.18:0/3155218408 shutdown_connections 2024-04-22T00:39:50.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.312+0000 7f04eeffe700 1 -- 172.21.15.18:0/3155218408 wait complete. 2024-04-22T00:39:50.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04eeffe700 1 Processor -- start 2024-04-22T00:39:50.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04eeffe700 1 -- start start 2024-04-22T00:39:50.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04eeffe700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04e81024e0 0x7f04e819e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:50.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04eeffe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04e8102e90 0x7f04e819ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:50.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04eeffe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e8107570 0x7f04e8198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:50.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04eeffe700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f04e8112530 con 0x7f04e8107570 2024-04-22T00:39:50.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04eeffe700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f04e81123b0 con 0x7f04e81024e0 2024-04-22T00:39:50.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04eeffe700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f04e81126b0 con 0x7f04e8102e90 2024-04-22T00:39:50.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04ed59b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e8107570 0x7f04e8198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:50.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04ed59b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e8107570 0x7f04e8198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41318/0 (socket says 172.21.15.18:41318) 2024-04-22T00:39:50.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04ed59b700 1 -- 172.21.15.18:0/3233517322 learned_addr learned my addr 172.21.15.18:0/3233517322 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04e7fff700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04e8102e90 0x7f04e819ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.313+0000 7f04ecd9a700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04e81024e0 0x7f04e819e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04e7fff700 1 -- 172.21.15.18:0/3233517322 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04e81024e0 msgr2=0x7f04e819e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04e7fff700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04e81024e0 0x7f04e819e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04e7fff700 1 -- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e8107570 msgr2=0x7f04e8198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04e7fff700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e8107570 0x7f04e8198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04e7fff700 1 -- 172.21.15.18:0/3233517322 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04e8199030 con 0x7f04e8102e90 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04ed59b700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e8107570 0x7f04e8198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04e7fff700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04e8102e90 0x7f04e819ec10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f04d40098e0 tx=0x7f04d400b7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04e5ffb700 1 -- 172.21.15.18:0/3233517322 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4027070 con 0x7f04e8102e90 2024-04-22T00:39:50.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04e5ffb700 1 -- 172.21.15.18:0/3233517322 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04d4003d70 con 0x7f04e8102e90 2024-04-22T00:39:50.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04e81992c0 con 0x7f04e8102e90 2024-04-22T00:39:50.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04e5ffb700 1 -- 172.21.15.18:0/3233517322 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d400f460 con 0x7f04e8102e90 2024-04-22T00:39:50.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.314+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04e81a5530 con 0x7f04e8102e90 2024-04-22T00:39:50.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.315+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f04e8062940 con 0x7f04e8102e90 2024-04-22T00:39:50.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.317+0000 7f04e5ffb700 1 -- 172.21.15.18:0/3233517322 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f04d402a070 con 0x7f04e8102e90 2024-04-22T00:39:50.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.318+0000 7f04e5ffb700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04d80a2cb0 0x7f04d80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:50.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.318+0000 7f04e5ffb700 1 -- 172.21.15.18:0/3233517322 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f04d40d0da0 con 0x7f04e8102e90 2024-04-22T00:39:50.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.318+0000 7f04ecd9a700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04d80a2cb0 0x7f04d80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:50.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.318+0000 7f04e5ffb700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] conn(0x7f04d80ade10 0x7f04d80b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:50.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.318+0000 7f04e5ffb700 1 -- 172.21.15.18:0/3233517322 --> [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f04d4015ec0 con 0x7f04d80ade10 2024-04-22T00:39:50.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.318+0000 7f04e5ffb700 1 -- 172.21.15.18:0/3233517322 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f04d40d1150 con 0x7f04e8102e90 2024-04-22T00:39:50.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.318+0000 7f04ed59b700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] conn(0x7f04d80ade10 0x7f04d80b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:50.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.318+0000 7f04ecd9a700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04d80a2cb0 0x7f04d80a5170 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f04dc009c60 tx=0x7f04dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:50.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.319+0000 7f04ed59b700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] conn(0x7f04d80ade10 0x7f04d80b02b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:50.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.320+0000 7f04e5ffb700 1 -- 172.21.15.18:0/3233517322 <== osd.0 v2:172.21.15.18:6802/282931436 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f04d4015ec0 con 0x7f04d80ade10 2024-04-22T00:39:50.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.343+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 --> [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f04e8062dc0 con 0x7f04d80ade10 2024-04-22T00:39:50.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.344+0000 7f04e5ffb700 1 -- 172.21.15.18:0/3233517322 <== osd.0 v2:172.21.15.18:6802/282931436 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f04e8062dc0 con 0x7f04d80ade10 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.344+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] conn(0x7f04d80ade10 msgr2=0x7f04d80b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.344+0000 7f04eeffe700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] conn(0x7f04d80ade10 0x7f04d80b02b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.344+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04d80a2cb0 msgr2=0x7f04d80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.344+0000 7f04eeffe700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04d80a2cb0 0x7f04d80a5170 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f04dc009c60 tx=0x7f04dc009260 comp rx=0 tx=0).stop 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.344+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04e8102e90 msgr2=0x7f04e819ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.344+0000 7f04eeffe700 1 --2- 172.21.15.18:0/3233517322 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f04e8102e90 0x7f04e819ec10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f04d40098e0 tx=0x7f04d400b7e0 comp rx=0 tx=0).stop 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.345+0000 7f04ed59b700 1 -- 172.21.15.18:0/3233517322 reap_dead start 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.345+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 shutdown_connections 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.345+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 >> 172.21.15.18:0/3233517322 conn(0x7f04e8079390 msgr2=0x7f04e8101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.345+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 shutdown_connections 2024-04-22T00:39:50.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:50.345+0000 7f04eeffe700 1 -- 172.21.15.18:0/3233517322 wait complete. 2024-04-22T00:39:51.014 INFO:teuthology.orchestra.run.smithi018.stdout:141733920829 2024-04-22T00:39:51.014 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-22T00:39:51.480 INFO:teuthology.orchestra.run.smithi018.stdout:34359738450 2024-04-22T00:39:51.480 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-22T00:39:51.675 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:51.701 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:51.701 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:51.702 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:51.711 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:51.714 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:51.833 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:51 smithi018 ceph-mon[27979]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 291 B/s wr, 5 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-04-22T00:39:51.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:51 smithi081 ceph-mon[31546]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 291 B/s wr, 5 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-04-22T00:39:51.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:51 smithi167 ceph-mon[31348]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 291 B/s wr, 5 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-04-22T00:39:53.864 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:53 smithi018 ceph-mon[27979]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-22T00:39:53.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:53 smithi081 ceph-mon[31546]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-22T00:39:53.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:53 smithi167 ceph-mon[31348]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-22T00:39:54.487 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:39:55.825 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:55 smithi018 ceph-mon[27979]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-22T00:39:55.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:55 smithi081 ceph-mon[31546]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-22T00:39:55.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:55 smithi167 ceph-mon[31348]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-22T00:39:57.791 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:57 smithi018 ceph-mon[27979]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:39:57.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/2396369083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ccc06b300 msgr2=0x7f4ccc10f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:57.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 --2- 172.21.15.18:0/2396369083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ccc06b300 0x7f4ccc10f0f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f4cc400b0a0 tx=0x7f4cc400b3b0 comp rx=0 tx=0).stop 2024-04-22T00:39:57.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/2396369083 shutdown_connections 2024-04-22T00:39:57.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 --2- 172.21.15.18:0/2396369083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ccc06b300 0x7f4ccc10f0f0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:57.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 --2- 172.21.15.18:0/2396369083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ccc1082b0 0x7f4ccc108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:57.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 --2- 172.21.15.18:0/2396369083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ccc06a960 0x7f4ccc06adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:57.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/2396369083 >> 172.21.15.18:0/2396369083 conn(0x7f4ccc0780e0 msgr2=0x7f4ccc0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:57.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/2396369083 shutdown_connections 2024-04-22T00:39:57.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/2396369083 wait complete. 2024-04-22T00:39:57.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 Processor -- start 2024-04-22T00:39:57.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.804+0000 7f4cd2ceb700 1 -- start start 2024-04-22T00:39:57.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd2ceb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ccc06a960 0x7f4ccc101230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:57.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd2ceb700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ccc06b300 0x7f4ccc101770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:57.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd2ceb700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ccc1082b0 0x7f4ccc101cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:57.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd2ceb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4ccc112530 con 0x7f4ccc06a960 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd2ceb700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4ccc1123b0 con 0x7f4ccc06b300 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd2ceb700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4ccc1126b0 con 0x7f4ccc1082b0 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd0a87700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ccc06a960 0x7f4ccc101230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd0a87700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ccc06a960 0x7f4ccc101230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57216/0 (socket says 172.21.15.18:57216) 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd0a87700 1 -- 172.21.15.18:0/3799315328 learned_addr learned my addr 172.21.15.18:0/3799315328 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4ccbfff700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ccc06b300 0x7f4ccc101770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd1288700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ccc1082b0 0x7f4ccc101cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd0a87700 1 -- 172.21.15.18:0/3799315328 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ccc1082b0 msgr2=0x7f4ccc101cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd0a87700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ccc1082b0 0x7f4ccc101cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd0a87700 1 -- 172.21.15.18:0/3799315328 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ccc06b300 msgr2=0x7f4ccc101770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd0a87700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ccc06b300 0x7f4ccc101770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd0a87700 1 -- 172.21.15.18:0/3799315328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ccc1a6f50 con 0x7f4ccc06a960 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd1288700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ccc1082b0 0x7f4ccc101cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:39:57.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4ccbfff700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ccc06b300 0x7f4ccc101770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:39:57.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.805+0000 7f4cd0a87700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ccc06a960 0x7f4ccc101230 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f4cc000d980 tx=0x7f4cc000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:57.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.806+0000 7f4cc9ffb700 1 -- 172.21.15.18:0/3799315328 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc0017070 con 0x7f4ccc06a960 2024-04-22T00:39:57.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.806+0000 7f4cc9ffb700 1 -- 172.21.15.18:0/3799315328 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4cc0004d10 con 0x7f4ccc06a960 2024-04-22T00:39:57.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.806+0000 7f4cc9ffb700 1 -- 172.21.15.18:0/3799315328 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc00055c0 con 0x7f4ccc06a960 2024-04-22T00:39:57.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.806+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/3799315328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ccc1a7240 con 0x7f4ccc06a960 2024-04-22T00:39:57.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.807+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/3799315328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ccc1a7730 con 0x7f4ccc06a960 2024-04-22T00:39:57.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.808+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/3799315328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ccc068f20 con 0x7f4ccc06a960 2024-04-22T00:39:57.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.809+0000 7f4cc9ffb700 1 -- 172.21.15.18:0/3799315328 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4cc0004750 con 0x7f4ccc06a960 2024-04-22T00:39:57.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.809+0000 7f4cc9ffb700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4cbc0a2d30 0x7f4cbc0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:39:57.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.809+0000 7f4ccbfff700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4cbc0a2d30 0x7f4cbc0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:39:57.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.809+0000 7f4cc9ffb700 1 -- 172.21.15.18:0/3799315328 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f4cc00cf0a0 con 0x7f4ccc06a960 2024-04-22T00:39:57.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.810+0000 7f4ccbfff700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4cbc0a2d30 0x7f4cbc0a51f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8005d90 tx=0x7f4cb8005d00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:39:57.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:57.814+0000 7f4cc9ffb700 1 -- 172.21.15.18:0/3799315328 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4cc0020030 con 0x7f4ccc06a960 2024-04-22T00:39:57.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:57 smithi081 ceph-mon[31546]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:39:57.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:57 smithi167 ceph-mon[31348]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:39:58.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.029+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/3799315328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f4ccc02db30 con 0x7f4ccc06a960 2024-04-22T00:39:58.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.030+0000 7f4cc9ffb700 1 -- 172.21.15.18:0/3799315328 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4cc009bb40 con 0x7f4ccc06a960 2024-04-22T00:39:58.032 INFO:teuthology.orchestra.run.smithi018.stdout:296352743463 2024-04-22T00:39:58.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/3799315328 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4cbc0a2d30 msgr2=0x7f4cbc0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:58.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4cbc0a2d30 0x7f4cbc0a51f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8005d90 tx=0x7f4cb8005d00 comp rx=0 tx=0).stop 2024-04-22T00:39:58.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/3799315328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ccc06a960 msgr2=0x7f4ccc101230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:39:58.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ccc06a960 0x7f4ccc101230 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f4cc000d980 tx=0x7f4cc000dd40 comp rx=0 tx=0).stop 2024-04-22T00:39:58.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/3799315328 shutdown_connections 2024-04-22T00:39:58.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4ccc1082b0 0x7f4ccc101cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:58.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ccc06a960 0x7f4ccc101230 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:58.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4cbc0a2d30 0x7f4cbc0a51f0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:58.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 --2- 172.21.15.18:0/3799315328 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ccc06b300 0x7f4ccc101770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:39:58.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/3799315328 >> 172.21.15.18:0/3799315328 conn(0x7f4ccc0780e0 msgr2=0x7f4ccc0ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:39:58.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/3799315328 shutdown_connections 2024-04-22T00:39:58.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:39:58.032+0000 7f4cd2ceb700 1 -- 172.21.15.18:0/3799315328 wait complete. 2024-04-22T00:39:58.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:58 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3799315328' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-22T00:39:58.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:58 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3799315328' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-22T00:39:58.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:58 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3799315328' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-22T00:39:59.869 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:39:59 smithi018 ceph-mon[27979]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:39:59.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:39:59 smithi081 ceph-mon[31546]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:39:59.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:39:59 smithi167 ceph-mon[31348]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:00.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:00 smithi018 ceph-mon[27979]: overall HEALTH_OK 2024-04-22T00:40:00.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:00 smithi081 ceph-mon[31546]: overall HEALTH_OK 2024-04-22T00:40:00.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:00 smithi167 ceph-mon[31348]: overall HEALTH_OK 2024-04-22T00:40:01.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:01 smithi018 ceph-mon[27979]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:01.667 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:01 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3222354653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T00:40:01.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:01 smithi081 ceph-mon[31546]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:01.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:01 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3222354653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T00:40:01.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:01 smithi167 ceph-mon[31348]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:01.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:01 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3222354653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T00:40:02.052 INFO:tasks.cephadm.ceph_manager.ceph:need seq 296352743460 got 296352743463 for osd.9 2024-04-22T00:40:02.052 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:03.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.287+0000 7fd0f1b89700 1 -- 172.21.15.18:0/3053486643 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0ec107590 msgr2=0x7fd0ec10f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:03.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.287+0000 7fd0f1b89700 1 --2- 172.21.15.18:0/3053486643 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0ec107590 0x7fd0ec10f160 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd0e400b0a0 tx=0x7fd0e400b3b0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.287+0000 7fd0f1b89700 1 -- 172.21.15.18:0/3053486643 shutdown_connections 2024-04-22T00:40:03.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.287+0000 7fd0f1b89700 1 --2- 172.21.15.18:0/3053486643 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0ec107590 0x7fd0ec10f160 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.287+0000 7fd0f1b89700 1 --2- 172.21.15.18:0/3053486643 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0ec102510 0x7fd0ec1028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.287+0000 7fd0f1b89700 1 --2- 172.21.15.18:0/3053486643 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0ec102ec0 0x7fd0ec106eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.287+0000 7fd0f1b89700 1 -- 172.21.15.18:0/3053486643 >> 172.21.15.18:0/3053486643 conn(0x7fd0ec0793a0 msgr2=0x7fd0ec0797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:03.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.287+0000 7fd0f1b89700 1 -- 172.21.15.18:0/3053486643 shutdown_connections 2024-04-22T00:40:03.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.287+0000 7fd0f1b89700 1 -- 172.21.15.18:0/3053486643 wait complete. 2024-04-22T00:40:03.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.287+0000 7fd0f1b89700 1 Processor -- start 2024-04-22T00:40:03.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0f1b89700 1 -- start start 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0f1b89700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0ec102510 0x7fd0ec074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0f1b89700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0ec102ec0 0x7fd0ec074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0f1b89700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0ec107590 0x7fd0ec074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0f1b89700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ec112570 con 0x7fd0ec107590 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0f1b89700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ec1123f0 con 0x7fd0ec102510 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0f1b89700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ec1126f0 con 0x7fd0ec102ec0 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0ebfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0ec107590 0x7fd0ec074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0ebfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0ec107590 0x7fd0ec074fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33874/0 (socket says 172.21.15.18:33874) 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0ebfff700 1 -- 172.21.15.18:0/886928239 learned_addr learned my addr 172.21.15.18:0/886928239 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0eaffd700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0ec102ec0 0x7fd0ec074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0eb7fe700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0ec102510 0x7fd0ec074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:03.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0ebfff700 1 -- 172.21.15.18:0/886928239 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0ec102ec0 msgr2=0x7fd0ec074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0ebfff700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0ec102ec0 0x7fd0ec074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0ebfff700 1 -- 172.21.15.18:0/886928239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0ec102510 msgr2=0x7fd0ec074530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0ebfff700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0ec102510 0x7fd0ec074530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0ebfff700 1 -- 172.21.15.18:0/886928239 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0ec1a6d20 con 0x7fd0ec107590 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.288+0000 7fd0eb7fe700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0ec102510 0x7fd0ec074530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.289+0000 7fd0ebfff700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0ec107590 0x7fd0ec074fb0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd0e40062a0 tx=0x7fd0e400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.289+0000 7fd0e8ff9700 1 -- 172.21.15.18:0/886928239 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0e4021070 con 0x7fd0ec107590 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.289+0000 7fd0f1b89700 1 -- 172.21.15.18:0/886928239 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0ec1a6fb0 con 0x7fd0ec107590 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.289+0000 7fd0e8ff9700 1 -- 172.21.15.18:0/886928239 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd0e4007d00 con 0x7fd0ec107590 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.289+0000 7fd0e8ff9700 1 -- 172.21.15.18:0/886928239 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0e4005460 con 0x7fd0ec107590 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.289+0000 7fd0f1b89700 1 -- 172.21.15.18:0/886928239 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0ec1a74b0 con 0x7fd0ec107590 2024-04-22T00:40:03.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.290+0000 7fd0f1b89700 1 -- 172.21.15.18:0/886928239 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0ec068f20 con 0x7fd0ec107590 2024-04-22T00:40:03.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.291+0000 7fd0e8ff9700 1 -- 172.21.15.18:0/886928239 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd0e4024070 con 0x7fd0ec107590 2024-04-22T00:40:03.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.292+0000 7fd0e8ff9700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2cb0 0x7fd0d40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:03.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.292+0000 7fd0eb7fe700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2cb0 0x7fd0d40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:03.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.292+0000 7fd0e8ff9700 1 -- 172.21.15.18:0/886928239 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fd0e400f020 con 0x7fd0ec107590 2024-04-22T00:40:03.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.292+0000 7fd0eb7fe700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2cb0 0x7fd0d40a5170 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd0dc005fd0 tx=0x7fd0dc005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:03.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.296+0000 7fd0e8ff9700 1 -- 172.21.15.18:0/886928239 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fd0e402b020 con 0x7fd0ec107590 2024-04-22T00:40:03.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.511+0000 7fd0f1b89700 1 -- 172.21.15.18:0/886928239 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fd0ec02dcf0 con 0x7fd0ec107590 2024-04-22T00:40:03.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.511+0000 7fd0e8ff9700 1 -- 172.21.15.18:0/886928239 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd0e409d700 con 0x7fd0ec107590 2024-04-22T00:40:03.513 INFO:teuthology.orchestra.run.smithi018.stdout:261993005101 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 -- 172.21.15.18:0/886928239 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2cb0 msgr2=0x7fd0d40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2cb0 0x7fd0d40a5170 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd0dc005fd0 tx=0x7fd0dc005e30 comp rx=0 tx=0).stop 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 -- 172.21.15.18:0/886928239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0ec107590 msgr2=0x7fd0ec074fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0ec107590 0x7fd0ec074fb0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd0e40062a0 tx=0x7fd0e400be60 comp rx=0 tx=0).stop 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 -- 172.21.15.18:0/886928239 shutdown_connections 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0ec107590 0x7fd0ec074fb0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2cb0 0x7fd0d40a5170 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0ec102510 0x7fd0ec074530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 --2- 172.21.15.18:0/886928239 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0ec102ec0 0x7fd0ec074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 -- 172.21.15.18:0/886928239 >> 172.21.15.18:0/886928239 conn(0x7fd0ec0793a0 msgr2=0x7fd0ec100260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:03.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 -- 172.21.15.18:0/886928239 shutdown_connections 2024-04-22T00:40:03.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.513+0000 7fd0f1b89700 1 -- 172.21.15.18:0/886928239 wait complete. 2024-04-22T00:40:03.788 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:03 smithi018 ceph-mon[27979]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:03.788 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:03 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/886928239' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-22T00:40:03.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.890+0000 7f1e88ea6700 1 -- 172.21.15.18:0/4110604031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e8406a8e0 msgr2=0x7f1e8410f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.890+0000 7f1e88ea6700 1 --2- 172.21.15.18:0/4110604031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e8406a8e0 0x7f1e8410f0f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1e74009990 tx=0x7f1e74009ca0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.890+0000 7f1e88ea6700 1 -- 172.21.15.18:0/4110604031 shutdown_connections 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.890+0000 7f1e88ea6700 1 --2- 172.21.15.18:0/4110604031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e8406a8e0 0x7f1e8410f0f0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.890+0000 7f1e88ea6700 1 --2- 172.21.15.18:0/4110604031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1e841082b0 0x7f1e84108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.890+0000 7f1e88ea6700 1 --2- 172.21.15.18:0/4110604031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1e84069f40 0x7f1e8406a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.890+0000 7f1e88ea6700 1 -- 172.21.15.18:0/4110604031 >> 172.21.15.18:0/4110604031 conn(0x7f1e840780e0 msgr2=0x7f1e840784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.890+0000 7f1e88ea6700 1 -- 172.21.15.18:0/4110604031 shutdown_connections 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.890+0000 7f1e88ea6700 1 -- 172.21.15.18:0/4110604031 wait complete. 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e88ea6700 1 Processor -- start 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e88ea6700 1 -- start start 2024-04-22T00:40:03.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e88ea6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e84069f40 0x7f1e84101200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e88ea6700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1e8406a8e0 0x7f1e84101740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e88ea6700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1e841082b0 0x7f1e84101c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e88ea6700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1e84112530 con 0x7f1e84069f40 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e88ea6700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1e841123b0 con 0x7f1e841082b0 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e88ea6700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1e841126b0 con 0x7f1e8406a8e0 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e8259c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e84069f40 0x7f1e84101200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e8259c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e84069f40 0x7f1e84101200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33896/0 (socket says 172.21.15.18:33896) 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e8259c700 1 -- 172.21.15.18:0/2132754890 learned_addr learned my addr 172.21.15.18:0/2132754890 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e81d9b700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1e8406a8e0 0x7f1e84101740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.891+0000 7f1e82d9d700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1e841082b0 0x7f1e84101c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e8259c700 1 -- 172.21.15.18:0/2132754890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1e8406a8e0 msgr2=0x7f1e84101740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e8259c700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1e8406a8e0 0x7f1e84101740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e8259c700 1 -- 172.21.15.18:0/2132754890 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1e841082b0 msgr2=0x7f1e84101c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:03.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e8259c700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1e841082b0 0x7f1e84101c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:03.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e8259c700 1 -- 172.21.15.18:0/2132754890 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e841a6f40 con 0x7f1e84069f40 2024-04-22T00:40:03.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e81d9b700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1e8406a8e0 0x7f1e84101740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:03.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e82d9d700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1e841082b0 0x7f1e84101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:03.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e8259c700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e84069f40 0x7f1e84101200 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c007f10 tx=0x7f1e7c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:03.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e7b7fe700 1 -- 172.21.15.18:0/2132754890 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7c00dc90 con 0x7f1e84069f40 2024-04-22T00:40:03.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e7b7fe700 1 -- 172.21.15.18:0/2132754890 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e7c00de30 con 0x7f1e84069f40 2024-04-22T00:40:03.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e88ea6700 1 -- 172.21.15.18:0/2132754890 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e841a7230 con 0x7f1e84069f40 2024-04-22T00:40:03.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e7b7fe700 1 -- 172.21.15.18:0/2132754890 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7c0133f0 con 0x7f1e84069f40 2024-04-22T00:40:03.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.892+0000 7f1e88ea6700 1 -- 172.21.15.18:0/2132754890 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e841a7720 con 0x7f1e84069f40 2024-04-22T00:40:03.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.893+0000 7f1e88ea6700 1 -- 172.21.15.18:0/2132754890 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e84068f20 con 0x7f1e84069f40 2024-04-22T00:40:03.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.894+0000 7f1e7b7fe700 1 -- 172.21.15.18:0/2132754890 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1e7c01a020 con 0x7f1e84069f40 2024-04-22T00:40:03.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.895+0000 7f1e7b7fe700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1e700a2cb0 0x7f1e700a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:03.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.895+0000 7f1e81d9b700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1e700a2cb0 0x7f1e700a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:03.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.895+0000 7f1e7b7fe700 1 -- 172.21.15.18:0/2132754890 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f1e7c0cede0 con 0x7f1e84069f40 2024-04-22T00:40:03.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.895+0000 7f1e81d9b700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1e700a2cb0 0x7f1e700a5170 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1e84078700 tx=0x7f1e6c00b5f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:03.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:03.900+0000 7f1e7b7fe700 1 -- 172.21.15.18:0/2132754890 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1e7c010070 con 0x7f1e84069f40 2024-04-22T00:40:03.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:03 smithi081 ceph-mon[31546]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:03.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:03 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/886928239' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-22T00:40:03.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:03 smithi167 ceph-mon[31348]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:03.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:03 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/886928239' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-22T00:40:04.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.112+0000 7f1e88ea6700 1 -- 172.21.15.18:0/2132754890 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f1e8402db30 con 0x7f1e84069f40 2024-04-22T00:40:04.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.112+0000 7f1e7b7fe700 1 -- 172.21.15.18:0/2132754890 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1e7c09b820 con 0x7f1e84069f40 2024-04-22T00:40:04.114 INFO:teuthology.orchestra.run.smithi018.stdout:141733920833 2024-04-22T00:40:04.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.115+0000 7f1e88ea6700 1 -- 172.21.15.18:0/2132754890 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1e700a2cb0 msgr2=0x7f1e700a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:04.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.115+0000 7f1e88ea6700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1e700a2cb0 0x7f1e700a5170 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1e84078700 tx=0x7f1e6c00b5f0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.115+0000 7f1e88ea6700 1 -- 172.21.15.18:0/2132754890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e84069f40 msgr2=0x7f1e84101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:04.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.115+0000 7f1e88ea6700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e84069f40 0x7f1e84101200 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c007f10 tx=0x7f1e7c00d3b0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.116+0000 7f1e88ea6700 1 -- 172.21.15.18:0/2132754890 shutdown_connections 2024-04-22T00:40:04.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.116+0000 7f1e88ea6700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1e700a2cb0 0x7f1e700a5170 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.116+0000 7f1e88ea6700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1e841082b0 0x7f1e84101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.116+0000 7f1e88ea6700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e84069f40 0x7f1e84101200 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.116+0000 7f1e88ea6700 1 --2- 172.21.15.18:0/2132754890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1e8406a8e0 0x7f1e84101740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.116+0000 7f1e88ea6700 1 -- 172.21.15.18:0/2132754890 >> 172.21.15.18:0/2132754890 conn(0x7f1e840780e0 msgr2=0x7f1e840ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:04.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.116+0000 7f1e88ea6700 1 -- 172.21.15.18:0/2132754890 shutdown_connections 2024-04-22T00:40:04.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:04.116+0000 7f1e88ea6700 1 -- 172.21.15.18:0/2132754890 wait complete. 2024-04-22T00:40:04.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:04 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2132754890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T00:40:04.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.183+0000 7f84477a4700 1 -- 172.21.15.18:0/3150287747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8440102ef0 msgr2=0x7f8440106ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.183+0000 7f84477a4700 1 --2- 172.21.15.18:0/3150287747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8440102ef0 0x7f8440106ec0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f8434009990 tx=0x7f8434009ca0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.183+0000 7f84477a4700 1 -- 172.21.15.18:0/3150287747 shutdown_connections 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.183+0000 7f84477a4700 1 --2- 172.21.15.18:0/3150287747 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84401075a0 0x7f844010f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.183+0000 7f84477a4700 1 --2- 172.21.15.18:0/3150287747 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8440102540 0x7f8440102920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.183+0000 7f84477a4700 1 --2- 172.21.15.18:0/3150287747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8440102ef0 0x7f8440106ec0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.183+0000 7f84477a4700 1 -- 172.21.15.18:0/3150287747 >> 172.21.15.18:0/3150287747 conn(0x7f8440079310 msgr2=0x7f8440079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.183+0000 7f84477a4700 1 -- 172.21.15.18:0/3150287747 shutdown_connections 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.183+0000 7f84477a4700 1 -- 172.21.15.18:0/3150287747 wait complete. 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f84477a4700 1 Processor -- start 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f84477a4700 1 -- start start 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f84477a4700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8440102540 0x7f8440074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f84477a4700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8440102ef0 0x7f8440074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:04.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f84477a4700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84401075a0 0x7f8440074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f84477a4700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8440112560 con 0x7f8440102540 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f84477a4700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f84401123e0 con 0x7f84401075a0 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f84477a4700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f84401126e0 con 0x7f8440102ef0 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8445540700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8440102540 0x7f8440074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8445540700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8440102540 0x7f8440074530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33846/0 (socket says 172.21.15.18:33846) 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8445540700 1 -- 172.21.15.18:0/3222354653 learned_addr learned my addr 172.21.15.18:0/3222354653 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8445d41700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84401075a0 0x7f8440074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8444d3f700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8440102ef0 0x7f8440074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8445540700 1 -- 172.21.15.18:0/3222354653 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8440102ef0 msgr2=0x7f8440074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8445540700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8440102ef0 0x7f8440074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8445540700 1 -- 172.21.15.18:0/3222354653 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84401075a0 msgr2=0x7f8440074fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:04.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8445540700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84401075a0 0x7f8440074fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8445540700 1 -- 172.21.15.18:0/3222354653 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84401a6f40 con 0x7f8440102540 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.184+0000 7f8444d3f700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8440102ef0 0x7f8440074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.185+0000 7f8445d41700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84401075a0 0x7f8440074fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.185+0000 7f8445540700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8440102540 0x7f8440074530 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f843c00e9c0 tx=0x7f843c00ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.185+0000 7f84327fc700 1 -- 172.21.15.18:0/3222354653 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f843c00cbd0 con 0x7f8440102540 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.185+0000 7f84327fc700 1 -- 172.21.15.18:0/3222354653 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f843c00cd70 con 0x7f8440102540 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.185+0000 7f84477a4700 1 -- 172.21.15.18:0/3222354653 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84401a7230 con 0x7f8440102540 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.185+0000 7f84327fc700 1 -- 172.21.15.18:0/3222354653 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f843c010430 con 0x7f8440102540 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.185+0000 7f84477a4700 1 -- 172.21.15.18:0/3222354653 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84401a7770 con 0x7f8440102540 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.186+0000 7f84477a4700 1 -- 172.21.15.18:0/3222354653 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8440068f20 con 0x7f8440102540 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.188+0000 7f84327fc700 1 -- 172.21.15.18:0/3222354653 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f843c004750 con 0x7f8440102540 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.189+0000 7f84327fc700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f842c0a2d30 0x7f842c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.189+0000 7f84327fc700 1 -- 172.21.15.18:0/3222354653 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f843c0cfb70 con 0x7f8440102540 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.189+0000 7f8444d3f700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f842c0a2d30 0x7f842c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:04.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.190+0000 7f8444d3f700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f842c0a2d30 0x7f842c0a51f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8434006010 tx=0x7f8434005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:04.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.193+0000 7f84327fc700 1 -- 172.21.15.18:0/3222354653 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f843c0536f0 con 0x7f8440102540 2024-04-22T00:40:04.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.404+0000 7f84477a4700 1 -- 172.21.15.18:0/3222354653 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f844002db30 con 0x7f8440102540 2024-04-22T00:40:04.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.404+0000 7f84327fc700 1 -- 172.21.15.18:0/3222354653 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f843c09c610 con 0x7f8440102540 2024-04-22T00:40:04.824 INFO:teuthology.orchestra.run.smithi018.stdout:55834574927 2024-04-22T00:40:04.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 -- 172.21.15.18:0/3222354653 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f842c0a2d30 msgr2=0x7f842c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:04.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f842c0a2d30 0x7f842c0a51f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8434006010 tx=0x7f8434005e80 comp rx=0 tx=0).stop 2024-04-22T00:40:04.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 -- 172.21.15.18:0/3222354653 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8440102540 msgr2=0x7f8440074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:04.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8440102540 0x7f8440074530 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f843c00e9c0 tx=0x7f843c00ed80 comp rx=0 tx=0).stop 2024-04-22T00:40:04.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 -- 172.21.15.18:0/3222354653 shutdown_connections 2024-04-22T00:40:04.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f842c0a2d30 0x7f842c0a51f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84401075a0 0x7f8440074fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8440102540 0x7f8440074530 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 --2- 172.21.15.18:0/3222354653 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8440102ef0 0x7f8440074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:04.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 -- 172.21.15.18:0/3222354653 >> 172.21.15.18:0/3222354653 conn(0x7f8440079310 msgr2=0x7f8440101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:04.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 -- 172.21.15.18:0/3222354653 shutdown_connections 2024-04-22T00:40:04.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:01.406+0000 7f84477a4700 1 -- 172.21.15.18:0/3222354653 wait complete. 2024-04-22T00:40:04.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:04 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2132754890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T00:40:04.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:04 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2132754890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T00:40:05.509 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574924 got 55834574927 for osd.1 2024-04-22T00:40:05.509 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:05.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:05 smithi018 ceph-mon[27979]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:05.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:05 smithi081 ceph-mon[31546]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:05.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:05 smithi167 ceph-mon[31348]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:06.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.732+0000 7ff458cbe700 1 -- 172.21.15.18:0/11072758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff4541013b0 msgr2=0x7ff454101790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:06.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.732+0000 7ff458cbe700 1 --2- 172.21.15.18:0/11072758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff4541013b0 0x7ff454101790 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff4440099c0 tx=0x7ff444009cd0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.732+0000 7ff458cbe700 1 -- 172.21.15.18:0/11072758 shutdown_connections 2024-04-22T00:40:06.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.732+0000 7ff458cbe700 1 --2- 172.21.15.18:0/11072758 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff454106490 0x7ff45410e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.732+0000 7ff458cbe700 1 --2- 172.21.15.18:0/11072758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff4541013b0 0x7ff454101790 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.732+0000 7ff458cbe700 1 --2- 172.21.15.18:0/11072758 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff454101d60 0x7ff454105db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.732+0000 7ff458cbe700 1 -- 172.21.15.18:0/11072758 >> 172.21.15.18:0/11072758 conn(0x7ff4540781d0 msgr2=0x7ff4540785e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.732+0000 7ff458cbe700 1 -- 172.21.15.18:0/11072758 shutdown_connections 2024-04-22T00:40:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.732+0000 7ff458cbe700 1 -- 172.21.15.18:0/11072758 wait complete. 2024-04-22T00:40:06.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff458cbe700 1 Processor -- start 2024-04-22T00:40:06.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff458cbe700 1 -- start start 2024-04-22T00:40:06.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff458cbe700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4541013b0 0x7ff454102e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff458cbe700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff454101d60 0x7ff454103390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff458cbe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff454106490 0x7ff4541038d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff458cbe700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff454111490 con 0x7ff454106490 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff458cbe700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff454111310 con 0x7ff4541013b0 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff458cbe700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff454111610 con 0x7ff454101d60 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff452d9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff454106490 0x7ff4541038d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff451d9b700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff454101d60 0x7ff454103390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff452d9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff454106490 0x7ff4541038d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33926/0 (socket says 172.21.15.18:33926) 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.733+0000 7ff452d9d700 1 -- 172.21.15.18:0/2834945596 learned_addr learned my addr 172.21.15.18:0/2834945596 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff45259c700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4541013b0 0x7ff454102e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff451d9b700 1 -- 172.21.15.18:0/2834945596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4541013b0 msgr2=0x7ff454102e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff451d9b700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4541013b0 0x7ff454102e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff451d9b700 1 -- 172.21.15.18:0/2834945596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff454106490 msgr2=0x7ff4541038d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:06.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff451d9b700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff454106490 0x7ff4541038d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff451d9b700 1 -- 172.21.15.18:0/2834945596 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4541a6f40 con 0x7ff454101d60 2024-04-22T00:40:06.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff451d9b700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff454101d60 0x7ff454103390 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff44800d720 tx=0x7ff44800da30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:06.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff4437fe700 1 -- 172.21.15.18:0/2834945596 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff448017070 con 0x7ff454101d60 2024-04-22T00:40:06.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff458cbe700 1 -- 172.21.15.18:0/2834945596 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4541a7230 con 0x7ff454101d60 2024-04-22T00:40:06.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff4437fe700 1 -- 172.21.15.18:0/2834945596 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff448005020 con 0x7ff454101d60 2024-04-22T00:40:06.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff4437fe700 1 -- 172.21.15.18:0/2834945596 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff44800fbb0 con 0x7ff454101d60 2024-04-22T00:40:06.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.734+0000 7ff458cbe700 1 -- 172.21.15.18:0/2834945596 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4541a7720 con 0x7ff454101d60 2024-04-22T00:40:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.735+0000 7ff458cbe700 1 -- 172.21.15.18:0/2834945596 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff454068f20 con 0x7ff454101d60 2024-04-22T00:40:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.737+0000 7ff4437fe700 1 -- 172.21.15.18:0/2834945596 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff44800fd50 con 0x7ff454101d60 2024-04-22T00:40:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.737+0000 7ff4437fe700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff43c0a2cb0 0x7ff43c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.737+0000 7ff45259c700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff43c0a2cb0 0x7ff43c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.737+0000 7ff4437fe700 1 -- 172.21.15.18:0/2834945596 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7ff4480ceeb0 con 0x7ff454101d60 2024-04-22T00:40:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.738+0000 7ff45259c700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff43c0a2cb0 0x7ff43c0a5170 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff444006010 tx=0x7ff444000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.741+0000 7ff4437fe700 1 -- 172.21.15.18:0/2834945596 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff44809b8f0 con 0x7ff454101d60 2024-04-22T00:40:06.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.949+0000 7ff458cbe700 1 -- 172.21.15.18:0/2834945596 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7ff45402db30 con 0x7ff454101d60 2024-04-22T00:40:06.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.950+0000 7ff4437fe700 1 -- 172.21.15.18:0/2834945596 <== mon.1 v2:172.21.15.167:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff44809b1f0 con 0x7ff454101d60 2024-04-22T00:40:06.951 INFO:teuthology.orchestra.run.smithi018.stdout:223338299443 2024-04-22T00:40:06.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.951+0000 7ff458cbe700 1 -- 172.21.15.18:0/2834945596 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff43c0a2cb0 msgr2=0x7ff43c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.951+0000 7ff458cbe700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff43c0a2cb0 0x7ff43c0a5170 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff444006010 tx=0x7ff444000bc0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.952+0000 7ff458cbe700 1 -- 172.21.15.18:0/2834945596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff454101d60 msgr2=0x7ff454103390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.952+0000 7ff458cbe700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff454101d60 0x7ff454103390 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff44800d720 tx=0x7ff44800da30 comp rx=0 tx=0).stop 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.952+0000 7ff458cbe700 1 -- 172.21.15.18:0/2834945596 shutdown_connections 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.952+0000 7ff458cbe700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff454106490 0x7ff4541038d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.952+0000 7ff458cbe700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff43c0a2cb0 0x7ff43c0a5170 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.952+0000 7ff458cbe700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4541013b0 0x7ff454102e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.952+0000 7ff458cbe700 1 --2- 172.21.15.18:0/2834945596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff454101d60 0x7ff454103390 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.952+0000 7ff458cbe700 1 -- 172.21.15.18:0/2834945596 >> 172.21.15.18:0/2834945596 conn(0x7ff4540781d0 msgr2=0x7ff45406acc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.952+0000 7ff458cbe700 1 -- 172.21.15.18:0/2834945596 shutdown_connections 2024-04-22T00:40:06.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:06.952+0000 7ff458cbe700 1 -- 172.21.15.18:0/2834945596 wait complete. 2024-04-22T00:40:07.149 INFO:tasks.cephadm.ceph_manager.ceph:need seq 261993005097 got 261993005101 for osd.8 2024-04-22T00:40:07.150 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:07.392 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:07.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:07 smithi018 ceph-mon[27979]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:07.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:07 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2834945596' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T00:40:07.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:07 smithi081 ceph-mon[31546]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:07.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:07 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2834945596' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T00:40:07.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.972+0000 7f1075cc8700 1 -- 172.21.15.18:0/2418788507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10701082c0 msgr2=0x7f10701086a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:07.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.972+0000 7f1075cc8700 1 --2- 172.21.15.18:0/2418788507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10701082c0 0x7f10701086a0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f1060009990 tx=0x7f1060009ca0 comp rx=0 tx=0).stop 2024-04-22T00:40:07.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.972+0000 7f1075cc8700 1 -- 172.21.15.18:0/2418788507 shutdown_connections 2024-04-22T00:40:07.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.972+0000 7f1075cc8700 1 --2- 172.21.15.18:0/2418788507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701011c0 0x7f107010f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:07.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.972+0000 7f1075cc8700 1 --2- 172.21.15.18:0/2418788507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10701082c0 0x7f10701086a0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:07.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.972+0000 7f1075cc8700 1 --2- 172.21.15.18:0/2418788507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1070100820 0x7f1070100c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:07.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.972+0000 7f1075cc8700 1 -- 172.21.15.18:0/2418788507 >> 172.21.15.18:0/2418788507 conn(0x7f10700777a0 msgr2=0x7f10700feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.972+0000 7f1075cc8700 1 -- 172.21.15.18:0/2418788507 shutdown_connections 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.972+0000 7f1075cc8700 1 -- 172.21.15.18:0/2418788507 wait complete. 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f1075cc8700 1 Processor -- start 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f1075cc8700 1 -- start start 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f1075cc8700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070100820 0x7f1070101a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f1075cc8700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701011c0 0x7f1070101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f1075cc8700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f10701082c0 0x7f1070102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f1075cc8700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f10701125a0 con 0x7f1070100820 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f1075cc8700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1070112420 con 0x7f10701011c0 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f1075cc8700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1070112720 con 0x7f10701082c0 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f106f7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070100820 0x7f1070101a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f106f7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070100820 0x7f1070101a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33932/0 (socket says 172.21.15.18:33932) 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f106f7fe700 1 -- 172.21.15.18:0/4051361949 learned_addr learned my addr 172.21.15.18:0/4051361949 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f106effd700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701011c0 0x7f1070101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:07.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.973+0000 7f106ffff700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f10701082c0 0x7f1070102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106f7fe700 1 -- 172.21.15.18:0/4051361949 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f10701082c0 msgr2=0x7f1070102480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106f7fe700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f10701082c0 0x7f1070102480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106f7fe700 1 -- 172.21.15.18:0/4051361949 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701011c0 msgr2=0x7f1070101f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106f7fe700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701011c0 0x7f1070101f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106f7fe700 1 -- 172.21.15.18:0/4051361949 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10701a6f90 con 0x7f1070100820 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106ffff700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f10701082c0 0x7f1070102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106effd700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701011c0 0x7f1070101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106f7fe700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070100820 0x7f1070101a00 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f106000bff0 tx=0x7f1060005640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106cff9700 1 -- 172.21.15.18:0/4051361949 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1060027070 con 0x7f1070100820 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106cff9700 1 -- 172.21.15.18:0/4051361949 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1060004150 con 0x7f1070100820 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f1075cc8700 1 -- 172.21.15.18:0/4051361949 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10701a7220 con 0x7f1070100820 2024-04-22T00:40:07.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f106cff9700 1 -- 172.21.15.18:0/4051361949 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106000f460 con 0x7f1070100820 2024-04-22T00:40:07.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.974+0000 7f1075cc8700 1 -- 172.21.15.18:0/4051361949 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10701a7700 con 0x7f1070100820 2024-04-22T00:40:07.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.975+0000 7f1075cc8700 1 -- 172.21.15.18:0/4051361949 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1070068f20 con 0x7f1070100820 2024-04-22T00:40:07.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.976+0000 7f106cff9700 1 -- 172.21.15.18:0/4051361949 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f106002a070 con 0x7f1070100820 2024-04-22T00:40:07.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.977+0000 7f106cff9700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10580a2cb0 0x7f10580a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:07.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.977+0000 7f106effd700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10580a2cb0 0x7f10580a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:07.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.977+0000 7f106cff9700 1 -- 172.21.15.18:0/4051361949 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f10600d0c20 con 0x7f1070100820 2024-04-22T00:40:07.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.978+0000 7f106effd700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10580a2cb0 0x7f10580a5170 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1070107a40 tx=0x7f1064005f30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:07.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:07.981+0000 7f106cff9700 1 -- 172.21.15.18:0/4051361949 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1060031020 con 0x7f1070100820 2024-04-22T00:40:07.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:07 smithi167 ceph-mon[31348]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:07.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:07 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2834945596' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T00:40:08.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.189+0000 7f1075cc8700 1 -- 172.21.15.18:0/4051361949 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f107002db30 con 0x7f1070100820 2024-04-22T00:40:08.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.190+0000 7f106cff9700 1 -- 172.21.15.18:0/4051361949 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1060013070 con 0x7f1070100820 2024-04-22T00:40:08.192 INFO:teuthology.orchestra.run.smithi018.stdout:163208757307 2024-04-22T00:40:08.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 -- 172.21.15.18:0/4051361949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10580a2cb0 msgr2=0x7f10580a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:08.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10580a2cb0 0x7f10580a5170 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1070107a40 tx=0x7f1064005f30 comp rx=0 tx=0).stop 2024-04-22T00:40:08.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 -- 172.21.15.18:0/4051361949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070100820 msgr2=0x7f1070101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:08.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070100820 0x7f1070101a00 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f106000bff0 tx=0x7f1060005640 comp rx=0 tx=0).stop 2024-04-22T00:40:08.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 -- 172.21.15.18:0/4051361949 shutdown_connections 2024-04-22T00:40:08.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f10701082c0 0x7f1070102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070100820 0x7f1070101a00 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10580a2cb0 0x7f10580a5170 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 --2- 172.21.15.18:0/4051361949 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701011c0 0x7f1070101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 -- 172.21.15.18:0/4051361949 >> 172.21.15.18:0/4051361949 conn(0x7f10700777a0 msgr2=0x7f10700fefb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:08.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 -- 172.21.15.18:0/4051361949 shutdown_connections 2024-04-22T00:40:08.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.192+0000 7f1075cc8700 1 -- 172.21.15.18:0/4051361949 wait complete. 2024-04-22T00:40:08.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.210+0000 7f9b6eb78700 1 -- 172.21.15.18:0/564154453 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9b68102ec0 msgr2=0x7f9b68106f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:08.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.210+0000 7f9b6eb78700 1 --2- 172.21.15.18:0/564154453 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9b68102ec0 0x7f9b68106f00 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9b540099c0 tx=0x7f9b54009cd0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.210+0000 7f9b6eb78700 1 -- 172.21.15.18:0/564154453 shutdown_connections 2024-04-22T00:40:08.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.210+0000 7f9b6eb78700 1 --2- 172.21.15.18:0/564154453 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9b681075e0 0x7f9b6810f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.210+0000 7f9b6eb78700 1 --2- 172.21.15.18:0/564154453 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9b68102510 0x7f9b681028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.210+0000 7f9b6eb78700 1 --2- 172.21.15.18:0/564154453 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9b68102ec0 0x7f9b68106f00 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.210+0000 7f9b6eb78700 1 -- 172.21.15.18:0/564154453 >> 172.21.15.18:0/564154453 conn(0x7f9b680793e0 msgr2=0x7f9b680797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:08.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.210+0000 7f9b6eb78700 1 -- 172.21.15.18:0/564154453 shutdown_connections 2024-04-22T00:40:08.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.210+0000 7f9b6eb78700 1 -- 172.21.15.18:0/564154453 wait complete. 2024-04-22T00:40:08.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b6eb78700 1 Processor -- start 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b6eb78700 1 -- start start 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b6eb78700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9b68102510 0x7f9b68074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b6eb78700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9b68102ec0 0x7f9b68074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b6eb78700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9b681075e0 0x7f9b68074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b6eb78700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9b681125f0 con 0x7f9b68102ec0 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b6eb78700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9b68112470 con 0x7f9b681075e0 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b6eb78700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9b68112770 con 0x7f9b68102510 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b67fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9b68102ec0 0x7f9b68074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b67fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9b68102ec0 0x7f9b68074a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33946/0 (socket says 172.21.15.18:33946) 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b67fff700 1 -- 172.21.15.18:0/4160943873 learned_addr learned my addr 172.21.15.18:0/4160943873 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b6c914700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9b68102510 0x7f9b68074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:08.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.211+0000 7f9b6d115700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9b681075e0 0x7f9b68074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.212+0000 7f9b67fff700 1 -- 172.21.15.18:0/4160943873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9b68102510 msgr2=0x7f9b68074530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.212+0000 7f9b67fff700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9b68102510 0x7f9b68074530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.212+0000 7f9b67fff700 1 -- 172.21.15.18:0/4160943873 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9b681075e0 msgr2=0x7f9b68074fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.212+0000 7f9b67fff700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9b681075e0 0x7f9b68074fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.212+0000 7f9b67fff700 1 -- 172.21.15.18:0/4160943873 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b681a6fe0 con 0x7f9b68102ec0 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.212+0000 7f9b67fff700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9b68102ec0 0x7f9b68074a70 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9b54003e00 tx=0x7f9b54003e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.212+0000 7f9b65ffb700 1 -- 172.21.15.18:0/4160943873 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b54009e60 con 0x7f9b68102ec0 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.212+0000 7f9b6eb78700 1 -- 172.21.15.18:0/4160943873 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b681a7270 con 0x7f9b68102ec0 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.212+0000 7f9b65ffb700 1 -- 172.21.15.18:0/4160943873 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b54003680 con 0x7f9b68102ec0 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.212+0000 7f9b65ffb700 1 -- 172.21.15.18:0/4160943873 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b540173f0 con 0x7f9b68102ec0 2024-04-22T00:40:08.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.213+0000 7f9b6eb78700 1 -- 172.21.15.18:0/4160943873 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b681a76c0 con 0x7f9b68102ec0 2024-04-22T00:40:08.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.214+0000 7f9b6eb78700 1 -- 172.21.15.18:0/4160943873 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b68068f20 con 0x7f9b68102ec0 2024-04-22T00:40:08.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.215+0000 7f9b65ffb700 1 -- 172.21.15.18:0/4160943873 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9b5400f580 con 0x7f9b68102ec0 2024-04-22T00:40:08.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.215+0000 7f9b65ffb700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9b580a2cb0 0x7f9b580a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:08.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.216+0000 7f9b65ffb700 1 -- 172.21.15.18:0/4160943873 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f9b540d0380 con 0x7f9b68102ec0 2024-04-22T00:40:08.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.216+0000 7f9b6c914700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9b580a2cb0 0x7f9b580a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:08.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.216+0000 7f9b6c914700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9b580a2cb0 0x7f9b580a5170 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009bf0 tx=0x7f9b5c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:08.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.220+0000 7f9b65ffb700 1 -- 172.21.15.18:0/4160943873 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9b54013070 con 0x7f9b68102ec0 2024-04-22T00:40:08.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.440+0000 7f9b6eb78700 1 -- 172.21.15.18:0/4160943873 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f9b6802dcf0 con 0x7f9b68102ec0 2024-04-22T00:40:08.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.441+0000 7f9b65ffb700 1 -- 172.21.15.18:0/4160943873 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f9b5409ce50 con 0x7f9b68102ec0 2024-04-22T00:40:08.443 INFO:teuthology.orchestra.run.smithi018.stdout:317827579939 2024-04-22T00:40:08.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 -- 172.21.15.18:0/4160943873 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9b580a2cb0 msgr2=0x7f9b580a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:08.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9b580a2cb0 0x7f9b580a5170 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009bf0 tx=0x7f9b5c009260 comp rx=0 tx=0).stop 2024-04-22T00:40:08.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 -- 172.21.15.18:0/4160943873 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9b68102ec0 msgr2=0x7f9b68074a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:08.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9b68102ec0 0x7f9b68074a70 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9b54003e00 tx=0x7f9b54003e30 comp rx=0 tx=0).stop 2024-04-22T00:40:08.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 -- 172.21.15.18:0/4160943873 shutdown_connections 2024-04-22T00:40:08.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9b580a2cb0 0x7f9b580a5170 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9b681075e0 0x7f9b68074fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9b68102510 0x7f9b68074530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 --2- 172.21.15.18:0/4160943873 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9b68102ec0 0x7f9b68074a70 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:08.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 -- 172.21.15.18:0/4160943873 >> 172.21.15.18:0/4160943873 conn(0x7f9b680793e0 msgr2=0x7f9b68100340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:08.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 -- 172.21.15.18:0/4160943873 shutdown_connections 2024-04-22T00:40:08.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:08.443+0000 7f9b6eb78700 1 -- 172.21.15.18:0/4160943873 wait complete. 2024-04-22T00:40:08.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:08 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/4051361949' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T00:40:08.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:08 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/4160943873' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-22T00:40:08.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:08 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/4051361949' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T00:40:08.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:08 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/4160943873' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-22T00:40:08.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:08 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/4051361949' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T00:40:08.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:08 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/4160943873' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-22T00:40:09.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:09 smithi018 ceph-mon[27979]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:09.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:09 smithi081 ceph-mon[31546]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:09.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:09 smithi167 ceph-mon[31348]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:11.043 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757301 got 163208757307 for osd.5 2024-04-22T00:40:11.043 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:11.875 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:11 smithi018 ceph-mon[27979]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:11.902 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299438 got 223338299443 for osd.7 2024-04-22T00:40:11.902 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:11.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:11 smithi081 ceph-mon[31546]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:11.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:11 smithi167 ceph-mon[31348]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:12.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:12 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1908713947' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-22T00:40:12.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:12 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1908713947' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-22T00:40:12.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:12 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1908713947' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-22T00:40:13.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:13 smithi018 ceph-mon[27979]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:13.744 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920829 got 141733920833 for osd.4 2024-04-22T00:40:13.744 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:13.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:13 smithi081 ceph-mon[31546]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:13.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:13 smithi167 ceph-mon[31348]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.183+0000 7f3d4f98f700 1 -- 172.21.15.18:0/474787260 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d481071a0 msgr2=0x7f3d48107580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.183+0000 7f3d4f98f700 1 --2- 172.21.15.18:0/474787260 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d481071a0 0x7f3d48107580 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f3d44009990 tx=0x7f3d44009ca0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.183+0000 7f3d4f98f700 1 -- 172.21.15.18:0/474787260 shutdown_connections 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.183+0000 7f3d4f98f700 1 --2- 172.21.15.18:0/474787260 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d48101af0 0x7f3d4810dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.183+0000 7f3d4f98f700 1 --2- 172.21.15.18:0/474787260 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d481071a0 0x7f3d48107580 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.183+0000 7f3d4f98f700 1 --2- 172.21.15.18:0/474787260 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d48101130 0x7f3d481015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.183+0000 7f3d4f98f700 1 -- 172.21.15.18:0/474787260 >> 172.21.15.18:0/474787260 conn(0x7f3d480780e0 msgr2=0x7f3d480784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.183+0000 7f3d4f98f700 1 -- 172.21.15.18:0/474787260 shutdown_connections 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.183+0000 7f3d4f98f700 1 -- 172.21.15.18:0/474787260 wait complete. 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.184+0000 7f3d4f98f700 1 Processor -- start 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.184+0000 7f3d4f98f700 1 -- start start 2024-04-22T00:40:14.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.184+0000 7f3d4f98f700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d48101130 0x7f3d4819e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.184+0000 7f3d4f98f700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d48101af0 0x7f3d4819eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.184+0000 7f3d4f98f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d481071a0 0x7f3d48198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.184+0000 7f3d4f98f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3d48111410 con 0x7f3d481071a0 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.184+0000 7f3d4f98f700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3d48111290 con 0x7f3d48101130 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.184+0000 7f3d4f98f700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3d48111590 con 0x7f3d48101af0 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4df2c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d481071a0 0x7f3d48198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4d72b700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d48101130 0x7f3d4819e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4df2c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d481071a0 0x7f3d48198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35084/0 (socket says 172.21.15.18:35084) 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4df2c700 1 -- 172.21.15.18:0/70362484 learned_addr learned my addr 172.21.15.18:0/70362484 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4cf2a700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d48101af0 0x7f3d4819eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4df2c700 1 -- 172.21.15.18:0/70362484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d48101af0 msgr2=0x7f3d4819eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4df2c700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d48101af0 0x7f3d4819eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4df2c700 1 -- 172.21.15.18:0/70362484 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d48101130 msgr2=0x7f3d4819e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4df2c700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d48101130 0x7f3d4819e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4df2c700 1 -- 172.21.15.18:0/70362484 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d48198fe0 con 0x7f3d481071a0 2024-04-22T00:40:14.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4df2c700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d481071a0 0x7f3d48198700 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f3d40007d70 tx=0x7f3d4000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:14.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d3e7fc700 1 -- 172.21.15.18:0/70362484 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d40016020 con 0x7f3d481071a0 2024-04-22T00:40:14.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d3e7fc700 1 -- 172.21.15.18:0/70362484 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3d4000ac90 con 0x7f3d481071a0 2024-04-22T00:40:14.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d4f98f700 1 -- 172.21.15.18:0/70362484 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d481992d0 con 0x7f3d481071a0 2024-04-22T00:40:14.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.185+0000 7f3d3e7fc700 1 -- 172.21.15.18:0/70362484 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d400115c0 con 0x7f3d481071a0 2024-04-22T00:40:14.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.186+0000 7f3d4f98f700 1 -- 172.21.15.18:0/70362484 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d481a55b0 con 0x7f3d481071a0 2024-04-22T00:40:14.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.186+0000 7f3d4f98f700 1 -- 172.21.15.18:0/70362484 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d48102850 con 0x7f3d481071a0 2024-04-22T00:40:14.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.188+0000 7f3d3e7fc700 1 -- 172.21.15.18:0/70362484 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3d40019020 con 0x7f3d481071a0 2024-04-22T00:40:14.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.189+0000 7f3d3e7fc700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d340a2d30 0x7f3d340a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.189+0000 7f3d4d72b700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d340a2d30 0x7f3d340a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.189+0000 7f3d3e7fc700 1 -- 172.21.15.18:0/70362484 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f3d400cf6d0 con 0x7f3d481071a0 2024-04-22T00:40:14.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.190+0000 7f3d4d72b700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d340a2d30 0x7f3d340a51f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3d4400b5c0 tx=0x7f3d44005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:14.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.193+0000 7f3d3e7fc700 1 -- 172.21.15.18:0/70362484 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3d40020020 con 0x7f3d481071a0 2024-04-22T00:40:14.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.406+0000 7f3d4f98f700 1 -- 172.21.15.18:0/70362484 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f3d48068ef0 con 0x7f3d481071a0 2024-04-22T00:40:14.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.407+0000 7f3d3e7fc700 1 -- 172.21.15.18:0/70362484 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3d4009c220 con 0x7f3d481071a0 2024-04-22T00:40:14.409 INFO:teuthology.orchestra.run.smithi018.stdout:77309411405 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.409+0000 7f3d4f98f700 1 -- 172.21.15.18:0/70362484 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d340a2d30 msgr2=0x7f3d340a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.409+0000 7f3d4f98f700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d340a2d30 0x7f3d340a51f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3d4400b5c0 tx=0x7f3d44005960 comp rx=0 tx=0).stop 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.410+0000 7f3d4f98f700 1 -- 172.21.15.18:0/70362484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d481071a0 msgr2=0x7f3d48198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.410+0000 7f3d4f98f700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d481071a0 0x7f3d48198700 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f3d40007d70 tx=0x7f3d4000a340 comp rx=0 tx=0).stop 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.410+0000 7f3d4f98f700 1 -- 172.21.15.18:0/70362484 shutdown_connections 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.410+0000 7f3d4f98f700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d481071a0 0x7f3d48198700 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.410+0000 7f3d4f98f700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d340a2d30 0x7f3d340a51f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.410+0000 7f3d4f98f700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d48101130 0x7f3d4819e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.410+0000 7f3d4f98f700 1 --2- 172.21.15.18:0/70362484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d48101af0 0x7f3d4819eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.410+0000 7f3d4f98f700 1 -- 172.21.15.18:0/70362484 >> 172.21.15.18:0/70362484 conn(0x7f3d480780e0 msgr2=0x7f3d48100360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:14.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.410+0000 7f3d4f98f700 1 -- 172.21.15.18:0/70362484 shutdown_connections 2024-04-22T00:40:14.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.410+0000 7f3d4f98f700 1 -- 172.21.15.18:0/70362484 wait complete. 2024-04-22T00:40:14.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.398+0000 7f4540d4c700 1 -- 172.21.15.18:0/4039084875 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f453c100820 msgr2=0x7f453c100c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.398+0000 7f4540d4c700 1 --2- 172.21.15.18:0/4039084875 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f453c100820 0x7f453c100c80 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f4530009990 tx=0x7f4530009ca0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.398+0000 7f4540d4c700 1 -- 172.21.15.18:0/4039084875 shutdown_connections 2024-04-22T00:40:14.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.398+0000 7f4540d4c700 1 --2- 172.21.15.18:0/4039084875 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f453c1011c0 0x7f453c10f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.398+0000 7f4540d4c700 1 --2- 172.21.15.18:0/4039084875 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f453c1082c0 0x7f453c1086a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.398+0000 7f4540d4c700 1 --2- 172.21.15.18:0/4039084875 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f453c100820 0x7f453c100c80 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.398+0000 7f4540d4c700 1 -- 172.21.15.18:0/4039084875 >> 172.21.15.18:0/4039084875 conn(0x7f453c0777a0 msgr2=0x7f453c0feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.398+0000 7f4540d4c700 1 -- 172.21.15.18:0/4039084875 shutdown_connections 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.398+0000 7f4540d4c700 1 -- 172.21.15.18:0/4039084875 wait complete. 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.399+0000 7f4540d4c700 1 Processor -- start 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.399+0000 7f4540d4c700 1 -- start start 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.399+0000 7f4540d4c700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f453c100820 0x7f453c101a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.399+0000 7f4540d4c700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f453c1011c0 0x7f453c101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.399+0000 7f4540d4c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f453c1082c0 0x7f453c102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.399+0000 7f4540d4c700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f453c112540 con 0x7f453c1082c0 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.399+0000 7f4540d4c700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f453c1123c0 con 0x7f453c100820 2024-04-22T00:40:14.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.399+0000 7f4540d4c700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f453c1126c0 con 0x7f453c1011c0 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.399+0000 7f453ad9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f453c1082c0 0x7f453c102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f453ad9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f453c1082c0 0x7f453c102480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35102/0 (socket says 172.21.15.18:35102) 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f453ad9d700 1 -- 172.21.15.18:0/125033493 learned_addr learned my addr 172.21.15.18:0/125033493 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f4539d9b700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f453c1011c0 0x7f453c101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f453a59c700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f453c100820 0x7f453c101a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f453ad9d700 1 -- 172.21.15.18:0/125033493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f453c1011c0 msgr2=0x7f453c101f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f453ad9d700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f453c1011c0 0x7f453c101f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f453ad9d700 1 -- 172.21.15.18:0/125033493 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f453c100820 msgr2=0x7f453c101a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f453ad9d700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f453c100820 0x7f453c101a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f453ad9d700 1 -- 172.21.15.18:0/125033493 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f453c1a6ef0 con 0x7f453c1082c0 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f4539d9b700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f453c1011c0 0x7f453c101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f453ad9d700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f453c1082c0 0x7f453c102480 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4534007ee0 tx=0x7f453400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:14.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f452b7fe700 1 -- 172.21.15.18:0/125033493 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4534004bb0 con 0x7f453c1082c0 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f4540d4c700 1 -- 172.21.15.18:0/125033493 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f453c1a71e0 con 0x7f453c1082c0 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f452b7fe700 1 -- 172.21.15.18:0/125033493 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4534004d50 con 0x7f453c1082c0 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f452b7fe700 1 -- 172.21.15.18:0/125033493 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4534005960 con 0x7f453c1082c0 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.400+0000 7f4540d4c700 1 -- 172.21.15.18:0/125033493 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f453c1a7740 con 0x7f453c1082c0 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.402+0000 7f4540d4c700 1 -- 172.21.15.18:0/125033493 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f453c068f20 con 0x7f453c1082c0 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.403+0000 7f452b7fe700 1 -- 172.21.15.18:0/125033493 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f453401a020 con 0x7f453c1082c0 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.404+0000 7f452b7fe700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45240a2cb0 0x7f45240a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.404+0000 7f453a59c700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45240a2cb0 0x7f45240a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.404+0000 7f452b7fe700 1 -- 172.21.15.18:0/125033493 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f45340cf330 con 0x7f453c1082c0 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.404+0000 7f453a59c700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45240a2cb0 0x7f45240a5170 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f452c005950 tx=0x7f452c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.407+0000 7f452b7fe700 1 -- 172.21.15.18:0/125033493 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4534010070 con 0x7f453c1082c0 2024-04-22T00:40:14.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.643+0000 7f4540d4c700 1 -- 172.21.15.18:0/125033493 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f453c02db30 con 0x7f453c1082c0 2024-04-22T00:40:14.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.644+0000 7f452b7fe700 1 -- 172.21.15.18:0/125033493 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f453409bd70 con 0x7f453c1082c0 2024-04-22T00:40:14.646 INFO:teuthology.orchestra.run.smithi018.stdout:197568495674 2024-04-22T00:40:14.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 -- 172.21.15.18:0/125033493 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45240a2cb0 msgr2=0x7f45240a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45240a2cb0 0x7f45240a5170 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f452c005950 tx=0x7f452c00b410 comp rx=0 tx=0).stop 2024-04-22T00:40:14.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 -- 172.21.15.18:0/125033493 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f453c1082c0 msgr2=0x7f453c102480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f453c1082c0 0x7f453c102480 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4534007ee0 tx=0x7f453400d3b0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 -- 172.21.15.18:0/125033493 shutdown_connections 2024-04-22T00:40:14.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f453c1082c0 0x7f453c102480 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45240a2cb0 0x7f45240a5170 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f453c100820 0x7f453c101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 --2- 172.21.15.18:0/125033493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f453c1011c0 0x7f453c101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 -- 172.21.15.18:0/125033493 >> 172.21.15.18:0/125033493 conn(0x7f453c0777a0 msgr2=0x7f453c0fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:14.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 -- 172.21.15.18:0/125033493 shutdown_connections 2024-04-22T00:40:14.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.646+0000 7f4540d4c700 1 -- 172.21.15.18:0/125033493 wait complete. 2024-04-22T00:40:14.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.661+0000 7fe122640700 1 -- 172.21.15.18:0/292279171 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe11c06b2a0 msgr2=0x7fe11c10f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.661+0000 7fe122640700 1 --2- 172.21.15.18:0/292279171 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe11c06b2a0 0x7fe11c10f110 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe11400b0a0 tx=0x7fe11400b3b0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.661+0000 7fe122640700 1 -- 172.21.15.18:0/292279171 shutdown_connections 2024-04-22T00:40:14.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.661+0000 7fe122640700 1 --2- 172.21.15.18:0/292279171 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe11c06b2a0 0x7fe11c10f110 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.661+0000 7fe122640700 1 --2- 172.21.15.18:0/292279171 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe11c1082d0 0x7fe11c1086b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.661+0000 7fe122640700 1 --2- 172.21.15.18:0/292279171 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe11c06a900 0x7fe11c06ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.661+0000 7fe122640700 1 -- 172.21.15.18:0/292279171 >> 172.21.15.18:0/292279171 conn(0x7fe11c0780e0 msgr2=0x7fe11c0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:14.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.661+0000 7fe122640700 1 -- 172.21.15.18:0/292279171 shutdown_connections 2024-04-22T00:40:14.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.661+0000 7fe122640700 1 -- 172.21.15.18:0/292279171 wait complete. 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe122640700 1 Processor -- start 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe122640700 1 -- start start 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe122640700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe11c06a900 0x7fe11c1015e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe122640700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe11c06b2a0 0x7fe11c101b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe122640700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe11c1082d0 0x7fe11c102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe122640700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe11c112520 con 0x7fe11c06b2a0 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe122640700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe11c1123a0 con 0x7fe11c1082d0 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe122640700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe11c1126a0 con 0x7fe11c06a900 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe11bfff700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe11c06a900 0x7fe11c1015e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe120bdd700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe11c1082d0 0x7fe11c102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe11bfff700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe11c06a900 0x7fe11c1015e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:32834/0 (socket says 172.21.15.18:32834) 2024-04-22T00:40:14.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe120bdd700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe11c1082d0 0x7fe11c102060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50976/0 (socket says 172.21.15.18:50976) 2024-04-22T00:40:14.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.662+0000 7fe11bfff700 1 -- 172.21.15.18:0/1327786980 learned_addr learned my addr 172.21.15.18:0/1327786980 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:14.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe11bfff700 1 -- 172.21.15.18:0/1327786980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe11c1082d0 msgr2=0x7fe11c102060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe11bfff700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe11c1082d0 0x7fe11c102060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe11bfff700 1 -- 172.21.15.18:0/1327786980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe11c06b2a0 msgr2=0x7fe11c101b20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:40:14.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe11bfff700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe11c06b2a0 0x7fe11c101b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe11bfff700 1 -- 172.21.15.18:0/1327786980 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe11c1a6ea0 con 0x7fe11c06a900 2024-04-22T00:40:14.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe11bfff700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe11c06a900 0x7fe11c1015e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe10c00d950 tx=0x7fe10c00dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:14.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe1197fa700 1 -- 172.21.15.18:0/1327786980 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe10c016070 con 0x7fe11c06a900 2024-04-22T00:40:14.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe1197fa700 1 -- 172.21.15.18:0/1327786980 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe10c009e20 con 0x7fe11c06a900 2024-04-22T00:40:14.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe122640700 1 -- 172.21.15.18:0/1327786980 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe11c1a7190 con 0x7fe11c06a900 2024-04-22T00:40:14.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe1197fa700 1 -- 172.21.15.18:0/1327786980 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe10c00f620 con 0x7fe11c06a900 2024-04-22T00:40:14.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.663+0000 7fe122640700 1 -- 172.21.15.18:0/1327786980 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe11c1a76d0 con 0x7fe11c06a900 2024-04-22T00:40:14.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.664+0000 7fe122640700 1 -- 172.21.15.18:0/1327786980 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe11c103980 con 0x7fe11c06a900 2024-04-22T00:40:14.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.666+0000 7fe1197fa700 1 -- 172.21.15.18:0/1327786980 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe10c019070 con 0x7fe11c06a900 2024-04-22T00:40:14.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.666+0000 7fe1197fa700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1080a2cb0 0x7fe1080a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:14.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.667+0000 7fe11b7fe700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1080a2cb0 0x7fe1080a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:14.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.667+0000 7fe1197fa700 1 -- 172.21.15.18:0/1327786980 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fe10c0cf070 con 0x7fe11c06a900 2024-04-22T00:40:14.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.667+0000 7fe11b7fe700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1080a2cb0 0x7fe1080a5170 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe104005950 tx=0x7fe1040058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:14.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.670+0000 7fe1197fa700 1 -- 172.21.15.18:0/1327786980 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe10c09bb10 con 0x7fe11c06a900 2024-04-22T00:40:14.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.879+0000 7fe122640700 1 -- 172.21.15.18:0/1327786980 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fe11c02dcf0 con 0x7fe11c06a900 2024-04-22T00:40:14.881 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:14 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/70362484' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T00:40:14.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.880+0000 7fe1197fa700 1 -- 172.21.15.18:0/1327786980 <== mon.1 v2:172.21.15.167:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe10c09b410 con 0x7fe11c06a900 2024-04-22T00:40:14.882 INFO:teuthology.orchestra.run.smithi018.stdout:107374182472 2024-04-22T00:40:14.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 -- 172.21.15.18:0/1327786980 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1080a2cb0 msgr2=0x7fe1080a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1080a2cb0 0x7fe1080a5170 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe104005950 tx=0x7fe1040058e0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 -- 172.21.15.18:0/1327786980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe11c06a900 msgr2=0x7fe11c1015e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:14.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe11c06a900 0x7fe11c1015e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe10c00d950 tx=0x7fe10c00dc60 comp rx=0 tx=0).stop 2024-04-22T00:40:14.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 -- 172.21.15.18:0/1327786980 shutdown_connections 2024-04-22T00:40:14.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1080a2cb0 0x7fe1080a5170 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe11c1082d0 0x7fe11c102060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe11c06a900 0x7fe11c1015e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 --2- 172.21.15.18:0/1327786980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe11c06b2a0 0x7fe11c101b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:14.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 -- 172.21.15.18:0/1327786980 >> 172.21.15.18:0/1327786980 conn(0x7fe11c0780e0 msgr2=0x7fe11c100190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:14.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 -- 172.21.15.18:0/1327786980 shutdown_connections 2024-04-22T00:40:14.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:14.883+0000 7fe122640700 1 -- 172.21.15.18:0/1327786980 wait complete. 2024-04-22T00:40:14.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:14 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/70362484' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T00:40:14.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:14 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/70362484' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T00:40:15.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.576+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/879988437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5dd0101ae0 msgr2=0x7f5dd010dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:15.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.576+0000 7f5dd4cdf700 1 --2- 172.21.15.18:0/879988437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5dd0101ae0 0x7f5dd010dfd0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5dc800b0a0 tx=0x7f5dc800b3b0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.577+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/879988437 shutdown_connections 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.577+0000 7f5dd4cdf700 1 --2- 172.21.15.18:0/879988437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5dd0101ae0 0x7f5dd010dfd0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.577+0000 7f5dd4cdf700 1 --2- 172.21.15.18:0/879988437 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5dd0107190 0x7f5dd0107570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.577+0000 7f5dd4cdf700 1 --2- 172.21.15.18:0/879988437 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5dd0101120 0x7f5dd01015a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.577+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/879988437 >> 172.21.15.18:0/879988437 conn(0x7f5dd00780a0 msgr2=0x7f5dd00784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.577+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/879988437 shutdown_connections 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.577+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/879988437 wait complete. 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.577+0000 7f5dd4cdf700 1 Processor -- start 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.577+0000 7f5dd4cdf700 1 -- start start 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dd4cdf700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5dd0101120 0x7f5dd019e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dd4cdf700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5dd0101ae0 0x7f5dd019ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dd4cdf700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5dd0107190 0x7f5dd01987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:15.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dd4cdf700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd0111420 con 0x7f5dd0101120 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dd4cdf700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd01112a0 con 0x7f5dd0101ae0 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dd4cdf700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd01115a0 con 0x7f5dd0107190 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dce59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5dd0101120 0x7f5dd019e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dce59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5dd0101120 0x7f5dd019e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35060/0 (socket says 172.21.15.18:35060) 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dce59c700 1 -- 172.21.15.18:0/1908713947 learned_addr learned my addr 172.21.15.18:0/1908713947 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dced9d700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5dd0107190 0x7f5dd01987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dcdd9b700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5dd0101ae0 0x7f5dd019ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dce59c700 1 -- 172.21.15.18:0/1908713947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5dd0107190 msgr2=0x7f5dd01987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dce59c700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5dd0107190 0x7f5dd01987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dce59c700 1 -- 172.21.15.18:0/1908713947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5dd0101ae0 msgr2=0x7f5dd019ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dce59c700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5dd0101ae0 0x7f5dd019ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dce59c700 1 -- 172.21.15.18:0/1908713947 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dd0199090 con 0x7f5dd0101120 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.578+0000 7f5dce59c700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5dd0101120 0x7f5dd019e690 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5dc000d980 tx=0x7f5dc000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:15.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.579+0000 7f5dbf7fe700 1 -- 172.21.15.18:0/1908713947 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc0017070 con 0x7f5dd0101120 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.579+0000 7f5dbf7fe700 1 -- 172.21.15.18:0/1908713947 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5dc0004d10 con 0x7f5dd0101120 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.579+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/1908713947 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dd0199380 con 0x7f5dd0101120 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.579+0000 7f5dbf7fe700 1 -- 172.21.15.18:0/1908713947 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc00055c0 con 0x7f5dd0101120 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.579+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/1908713947 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dd01a5610 con 0x7f5dd0101120 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.580+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/1908713947 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dd0102840 con 0x7f5dd0101120 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.582+0000 7f5dbf7fe700 1 -- 172.21.15.18:0/1908713947 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5dc0004750 con 0x7f5dd0101120 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.582+0000 7f5dbf7fe700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5db80a2cb0 0x7f5db80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.582+0000 7f5dbf7fe700 1 -- 172.21.15.18:0/1908713947 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f5dc00cf820 con 0x7f5dd0101120 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.582+0000 7f5dcdd9b700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5db80a2cb0 0x7f5db80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.583+0000 7f5dcdd9b700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5db80a2cb0 0x7f5db80a5170 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5dd0199f20 tx=0x7f5dc4005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:15.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.586+0000 7f5dbf7fe700 1 -- 172.21.15.18:0/1908713947 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f5dc0020020 con 0x7f5dd0101120 2024-04-22T00:40:15.213 INFO:teuthology.orchestra.run.smithi018.stdout:352187318302 2024-04-22T00:40:15.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.797+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/1908713947 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f5dd0068f20 con 0x7f5dd0101120 2024-04-22T00:40:15.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.797+0000 7f5dbf7fe700 1 -- 172.21.15.18:0/1908713947 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f5dc009c2c0 con 0x7f5dd0101120 2024-04-22T00:40:15.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.799+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/1908713947 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5db80a2cb0 msgr2=0x7f5db80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:15.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.799+0000 7f5dd4cdf700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5db80a2cb0 0x7f5db80a5170 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5dd0199f20 tx=0x7f5dc4005cf0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.799+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/1908713947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5dd0101120 msgr2=0x7f5dd019e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:15.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.799+0000 7f5dd4cdf700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5dd0101120 0x7f5dd019e690 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5dc000d980 tx=0x7f5dc000dd40 comp rx=0 tx=0).stop 2024-04-22T00:40:15.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.799+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/1908713947 shutdown_connections 2024-04-22T00:40:15.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.799+0000 7f5dd4cdf700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5dd0107190 0x7f5dd01987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.799+0000 7f5dd4cdf700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5dd0101120 0x7f5dd019e690 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.799+0000 7f5dd4cdf700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5db80a2cb0 0x7f5db80a5170 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.799+0000 7f5dd4cdf700 1 --2- 172.21.15.18:0/1908713947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5dd0101ae0 0x7f5dd019ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:15.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.799+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/1908713947 >> 172.21.15.18:0/1908713947 conn(0x7f5dd00780a0 msgr2=0x7f5dd0100370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:15.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.800+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/1908713947 shutdown_connections 2024-04-22T00:40:15.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:11.800+0000 7f5dd4cdf700 1 -- 172.21.15.18:0/1908713947 wait complete. 2024-04-22T00:40:15.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:15 smithi081 ceph-mon[31546]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:15.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:15 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/125033493' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T00:40:15.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:15 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1327786980' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T00:40:15.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:15 smithi018 ceph-mon[27979]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:15.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:15 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/125033493' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T00:40:15.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:15 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1327786980' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T00:40:15.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:15 smithi167 ceph-mon[31348]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:15.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:15 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/125033493' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T00:40:15.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:15 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1327786980' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T00:40:15.991 INFO:tasks.cephadm.ceph_manager.ceph:need seq 352187318295 got 352187318302 for osd.11 2024-04-22T00:40:15.991 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:16.445 INFO:tasks.cephadm.ceph_manager.ceph:need seq 317827579935 got 317827579939 for osd.10 2024-04-22T00:40:16.445 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:17.072 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182465 got 107374182472 for osd.3 2024-04-22T00:40:17.072 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:17.777 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411398 got 77309411405 for osd.2 2024-04-22T00:40:17.778 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:17.856 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:17 smithi018 ceph-mon[27979]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:17.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:17 smithi081 ceph-mon[31546]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:17.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:17 smithi167 ceph-mon[31348]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:18.199 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495667 got 197568495674 for osd.6 2024-04-22T00:40:18.199 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:18.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.427+0000 7f986ab3d700 1 -- 172.21.15.18:0/4274110314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f98641011c0 msgr2=0x7f986410f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:18.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.427+0000 7f986ab3d700 1 --2- 172.21.15.18:0/4274110314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f98641011c0 0x7f986410f100 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f985c00b0a0 tx=0x7f985c00b3b0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.427+0000 7f986ab3d700 1 -- 172.21.15.18:0/4274110314 shutdown_connections 2024-04-22T00:40:18.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.427+0000 7f986ab3d700 1 --2- 172.21.15.18:0/4274110314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f98641011c0 0x7f986410f100 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.427+0000 7f986ab3d700 1 --2- 172.21.15.18:0/4274110314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f98641082c0 0x7f98641086a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.427+0000 7f986ab3d700 1 --2- 172.21.15.18:0/4274110314 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9864100820 0x7f9864100c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.427+0000 7f986ab3d700 1 -- 172.21.15.18:0/4274110314 >> 172.21.15.18:0/4274110314 conn(0x7f98640777a0 msgr2=0x7f98640feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:18.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.427+0000 7f986ab3d700 1 -- 172.21.15.18:0/4274110314 shutdown_connections 2024-04-22T00:40:18.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.427+0000 7f986ab3d700 1 -- 172.21.15.18:0/4274110314 wait complete. 2024-04-22T00:40:18.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.428+0000 7f986ab3d700 1 Processor -- start 2024-04-22T00:40:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.428+0000 7f986ab3d700 1 -- start start 2024-04-22T00:40:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f986ab3d700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9864100820 0x7f98641033d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f986ab3d700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98641011c0 0x7f9864101970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f986ab3d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f98641082c0 0x7f9864101eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f986ab3d700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9864112540 con 0x7f98641082c0 2024-04-22T00:40:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f986ab3d700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f98641123c0 con 0x7f98641011c0 2024-04-22T00:40:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f986ab3d700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f98641126c0 con 0x7f9864100820 2024-04-22T00:40:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f98690da700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f98641082c0 0x7f9864101eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f98690da700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f98641082c0 0x7f9864101eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35146/0 (socket says 172.21.15.18:35146) 2024-04-22T00:40:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f98688d9700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9864100820 0x7f98641033d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f98690da700 1 -- 172.21.15.18:0/1851650722 learned_addr learned my addr 172.21.15.18:0/1851650722 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.429+0000 7f9863fff700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98641011c0 0x7f9864101970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f9863fff700 1 -- 172.21.15.18:0/1851650722 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9864100820 msgr2=0x7f98641033d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f9863fff700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9864100820 0x7f98641033d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f9863fff700 1 -- 172.21.15.18:0/1851650722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f98641082c0 msgr2=0x7f9864101eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f9863fff700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f98641082c0 0x7f9864101eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f9863fff700 1 -- 172.21.15.18:0/1851650722 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98641025e0 con 0x7f98641011c0 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f98688d9700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9864100820 0x7f98641033d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f98690da700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f98641082c0 0x7f9864101eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f9863fff700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98641011c0 0x7f9864101970 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f985000c970 tx=0x7f985000cc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f9861ffb700 1 -- 172.21.15.18:0/1851650722 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9850004a30 con 0x7f98641011c0 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f9861ffb700 1 -- 172.21.15.18:0/1851650722 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9850005500 con 0x7f98641011c0 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f986ab3d700 1 -- 172.21.15.18:0/1851650722 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98641afa40 con 0x7f98641011c0 2024-04-22T00:40:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f9861ffb700 1 -- 172.21.15.18:0/1851650722 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f985000ed20 con 0x7f98641011c0 2024-04-22T00:40:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.430+0000 7f986ab3d700 1 -- 172.21.15.18:0/1851650722 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98641afe90 con 0x7f98641011c0 2024-04-22T00:40:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.431+0000 7f986ab3d700 1 -- 172.21.15.18:0/1851650722 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9864103b40 con 0x7f98641011c0 2024-04-22T00:40:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.433+0000 7f9861ffb700 1 -- 172.21.15.18:0/1851650722 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9850004fa0 con 0x7f98641011c0 2024-04-22T00:40:18.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.433+0000 7f9861ffb700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98540a2d30 0x7f98540a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:18.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.434+0000 7f9861ffb700 1 -- 172.21.15.18:0/1851650722 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f98500cf250 con 0x7f98641011c0 2024-04-22T00:40:18.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.434+0000 7f98688d9700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98540a2d30 0x7f98540a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:18.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.434+0000 7f98688d9700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98540a2d30 0x7f98540a51f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f98580103d0 tx=0x7f985800b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:18.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.437+0000 7f9861ffb700 1 -- 172.21.15.18:0/1851650722 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9850014030 con 0x7f98641011c0 2024-04-22T00:40:18.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.665+0000 7f986ab3d700 1 -- 172.21.15.18:0/1851650722 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f98641027b0 con 0x7f98641011c0 2024-04-22T00:40:18.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.666+0000 7f9861ffb700 1 -- 172.21.15.18:0/1851650722 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f985009bd10 con 0x7f98641011c0 2024-04-22T00:40:18.669 INFO:teuthology.orchestra.run.smithi018.stdout:34359738456 2024-04-22T00:40:18.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.668+0000 7f986ab3d700 1 -- 172.21.15.18:0/1851650722 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98540a2d30 msgr2=0x7f98540a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.668+0000 7f986ab3d700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98540a2d30 0x7f98540a51f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f98580103d0 tx=0x7f985800b3c0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.668+0000 7f986ab3d700 1 -- 172.21.15.18:0/1851650722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98641011c0 msgr2=0x7f9864101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.668+0000 7f986ab3d700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98641011c0 0x7f9864101970 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f985000c970 tx=0x7f985000cc80 comp rx=0 tx=0).stop 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.668+0000 7f986ab3d700 1 -- 172.21.15.18:0/1851650722 shutdown_connections 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.668+0000 7f986ab3d700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f98641082c0 0x7f9864101eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.668+0000 7f986ab3d700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9864100820 0x7f98641033d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.668+0000 7f986ab3d700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98540a2d30 0x7f98540a51f0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.668+0000 7f986ab3d700 1 --2- 172.21.15.18:0/1851650722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98641011c0 0x7f9864101970 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.668+0000 7f986ab3d700 1 -- 172.21.15.18:0/1851650722 >> 172.21.15.18:0/1851650722 conn(0x7f98640777a0 msgr2=0x7f98640fee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.669+0000 7f986ab3d700 1 -- 172.21.15.18:0/1851650722 shutdown_connections 2024-04-22T00:40:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:18.669+0000 7f986ab3d700 1 -- 172.21.15.18:0/1851650722 wait complete. 2024-04-22T00:40:19.560 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738450 got 34359738456 for osd.0 2024-04-22T00:40:19.560 DEBUG:teuthology.parallel:result is None 2024-04-22T00:40:19.560 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-22T00:40:19.560 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-22T00:40:19.813 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:19.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:19 smithi081 ceph-mon[31546]: pgmap v343: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:40:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:19 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:40:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:19 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1851650722' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T00:40:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:19 smithi018 ceph-mon[27979]: pgmap v343: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:40:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:19 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:40:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:19 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1851650722' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T00:40:19.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:19 smithi167 ceph-mon[31348]: pgmap v343: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:19.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:40:19.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:19 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:40:19.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:19 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1851650722' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T00:40:20.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:20 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:40:20.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:20 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:40:20.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:20 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:40:20.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:20 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:40:20.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:20 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:40:20.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:20 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:40:20.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:20 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:40:20.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:20 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:40:20.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:20 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:40:21.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.522+0000 7f6e38aa4700 1 -- 172.21.15.18:0/3435596443 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e34069f40 msgr2=0x7f6e3406a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:21.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.522+0000 7f6e38aa4700 1 --2- 172.21.15.18:0/3435596443 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e34069f40 0x7f6e3406a3a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6e24009990 tx=0x7f6e24009ca0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.522+0000 7f6e38aa4700 1 -- 172.21.15.18:0/3435596443 shutdown_connections 2024-04-22T00:40:21.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.522+0000 7f6e38aa4700 1 --2- 172.21.15.18:0/3435596443 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e3406a8e0 0x7f6e3410f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.522+0000 7f6e38aa4700 1 --2- 172.21.15.18:0/3435596443 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e341082b0 0x7f6e34108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.522+0000 7f6e38aa4700 1 --2- 172.21.15.18:0/3435596443 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e34069f40 0x7f6e3406a3a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.522+0000 7f6e38aa4700 1 -- 172.21.15.18:0/3435596443 >> 172.21.15.18:0/3435596443 conn(0x7f6e340780e0 msgr2=0x7f6e340784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:21.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.522+0000 7f6e38aa4700 1 -- 172.21.15.18:0/3435596443 shutdown_connections 2024-04-22T00:40:21.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.522+0000 7f6e38aa4700 1 -- 172.21.15.18:0/3435596443 wait complete. 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e38aa4700 1 Processor -- start 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e38aa4700 1 -- start start 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e38aa4700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e34069f40 0x7f6e341a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e38aa4700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e3406a8e0 0x7f6e341a0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e38aa4700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e341082b0 0x7f6e3419a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e38aa4700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6e34112530 con 0x7f6e3406a8e0 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e38aa4700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6e341123b0 con 0x7f6e341082b0 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e38aa4700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6e341126b0 con 0x7f6e34069f40 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e31d9b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e3406a8e0 0x7f6e341a0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e31d9b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e3406a8e0 0x7f6e341a0d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58272/0 (socket says 172.21.15.18:58272) 2024-04-22T00:40:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e31d9b700 1 -- 172.21.15.18:0/2100902893 learned_addr learned my addr 172.21.15.18:0/2100902893 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.523+0000 7f6e3259c700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e34069f40 0x7f6e341a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e32d9d700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e341082b0 0x7f6e3419a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e31d9b700 1 -- 172.21.15.18:0/2100902893 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e34069f40 msgr2=0x7f6e341a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e31d9b700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e34069f40 0x7f6e341a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e31d9b700 1 -- 172.21.15.18:0/2100902893 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e341082b0 msgr2=0x7f6e3419a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e31d9b700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e341082b0 0x7f6e3419a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e31d9b700 1 -- 172.21.15.18:0/2100902893 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e3419b100 con 0x7f6e3406a8e0 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e31d9b700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e3406a8e0 0x7f6e341a0d20 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6e24000c00 tx=0x7f6e240047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e2b7fe700 1 -- 172.21.15.18:0/2100902893 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e24027070 con 0x7f6e3406a8e0 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e38aa4700 1 -- 172.21.15.18:0/2100902893 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e3419b390 con 0x7f6e3406a8e0 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e2b7fe700 1 -- 172.21.15.18:0/2100902893 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e24003780 con 0x7f6e3406a8e0 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e2b7fe700 1 -- 172.21.15.18:0/2100902893 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e24022dd0 con 0x7f6e3406a8e0 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.524+0000 7f6e38aa4700 1 -- 172.21.15.18:0/2100902893 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e341a76b0 con 0x7f6e3406a8e0 2024-04-22T00:40:21.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.525+0000 7f6e38aa4700 1 -- 172.21.15.18:0/2100902893 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e34103960 con 0x7f6e3406a8e0 2024-04-22T00:40:21.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.526+0000 7f6e2b7fe700 1 -- 172.21.15.18:0/2100902893 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6e2402a070 con 0x7f6e3406a8e0 2024-04-22T00:40:21.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.527+0000 7f6e2b7fe700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e200a2cb0 0x7f6e200a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:21.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.527+0000 7f6e3259c700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e200a2cb0 0x7f6e200a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:21.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.527+0000 7f6e2b7fe700 1 -- 172.21.15.18:0/2100902893 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f6e240d05b0 con 0x7f6e3406a8e0 2024-04-22T00:40:21.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.528+0000 7f6e3259c700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e200a2cb0 0x7f6e200a5170 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6e3419bae0 tx=0x7f6e1c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:21.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.531+0000 7f6e2b7fe700 1 -- 172.21.15.18:0/2100902893 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f6e24013070 con 0x7f6e3406a8e0 2024-04-22T00:40:21.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.738+0000 7f6e38aa4700 1 -- 172.21.15.18:0/2100902893 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6e3410dbc0 con 0x7f6e200a2cb0 2024-04-22T00:40:21.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.747+0000 7f6e2b7fe700 1 -- 172.21.15.18:0/2100902893 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340354 (secure 0 0 0) 0x7f6e3410dbc0 con 0x7f6e200a2cb0 2024-04-22T00:40:21.755 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:21.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 -- 172.21.15.18:0/2100902893 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e200a2cb0 msgr2=0x7f6e200a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:21.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e200a2cb0 0x7f6e200a5170 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6e3419bae0 tx=0x7f6e1c00b410 comp rx=0 tx=0).stop 2024-04-22T00:40:21.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 -- 172.21.15.18:0/2100902893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e3406a8e0 msgr2=0x7f6e341a0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:21.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e3406a8e0 0x7f6e341a0d20 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6e24000c00 tx=0x7f6e240047b0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 -- 172.21.15.18:0/2100902893 shutdown_connections 2024-04-22T00:40:21.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6e200a2cb0 0x7f6e200a5170 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e341082b0 0x7f6e3419a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6e34069f40 0x7f6e341a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 --2- 172.21.15.18:0/2100902893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e3406a8e0 0x7f6e341a0d20 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:21.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 -- 172.21.15.18:0/2100902893 >> 172.21.15.18:0/2100902893 conn(0x7f6e340780e0 msgr2=0x7f6e3410d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:21.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 -- 172.21.15.18:0/2100902893 shutdown_connections 2024-04-22T00:40:21.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:21.751+0000 7f6e38aa4700 1 -- 172.21.15.18:0/2100902893 wait complete. 2024-04-22T00:40:21.759 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-04-22T00:40:21.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:21 smithi167 ceph-mon[31348]: pgmap v344: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:22.071 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:21 smithi018 ceph-mon[27979]: pgmap v344: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:22.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:21 smithi081 ceph-mon[31546]: pgmap v344: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:22.540 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":344,"stamp":"2024-04-22T00:40:20.054768+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657959,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":574,"num_read_kb":404,"num_write":344,"num_write_kb":3056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":279,"ondisk_log_size":279,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":401056,"kb_used_data":14384,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124540768,"statfs":{"total":1151940427776,"available":1151529746432,"internally_reserved":0,"allocated":14729216,"data_stored":8093363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003412"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.526199+0000","last_change":"2024-04-22T00:38:40.367810+0000","last_active":"2024-04-22T00:39:39.526199+0000","last_peered":"2024-04-22T00:39:39.526199+0000","last_clean":"2024-04-22T00:39:39.526199+0000","last_became_active":"2024-04-22T00:38:40.367519+0000","last_became_peered":"2024-04-22T00:38:40.367519+0000","last_unstale":"2024-04-22T00:39:39.526199+0000","last_undegraded":"2024-04-22T00:39:39.526199+0000","last_fullsized":"2024-04-22T00:39:39.526199+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:21:30.577358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670733+0000","last_change":"2024-04-22T00:38:40.366029+0000","last_active":"2024-04-22T00:39:39.670733+0000","last_peered":"2024-04-22T00:39:39.670733+0000","last_clean":"2024-04-22T00:39:39.670733+0000","last_became_active":"2024-04-22T00:38:40.365679+0000","last_became_peered":"2024-04-22T00:38:40.365679+0000","last_unstale":"2024-04-22T00:39:39.670733+0000","last_undegraded":"2024-04-22T00:39:39.670733+0000","last_fullsized":"2024-04-22T00:39:39.670733+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:17:38.156470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670724+0000","last_change":"2024-04-22T00:38:40.363834+0000","last_active":"2024-04-22T00:39:39.670724+0000","last_peered":"2024-04-22T00:39:39.670724+0000","last_clean":"2024-04-22T00:39:39.670724+0000","last_became_active":"2024-04-22T00:38:40.363494+0000","last_became_peered":"2024-04-22T00:38:40.363494+0000","last_unstale":"2024-04-22T00:39:39.670724+0000","last_undegraded":"2024-04-22T00:39:39.670724+0000","last_fullsized":"2024-04-22T00:39:39.670724+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:27:45.403891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521780+0000","last_change":"2024-04-22T00:38:40.375393+0000","last_active":"2024-04-22T00:39:39.521780+0000","last_peered":"2024-04-22T00:39:39.521780+0000","last_clean":"2024-04-22T00:39:39.521780+0000","last_became_active":"2024-04-22T00:38:40.375076+0000","last_became_peered":"2024-04-22T00:38:40.375076+0000","last_unstale":"2024-04-22T00:39:39.521780+0000","last_undegraded":"2024-04-22T00:39:39.521780+0000","last_fullsized":"2024-04-22T00:39:39.521780+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:07:27.404582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670972+0000","last_change":"2024-04-22T00:38:40.373581+0000","last_active":"2024-04-22T00:39:39.670972+0000","last_peered":"2024-04-22T00:39:39.670972+0000","last_clean":"2024-04-22T00:39:39.670972+0000","last_became_active":"2024-04-22T00:38:40.373261+0000","last_became_peered":"2024-04-22T00:38:40.373261+0000","last_unstale":"2024-04-22T00:39:39.670972+0000","last_undegraded":"2024-04-22T00:39:39.670972+0000","last_fullsized":"2024-04-22T00:39:39.670972+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:38.908652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528584+0000","last_change":"2024-04-22T00:38:40.377033+0000","last_active":"2024-04-22T00:39:39.528584+0000","last_peered":"2024-04-22T00:39:39.528584+0000","last_clean":"2024-04-22T00:39:39.528584+0000","last_became_active":"2024-04-22T00:38:40.376694+0000","last_became_peered":"2024-04-22T00:38:40.376694+0000","last_unstale":"2024-04-22T00:39:39.528584+0000","last_undegraded":"2024-04-22T00:39:39.528584+0000","last_fullsized":"2024-04-22T00:39:39.528584+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:46:23.799672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519462+0000","last_change":"2024-04-22T00:38:40.364083+0000","last_active":"2024-04-22T00:39:39.519462+0000","last_peered":"2024-04-22T00:39:39.519462+0000","last_clean":"2024-04-22T00:39:39.519462+0000","last_became_active":"2024-04-22T00:38:40.363769+0000","last_became_peered":"2024-04-22T00:38:40.363769+0000","last_unstale":"2024-04-22T00:39:39.519462+0000","last_undegraded":"2024-04-22T00:39:39.519462+0000","last_fullsized":"2024-04-22T00:39:39.519462+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:04:33.631920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528149+0000","last_change":"2024-04-22T00:38:40.357433+0000","last_active":"2024-04-22T00:39:39.528149+0000","last_peered":"2024-04-22T00:39:39.528149+0000","last_clean":"2024-04-22T00:39:39.528149+0000","last_became_active":"2024-04-22T00:38:40.357100+0000","last_became_peered":"2024-04-22T00:38:40.357100+0000","last_unstale":"2024-04-22T00:39:39.528149+0000","last_undegraded":"2024-04-22T00:39:39.528149+0000","last_fullsized":"2024-04-22T00:39:39.528149+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:54.446434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670274+0000","last_change":"2024-04-22T00:38:40.370297+0000","last_active":"2024-04-22T00:39:39.670274+0000","last_peered":"2024-04-22T00:39:39.670274+0000","last_clean":"2024-04-22T00:39:39.670274+0000","last_became_active":"2024-04-22T00:38:40.369973+0000","last_became_peered":"2024-04-22T00:38:40.369973+0000","last_unstale":"2024-04-22T00:39:39.670274+0000","last_undegraded":"2024-04-22T00:39:39.670274+0000","last_fullsized":"2024-04-22T00:39:39.670274+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:33:55.041055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.529125+0000","last_change":"2024-04-22T00:38:40.375787+0000","last_active":"2024-04-22T00:39:39.529125+0000","last_peered":"2024-04-22T00:39:39.529125+0000","last_clean":"2024-04-22T00:39:39.529125+0000","last_became_active":"2024-04-22T00:38:40.375461+0000","last_became_peered":"2024-04-22T00:38:40.375461+0000","last_unstale":"2024-04-22T00:39:39.529125+0000","last_undegraded":"2024-04-22T00:39:39.529125+0000","last_fullsized":"2024-04-22T00:39:39.529125+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:35.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520217+0000","last_change":"2024-04-22T00:38:40.363070+0000","last_active":"2024-04-22T00:39:39.520217+0000","last_peered":"2024-04-22T00:39:39.520217+0000","last_clean":"2024-04-22T00:39:39.520217+0000","last_became_active":"2024-04-22T00:38:40.362124+0000","last_became_peered":"2024-04-22T00:38:40.362124+0000","last_unstale":"2024-04-22T00:39:39.520217+0000","last_undegraded":"2024-04-22T00:39:39.520217+0000","last_fullsized":"2024-04-22T00:39:39.520217+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:58.345244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521568+0000","last_change":"2024-04-22T00:38:40.375481+0000","last_active":"2024-04-22T00:39:39.521568+0000","last_peered":"2024-04-22T00:39:39.521568+0000","last_clean":"2024-04-22T00:39:39.521568+0000","last_became_active":"2024-04-22T00:38:40.375166+0000","last_became_peered":"2024-04-22T00:38:40.375166+0000","last_unstale":"2024-04-22T00:39:39.521568+0000","last_undegraded":"2024-04-22T00:39:39.521568+0000","last_fullsized":"2024-04-22T00:39:39.521568+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:44:54.454914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518482+0000","last_change":"2024-04-22T00:38:40.367188+0000","last_active":"2024-04-22T00:39:39.518482+0000","last_peered":"2024-04-22T00:39:39.518482+0000","last_clean":"2024-04-22T00:39:39.518482+0000","last_became_active":"2024-04-22T00:38:40.366823+0000","last_became_peered":"2024-04-22T00:38:40.366823+0000","last_unstale":"2024-04-22T00:39:39.518482+0000","last_undegraded":"2024-04-22T00:39:39.518482+0000","last_fullsized":"2024-04-22T00:39:39.518482+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:43.451995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670151+0000","last_change":"2024-04-22T00:38:40.366815+0000","last_active":"2024-04-22T00:39:39.670151+0000","last_peered":"2024-04-22T00:39:39.670151+0000","last_clean":"2024-04-22T00:39:39.670151+0000","last_became_active":"2024-04-22T00:38:40.366473+0000","last_became_peered":"2024-04-22T00:38:40.366473+0000","last_unstale":"2024-04-22T00:39:39.670151+0000","last_undegraded":"2024-04-22T00:39:39.670151+0000","last_fullsized":"2024-04-22T00:39:39.670151+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:42:28.037969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670179+0000","last_change":"2024-04-22T00:38:40.373225+0000","last_active":"2024-04-22T00:39:39.670179+0000","last_peered":"2024-04-22T00:39:39.670179+0000","last_clean":"2024-04-22T00:39:39.670179+0000","last_became_active":"2024-04-22T00:38:40.372848+0000","last_became_peered":"2024-04-22T00:38:40.372848+0000","last_unstale":"2024-04-22T00:39:39.670179+0000","last_undegraded":"2024-04-22T00:39:39.670179+0000","last_fullsized":"2024-04-22T00:39:39.670179+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:54.985460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.669652+0000","last_change":"2024-04-22T00:38:40.361865+0000","last_active":"2024-04-22T00:39:39.669652+0000","last_peered":"2024-04-22T00:39:39.669652+0000","last_clean":"2024-04-22T00:39:39.669652+0000","last_became_active":"2024-04-22T00:38:40.361471+0000","last_became_peered":"2024-04-22T00:38:40.361471+0000","last_unstale":"2024-04-22T00:39:39.669652+0000","last_undegraded":"2024-04-22T00:39:39.669652+0000","last_fullsized":"2024-04-22T00:39:39.669652+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:13:16.480063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.526169+0000","last_change":"2024-04-22T00:38:40.368845+0000","last_active":"2024-04-22T00:39:39.526169+0000","last_peered":"2024-04-22T00:39:39.526169+0000","last_clean":"2024-04-22T00:39:39.526169+0000","last_became_active":"2024-04-22T00:38:40.368322+0000","last_became_peered":"2024-04-22T00:38:40.368322+0000","last_unstale":"2024-04-22T00:39:39.526169+0000","last_undegraded":"2024-04-22T00:39:39.526169+0000","last_fullsized":"2024-04-22T00:39:39.526169+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:36:57.926087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522411+0000","last_change":"2024-04-22T00:38:40.366139+0000","last_active":"2024-04-22T00:39:39.522411+0000","last_peered":"2024-04-22T00:39:39.522411+0000","last_clean":"2024-04-22T00:39:39.522411+0000","last_became_active":"2024-04-22T00:38:40.365694+0000","last_became_peered":"2024-04-22T00:38:40.365694+0000","last_unstale":"2024-04-22T00:39:39.522411+0000","last_undegraded":"2024-04-22T00:39:39.522411+0000","last_fullsized":"2024-04-22T00:39:39.522411+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:51.067092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522950+0000","last_change":"2024-04-22T00:38:40.377469+0000","last_active":"2024-04-22T00:39:39.522950+0000","last_peered":"2024-04-22T00:39:39.522950+0000","last_clean":"2024-04-22T00:39:39.522950+0000","last_became_active":"2024-04-22T00:38:40.371408+0000","last_became_peered":"2024-04-22T00:38:40.371408+0000","last_unstale":"2024-04-22T00:39:39.522950+0000","last_undegraded":"2024-04-22T00:39:39.522950+0000","last_fullsized":"2024-04-22T00:39:39.522950+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:57:02.978252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.672382+0000","last_change":"2024-04-22T00:39:39.672382+0000","last_active":"2024-04-22T00:39:39.672382+0000","last_peered":"2024-04-22T00:39:39.672382+0000","last_clean":"2024-04-22T00:39:39.672382+0000","last_became_active":"2024-04-22T00:39:39.671443+0000","last_became_peered":"2024-04-22T00:39:39.671443+0000","last_unstale":"2024-04-22T00:39:39.672382+0000","last_undegraded":"2024-04-22T00:39:39.672382+0000","last_fullsized":"2024-04-22T00:39:39.672382+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:23.128862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,10,0],"acting":[2,3,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522568+0000","last_change":"2024-04-22T00:38:39.374680+0000","last_active":"2024-04-22T00:39:39.522568+0000","last_peered":"2024-04-22T00:39:39.522568+0000","last_clean":"2024-04-22T00:39:39.522568+0000","last_became_active":"2024-04-22T00:38:39.374354+0000","last_became_peered":"2024-04-22T00:38:39.374354+0000","last_unstale":"2024-04-22T00:39:39.522568+0000","last_undegraded":"2024-04-22T00:39:39.522568+0000","last_fullsized":"2024-04-22T00:39:39.522568+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:59:19.353867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.529003+0000","last_change":"2024-04-22T00:38:40.356727+0000","last_active":"2024-04-22T00:39:39.529003+0000","last_peered":"2024-04-22T00:39:39.529003+0000","last_clean":"2024-04-22T00:39:39.529003+0000","last_became_active":"2024-04-22T00:38:40.356415+0000","last_became_peered":"2024-04-22T00:38:40.356415+0000","last_unstale":"2024-04-22T00:39:39.529003+0000","last_undegraded":"2024-04-22T00:39:39.529003+0000","last_fullsized":"2024-04-22T00:39:39.529003+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:51:21.063322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.672968+0000","last_change":"2024-04-22T00:39:39.672968+0000","last_active":"2024-04-22T00:39:39.672968+0000","last_peered":"2024-04-22T00:39:39.672968+0000","last_clean":"2024-04-22T00:39:39.672968+0000","last_became_active":"2024-04-22T00:39:39.672476+0000","last_became_peered":"2024-04-22T00:39:39.672476+0000","last_unstale":"2024-04-22T00:39:39.672968+0000","last_undegraded":"2024-04-22T00:39:39.672968+0000","last_fullsized":"2024-04-22T00:39:39.672968+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:13.200730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,8,3],"acting":[4,6,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.529063+0000","last_change":"2024-04-22T00:38:39.360667+0000","last_active":"2024-04-22T00:39:39.529063+0000","last_peered":"2024-04-22T00:39:39.529063+0000","last_clean":"2024-04-22T00:39:39.529063+0000","last_became_active":"2024-04-22T00:38:39.360213+0000","last_became_peered":"2024-04-22T00:38:39.360213+0000","last_unstale":"2024-04-22T00:39:39.529063+0000","last_undegraded":"2024-04-22T00:39:39.529063+0000","last_fullsized":"2024-04-22T00:39:39.529063+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:19:06.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670247+0000","last_change":"2024-04-22T00:38:40.369638+0000","last_active":"2024-04-22T00:39:39.670247+0000","last_peered":"2024-04-22T00:39:39.670247+0000","last_clean":"2024-04-22T00:39:39.670247+0000","last_became_active":"2024-04-22T00:38:40.368377+0000","last_became_peered":"2024-04-22T00:38:40.368377+0000","last_unstale":"2024-04-22T00:39:39.670247+0000","last_undegraded":"2024-04-22T00:39:39.670247+0000","last_fullsized":"2024-04-22T00:39:39.670247+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:52:49.332301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520930+0000","last_change":"2024-04-22T00:38:44.406576+0000","last_active":"2024-04-22T00:39:39.520930+0000","last_peered":"2024-04-22T00:39:39.520930+0000","last_clean":"2024-04-22T00:39:39.520930+0000","last_became_active":"2024-04-22T00:38:44.405670+0000","last_became_peered":"2024-04-22T00:38:44.405670+0000","last_unstale":"2024-04-22T00:39:39.520930+0000","last_undegraded":"2024-04-22T00:39:39.520930+0000","last_fullsized":"2024-04-22T00:39:39.520930+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:28.412974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.671007+0000","last_change":"2024-04-22T00:38:39.370535+0000","last_active":"2024-04-22T00:39:39.671007+0000","last_peered":"2024-04-22T00:39:39.671007+0000","last_clean":"2024-04-22T00:39:39.671007+0000","last_became_active":"2024-04-22T00:38:39.370033+0000","last_became_peered":"2024-04-22T00:38:39.370033+0000","last_unstale":"2024-04-22T00:39:39.671007+0000","last_undegraded":"2024-04-22T00:39:39.671007+0000","last_fullsized":"2024-04-22T00:39:39.671007+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:21.146476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670168+0000","last_change":"2024-04-22T00:38:40.365051+0000","last_active":"2024-04-22T00:39:39.670168+0000","last_peered":"2024-04-22T00:39:39.670168+0000","last_clean":"2024-04-22T00:39:39.670168+0000","last_became_active":"2024-04-22T00:38:40.364700+0000","last_became_peered":"2024-04-22T00:38:40.364700+0000","last_unstale":"2024-04-22T00:39:39.670168+0000","last_undegraded":"2024-04-22T00:39:39.670168+0000","last_fullsized":"2024-04-22T00:39:39.670168+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:18:42.608828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520066+0000","last_change":"2024-04-22T00:38:44.402410+0000","last_active":"2024-04-22T00:39:39.520066+0000","last_peered":"2024-04-22T00:39:39.520066+0000","last_clean":"2024-04-22T00:39:39.520066+0000","last_became_active":"2024-04-22T00:38:44.402058+0000","last_became_peered":"2024-04-22T00:38:44.402058+0000","last_unstale":"2024-04-22T00:39:39.520066+0000","last_undegraded":"2024-04-22T00:39:39.520066+0000","last_fullsized":"2024-04-22T00:39:39.520066+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:52:12.956415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670889+0000","last_change":"2024-04-22T00:38:39.366658+0000","last_active":"2024-04-22T00:39:39.670889+0000","last_peered":"2024-04-22T00:39:39.670889+0000","last_clean":"2024-04-22T00:39:39.670889+0000","last_became_active":"2024-04-22T00:38:39.365415+0000","last_became_peered":"2024-04-22T00:38:39.365415+0000","last_unstale":"2024-04-22T00:39:39.670889+0000","last_undegraded":"2024-04-22T00:39:39.670889+0000","last_fullsized":"2024-04-22T00:39:39.670889+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:33.687226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520162+0000","last_change":"2024-04-22T00:38:40.362518+0000","last_active":"2024-04-22T00:39:39.520162+0000","last_peered":"2024-04-22T00:39:39.520162+0000","last_clean":"2024-04-22T00:39:39.520162+0000","last_became_active":"2024-04-22T00:38:40.362219+0000","last_became_peered":"2024-04-22T00:38:40.362219+0000","last_unstale":"2024-04-22T00:39:39.520162+0000","last_undegraded":"2024-04-22T00:39:39.520162+0000","last_fullsized":"2024-04-22T00:39:39.520162+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:47:52.401356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.672914+0000","last_change":"2024-04-22T00:39:39.672914+0000","last_active":"2024-04-22T00:39:39.672914+0000","last_peered":"2024-04-22T00:39:39.672914+0000","last_clean":"2024-04-22T00:39:39.672914+0000","last_became_active":"2024-04-22T00:39:39.672440+0000","last_became_peered":"2024-04-22T00:39:39.672440+0000","last_unstale":"2024-04-22T00:39:39.672914+0000","last_undegraded":"2024-04-22T00:39:39.672914+0000","last_fullsized":"2024-04-22T00:39:39.672914+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:21:50.466296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'6","reported_seq":105,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:40:15.441899+0000","last_change":"2024-04-22T00:38:39.363347+0000","last_active":"2024-04-22T00:40:15.441899+0000","last_peered":"2024-04-22T00:40:15.441899+0000","last_clean":"2024-04-22T00:40:15.441899+0000","last_became_active":"2024-04-22T00:38:39.363047+0000","last_became_peered":"2024-04-22T00:38:39.363047+0000","last_unstale":"2024-04-22T00:40:15.441899+0000","last_undegraded":"2024-04-22T00:40:15.441899+0000","last_fullsized":"2024-04-22T00:40:15.441899+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:52:56.438868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":73,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670807+0000","last_change":"2024-04-22T00:38:40.369168+0000","last_active":"2024-04-22T00:39:39.670807+0000","last_peered":"2024-04-22T00:39:39.670807+0000","last_clean":"2024-04-22T00:39:39.670807+0000","last_became_active":"2024-04-22T00:38:40.368842+0000","last_became_peered":"2024-04-22T00:38:40.368842+0000","last_unstale":"2024-04-22T00:39:39.670807+0000","last_undegraded":"2024-04-22T00:39:39.670807+0000","last_fullsized":"2024-04-22T00:39:39.670807+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:09:21.923340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522650+0000","last_change":"2024-04-22T00:38:44.406786+0000","last_active":"2024-04-22T00:39:39.522650+0000","last_peered":"2024-04-22T00:39:39.522650+0000","last_clean":"2024-04-22T00:39:39.522650+0000","last_became_active":"2024-04-22T00:38:44.405474+0000","last_became_peered":"2024-04-22T00:38:44.405474+0000","last_unstale":"2024-04-22T00:39:39.522650+0000","last_undegraded":"2024-04-22T00:39:39.522650+0000","last_fullsized":"2024-04-22T00:39:39.522650+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:32:07.650716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528485+0000","last_change":"2024-04-22T00:38:39.372559+0000","last_active":"2024-04-22T00:39:39.528485+0000","last_peered":"2024-04-22T00:39:39.528485+0000","last_clean":"2024-04-22T00:39:39.528485+0000","last_became_active":"2024-04-22T00:38:39.371595+0000","last_became_peered":"2024-04-22T00:38:39.371595+0000","last_unstale":"2024-04-22T00:39:39.528485+0000","last_undegraded":"2024-04-22T00:39:39.528485+0000","last_fullsized":"2024-04-22T00:39:39.528485+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:05:12.406638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.672815+0000","last_change":"2024-04-22T00:39:39.672815+0000","last_active":"2024-04-22T00:39:39.672815+0000","last_peered":"2024-04-22T00:39:39.672815+0000","last_clean":"2024-04-22T00:39:39.672815+0000","last_became_active":"2024-04-22T00:39:39.672374+0000","last_became_peered":"2024-04-22T00:39:39.672374+0000","last_unstale":"2024-04-22T00:39:39.672815+0000","last_undegraded":"2024-04-22T00:39:39.672815+0000","last_fullsized":"2024-04-22T00:39:39.672815+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:30:11.032191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.673578+0000","last_change":"2024-04-22T00:39:39.673578+0000","last_active":"2024-04-22T00:39:39.673578+0000","last_peered":"2024-04-22T00:39:39.673578+0000","last_clean":"2024-04-22T00:39:39.673578+0000","last_became_active":"2024-04-22T00:39:39.672181+0000","last_became_peered":"2024-04-22T00:39:39.672181+0000","last_unstale":"2024-04-22T00:39:39.673578+0000","last_undegraded":"2024-04-22T00:39:39.673578+0000","last_fullsized":"2024-04-22T00:39:39.673578+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:04:50.778073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518219+0000","last_change":"2024-04-22T00:38:39.366127+0000","last_active":"2024-04-22T00:39:39.518219+0000","last_peered":"2024-04-22T00:39:39.518219+0000","last_clean":"2024-04-22T00:39:39.518219+0000","last_became_active":"2024-04-22T00:38:39.365758+0000","last_became_peered":"2024-04-22T00:38:39.365758+0000","last_unstale":"2024-04-22T00:39:39.518219+0000","last_undegraded":"2024-04-22T00:39:39.518219+0000","last_fullsized":"2024-04-22T00:39:39.518219+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:00.931898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528395+0000","last_change":"2024-04-22T00:38:40.363547+0000","last_active":"2024-04-22T00:39:39.528395+0000","last_peered":"2024-04-22T00:39:39.528395+0000","last_clean":"2024-04-22T00:39:39.528395+0000","last_became_active":"2024-04-22T00:38:40.363136+0000","last_became_peered":"2024-04-22T00:38:40.363136+0000","last_unstale":"2024-04-22T00:39:39.528395+0000","last_undegraded":"2024-04-22T00:39:39.528395+0000","last_fullsized":"2024-04-22T00:39:39.528395+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:08:22.135426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670583+0000","last_change":"2024-04-22T00:38:44.401113+0000","last_active":"2024-04-22T00:39:39.670583+0000","last_peered":"2024-04-22T00:39:39.670583+0000","last_clean":"2024-04-22T00:39:39.670583+0000","last_became_active":"2024-04-22T00:38:44.400679+0000","last_became_peered":"2024-04-22T00:38:44.400679+0000","last_unstale":"2024-04-22T00:39:39.670583+0000","last_undegraded":"2024-04-22T00:39:39.670583+0000","last_fullsized":"2024-04-22T00:39:39.670583+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:28.248892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519361+0000","last_change":"2024-04-22T00:38:39.362725+0000","last_active":"2024-04-22T00:39:39.519361+0000","last_peered":"2024-04-22T00:39:39.519361+0000","last_clean":"2024-04-22T00:39:39.519361+0000","last_became_active":"2024-04-22T00:38:39.362412+0000","last_became_peered":"2024-04-22T00:38:39.362412+0000","last_unstale":"2024-04-22T00:39:39.519361+0000","last_undegraded":"2024-04-22T00:39:39.519361+0000","last_fullsized":"2024-04-22T00:39:39.519361+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:04:10.158596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521755+0000","last_change":"2024-04-22T00:38:40.361149+0000","last_active":"2024-04-22T00:39:39.521755+0000","last_peered":"2024-04-22T00:39:39.521755+0000","last_clean":"2024-04-22T00:39:39.521755+0000","last_became_active":"2024-04-22T00:38:40.360817+0000","last_became_peered":"2024-04-22T00:38:40.360817+0000","last_unstale":"2024-04-22T00:39:39.521755+0000","last_undegraded":"2024-04-22T00:39:39.521755+0000","last_fullsized":"2024-04-22T00:39:39.521755+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:23.184762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528359+0000","last_change":"2024-04-22T00:38:44.398428+0000","last_active":"2024-04-22T00:39:39.528359+0000","last_peered":"2024-04-22T00:39:39.528359+0000","last_clean":"2024-04-22T00:39:39.528359+0000","last_became_active":"2024-04-22T00:38:44.395265+0000","last_became_peered":"2024-04-22T00:38:44.395265+0000","last_unstale":"2024-04-22T00:39:39.528359+0000","last_undegraded":"2024-04-22T00:39:39.528359+0000","last_fullsized":"2024-04-22T00:39:39.528359+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:11.561788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'3","reported_seq":99,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:40:14.439824+0000","last_change":"2024-04-22T00:38:39.372184+0000","last_active":"2024-04-22T00:40:14.439824+0000","last_peered":"2024-04-22T00:40:14.439824+0000","last_clean":"2024-04-22T00:40:14.439824+0000","last_became_active":"2024-04-22T00:38:39.371792+0000","last_became_peered":"2024-04-22T00:38:39.371792+0000","last_unstale":"2024-04-22T00:40:14.439824+0000","last_undegraded":"2024-04-22T00:40:14.439824+0000","last_fullsized":"2024-04-22T00:40:14.439824+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:54.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":69,"num_read_kb":69,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670042+0000","last_change":"2024-04-22T00:38:40.365514+0000","last_active":"2024-04-22T00:39:39.670042+0000","last_peered":"2024-04-22T00:39:39.670042+0000","last_clean":"2024-04-22T00:39:39.670042+0000","last_became_active":"2024-04-22T00:38:40.365207+0000","last_became_peered":"2024-04-22T00:38:40.365207+0000","last_unstale":"2024-04-22T00:39:39.670042+0000","last_undegraded":"2024-04-22T00:39:39.670042+0000","last_fullsized":"2024-04-22T00:39:39.670042+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:51:15.503594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521712+0000","last_change":"2024-04-22T00:38:44.404822+0000","last_active":"2024-04-22T00:39:39.521712+0000","last_peered":"2024-04-22T00:39:39.521712+0000","last_clean":"2024-04-22T00:39:39.521712+0000","last_became_active":"2024-04-22T00:38:44.403009+0000","last_became_peered":"2024-04-22T00:38:44.403009+0000","last_unstale":"2024-04-22T00:39:39.521712+0000","last_undegraded":"2024-04-22T00:39:39.521712+0000","last_fullsized":"2024-04-22T00:39:39.521712+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:53:21.262362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520431+0000","last_change":"2024-04-22T00:38:39.366780+0000","last_active":"2024-04-22T00:39:39.520431+0000","last_peered":"2024-04-22T00:39:39.520431+0000","last_clean":"2024-04-22T00:39:39.520431+0000","last_became_active":"2024-04-22T00:38:39.366273+0000","last_became_peered":"2024-04-22T00:38:39.366273+0000","last_unstale":"2024-04-22T00:39:39.520431+0000","last_undegraded":"2024-04-22T00:39:39.520431+0000","last_fullsized":"2024-04-22T00:39:39.520431+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:22:13.298070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670477+0000","last_change":"2024-04-22T00:38:40.374741+0000","last_active":"2024-04-22T00:39:39.670477+0000","last_peered":"2024-04-22T00:39:39.670477+0000","last_clean":"2024-04-22T00:39:39.670477+0000","last_became_active":"2024-04-22T00:38:40.374154+0000","last_became_peered":"2024-04-22T00:38:40.374154+0000","last_unstale":"2024-04-22T00:39:39.670477+0000","last_undegraded":"2024-04-22T00:39:39.670477+0000","last_fullsized":"2024-04-22T00:39:39.670477+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:07:27.137055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521059+0000","last_change":"2024-04-22T00:38:44.405940+0000","last_active":"2024-04-22T00:39:39.521059+0000","last_peered":"2024-04-22T00:39:39.521059+0000","last_clean":"2024-04-22T00:39:39.521059+0000","last_became_active":"2024-04-22T00:38:44.405463+0000","last_became_peered":"2024-04-22T00:38:44.405463+0000","last_unstale":"2024-04-22T00:39:39.521059+0000","last_undegraded":"2024-04-22T00:39:39.521059+0000","last_fullsized":"2024-04-22T00:39:39.521059+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:21:51.881080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519990+0000","last_change":"2024-04-22T00:38:39.365832+0000","last_active":"2024-04-22T00:39:39.519990+0000","last_peered":"2024-04-22T00:39:39.519990+0000","last_clean":"2024-04-22T00:39:39.519990+0000","last_became_active":"2024-04-22T00:38:39.365523+0000","last_became_peered":"2024-04-22T00:38:39.365523+0000","last_unstale":"2024-04-22T00:39:39.519990+0000","last_undegraded":"2024-04-22T00:39:39.519990+0000","last_fullsized":"2024-04-22T00:39:39.519990+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:07:43.953692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670144+0000","last_change":"2024-04-22T00:38:40.375443+0000","last_active":"2024-04-22T00:39:39.670144+0000","last_peered":"2024-04-22T00:39:39.670144+0000","last_clean":"2024-04-22T00:39:39.670144+0000","last_became_active":"2024-04-22T00:38:40.375092+0000","last_became_peered":"2024-04-22T00:38:40.375092+0000","last_unstale":"2024-04-22T00:39:39.670144+0000","last_undegraded":"2024-04-22T00:39:39.670144+0000","last_fullsized":"2024-04-22T00:39:39.670144+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:00.257128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521830+0000","last_change":"2024-04-22T00:38:44.402484+0000","last_active":"2024-04-22T00:39:39.521830+0000","last_peered":"2024-04-22T00:39:39.521830+0000","last_clean":"2024-04-22T00:39:39.521830+0000","last_became_active":"2024-04-22T00:38:44.402060+0000","last_became_peered":"2024-04-22T00:38:44.402060+0000","last_unstale":"2024-04-22T00:39:39.521830+0000","last_undegraded":"2024-04-22T00:39:39.521830+0000","last_fullsized":"2024-04-22T00:39:39.521830+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:07:01.255408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'33","reported_seq":206,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:40:15.441214+0000","last_change":"2024-04-22T00:38:39.369420+0000","last_active":"2024-04-22T00:40:15.441214+0000","last_peered":"2024-04-22T00:40:15.441214+0000","last_clean":"2024-04-22T00:40:15.441214+0000","last_became_active":"2024-04-22T00:38:39.369074+0000","last_became_peered":"2024-04-22T00:38:39.369074+0000","last_unstale":"2024-04-22T00:40:15.441214+0000","last_undegraded":"2024-04-22T00:40:15.441214+0000","last_fullsized":"2024-04-22T00:40:15.441214+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:08:34.427757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63356,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":146,"num_read_kb":135,"num_write":34,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.671334+0000","last_change":"2024-04-22T00:38:40.368352+0000","last_active":"2024-04-22T00:39:39.671334+0000","last_peered":"2024-04-22T00:39:39.671334+0000","last_clean":"2024-04-22T00:39:39.671334+0000","last_became_active":"2024-04-22T00:38:40.367975+0000","last_became_peered":"2024-04-22T00:38:40.367975+0000","last_unstale":"2024-04-22T00:39:39.671334+0000","last_undegraded":"2024-04-22T00:39:39.671334+0000","last_fullsized":"2024-04-22T00:39:39.671334+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:11.599867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520969+0000","last_change":"2024-04-22T00:38:44.393349+0000","last_active":"2024-04-22T00:39:39.520969+0000","last_peered":"2024-04-22T00:39:39.520969+0000","last_clean":"2024-04-22T00:39:39.520969+0000","last_became_active":"2024-04-22T00:38:44.392781+0000","last_became_peered":"2024-04-22T00:38:44.392781+0000","last_unstale":"2024-04-22T00:39:39.520969+0000","last_undegraded":"2024-04-22T00:39:39.520969+0000","last_fullsized":"2024-04-22T00:39:39.520969+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:12:28.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.536733+0000","last_change":"2024-04-22T00:39:39.536327+0000","last_active":"2024-04-22T00:39:39.536733+0000","last_peered":"2024-04-22T00:39:39.536733+0000","last_clean":"2024-04-22T00:39:39.536733+0000","last_became_active":"2024-04-22T00:39:39.529279+0000","last_became_peered":"2024-04-22T00:39:39.529279+0000","last_unstale":"2024-04-22T00:39:39.536733+0000","last_undegraded":"2024-04-22T00:39:39.536733+0000","last_fullsized":"2024-04-22T00:39:39.536733+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:06:11.157839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518241+0000","last_change":"2024-04-22T00:38:40.370950+0000","last_active":"2024-04-22T00:39:39.518241+0000","last_peered":"2024-04-22T00:39:39.518241+0000","last_clean":"2024-04-22T00:39:39.518241+0000","last_became_active":"2024-04-22T00:38:40.370648+0000","last_became_peered":"2024-04-22T00:38:40.370648+0000","last_unstale":"2024-04-22T00:39:39.518241+0000","last_undegraded":"2024-04-22T00:39:39.518241+0000","last_fullsized":"2024-04-22T00:39:39.518241+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:41:02.299079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.525762+0000","last_change":"2024-04-22T00:38:44.404019+0000","last_active":"2024-04-22T00:39:39.525762+0000","last_peered":"2024-04-22T00:39:39.525762+0000","last_clean":"2024-04-22T00:39:39.525762+0000","last_became_active":"2024-04-22T00:38:44.403695+0000","last_became_peered":"2024-04-22T00:38:44.403695+0000","last_unstale":"2024-04-22T00:39:39.525762+0000","last_undegraded":"2024-04-22T00:39:39.525762+0000","last_fullsized":"2024-04-22T00:39:39.525762+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:34:12.156509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519719+0000","last_change":"2024-04-22T00:38:39.362724+0000","last_active":"2024-04-22T00:39:39.519719+0000","last_peered":"2024-04-22T00:39:39.519719+0000","last_clean":"2024-04-22T00:39:39.519719+0000","last_became_active":"2024-04-22T00:38:39.362397+0000","last_became_peered":"2024-04-22T00:38:39.362397+0000","last_unstale":"2024-04-22T00:39:39.519719+0000","last_undegraded":"2024-04-22T00:39:39.519719+0000","last_fullsized":"2024-04-22T00:39:39.519719+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:20.547527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520007+0000","last_change":"2024-04-22T00:38:40.362540+0000","last_active":"2024-04-22T00:39:39.520007+0000","last_peered":"2024-04-22T00:39:39.520007+0000","last_clean":"2024-04-22T00:39:39.520007+0000","last_became_active":"2024-04-22T00:38:40.362016+0000","last_became_peered":"2024-04-22T00:38:40.362016+0000","last_unstale":"2024-04-22T00:39:39.520007+0000","last_undegraded":"2024-04-22T00:39:39.520007+0000","last_fullsized":"2024-04-22T00:39:39.520007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:51:18.176061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522304+0000","last_change":"2024-04-22T00:38:44.405236+0000","last_active":"2024-04-22T00:39:39.522304+0000","last_peered":"2024-04-22T00:39:39.522304+0000","last_clean":"2024-04-22T00:39:39.522304+0000","last_became_active":"2024-04-22T00:38:44.404767+0000","last_became_peered":"2024-04-22T00:38:44.404767+0000","last_unstale":"2024-04-22T00:39:39.522304+0000","last_undegraded":"2024-04-22T00:39:39.522304+0000","last_fullsized":"2024-04-22T00:39:39.522304+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:13:56.620119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":103,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:40:17.444153+0000","last_change":"2024-04-22T00:38:39.369080+0000","last_active":"2024-04-22T00:40:17.444153+0000","last_peered":"2024-04-22T00:40:17.444153+0000","last_clean":"2024-04-22T00:40:17.444153+0000","last_became_active":"2024-04-22T00:38:39.368678+0000","last_became_peered":"2024-04-22T00:38:39.368678+0000","last_unstale":"2024-04-22T00:40:17.444153+0000","last_undegraded":"2024-04-22T00:40:17.444153+0000","last_fullsized":"2024-04-22T00:40:17.444153+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:13.018047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519633+0000","last_change":"2024-04-22T00:38:40.370315+0000","last_active":"2024-04-22T00:39:39.519633+0000","last_peered":"2024-04-22T00:39:39.519633+0000","last_clean":"2024-04-22T00:39:39.519633+0000","last_became_active":"2024-04-22T00:38:40.370008+0000","last_became_peered":"2024-04-22T00:38:40.370008+0000","last_unstale":"2024-04-22T00:39:39.519633+0000","last_undegraded":"2024-04-22T00:39:39.519633+0000","last_fullsized":"2024-04-22T00:39:39.519633+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:41:09.031868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518821+0000","last_change":"2024-04-22T00:38:44.395771+0000","last_active":"2024-04-22T00:39:39.518821+0000","last_peered":"2024-04-22T00:39:39.518821+0000","last_clean":"2024-04-22T00:39:39.518821+0000","last_became_active":"2024-04-22T00:38:44.395372+0000","last_became_peered":"2024-04-22T00:38:44.395372+0000","last_unstale":"2024-04-22T00:39:39.518821+0000","last_undegraded":"2024-04-22T00:39:39.518821+0000","last_fullsized":"2024-04-22T00:39:39.518821+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:02.522135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670618+0000","last_change":"2024-04-22T00:38:39.370949+0000","last_active":"2024-04-22T00:39:39.670618+0000","last_peered":"2024-04-22T00:39:39.670618+0000","last_clean":"2024-04-22T00:39:39.670618+0000","last_became_active":"2024-04-22T00:38:39.370398+0000","last_became_peered":"2024-04-22T00:38:39.370398+0000","last_unstale":"2024-04-22T00:39:39.670618+0000","last_undegraded":"2024-04-22T00:39:39.670618+0000","last_fullsized":"2024-04-22T00:39:39.670618+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:35.647251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.671846+0000","last_change":"2024-04-22T00:39:39.671210+0000","last_active":"2024-04-22T00:39:39.671846+0000","last_peered":"2024-04-22T00:39:39.671846+0000","last_clean":"2024-04-22T00:39:39.671846+0000","last_became_active":"2024-04-22T00:39:39.670683+0000","last_became_peered":"2024-04-22T00:39:39.670683+0000","last_unstale":"2024-04-22T00:39:39.671846+0000","last_undegraded":"2024-04-22T00:39:39.671846+0000","last_fullsized":"2024-04-22T00:39:39.671846+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:41.207605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519523+0000","last_change":"2024-04-22T00:38:44.395873+0000","last_active":"2024-04-22T00:39:39.519523+0000","last_peered":"2024-04-22T00:39:39.519523+0000","last_clean":"2024-04-22T00:39:39.519523+0000","last_became_active":"2024-04-22T00:38:44.395503+0000","last_became_peered":"2024-04-22T00:38:44.395503+0000","last_unstale":"2024-04-22T00:39:39.519523+0000","last_undegraded":"2024-04-22T00:39:39.519523+0000","last_fullsized":"2024-04-22T00:39:39.519523+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:30:40.517603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.671335+0000","last_change":"2024-04-22T00:38:39.366353+0000","last_active":"2024-04-22T00:39:39.671335+0000","last_peered":"2024-04-22T00:39:39.671335+0000","last_clean":"2024-04-22T00:39:39.671335+0000","last_became_active":"2024-04-22T00:38:39.365887+0000","last_became_peered":"2024-04-22T00:38:39.365887+0000","last_unstale":"2024-04-22T00:39:39.671335+0000","last_undegraded":"2024-04-22T00:39:39.671335+0000","last_fullsized":"2024-04-22T00:39:39.671335+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:45.350887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.526119+0000","last_change":"2024-04-22T00:38:40.361121+0000","last_active":"2024-04-22T00:39:39.526119+0000","last_peered":"2024-04-22T00:39:39.526119+0000","last_clean":"2024-04-22T00:39:39.526119+0000","last_became_active":"2024-04-22T00:38:40.360738+0000","last_became_peered":"2024-04-22T00:38:40.360738+0000","last_unstale":"2024-04-22T00:39:39.526119+0000","last_undegraded":"2024-04-22T00:39:39.526119+0000","last_fullsized":"2024-04-22T00:39:39.526119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:46:25.351317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670701+0000","last_change":"2024-04-22T00:38:44.504868+0000","last_active":"2024-04-22T00:39:39.670701+0000","last_peered":"2024-04-22T00:39:39.670701+0000","last_clean":"2024-04-22T00:39:39.670701+0000","last_became_active":"2024-04-22T00:38:44.504150+0000","last_became_peered":"2024-04-22T00:38:44.504150+0000","last_unstale":"2024-04-22T00:39:39.670701+0000","last_undegraded":"2024-04-22T00:39:39.670701+0000","last_fullsized":"2024-04-22T00:39:39.670701+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:02:30.695478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522101+0000","last_change":"2024-04-22T00:38:39.372522+0000","last_active":"2024-04-22T00:39:39.522101+0000","last_peered":"2024-04-22T00:39:39.522101+0000","last_clean":"2024-04-22T00:39:39.522101+0000","last_became_active":"2024-04-22T00:38:39.372192+0000","last_became_peered":"2024-04-22T00:38:39.372192+0000","last_unstale":"2024-04-22T00:39:39.522101+0000","last_undegraded":"2024-04-22T00:39:39.522101+0000","last_fullsized":"2024-04-22T00:39:39.522101+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:26:21.069736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528897+0000","last_change":"2024-04-22T00:38:40.365283+0000","last_active":"2024-04-22T00:39:39.528897+0000","last_peered":"2024-04-22T00:39:39.528897+0000","last_clean":"2024-04-22T00:39:39.528897+0000","last_became_active":"2024-04-22T00:38:40.364972+0000","last_became_peered":"2024-04-22T00:38:40.364972+0000","last_unstale":"2024-04-22T00:39:39.528897+0000","last_undegraded":"2024-04-22T00:39:39.528897+0000","last_fullsized":"2024-04-22T00:39:39.528897+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:59:59.140778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518490+0000","last_change":"2024-04-22T00:38:44.397504+0000","last_active":"2024-04-22T00:39:39.518490+0000","last_peered":"2024-04-22T00:39:39.518490+0000","last_clean":"2024-04-22T00:39:39.518490+0000","last_became_active":"2024-04-22T00:38:44.397013+0000","last_became_peered":"2024-04-22T00:38:44.397013+0000","last_unstale":"2024-04-22T00:39:39.518490+0000","last_undegraded":"2024-04-22T00:39:39.518490+0000","last_fullsized":"2024-04-22T00:39:39.518490+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:47:58.320239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519527+0000","last_change":"2024-04-22T00:38:39.364987+0000","last_active":"2024-04-22T00:39:39.519527+0000","last_peered":"2024-04-22T00:39:39.519527+0000","last_clean":"2024-04-22T00:39:39.519527+0000","last_became_active":"2024-04-22T00:38:39.364641+0000","last_became_peered":"2024-04-22T00:38:39.364641+0000","last_unstale":"2024-04-22T00:39:39.519527+0000","last_undegraded":"2024-04-22T00:39:39.519527+0000","last_fullsized":"2024-04-22T00:39:39.519527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:44:44.280664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528736+0000","last_change":"2024-04-22T00:38:40.376529+0000","last_active":"2024-04-22T00:39:39.528736+0000","last_peered":"2024-04-22T00:39:39.528736+0000","last_clean":"2024-04-22T00:39:39.528736+0000","last_became_active":"2024-04-22T00:38:40.376299+0000","last_became_peered":"2024-04-22T00:38:40.376299+0000","last_unstale":"2024-04-22T00:39:39.528736+0000","last_undegraded":"2024-04-22T00:39:39.528736+0000","last_fullsized":"2024-04-22T00:39:39.528736+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:08:16.276565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518762+0000","last_change":"2024-04-22T00:38:44.504288+0000","last_active":"2024-04-22T00:39:39.518762+0000","last_peered":"2024-04-22T00:39:39.518762+0000","last_clean":"2024-04-22T00:39:39.518762+0000","last_became_active":"2024-04-22T00:38:44.503776+0000","last_became_peered":"2024-04-22T00:38:44.503776+0000","last_unstale":"2024-04-22T00:39:39.518762+0000","last_undegraded":"2024-04-22T00:39:39.518762+0000","last_fullsized":"2024-04-22T00:39:39.518762+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:10:46.900575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519483+0000","last_change":"2024-04-22T00:38:40.369534+0000","last_active":"2024-04-22T00:39:39.519483+0000","last_peered":"2024-04-22T00:39:39.519483+0000","last_clean":"2024-04-22T00:39:39.519483+0000","last_became_active":"2024-04-22T00:38:40.364820+0000","last_became_peered":"2024-04-22T00:38:40.364820+0000","last_unstale":"2024-04-22T00:39:39.519483+0000","last_undegraded":"2024-04-22T00:39:39.519483+0000","last_fullsized":"2024-04-22T00:39:39.519483+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:24:22.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":102,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:40:17.443564+0000","last_change":"2024-04-22T00:38:39.359944+0000","last_active":"2024-04-22T00:40:17.443564+0000","last_peered":"2024-04-22T00:40:17.443564+0000","last_clean":"2024-04-22T00:40:17.443564+0000","last_became_active":"2024-04-22T00:38:39.358320+0000","last_became_peered":"2024-04-22T00:38:39.358320+0000","last_unstale":"2024-04-22T00:40:17.443564+0000","last_undegraded":"2024-04-22T00:40:17.443564+0000","last_fullsized":"2024-04-22T00:40:17.443564+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:21:09.293425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":72,"num_read_kb":72,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519863+0000","last_change":"2024-04-22T00:38:44.406766+0000","last_active":"2024-04-22T00:39:39.519863+0000","last_peered":"2024-04-22T00:39:39.519863+0000","last_clean":"2024-04-22T00:39:39.519863+0000","last_became_active":"2024-04-22T00:38:44.406360+0000","last_became_peered":"2024-04-22T00:38:44.406360+0000","last_unstale":"2024-04-22T00:39:39.519863+0000","last_undegraded":"2024-04-22T00:39:39.519863+0000","last_fullsized":"2024-04-22T00:39:39.519863+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:15:21.419508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528032+0000","last_change":"2024-04-22T00:38:40.356658+0000","last_active":"2024-04-22T00:39:39.528032+0000","last_peered":"2024-04-22T00:39:39.528032+0000","last_clean":"2024-04-22T00:39:39.528032+0000","last_became_active":"2024-04-22T00:38:40.356344+0000","last_became_peered":"2024-04-22T00:38:40.356344+0000","last_unstale":"2024-04-22T00:39:39.528032+0000","last_undegraded":"2024-04-22T00:39:39.528032+0000","last_fullsized":"2024-04-22T00:39:39.528032+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:56:26.862780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521494+0000","last_change":"2024-04-22T00:38:39.370232+0000","last_active":"2024-04-22T00:39:39.521494+0000","last_peered":"2024-04-22T00:39:39.521494+0000","last_clean":"2024-04-22T00:39:39.521494+0000","last_became_active":"2024-04-22T00:38:39.369704+0000","last_became_peered":"2024-04-22T00:38:39.369704+0000","last_unstale":"2024-04-22T00:39:39.521494+0000","last_undegraded":"2024-04-22T00:39:39.521494+0000","last_fullsized":"2024-04-22T00:39:39.521494+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:53:14.668354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":355,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519570+0000","last_change":"2024-04-22T00:37:29.546285+0000","last_active":"2024-04-22T00:39:39.519570+0000","last_peered":"2024-04-22T00:39:39.519570+0000","last_clean":"2024-04-22T00:39:39.519570+0000","last_became_active":"2024-04-22T00:37:29.545852+0000","last_became_peered":"2024-04-22T00:37:29.545852+0000","last_unstale":"2024-04-22T00:39:39.519570+0000","last_undegraded":"2024-04-22T00:39:39.519570+0000","last_fullsized":"2024-04-22T00:39:39.519570+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_clean_scrub_stamp":"2024-04-22T00:34:04.835821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:00:39.998359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520037+0000","last_change":"2024-04-22T00:38:44.504879+0000","last_active":"2024-04-22T00:39:39.520037+0000","last_peered":"2024-04-22T00:39:39.520037+0000","last_clean":"2024-04-22T00:39:39.520037+0000","last_became_active":"2024-04-22T00:38:44.504302+0000","last_became_peered":"2024-04-22T00:38:44.504302+0000","last_unstale":"2024-04-22T00:39:39.520037+0000","last_undegraded":"2024-04-22T00:39:39.520037+0000","last_fullsized":"2024-04-22T00:39:39.520037+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:38:01.153342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518049+0000","last_change":"2024-04-22T00:38:40.374825+0000","last_active":"2024-04-22T00:39:39.518049+0000","last_peered":"2024-04-22T00:39:39.518049+0000","last_clean":"2024-04-22T00:39:39.518049+0000","last_became_active":"2024-04-22T00:38:40.374503+0000","last_became_peered":"2024-04-22T00:38:40.374503+0000","last_unstale":"2024-04-22T00:39:39.518049+0000","last_undegraded":"2024-04-22T00:39:39.518049+0000","last_fullsized":"2024-04-22T00:39:39.518049+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:26.445293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519513+0000","last_change":"2024-04-22T00:38:39.362429+0000","last_active":"2024-04-22T00:39:39.519513+0000","last_peered":"2024-04-22T00:39:39.519513+0000","last_clean":"2024-04-22T00:39:39.519513+0000","last_became_active":"2024-04-22T00:38:39.362077+0000","last_became_peered":"2024-04-22T00:38:39.362077+0000","last_unstale":"2024-04-22T00:39:39.519513+0000","last_undegraded":"2024-04-22T00:39:39.519513+0000","last_fullsized":"2024-04-22T00:39:39.519513+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:58.951170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.526574+0000","last_change":"2024-04-22T00:38:44.395387+0000","last_active":"2024-04-22T00:39:39.526574+0000","last_peered":"2024-04-22T00:39:39.526574+0000","last_clean":"2024-04-22T00:39:39.526574+0000","last_became_active":"2024-04-22T00:38:44.394971+0000","last_became_peered":"2024-04-22T00:38:44.394971+0000","last_unstale":"2024-04-22T00:39:39.526574+0000","last_undegraded":"2024-04-22T00:39:39.526574+0000","last_fullsized":"2024-04-22T00:39:39.526574+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:05:03.467517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.671143+0000","last_change":"2024-04-22T00:38:39.371244+0000","last_active":"2024-04-22T00:39:39.671143+0000","last_peered":"2024-04-22T00:39:39.671143+0000","last_clean":"2024-04-22T00:39:39.671143+0000","last_became_active":"2024-04-22T00:38:39.370624+0000","last_became_peered":"2024-04-22T00:38:39.370624+0000","last_unstale":"2024-04-22T00:39:39.671143+0000","last_undegraded":"2024-04-22T00:39:39.671143+0000","last_fullsized":"2024-04-22T00:39:39.671143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:36:08.559437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518613+0000","last_change":"2024-04-22T00:38:40.367464+0000","last_active":"2024-04-22T00:39:39.518613+0000","last_peered":"2024-04-22T00:39:39.518613+0000","last_clean":"2024-04-22T00:39:39.518613+0000","last_became_active":"2024-04-22T00:38:40.367154+0000","last_became_peered":"2024-04-22T00:38:40.367154+0000","last_unstale":"2024-04-22T00:39:39.518613+0000","last_undegraded":"2024-04-22T00:39:39.518613+0000","last_fullsized":"2024-04-22T00:39:39.518613+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:52:29.419110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528280+0000","last_change":"2024-04-22T00:38:44.504237+0000","last_active":"2024-04-22T00:39:39.528280+0000","last_peered":"2024-04-22T00:39:39.528280+0000","last_clean":"2024-04-22T00:39:39.528280+0000","last_became_active":"2024-04-22T00:38:44.503754+0000","last_became_peered":"2024-04-22T00:38:44.503754+0000","last_unstale":"2024-04-22T00:39:39.528280+0000","last_undegraded":"2024-04-22T00:39:39.528280+0000","last_fullsized":"2024-04-22T00:39:39.528280+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:28:24.630160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'8","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522480+0000","last_change":"2024-04-22T00:38:39.374039+0000","last_active":"2024-04-22T00:39:39.522480+0000","last_peered":"2024-04-22T00:39:39.522480+0000","last_clean":"2024-04-22T00:39:39.522480+0000","last_became_active":"2024-04-22T00:38:39.373701+0000","last_became_peered":"2024-04-22T00:38:39.373701+0000","last_unstale":"2024-04-22T00:39:39.522480+0000","last_undegraded":"2024-04-22T00:39:39.522480+0000","last_fullsized":"2024-04-22T00:39:39.522480+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:17.983141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.529087+0000","last_change":"2024-04-22T00:38:40.361493+0000","last_active":"2024-04-22T00:39:39.529087+0000","last_peered":"2024-04-22T00:39:39.529087+0000","last_clean":"2024-04-22T00:39:39.529087+0000","last_became_active":"2024-04-22T00:38:40.359079+0000","last_became_peered":"2024-04-22T00:38:40.359079+0000","last_unstale":"2024-04-22T00:39:39.529087+0000","last_undegraded":"2024-04-22T00:39:39.529087+0000","last_fullsized":"2024-04-22T00:39:39.529087+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:37:24.328135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521515+0000","last_change":"2024-04-22T00:38:44.396367+0000","last_active":"2024-04-22T00:39:39.521515+0000","last_peered":"2024-04-22T00:39:39.521515+0000","last_clean":"2024-04-22T00:39:39.521515+0000","last_became_active":"2024-04-22T00:38:44.395943+0000","last_became_peered":"2024-04-22T00:38:44.395943+0000","last_unstale":"2024-04-22T00:39:39.521515+0000","last_undegraded":"2024-04-22T00:39:39.521515+0000","last_fullsized":"2024-04-22T00:39:39.521515+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:23:35.994479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521220+0000","last_change":"2024-04-22T00:38:39.373131+0000","last_active":"2024-04-22T00:39:39.521220+0000","last_peered":"2024-04-22T00:39:39.521220+0000","last_clean":"2024-04-22T00:39:39.521220+0000","last_became_active":"2024-04-22T00:38:39.372628+0000","last_became_peered":"2024-04-22T00:38:39.372628+0000","last_unstale":"2024-04-22T00:39:39.521220+0000","last_undegraded":"2024-04-22T00:39:39.521220+0000","last_fullsized":"2024-04-22T00:39:39.521220+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:25:00.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670635+0000","last_change":"2024-04-22T00:38:40.373688+0000","last_active":"2024-04-22T00:39:39.670635+0000","last_peered":"2024-04-22T00:39:39.670635+0000","last_clean":"2024-04-22T00:39:39.670635+0000","last_became_active":"2024-04-22T00:38:40.373314+0000","last_became_peered":"2024-04-22T00:38:40.373314+0000","last_unstale":"2024-04-22T00:39:39.670635+0000","last_undegraded":"2024-04-22T00:39:39.670635+0000","last_fullsized":"2024-04-22T00:39:39.670635+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:14:27.811066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521220+0000","last_change":"2024-04-22T00:38:44.504495+0000","last_active":"2024-04-22T00:39:39.521220+0000","last_peered":"2024-04-22T00:39:39.521220+0000","last_clean":"2024-04-22T00:39:39.521220+0000","last_became_active":"2024-04-22T00:38:44.504053+0000","last_became_peered":"2024-04-22T00:38:44.504053+0000","last_unstale":"2024-04-22T00:39:39.521220+0000","last_undegraded":"2024-04-22T00:39:39.521220+0000","last_fullsized":"2024-04-22T00:39:39.521220+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:47:06.763702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.669501+0000","last_change":"2024-04-22T00:38:39.366806+0000","last_active":"2024-04-22T00:39:39.669501+0000","last_peered":"2024-04-22T00:39:39.669501+0000","last_clean":"2024-04-22T00:39:39.669501+0000","last_became_active":"2024-04-22T00:38:39.366457+0000","last_became_peered":"2024-04-22T00:38:39.366457+0000","last_unstale":"2024-04-22T00:39:39.669501+0000","last_undegraded":"2024-04-22T00:39:39.669501+0000","last_fullsized":"2024-04-22T00:39:39.669501+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:28:10.106622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670506+0000","last_change":"2024-04-22T00:38:40.366304+0000","last_active":"2024-04-22T00:39:39.670506+0000","last_peered":"2024-04-22T00:39:39.670506+0000","last_clean":"2024-04-22T00:39:39.670506+0000","last_became_active":"2024-04-22T00:38:40.365997+0000","last_became_peered":"2024-04-22T00:38:40.365997+0000","last_unstale":"2024-04-22T00:39:39.670506+0000","last_undegraded":"2024-04-22T00:39:39.670506+0000","last_fullsized":"2024-04-22T00:39:39.670506+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:16.086724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522455+0000","last_change":"2024-04-22T00:38:44.402867+0000","last_active":"2024-04-22T00:39:39.522455+0000","last_peered":"2024-04-22T00:39:39.522455+0000","last_clean":"2024-04-22T00:39:39.522455+0000","last_became_active":"2024-04-22T00:38:44.402347+0000","last_became_peered":"2024-04-22T00:38:44.402347+0000","last_unstale":"2024-04-22T00:39:39.522455+0000","last_undegraded":"2024-04-22T00:39:39.522455+0000","last_fullsized":"2024-04-22T00:39:39.522455+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:54.105548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528466+0000","last_change":"2024-04-22T00:38:39.371518+0000","last_active":"2024-04-22T00:39:39.528466+0000","last_peered":"2024-04-22T00:39:39.528466+0000","last_clean":"2024-04-22T00:39:39.528466+0000","last_became_active":"2024-04-22T00:38:39.371105+0000","last_became_peered":"2024-04-22T00:38:39.371105+0000","last_unstale":"2024-04-22T00:39:39.528466+0000","last_undegraded":"2024-04-22T00:39:39.528466+0000","last_fullsized":"2024-04-22T00:39:39.528466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:16:35.922335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.525583+0000","last_change":"2024-04-22T00:38:40.363782+0000","last_active":"2024-04-22T00:39:39.525583+0000","last_peered":"2024-04-22T00:39:39.525583+0000","last_clean":"2024-04-22T00:39:39.525583+0000","last_became_active":"2024-04-22T00:38:40.363466+0000","last_became_peered":"2024-04-22T00:38:40.363466+0000","last_unstale":"2024-04-22T00:39:39.525583+0000","last_undegraded":"2024-04-22T00:39:39.525583+0000","last_fullsized":"2024-04-22T00:39:39.525583+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:16.435519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521329+0000","last_change":"2024-04-22T00:38:44.405853+0000","last_active":"2024-04-22T00:39:39.521329+0000","last_peered":"2024-04-22T00:39:39.521329+0000","last_clean":"2024-04-22T00:39:39.521329+0000","last_became_active":"2024-04-22T00:38:44.405424+0000","last_became_peered":"2024-04-22T00:38:44.405424+0000","last_unstale":"2024-04-22T00:39:39.521329+0000","last_undegraded":"2024-04-22T00:39:39.521329+0000","last_fullsized":"2024-04-22T00:39:39.521329+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:31.707893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522146+0000","last_change":"2024-04-22T00:38:39.364324+0000","last_active":"2024-04-22T00:39:39.522146+0000","last_peered":"2024-04-22T00:39:39.522146+0000","last_clean":"2024-04-22T00:39:39.522146+0000","last_became_active":"2024-04-22T00:38:39.363652+0000","last_became_peered":"2024-04-22T00:38:39.363652+0000","last_unstale":"2024-04-22T00:39:39.522146+0000","last_undegraded":"2024-04-22T00:39:39.522146+0000","last_fullsized":"2024-04-22T00:39:39.522146+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:58:02.862893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528809+0000","last_change":"2024-04-22T00:38:40.361691+0000","last_active":"2024-04-22T00:39:39.528809+0000","last_peered":"2024-04-22T00:39:39.528809+0000","last_clean":"2024-04-22T00:39:39.528809+0000","last_became_active":"2024-04-22T00:38:40.360100+0000","last_became_peered":"2024-04-22T00:38:40.360100+0000","last_unstale":"2024-04-22T00:39:39.528809+0000","last_undegraded":"2024-04-22T00:39:39.528809+0000","last_fullsized":"2024-04-22T00:39:39.528809+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:29:57.942269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521053+0000","last_change":"2024-04-22T00:38:44.504138+0000","last_active":"2024-04-22T00:39:39.521053+0000","last_peered":"2024-04-22T00:39:39.521053+0000","last_clean":"2024-04-22T00:39:39.521053+0000","last_became_active":"2024-04-22T00:38:44.503645+0000","last_became_peered":"2024-04-22T00:38:44.503645+0000","last_unstale":"2024-04-22T00:39:39.521053+0000","last_undegraded":"2024-04-22T00:39:39.521053+0000","last_fullsized":"2024-04-22T00:39:39.521053+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:19:44.530686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670802+0000","last_change":"2024-04-22T00:38:39.370095+0000","last_active":"2024-04-22T00:39:39.670802+0000","last_peered":"2024-04-22T00:39:39.670802+0000","last_clean":"2024-04-22T00:39:39.670802+0000","last_became_active":"2024-04-22T00:38:39.369700+0000","last_became_peered":"2024-04-22T00:38:39.369700+0000","last_unstale":"2024-04-22T00:39:39.670802+0000","last_undegraded":"2024-04-22T00:39:39.670802+0000","last_fullsized":"2024-04-22T00:39:39.670802+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:42:43.406452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519983+0000","last_change":"2024-04-22T00:38:40.360999+0000","last_active":"2024-04-22T00:39:39.519983+0000","last_peered":"2024-04-22T00:39:39.519983+0000","last_clean":"2024-04-22T00:39:39.519983+0000","last_became_active":"2024-04-22T00:38:40.360668+0000","last_became_peered":"2024-04-22T00:38:40.360668+0000","last_unstale":"2024-04-22T00:39:39.519983+0000","last_undegraded":"2024-04-22T00:39:39.519983+0000","last_fullsized":"2024-04-22T00:39:39.519983+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:46.053562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.669588+0000","last_change":"2024-04-22T00:38:44.399843+0000","last_active":"2024-04-22T00:39:39.669588+0000","last_peered":"2024-04-22T00:39:39.669588+0000","last_clean":"2024-04-22T00:39:39.669588+0000","last_became_active":"2024-04-22T00:38:44.399518+0000","last_became_peered":"2024-04-22T00:38:44.399518+0000","last_unstale":"2024-04-22T00:39:39.669588+0000","last_undegraded":"2024-04-22T00:39:39.669588+0000","last_fullsized":"2024-04-22T00:39:39.669588+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:58:32.109105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522938+0000","last_change":"2024-04-22T00:38:39.362436+0000","last_active":"2024-04-22T00:39:39.522938+0000","last_peered":"2024-04-22T00:39:39.522938+0000","last_clean":"2024-04-22T00:39:39.522938+0000","last_became_active":"2024-04-22T00:38:39.361892+0000","last_became_peered":"2024-04-22T00:38:39.361892+0000","last_unstale":"2024-04-22T00:39:39.522938+0000","last_undegraded":"2024-04-22T00:39:39.522938+0000","last_fullsized":"2024-04-22T00:39:39.522938+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:29.311180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520331+0000","last_change":"2024-04-22T00:38:40.356585+0000","last_active":"2024-04-22T00:39:39.520331+0000","last_peered":"2024-04-22T00:39:39.520331+0000","last_clean":"2024-04-22T00:39:39.520331+0000","last_became_active":"2024-04-22T00:38:40.356276+0000","last_became_peered":"2024-04-22T00:38:40.356276+0000","last_unstale":"2024-04-22T00:39:39.520331+0000","last_undegraded":"2024-04-22T00:39:39.520331+0000","last_fullsized":"2024-04-22T00:39:39.520331+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:11:43.061675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.669958+0000","last_change":"2024-04-22T00:38:44.407157+0000","last_active":"2024-04-22T00:39:39.669958+0000","last_peered":"2024-04-22T00:39:39.669958+0000","last_clean":"2024-04-22T00:39:39.669958+0000","last_became_active":"2024-04-22T00:38:44.406611+0000","last_became_peered":"2024-04-22T00:38:44.406611+0000","last_unstale":"2024-04-22T00:39:39.669958+0000","last_undegraded":"2024-04-22T00:39:39.669958+0000","last_fullsized":"2024-04-22T00:39:39.669958+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:20:03.481981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520643+0000","last_change":"2024-04-22T00:38:39.366263+0000","last_active":"2024-04-22T00:39:39.520643+0000","last_peered":"2024-04-22T00:39:39.520643+0000","last_clean":"2024-04-22T00:39:39.520643+0000","last_became_active":"2024-04-22T00:38:39.365804+0000","last_became_peered":"2024-04-22T00:38:39.365804+0000","last_unstale":"2024-04-22T00:39:39.520643+0000","last_undegraded":"2024-04-22T00:39:39.520643+0000","last_fullsized":"2024-04-22T00:39:39.520643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:05:50.097334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.523428+0000","last_change":"2024-04-22T00:39:39.523428+0000","last_active":"2024-04-22T00:39:39.523428+0000","last_peered":"2024-04-22T00:39:39.523428+0000","last_clean":"2024-04-22T00:39:39.523428+0000","last_became_active":"2024-04-22T00:39:39.523057+0000","last_became_peered":"2024-04-22T00:39:39.523057+0000","last_unstale":"2024-04-22T00:39:39.523428+0000","last_undegraded":"2024-04-22T00:39:39.523428+0000","last_fullsized":"2024-04-22T00:39:39.523428+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:45.926559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519132+0000","last_change":"2024-04-22T00:38:44.395160+0000","last_active":"2024-04-22T00:39:39.519132+0000","last_peered":"2024-04-22T00:39:39.519132+0000","last_clean":"2024-04-22T00:39:39.519132+0000","last_became_active":"2024-04-22T00:38:44.394772+0000","last_became_peered":"2024-04-22T00:38:44.394772+0000","last_unstale":"2024-04-22T00:39:39.519132+0000","last_undegraded":"2024-04-22T00:39:39.519132+0000","last_fullsized":"2024-04-22T00:39:39.519132+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:17.746874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518766+0000","last_change":"2024-04-22T00:38:39.359978+0000","last_active":"2024-04-22T00:39:39.518766+0000","last_peered":"2024-04-22T00:39:39.518766+0000","last_clean":"2024-04-22T00:39:39.518766+0000","last_became_active":"2024-04-22T00:38:39.359630+0000","last_became_peered":"2024-04-22T00:38:39.359630+0000","last_unstale":"2024-04-22T00:39:39.518766+0000","last_undegraded":"2024-04-22T00:39:39.518766+0000","last_fullsized":"2024-04-22T00:39:39.518766+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:08:22.231421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520733+0000","last_change":"2024-04-22T00:38:40.361689+0000","last_active":"2024-04-22T00:39:39.520733+0000","last_peered":"2024-04-22T00:39:39.520733+0000","last_clean":"2024-04-22T00:39:39.520733+0000","last_became_active":"2024-04-22T00:38:40.361361+0000","last_became_peered":"2024-04-22T00:38:40.361361+0000","last_unstale":"2024-04-22T00:39:39.520733+0000","last_undegraded":"2024-04-22T00:39:39.520733+0000","last_fullsized":"2024-04-22T00:39:39.520733+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:56:54.530889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.525709+0000","last_change":"2024-04-22T00:38:40.362409+0000","last_active":"2024-04-22T00:39:39.525709+0000","last_peered":"2024-04-22T00:39:39.525709+0000","last_clean":"2024-04-22T00:39:39.525709+0000","last_became_active":"2024-04-22T00:38:40.361990+0000","last_became_peered":"2024-04-22T00:38:40.361990+0000","last_unstale":"2024-04-22T00:39:39.525709+0000","last_undegraded":"2024-04-22T00:39:39.525709+0000","last_fullsized":"2024-04-22T00:39:39.525709+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:55:45.209948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.524274+0000","last_change":"2024-04-22T00:39:39.524274+0000","last_active":"2024-04-22T00:39:39.524274+0000","last_peered":"2024-04-22T00:39:39.524274+0000","last_clean":"2024-04-22T00:39:39.524274+0000","last_became_active":"2024-04-22T00:39:39.523811+0000","last_became_peered":"2024-04-22T00:39:39.523811+0000","last_unstale":"2024-04-22T00:39:39.524274+0000","last_undegraded":"2024-04-22T00:39:39.524274+0000","last_fullsized":"2024-04-22T00:39:39.524274+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:39:46.645884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522018+0000","last_change":"2024-04-22T00:38:40.364593+0000","last_active":"2024-04-22T00:39:39.522018+0000","last_peered":"2024-04-22T00:39:39.522018+0000","last_clean":"2024-04-22T00:39:39.522018+0000","last_became_active":"2024-04-22T00:38:40.364222+0000","last_became_peered":"2024-04-22T00:38:40.364222+0000","last_unstale":"2024-04-22T00:39:39.522018+0000","last_undegraded":"2024-04-22T00:39:39.522018+0000","last_fullsized":"2024-04-22T00:39:39.522018+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:50.130769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670427+0000","last_change":"2024-04-22T00:38:40.374179+0000","last_active":"2024-04-22T00:39:39.670427+0000","last_peered":"2024-04-22T00:39:39.670427+0000","last_clean":"2024-04-22T00:39:39.670427+0000","last_became_active":"2024-04-22T00:38:40.373866+0000","last_became_peered":"2024-04-22T00:38:40.373866+0000","last_unstale":"2024-04-22T00:39:39.670427+0000","last_undegraded":"2024-04-22T00:39:39.670427+0000","last_fullsized":"2024-04-22T00:39:39.670427+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:04.954961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518615+0000","last_change":"2024-04-22T00:38:40.373265+0000","last_active":"2024-04-22T00:39:39.518615+0000","last_peered":"2024-04-22T00:39:39.518615+0000","last_clean":"2024-04-22T00:39:39.518615+0000","last_became_active":"2024-04-22T00:38:40.372935+0000","last_became_peered":"2024-04-22T00:38:40.372935+0000","last_unstale":"2024-04-22T00:39:39.518615+0000","last_undegraded":"2024-04-22T00:39:39.518615+0000","last_fullsized":"2024-04-22T00:39:39.518615+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:06.407429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.525837+0000","last_change":"2024-04-22T00:38:40.365976+0000","last_active":"2024-04-22T00:39:39.525837+0000","last_peered":"2024-04-22T00:39:39.525837+0000","last_clean":"2024-04-22T00:39:39.525837+0000","last_became_active":"2024-04-22T00:38:40.365670+0000","last_became_peered":"2024-04-22T00:38:40.365670+0000","last_unstale":"2024-04-22T00:39:39.525837+0000","last_undegraded":"2024-04-22T00:39:39.525837+0000","last_fullsized":"2024-04-22T00:39:39.525837+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:21:53.039571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.523306+0000","last_change":"2024-04-22T00:38:40.377782+0000","last_active":"2024-04-22T00:39:39.523306+0000","last_peered":"2024-04-22T00:39:39.523306+0000","last_clean":"2024-04-22T00:39:39.523306+0000","last_became_active":"2024-04-22T00:38:40.372730+0000","last_became_peered":"2024-04-22T00:38:40.372730+0000","last_unstale":"2024-04-22T00:39:39.523306+0000","last_undegraded":"2024-04-22T00:39:39.523306+0000","last_fullsized":"2024-04-22T00:39:39.523306+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:20:39.130810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.529221+0000","last_change":"2024-04-22T00:38:40.375941+0000","last_active":"2024-04-22T00:39:39.529221+0000","last_peered":"2024-04-22T00:39:39.529221+0000","last_clean":"2024-04-22T00:39:39.529221+0000","last_became_active":"2024-04-22T00:38:40.375630+0000","last_became_peered":"2024-04-22T00:38:40.375630+0000","last_unstale":"2024-04-22T00:39:39.529221+0000","last_undegraded":"2024-04-22T00:39:39.529221+0000","last_fullsized":"2024-04-22T00:39:39.529221+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:09.297432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519329+0000","last_change":"2024-04-22T00:38:40.361401+0000","last_active":"2024-04-22T00:39:39.519329+0000","last_peered":"2024-04-22T00:39:39.519329+0000","last_clean":"2024-04-22T00:39:39.519329+0000","last_became_active":"2024-04-22T00:38:40.361108+0000","last_became_peered":"2024-04-22T00:38:40.361108+0000","last_unstale":"2024-04-22T00:39:39.519329+0000","last_undegraded":"2024-04-22T00:39:39.519329+0000","last_fullsized":"2024-04-22T00:39:39.519329+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:50:47.993559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528514+0000","last_change":"2024-04-22T00:38:40.360007+0000","last_active":"2024-04-22T00:39:39.528514+0000","last_peered":"2024-04-22T00:39:39.528514+0000","last_clean":"2024-04-22T00:39:39.528514+0000","last_became_active":"2024-04-22T00:38:40.358851+0000","last_became_peered":"2024-04-22T00:38:40.358851+0000","last_unstale":"2024-04-22T00:39:39.528514+0000","last_undegraded":"2024-04-22T00:39:39.528514+0000","last_fullsized":"2024-04-22T00:39:39.528514+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:16:49.060153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.669749+0000","last_change":"2024-04-22T00:38:40.362249+0000","last_active":"2024-04-22T00:39:39.669749+0000","last_peered":"2024-04-22T00:39:39.669749+0000","last_clean":"2024-04-22T00:39:39.669749+0000","last_became_active":"2024-04-22T00:38:40.361520+0000","last_became_peered":"2024-04-22T00:38:40.361520+0000","last_unstale":"2024-04-22T00:39:39.669749+0000","last_undegraded":"2024-04-22T00:39:39.669749+0000","last_fullsized":"2024-04-22T00:39:39.669749+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:30.499142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518374+0000","last_change":"2024-04-22T00:38:40.365613+0000","last_active":"2024-04-22T00:39:39.518374+0000","last_peered":"2024-04-22T00:39:39.518374+0000","last_clean":"2024-04-22T00:39:39.518374+0000","last_became_active":"2024-04-22T00:38:40.365278+0000","last_became_peered":"2024-04-22T00:38:40.365278+0000","last_unstale":"2024-04-22T00:39:39.518374+0000","last_undegraded":"2024-04-22T00:39:39.518374+0000","last_fullsized":"2024-04-22T00:39:39.518374+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:57.940258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.673809+0000","last_change":"2024-04-22T00:39:39.673809+0000","last_active":"2024-04-22T00:39:39.673809+0000","last_peered":"2024-04-22T00:39:39.673809+0000","last_clean":"2024-04-22T00:39:39.673809+0000","last_became_active":"2024-04-22T00:39:39.673090+0000","last_became_peered":"2024-04-22T00:39:39.673090+0000","last_unstale":"2024-04-22T00:39:39.673809+0000","last_undegraded":"2024-04-22T00:39:39.673809+0000","last_fullsized":"2024-04-22T00:39:39.673809+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:29:42.509383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67357,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":448,"num_read_kb":295,"num_write":161,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":202071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318304,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1052672,"data_stored":511997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579941,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37044,"kb_used_data":1700,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708108,"statfs":{"total":95995035648,"available":95957102592,"internally_reserved":0,"allocated":1740800,"data_stored":1162587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743468,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1069056,"data_stored":516295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005105,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1064960,"data_stored":512119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299446,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1658880,"data_stored":1108028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495675,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36364,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708788,"statfs":{"total":95995035648,"available":95957798912,"internally_reserved":0,"allocated":1044480,"data_stored":507375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36432,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708720,"statfs":{"total":95995035648,"available":95957729280,"internally_reserved":0,"allocated":1114112,"data_stored":570641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":508763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411407,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1134592,"data_stored":572348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182473,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1056768,"data_stored":507569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920837,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32212,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712940,"statfs":{"total":95995035648,"available":95962050560,"internally_reserved":0,"allocated":1056768,"data_stored":512025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757310,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28648,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716504,"statfs":{"total":95995035648,"available":95965700096,"internally_reserved":0,"allocated":1667072,"data_stored":1103616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65063,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T00:40:22.549 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-22T00:40:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:22.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:22 smithi018 ceph-mon[27979]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:40:22.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:22 smithi167 ceph-mon[31348]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:40:23.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:22 smithi081 ceph-mon[31546]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:40:23.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:23 smithi167 ceph-mon[31348]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:24.016 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:23 smithi018 ceph-mon[27979]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:24.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:23 smithi081 ceph-mon[31546]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:24.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.570+0000 7f1d8d073700 1 -- 172.21.15.18:0/3876559986 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d88107570 msgr2=0x7f1d8810f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.570+0000 7f1d8d073700 1 --2- 172.21.15.18:0/3876559986 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d88107570 0x7f1d8810f140 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f1d8000b0a0 tx=0x7f1d8000b3b0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.570+0000 7f1d8d073700 1 -- 172.21.15.18:0/3876559986 shutdown_connections 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.570+0000 7f1d8d073700 1 --2- 172.21.15.18:0/3876559986 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d88107570 0x7f1d8810f140 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.570+0000 7f1d8d073700 1 --2- 172.21.15.18:0/3876559986 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d881024e0 0x7f1d881028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.570+0000 7f1d8d073700 1 --2- 172.21.15.18:0/3876559986 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d88102e90 0x7f1d88106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.570+0000 7f1d8d073700 1 -- 172.21.15.18:0/3876559986 >> 172.21.15.18:0/3876559986 conn(0x7f1d88079390 msgr2=0x7f1d880797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.570+0000 7f1d8d073700 1 -- 172.21.15.18:0/3876559986 shutdown_connections 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.570+0000 7f1d8d073700 1 -- 172.21.15.18:0/3876559986 wait complete. 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.571+0000 7f1d8d073700 1 Processor -- start 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.571+0000 7f1d8d073700 1 -- start start 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8d073700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d881024e0 0x7f1d8819e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8d073700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d88102e90 0x7f1d8819eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8d073700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d88107570 0x7f1d88198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8d073700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1d88112550 con 0x7f1d88102e90 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8d073700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1d881123d0 con 0x7f1d88107570 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8d073700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1d881126d0 con 0x7f1d881024e0 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8659c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d88102e90 0x7f1d8819eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8659c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d88102e90 0x7f1d8819eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58280/0 (socket says 172.21.15.18:58280) 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8659c700 1 -- 172.21.15.18:0/1166809003 learned_addr learned my addr 172.21.15.18:0/1166809003 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d86d9d700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d881024e0 0x7f1d8819e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8759e700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d88107570 0x7f1d88198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8659c700 1 -- 172.21.15.18:0/1166809003 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d881024e0 msgr2=0x7f1d8819e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8659c700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d881024e0 0x7f1d8819e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8659c700 1 -- 172.21.15.18:0/1166809003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d88107570 msgr2=0x7f1d88198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8659c700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d88107570 0x7f1d88198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8659c700 1 -- 172.21.15.18:0/1166809003 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d88198f50 con 0x7f1d88102e90 2024-04-22T00:40:24.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.572+0000 7f1d8659c700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d88102e90 0x7f1d8819eae0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c00c9e0 tx=0x7f1d7c00ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:24.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.573+0000 7f1d6ffff700 1 -- 172.21.15.18:0/1166809003 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d7c007aa0 con 0x7f1d88102e90 2024-04-22T00:40:24.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.573+0000 7f1d8d073700 1 -- 172.21.15.18:0/1166809003 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d88199240 con 0x7f1d88102e90 2024-04-22T00:40:24.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.573+0000 7f1d6ffff700 1 -- 172.21.15.18:0/1166809003 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d7c007c40 con 0x7f1d88102e90 2024-04-22T00:40:24.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.573+0000 7f1d6ffff700 1 -- 172.21.15.18:0/1166809003 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d7c018660 con 0x7f1d88102e90 2024-04-22T00:40:24.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.573+0000 7f1d8d073700 1 -- 172.21.15.18:0/1166809003 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d881a5520 con 0x7f1d88102e90 2024-04-22T00:40:24.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.574+0000 7f1d8d073700 1 -- 172.21.15.18:0/1166809003 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d88103970 con 0x7f1d88102e90 2024-04-22T00:40:24.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.575+0000 7f1d6ffff700 1 -- 172.21.15.18:0/1166809003 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1d7c00f450 con 0x7f1d88102e90 2024-04-22T00:40:24.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.575+0000 7f1d6ffff700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d700a2cb0 0x7f1d700a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:24.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.576+0000 7f1d86d9d700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d700a2cb0 0x7f1d700a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:24.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.576+0000 7f1d6ffff700 1 -- 172.21.15.18:0/1166809003 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f1d7c0cf740 con 0x7f1d88102e90 2024-04-22T00:40:24.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.576+0000 7f1d86d9d700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d700a2cb0 0x7f1d700a5170 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1d7800ac50 tx=0x7f1d7800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:24.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.579+0000 7f1d6ffff700 1 -- 172.21.15.18:0/1166809003 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1d7c014030 con 0x7f1d88102e90 2024-04-22T00:40:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.780+0000 7f1d8d073700 1 -- 172.21.15.18:0/1166809003 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1d881008a0 con 0x7f1d700a2cb0 2024-04-22T00:40:24.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.790+0000 7f1d6ffff700 1 -- 172.21.15.18:0/1166809003 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340355 (secure 0 0 0) 0x7f1d881008a0 con 0x7f1d700a2cb0 2024-04-22T00:40:24.796 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:24.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 -- 172.21.15.18:0/1166809003 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d700a2cb0 msgr2=0x7f1d700a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:24.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d700a2cb0 0x7f1d700a5170 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1d7800ac50 tx=0x7f1d7800a380 comp rx=0 tx=0).stop 2024-04-22T00:40:24.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 -- 172.21.15.18:0/1166809003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d88102e90 msgr2=0x7f1d8819eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:24.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d88102e90 0x7f1d8819eae0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c00c9e0 tx=0x7f1d7c00ccf0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 -- 172.21.15.18:0/1166809003 shutdown_connections 2024-04-22T00:40:24.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d700a2cb0 0x7f1d700a5170 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d88107570 0x7f1d88198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d881024e0 0x7f1d8819e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 --2- 172.21.15.18:0/1166809003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d88102e90 0x7f1d8819eae0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:24.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 -- 172.21.15.18:0/1166809003 >> 172.21.15.18:0/1166809003 conn(0x7f1d88079390 msgr2=0x7f1d88100190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:24.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 -- 172.21.15.18:0/1166809003 shutdown_connections 2024-04-22T00:40:24.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:24.793+0000 7f1d8d073700 1 -- 172.21.15.18:0/1166809003 wait complete. 2024-04-22T00:40:24.804 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-04-22T00:40:25.482 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":346,"stamp":"2024-04-22T00:40:24.055899+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657959,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":599,"num_read_kb":419,"num_write":344,"num_write_kb":3056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":279,"ondisk_log_size":279,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":401056,"kb_used_data":14384,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124540768,"statfs":{"total":1151940427776,"available":1151529746432,"internally_reserved":0,"allocated":14729216,"data_stored":8093363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003287"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.526199+0000","last_change":"2024-04-22T00:38:40.367810+0000","last_active":"2024-04-22T00:39:39.526199+0000","last_peered":"2024-04-22T00:39:39.526199+0000","last_clean":"2024-04-22T00:39:39.526199+0000","last_became_active":"2024-04-22T00:38:40.367519+0000","last_became_peered":"2024-04-22T00:38:40.367519+0000","last_unstale":"2024-04-22T00:39:39.526199+0000","last_undegraded":"2024-04-22T00:39:39.526199+0000","last_fullsized":"2024-04-22T00:39:39.526199+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:21:30.577358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670733+0000","last_change":"2024-04-22T00:38:40.366029+0000","last_active":"2024-04-22T00:39:39.670733+0000","last_peered":"2024-04-22T00:39:39.670733+0000","last_clean":"2024-04-22T00:39:39.670733+0000","last_became_active":"2024-04-22T00:38:40.365679+0000","last_became_peered":"2024-04-22T00:38:40.365679+0000","last_unstale":"2024-04-22T00:39:39.670733+0000","last_undegraded":"2024-04-22T00:39:39.670733+0000","last_fullsized":"2024-04-22T00:39:39.670733+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:17:38.156470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670724+0000","last_change":"2024-04-22T00:38:40.363834+0000","last_active":"2024-04-22T00:39:39.670724+0000","last_peered":"2024-04-22T00:39:39.670724+0000","last_clean":"2024-04-22T00:39:39.670724+0000","last_became_active":"2024-04-22T00:38:40.363494+0000","last_became_peered":"2024-04-22T00:38:40.363494+0000","last_unstale":"2024-04-22T00:39:39.670724+0000","last_undegraded":"2024-04-22T00:39:39.670724+0000","last_fullsized":"2024-04-22T00:39:39.670724+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:27:45.403891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521780+0000","last_change":"2024-04-22T00:38:40.375393+0000","last_active":"2024-04-22T00:39:39.521780+0000","last_peered":"2024-04-22T00:39:39.521780+0000","last_clean":"2024-04-22T00:39:39.521780+0000","last_became_active":"2024-04-22T00:38:40.375076+0000","last_became_peered":"2024-04-22T00:38:40.375076+0000","last_unstale":"2024-04-22T00:39:39.521780+0000","last_undegraded":"2024-04-22T00:39:39.521780+0000","last_fullsized":"2024-04-22T00:39:39.521780+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:07:27.404582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670972+0000","last_change":"2024-04-22T00:38:40.373581+0000","last_active":"2024-04-22T00:39:39.670972+0000","last_peered":"2024-04-22T00:39:39.670972+0000","last_clean":"2024-04-22T00:39:39.670972+0000","last_became_active":"2024-04-22T00:38:40.373261+0000","last_became_peered":"2024-04-22T00:38:40.373261+0000","last_unstale":"2024-04-22T00:39:39.670972+0000","last_undegraded":"2024-04-22T00:39:39.670972+0000","last_fullsized":"2024-04-22T00:39:39.670972+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:38.908652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528584+0000","last_change":"2024-04-22T00:38:40.377033+0000","last_active":"2024-04-22T00:39:39.528584+0000","last_peered":"2024-04-22T00:39:39.528584+0000","last_clean":"2024-04-22T00:39:39.528584+0000","last_became_active":"2024-04-22T00:38:40.376694+0000","last_became_peered":"2024-04-22T00:38:40.376694+0000","last_unstale":"2024-04-22T00:39:39.528584+0000","last_undegraded":"2024-04-22T00:39:39.528584+0000","last_fullsized":"2024-04-22T00:39:39.528584+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:46:23.799672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519462+0000","last_change":"2024-04-22T00:38:40.364083+0000","last_active":"2024-04-22T00:39:39.519462+0000","last_peered":"2024-04-22T00:39:39.519462+0000","last_clean":"2024-04-22T00:39:39.519462+0000","last_became_active":"2024-04-22T00:38:40.363769+0000","last_became_peered":"2024-04-22T00:38:40.363769+0000","last_unstale":"2024-04-22T00:39:39.519462+0000","last_undegraded":"2024-04-22T00:39:39.519462+0000","last_fullsized":"2024-04-22T00:39:39.519462+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:04:33.631920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528149+0000","last_change":"2024-04-22T00:38:40.357433+0000","last_active":"2024-04-22T00:39:39.528149+0000","last_peered":"2024-04-22T00:39:39.528149+0000","last_clean":"2024-04-22T00:39:39.528149+0000","last_became_active":"2024-04-22T00:38:40.357100+0000","last_became_peered":"2024-04-22T00:38:40.357100+0000","last_unstale":"2024-04-22T00:39:39.528149+0000","last_undegraded":"2024-04-22T00:39:39.528149+0000","last_fullsized":"2024-04-22T00:39:39.528149+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:54.446434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670274+0000","last_change":"2024-04-22T00:38:40.370297+0000","last_active":"2024-04-22T00:39:39.670274+0000","last_peered":"2024-04-22T00:39:39.670274+0000","last_clean":"2024-04-22T00:39:39.670274+0000","last_became_active":"2024-04-22T00:38:40.369973+0000","last_became_peered":"2024-04-22T00:38:40.369973+0000","last_unstale":"2024-04-22T00:39:39.670274+0000","last_undegraded":"2024-04-22T00:39:39.670274+0000","last_fullsized":"2024-04-22T00:39:39.670274+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:33:55.041055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.529125+0000","last_change":"2024-04-22T00:38:40.375787+0000","last_active":"2024-04-22T00:39:39.529125+0000","last_peered":"2024-04-22T00:39:39.529125+0000","last_clean":"2024-04-22T00:39:39.529125+0000","last_became_active":"2024-04-22T00:38:40.375461+0000","last_became_peered":"2024-04-22T00:38:40.375461+0000","last_unstale":"2024-04-22T00:39:39.529125+0000","last_undegraded":"2024-04-22T00:39:39.529125+0000","last_fullsized":"2024-04-22T00:39:39.529125+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:35.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520217+0000","last_change":"2024-04-22T00:38:40.363070+0000","last_active":"2024-04-22T00:39:39.520217+0000","last_peered":"2024-04-22T00:39:39.520217+0000","last_clean":"2024-04-22T00:39:39.520217+0000","last_became_active":"2024-04-22T00:38:40.362124+0000","last_became_peered":"2024-04-22T00:38:40.362124+0000","last_unstale":"2024-04-22T00:39:39.520217+0000","last_undegraded":"2024-04-22T00:39:39.520217+0000","last_fullsized":"2024-04-22T00:39:39.520217+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:58.345244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521568+0000","last_change":"2024-04-22T00:38:40.375481+0000","last_active":"2024-04-22T00:39:39.521568+0000","last_peered":"2024-04-22T00:39:39.521568+0000","last_clean":"2024-04-22T00:39:39.521568+0000","last_became_active":"2024-04-22T00:38:40.375166+0000","last_became_peered":"2024-04-22T00:38:40.375166+0000","last_unstale":"2024-04-22T00:39:39.521568+0000","last_undegraded":"2024-04-22T00:39:39.521568+0000","last_fullsized":"2024-04-22T00:39:39.521568+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:44:54.454914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518482+0000","last_change":"2024-04-22T00:38:40.367188+0000","last_active":"2024-04-22T00:39:39.518482+0000","last_peered":"2024-04-22T00:39:39.518482+0000","last_clean":"2024-04-22T00:39:39.518482+0000","last_became_active":"2024-04-22T00:38:40.366823+0000","last_became_peered":"2024-04-22T00:38:40.366823+0000","last_unstale":"2024-04-22T00:39:39.518482+0000","last_undegraded":"2024-04-22T00:39:39.518482+0000","last_fullsized":"2024-04-22T00:39:39.518482+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:43.451995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670151+0000","last_change":"2024-04-22T00:38:40.366815+0000","last_active":"2024-04-22T00:39:39.670151+0000","last_peered":"2024-04-22T00:39:39.670151+0000","last_clean":"2024-04-22T00:39:39.670151+0000","last_became_active":"2024-04-22T00:38:40.366473+0000","last_became_peered":"2024-04-22T00:38:40.366473+0000","last_unstale":"2024-04-22T00:39:39.670151+0000","last_undegraded":"2024-04-22T00:39:39.670151+0000","last_fullsized":"2024-04-22T00:39:39.670151+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:42:28.037969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670179+0000","last_change":"2024-04-22T00:38:40.373225+0000","last_active":"2024-04-22T00:39:39.670179+0000","last_peered":"2024-04-22T00:39:39.670179+0000","last_clean":"2024-04-22T00:39:39.670179+0000","last_became_active":"2024-04-22T00:38:40.372848+0000","last_became_peered":"2024-04-22T00:38:40.372848+0000","last_unstale":"2024-04-22T00:39:39.670179+0000","last_undegraded":"2024-04-22T00:39:39.670179+0000","last_fullsized":"2024-04-22T00:39:39.670179+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:54.985460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.669652+0000","last_change":"2024-04-22T00:38:40.361865+0000","last_active":"2024-04-22T00:39:39.669652+0000","last_peered":"2024-04-22T00:39:39.669652+0000","last_clean":"2024-04-22T00:39:39.669652+0000","last_became_active":"2024-04-22T00:38:40.361471+0000","last_became_peered":"2024-04-22T00:38:40.361471+0000","last_unstale":"2024-04-22T00:39:39.669652+0000","last_undegraded":"2024-04-22T00:39:39.669652+0000","last_fullsized":"2024-04-22T00:39:39.669652+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:13:16.480063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.526169+0000","last_change":"2024-04-22T00:38:40.368845+0000","last_active":"2024-04-22T00:39:39.526169+0000","last_peered":"2024-04-22T00:39:39.526169+0000","last_clean":"2024-04-22T00:39:39.526169+0000","last_became_active":"2024-04-22T00:38:40.368322+0000","last_became_peered":"2024-04-22T00:38:40.368322+0000","last_unstale":"2024-04-22T00:39:39.526169+0000","last_undegraded":"2024-04-22T00:39:39.526169+0000","last_fullsized":"2024-04-22T00:39:39.526169+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:36:57.926087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522411+0000","last_change":"2024-04-22T00:38:40.366139+0000","last_active":"2024-04-22T00:39:39.522411+0000","last_peered":"2024-04-22T00:39:39.522411+0000","last_clean":"2024-04-22T00:39:39.522411+0000","last_became_active":"2024-04-22T00:38:40.365694+0000","last_became_peered":"2024-04-22T00:38:40.365694+0000","last_unstale":"2024-04-22T00:39:39.522411+0000","last_undegraded":"2024-04-22T00:39:39.522411+0000","last_fullsized":"2024-04-22T00:39:39.522411+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:51.067092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522950+0000","last_change":"2024-04-22T00:38:40.377469+0000","last_active":"2024-04-22T00:39:39.522950+0000","last_peered":"2024-04-22T00:39:39.522950+0000","last_clean":"2024-04-22T00:39:39.522950+0000","last_became_active":"2024-04-22T00:38:40.371408+0000","last_became_peered":"2024-04-22T00:38:40.371408+0000","last_unstale":"2024-04-22T00:39:39.522950+0000","last_undegraded":"2024-04-22T00:39:39.522950+0000","last_fullsized":"2024-04-22T00:39:39.522950+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:57:02.978252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.672382+0000","last_change":"2024-04-22T00:39:39.672382+0000","last_active":"2024-04-22T00:39:39.672382+0000","last_peered":"2024-04-22T00:39:39.672382+0000","last_clean":"2024-04-22T00:39:39.672382+0000","last_became_active":"2024-04-22T00:39:39.671443+0000","last_became_peered":"2024-04-22T00:39:39.671443+0000","last_unstale":"2024-04-22T00:39:39.672382+0000","last_undegraded":"2024-04-22T00:39:39.672382+0000","last_fullsized":"2024-04-22T00:39:39.672382+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:23.128862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,10,0],"acting":[2,3,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522568+0000","last_change":"2024-04-22T00:38:39.374680+0000","last_active":"2024-04-22T00:39:39.522568+0000","last_peered":"2024-04-22T00:39:39.522568+0000","last_clean":"2024-04-22T00:39:39.522568+0000","last_became_active":"2024-04-22T00:38:39.374354+0000","last_became_peered":"2024-04-22T00:38:39.374354+0000","last_unstale":"2024-04-22T00:39:39.522568+0000","last_undegraded":"2024-04-22T00:39:39.522568+0000","last_fullsized":"2024-04-22T00:39:39.522568+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:59:19.353867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.529003+0000","last_change":"2024-04-22T00:38:40.356727+0000","last_active":"2024-04-22T00:39:39.529003+0000","last_peered":"2024-04-22T00:39:39.529003+0000","last_clean":"2024-04-22T00:39:39.529003+0000","last_became_active":"2024-04-22T00:38:40.356415+0000","last_became_peered":"2024-04-22T00:38:40.356415+0000","last_unstale":"2024-04-22T00:39:39.529003+0000","last_undegraded":"2024-04-22T00:39:39.529003+0000","last_fullsized":"2024-04-22T00:39:39.529003+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:51:21.063322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.672968+0000","last_change":"2024-04-22T00:39:39.672968+0000","last_active":"2024-04-22T00:39:39.672968+0000","last_peered":"2024-04-22T00:39:39.672968+0000","last_clean":"2024-04-22T00:39:39.672968+0000","last_became_active":"2024-04-22T00:39:39.672476+0000","last_became_peered":"2024-04-22T00:39:39.672476+0000","last_unstale":"2024-04-22T00:39:39.672968+0000","last_undegraded":"2024-04-22T00:39:39.672968+0000","last_fullsized":"2024-04-22T00:39:39.672968+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:13.200730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,8,3],"acting":[4,6,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.529063+0000","last_change":"2024-04-22T00:38:39.360667+0000","last_active":"2024-04-22T00:39:39.529063+0000","last_peered":"2024-04-22T00:39:39.529063+0000","last_clean":"2024-04-22T00:39:39.529063+0000","last_became_active":"2024-04-22T00:38:39.360213+0000","last_became_peered":"2024-04-22T00:38:39.360213+0000","last_unstale":"2024-04-22T00:39:39.529063+0000","last_undegraded":"2024-04-22T00:39:39.529063+0000","last_fullsized":"2024-04-22T00:39:39.529063+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:19:06.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670247+0000","last_change":"2024-04-22T00:38:40.369638+0000","last_active":"2024-04-22T00:39:39.670247+0000","last_peered":"2024-04-22T00:39:39.670247+0000","last_clean":"2024-04-22T00:39:39.670247+0000","last_became_active":"2024-04-22T00:38:40.368377+0000","last_became_peered":"2024-04-22T00:38:40.368377+0000","last_unstale":"2024-04-22T00:39:39.670247+0000","last_undegraded":"2024-04-22T00:39:39.670247+0000","last_fullsized":"2024-04-22T00:39:39.670247+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:52:49.332301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520930+0000","last_change":"2024-04-22T00:38:44.406576+0000","last_active":"2024-04-22T00:39:39.520930+0000","last_peered":"2024-04-22T00:39:39.520930+0000","last_clean":"2024-04-22T00:39:39.520930+0000","last_became_active":"2024-04-22T00:38:44.405670+0000","last_became_peered":"2024-04-22T00:38:44.405670+0000","last_unstale":"2024-04-22T00:39:39.520930+0000","last_undegraded":"2024-04-22T00:39:39.520930+0000","last_fullsized":"2024-04-22T00:39:39.520930+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:28.412974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.671007+0000","last_change":"2024-04-22T00:38:39.370535+0000","last_active":"2024-04-22T00:39:39.671007+0000","last_peered":"2024-04-22T00:39:39.671007+0000","last_clean":"2024-04-22T00:39:39.671007+0000","last_became_active":"2024-04-22T00:38:39.370033+0000","last_became_peered":"2024-04-22T00:38:39.370033+0000","last_unstale":"2024-04-22T00:39:39.671007+0000","last_undegraded":"2024-04-22T00:39:39.671007+0000","last_fullsized":"2024-04-22T00:39:39.671007+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:21.146476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670168+0000","last_change":"2024-04-22T00:38:40.365051+0000","last_active":"2024-04-22T00:39:39.670168+0000","last_peered":"2024-04-22T00:39:39.670168+0000","last_clean":"2024-04-22T00:39:39.670168+0000","last_became_active":"2024-04-22T00:38:40.364700+0000","last_became_peered":"2024-04-22T00:38:40.364700+0000","last_unstale":"2024-04-22T00:39:39.670168+0000","last_undegraded":"2024-04-22T00:39:39.670168+0000","last_fullsized":"2024-04-22T00:39:39.670168+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:18:42.608828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520066+0000","last_change":"2024-04-22T00:38:44.402410+0000","last_active":"2024-04-22T00:39:39.520066+0000","last_peered":"2024-04-22T00:39:39.520066+0000","last_clean":"2024-04-22T00:39:39.520066+0000","last_became_active":"2024-04-22T00:38:44.402058+0000","last_became_peered":"2024-04-22T00:38:44.402058+0000","last_unstale":"2024-04-22T00:39:39.520066+0000","last_undegraded":"2024-04-22T00:39:39.520066+0000","last_fullsized":"2024-04-22T00:39:39.520066+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:52:12.956415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670889+0000","last_change":"2024-04-22T00:38:39.366658+0000","last_active":"2024-04-22T00:39:39.670889+0000","last_peered":"2024-04-22T00:39:39.670889+0000","last_clean":"2024-04-22T00:39:39.670889+0000","last_became_active":"2024-04-22T00:38:39.365415+0000","last_became_peered":"2024-04-22T00:38:39.365415+0000","last_unstale":"2024-04-22T00:39:39.670889+0000","last_undegraded":"2024-04-22T00:39:39.670889+0000","last_fullsized":"2024-04-22T00:39:39.670889+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:33.687226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520162+0000","last_change":"2024-04-22T00:38:40.362518+0000","last_active":"2024-04-22T00:39:39.520162+0000","last_peered":"2024-04-22T00:39:39.520162+0000","last_clean":"2024-04-22T00:39:39.520162+0000","last_became_active":"2024-04-22T00:38:40.362219+0000","last_became_peered":"2024-04-22T00:38:40.362219+0000","last_unstale":"2024-04-22T00:39:39.520162+0000","last_undegraded":"2024-04-22T00:39:39.520162+0000","last_fullsized":"2024-04-22T00:39:39.520162+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:47:52.401356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.672914+0000","last_change":"2024-04-22T00:39:39.672914+0000","last_active":"2024-04-22T00:39:39.672914+0000","last_peered":"2024-04-22T00:39:39.672914+0000","last_clean":"2024-04-22T00:39:39.672914+0000","last_became_active":"2024-04-22T00:39:39.672440+0000","last_became_peered":"2024-04-22T00:39:39.672440+0000","last_unstale":"2024-04-22T00:39:39.672914+0000","last_undegraded":"2024-04-22T00:39:39.672914+0000","last_fullsized":"2024-04-22T00:39:39.672914+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:21:50.466296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'6","reported_seq":110,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:40:20.448617+0000","last_change":"2024-04-22T00:38:39.363347+0000","last_active":"2024-04-22T00:40:20.448617+0000","last_peered":"2024-04-22T00:40:20.448617+0000","last_clean":"2024-04-22T00:40:20.448617+0000","last_became_active":"2024-04-22T00:38:39.363047+0000","last_became_peered":"2024-04-22T00:38:39.363047+0000","last_unstale":"2024-04-22T00:40:20.448617+0000","last_undegraded":"2024-04-22T00:40:20.448617+0000","last_fullsized":"2024-04-22T00:40:20.448617+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:52:56.438868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":78,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670807+0000","last_change":"2024-04-22T00:38:40.369168+0000","last_active":"2024-04-22T00:39:39.670807+0000","last_peered":"2024-04-22T00:39:39.670807+0000","last_clean":"2024-04-22T00:39:39.670807+0000","last_became_active":"2024-04-22T00:38:40.368842+0000","last_became_peered":"2024-04-22T00:38:40.368842+0000","last_unstale":"2024-04-22T00:39:39.670807+0000","last_undegraded":"2024-04-22T00:39:39.670807+0000","last_fullsized":"2024-04-22T00:39:39.670807+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:09:21.923340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522650+0000","last_change":"2024-04-22T00:38:44.406786+0000","last_active":"2024-04-22T00:39:39.522650+0000","last_peered":"2024-04-22T00:39:39.522650+0000","last_clean":"2024-04-22T00:39:39.522650+0000","last_became_active":"2024-04-22T00:38:44.405474+0000","last_became_peered":"2024-04-22T00:38:44.405474+0000","last_unstale":"2024-04-22T00:39:39.522650+0000","last_undegraded":"2024-04-22T00:39:39.522650+0000","last_fullsized":"2024-04-22T00:39:39.522650+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:32:07.650716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528485+0000","last_change":"2024-04-22T00:38:39.372559+0000","last_active":"2024-04-22T00:39:39.528485+0000","last_peered":"2024-04-22T00:39:39.528485+0000","last_clean":"2024-04-22T00:39:39.528485+0000","last_became_active":"2024-04-22T00:38:39.371595+0000","last_became_peered":"2024-04-22T00:38:39.371595+0000","last_unstale":"2024-04-22T00:39:39.528485+0000","last_undegraded":"2024-04-22T00:39:39.528485+0000","last_fullsized":"2024-04-22T00:39:39.528485+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:05:12.406638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.672815+0000","last_change":"2024-04-22T00:39:39.672815+0000","last_active":"2024-04-22T00:39:39.672815+0000","last_peered":"2024-04-22T00:39:39.672815+0000","last_clean":"2024-04-22T00:39:39.672815+0000","last_became_active":"2024-04-22T00:39:39.672374+0000","last_became_peered":"2024-04-22T00:39:39.672374+0000","last_unstale":"2024-04-22T00:39:39.672815+0000","last_undegraded":"2024-04-22T00:39:39.672815+0000","last_fullsized":"2024-04-22T00:39:39.672815+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:30:11.032191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.673578+0000","last_change":"2024-04-22T00:39:39.673578+0000","last_active":"2024-04-22T00:39:39.673578+0000","last_peered":"2024-04-22T00:39:39.673578+0000","last_clean":"2024-04-22T00:39:39.673578+0000","last_became_active":"2024-04-22T00:39:39.672181+0000","last_became_peered":"2024-04-22T00:39:39.672181+0000","last_unstale":"2024-04-22T00:39:39.673578+0000","last_undegraded":"2024-04-22T00:39:39.673578+0000","last_fullsized":"2024-04-22T00:39:39.673578+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:04:50.778073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518219+0000","last_change":"2024-04-22T00:38:39.366127+0000","last_active":"2024-04-22T00:39:39.518219+0000","last_peered":"2024-04-22T00:39:39.518219+0000","last_clean":"2024-04-22T00:39:39.518219+0000","last_became_active":"2024-04-22T00:38:39.365758+0000","last_became_peered":"2024-04-22T00:38:39.365758+0000","last_unstale":"2024-04-22T00:39:39.518219+0000","last_undegraded":"2024-04-22T00:39:39.518219+0000","last_fullsized":"2024-04-22T00:39:39.518219+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:00.931898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528395+0000","last_change":"2024-04-22T00:38:40.363547+0000","last_active":"2024-04-22T00:39:39.528395+0000","last_peered":"2024-04-22T00:39:39.528395+0000","last_clean":"2024-04-22T00:39:39.528395+0000","last_became_active":"2024-04-22T00:38:40.363136+0000","last_became_peered":"2024-04-22T00:38:40.363136+0000","last_unstale":"2024-04-22T00:39:39.528395+0000","last_undegraded":"2024-04-22T00:39:39.528395+0000","last_fullsized":"2024-04-22T00:39:39.528395+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:08:22.135426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670583+0000","last_change":"2024-04-22T00:38:44.401113+0000","last_active":"2024-04-22T00:39:39.670583+0000","last_peered":"2024-04-22T00:39:39.670583+0000","last_clean":"2024-04-22T00:39:39.670583+0000","last_became_active":"2024-04-22T00:38:44.400679+0000","last_became_peered":"2024-04-22T00:38:44.400679+0000","last_unstale":"2024-04-22T00:39:39.670583+0000","last_undegraded":"2024-04-22T00:39:39.670583+0000","last_fullsized":"2024-04-22T00:39:39.670583+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:28.248892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519361+0000","last_change":"2024-04-22T00:38:39.362725+0000","last_active":"2024-04-22T00:39:39.519361+0000","last_peered":"2024-04-22T00:39:39.519361+0000","last_clean":"2024-04-22T00:39:39.519361+0000","last_became_active":"2024-04-22T00:38:39.362412+0000","last_became_peered":"2024-04-22T00:38:39.362412+0000","last_unstale":"2024-04-22T00:39:39.519361+0000","last_undegraded":"2024-04-22T00:39:39.519361+0000","last_fullsized":"2024-04-22T00:39:39.519361+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:04:10.158596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521755+0000","last_change":"2024-04-22T00:38:40.361149+0000","last_active":"2024-04-22T00:39:39.521755+0000","last_peered":"2024-04-22T00:39:39.521755+0000","last_clean":"2024-04-22T00:39:39.521755+0000","last_became_active":"2024-04-22T00:38:40.360817+0000","last_became_peered":"2024-04-22T00:38:40.360817+0000","last_unstale":"2024-04-22T00:39:39.521755+0000","last_undegraded":"2024-04-22T00:39:39.521755+0000","last_fullsized":"2024-04-22T00:39:39.521755+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:23.184762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528359+0000","last_change":"2024-04-22T00:38:44.398428+0000","last_active":"2024-04-22T00:39:39.528359+0000","last_peered":"2024-04-22T00:39:39.528359+0000","last_clean":"2024-04-22T00:39:39.528359+0000","last_became_active":"2024-04-22T00:38:44.395265+0000","last_became_peered":"2024-04-22T00:38:44.395265+0000","last_unstale":"2024-04-22T00:39:39.528359+0000","last_undegraded":"2024-04-22T00:39:39.528359+0000","last_fullsized":"2024-04-22T00:39:39.528359+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:11.561788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'3","reported_seq":104,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:40:19.446368+0000","last_change":"2024-04-22T00:38:39.372184+0000","last_active":"2024-04-22T00:40:19.446368+0000","last_peered":"2024-04-22T00:40:19.446368+0000","last_clean":"2024-04-22T00:40:19.446368+0000","last_became_active":"2024-04-22T00:38:39.371792+0000","last_became_peered":"2024-04-22T00:38:39.371792+0000","last_unstale":"2024-04-22T00:40:19.446368+0000","last_undegraded":"2024-04-22T00:40:19.446368+0000","last_fullsized":"2024-04-22T00:40:19.446368+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:54.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":74,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670042+0000","last_change":"2024-04-22T00:38:40.365514+0000","last_active":"2024-04-22T00:39:39.670042+0000","last_peered":"2024-04-22T00:39:39.670042+0000","last_clean":"2024-04-22T00:39:39.670042+0000","last_became_active":"2024-04-22T00:38:40.365207+0000","last_became_peered":"2024-04-22T00:38:40.365207+0000","last_unstale":"2024-04-22T00:39:39.670042+0000","last_undegraded":"2024-04-22T00:39:39.670042+0000","last_fullsized":"2024-04-22T00:39:39.670042+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:51:15.503594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521712+0000","last_change":"2024-04-22T00:38:44.404822+0000","last_active":"2024-04-22T00:39:39.521712+0000","last_peered":"2024-04-22T00:39:39.521712+0000","last_clean":"2024-04-22T00:39:39.521712+0000","last_became_active":"2024-04-22T00:38:44.403009+0000","last_became_peered":"2024-04-22T00:38:44.403009+0000","last_unstale":"2024-04-22T00:39:39.521712+0000","last_undegraded":"2024-04-22T00:39:39.521712+0000","last_fullsized":"2024-04-22T00:39:39.521712+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:53:21.262362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520431+0000","last_change":"2024-04-22T00:38:39.366780+0000","last_active":"2024-04-22T00:39:39.520431+0000","last_peered":"2024-04-22T00:39:39.520431+0000","last_clean":"2024-04-22T00:39:39.520431+0000","last_became_active":"2024-04-22T00:38:39.366273+0000","last_became_peered":"2024-04-22T00:38:39.366273+0000","last_unstale":"2024-04-22T00:39:39.520431+0000","last_undegraded":"2024-04-22T00:39:39.520431+0000","last_fullsized":"2024-04-22T00:39:39.520431+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:22:13.298070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670477+0000","last_change":"2024-04-22T00:38:40.374741+0000","last_active":"2024-04-22T00:39:39.670477+0000","last_peered":"2024-04-22T00:39:39.670477+0000","last_clean":"2024-04-22T00:39:39.670477+0000","last_became_active":"2024-04-22T00:38:40.374154+0000","last_became_peered":"2024-04-22T00:38:40.374154+0000","last_unstale":"2024-04-22T00:39:39.670477+0000","last_undegraded":"2024-04-22T00:39:39.670477+0000","last_fullsized":"2024-04-22T00:39:39.670477+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:07:27.137055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521059+0000","last_change":"2024-04-22T00:38:44.405940+0000","last_active":"2024-04-22T00:39:39.521059+0000","last_peered":"2024-04-22T00:39:39.521059+0000","last_clean":"2024-04-22T00:39:39.521059+0000","last_became_active":"2024-04-22T00:38:44.405463+0000","last_became_peered":"2024-04-22T00:38:44.405463+0000","last_unstale":"2024-04-22T00:39:39.521059+0000","last_undegraded":"2024-04-22T00:39:39.521059+0000","last_fullsized":"2024-04-22T00:39:39.521059+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:21:51.881080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519990+0000","last_change":"2024-04-22T00:38:39.365832+0000","last_active":"2024-04-22T00:39:39.519990+0000","last_peered":"2024-04-22T00:39:39.519990+0000","last_clean":"2024-04-22T00:39:39.519990+0000","last_became_active":"2024-04-22T00:38:39.365523+0000","last_became_peered":"2024-04-22T00:38:39.365523+0000","last_unstale":"2024-04-22T00:39:39.519990+0000","last_undegraded":"2024-04-22T00:39:39.519990+0000","last_fullsized":"2024-04-22T00:39:39.519990+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:07:43.953692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670144+0000","last_change":"2024-04-22T00:38:40.375443+0000","last_active":"2024-04-22T00:39:39.670144+0000","last_peered":"2024-04-22T00:39:39.670144+0000","last_clean":"2024-04-22T00:39:39.670144+0000","last_became_active":"2024-04-22T00:38:40.375092+0000","last_became_peered":"2024-04-22T00:38:40.375092+0000","last_unstale":"2024-04-22T00:39:39.670144+0000","last_undegraded":"2024-04-22T00:39:39.670144+0000","last_fullsized":"2024-04-22T00:39:39.670144+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:00.257128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521830+0000","last_change":"2024-04-22T00:38:44.402484+0000","last_active":"2024-04-22T00:39:39.521830+0000","last_peered":"2024-04-22T00:39:39.521830+0000","last_clean":"2024-04-22T00:39:39.521830+0000","last_became_active":"2024-04-22T00:38:44.402060+0000","last_became_peered":"2024-04-22T00:38:44.402060+0000","last_unstale":"2024-04-22T00:39:39.521830+0000","last_undegraded":"2024-04-22T00:39:39.521830+0000","last_fullsized":"2024-04-22T00:39:39.521830+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:07:01.255408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'33","reported_seq":216,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:40:20.447990+0000","last_change":"2024-04-22T00:38:39.369420+0000","last_active":"2024-04-22T00:40:20.447990+0000","last_peered":"2024-04-22T00:40:20.447990+0000","last_clean":"2024-04-22T00:40:20.447990+0000","last_became_active":"2024-04-22T00:38:39.369074+0000","last_became_peered":"2024-04-22T00:38:39.369074+0000","last_unstale":"2024-04-22T00:40:20.447990+0000","last_undegraded":"2024-04-22T00:40:20.447990+0000","last_fullsized":"2024-04-22T00:40:20.447990+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:08:34.427757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63356,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":156,"num_read_kb":140,"num_write":34,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.671334+0000","last_change":"2024-04-22T00:38:40.368352+0000","last_active":"2024-04-22T00:39:39.671334+0000","last_peered":"2024-04-22T00:39:39.671334+0000","last_clean":"2024-04-22T00:39:39.671334+0000","last_became_active":"2024-04-22T00:38:40.367975+0000","last_became_peered":"2024-04-22T00:38:40.367975+0000","last_unstale":"2024-04-22T00:39:39.671334+0000","last_undegraded":"2024-04-22T00:39:39.671334+0000","last_fullsized":"2024-04-22T00:39:39.671334+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:11.599867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520969+0000","last_change":"2024-04-22T00:38:44.393349+0000","last_active":"2024-04-22T00:39:39.520969+0000","last_peered":"2024-04-22T00:39:39.520969+0000","last_clean":"2024-04-22T00:39:39.520969+0000","last_became_active":"2024-04-22T00:38:44.392781+0000","last_became_peered":"2024-04-22T00:38:44.392781+0000","last_unstale":"2024-04-22T00:39:39.520969+0000","last_undegraded":"2024-04-22T00:39:39.520969+0000","last_fullsized":"2024-04-22T00:39:39.520969+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:12:28.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.536733+0000","last_change":"2024-04-22T00:39:39.536327+0000","last_active":"2024-04-22T00:39:39.536733+0000","last_peered":"2024-04-22T00:39:39.536733+0000","last_clean":"2024-04-22T00:39:39.536733+0000","last_became_active":"2024-04-22T00:39:39.529279+0000","last_became_peered":"2024-04-22T00:39:39.529279+0000","last_unstale":"2024-04-22T00:39:39.536733+0000","last_undegraded":"2024-04-22T00:39:39.536733+0000","last_fullsized":"2024-04-22T00:39:39.536733+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:06:11.157839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518241+0000","last_change":"2024-04-22T00:38:40.370950+0000","last_active":"2024-04-22T00:39:39.518241+0000","last_peered":"2024-04-22T00:39:39.518241+0000","last_clean":"2024-04-22T00:39:39.518241+0000","last_became_active":"2024-04-22T00:38:40.370648+0000","last_became_peered":"2024-04-22T00:38:40.370648+0000","last_unstale":"2024-04-22T00:39:39.518241+0000","last_undegraded":"2024-04-22T00:39:39.518241+0000","last_fullsized":"2024-04-22T00:39:39.518241+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:41:02.299079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.525762+0000","last_change":"2024-04-22T00:38:44.404019+0000","last_active":"2024-04-22T00:39:39.525762+0000","last_peered":"2024-04-22T00:39:39.525762+0000","last_clean":"2024-04-22T00:39:39.525762+0000","last_became_active":"2024-04-22T00:38:44.403695+0000","last_became_peered":"2024-04-22T00:38:44.403695+0000","last_unstale":"2024-04-22T00:39:39.525762+0000","last_undegraded":"2024-04-22T00:39:39.525762+0000","last_fullsized":"2024-04-22T00:39:39.525762+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:34:12.156509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519719+0000","last_change":"2024-04-22T00:38:39.362724+0000","last_active":"2024-04-22T00:39:39.519719+0000","last_peered":"2024-04-22T00:39:39.519719+0000","last_clean":"2024-04-22T00:39:39.519719+0000","last_became_active":"2024-04-22T00:38:39.362397+0000","last_became_peered":"2024-04-22T00:38:39.362397+0000","last_unstale":"2024-04-22T00:39:39.519719+0000","last_undegraded":"2024-04-22T00:39:39.519719+0000","last_fullsized":"2024-04-22T00:39:39.519719+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:20.547527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520007+0000","last_change":"2024-04-22T00:38:40.362540+0000","last_active":"2024-04-22T00:39:39.520007+0000","last_peered":"2024-04-22T00:39:39.520007+0000","last_clean":"2024-04-22T00:39:39.520007+0000","last_became_active":"2024-04-22T00:38:40.362016+0000","last_became_peered":"2024-04-22T00:38:40.362016+0000","last_unstale":"2024-04-22T00:39:39.520007+0000","last_undegraded":"2024-04-22T00:39:39.520007+0000","last_fullsized":"2024-04-22T00:39:39.520007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:51:18.176061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522304+0000","last_change":"2024-04-22T00:38:44.405236+0000","last_active":"2024-04-22T00:39:39.522304+0000","last_peered":"2024-04-22T00:39:39.522304+0000","last_clean":"2024-04-22T00:39:39.522304+0000","last_became_active":"2024-04-22T00:38:44.404767+0000","last_became_peered":"2024-04-22T00:38:44.404767+0000","last_unstale":"2024-04-22T00:39:39.522304+0000","last_undegraded":"2024-04-22T00:39:39.522304+0000","last_fullsized":"2024-04-22T00:39:39.522304+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:13:56.620119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":103,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:40:17.444153+0000","last_change":"2024-04-22T00:38:39.369080+0000","last_active":"2024-04-22T00:40:17.444153+0000","last_peered":"2024-04-22T00:40:17.444153+0000","last_clean":"2024-04-22T00:40:17.444153+0000","last_became_active":"2024-04-22T00:38:39.368678+0000","last_became_peered":"2024-04-22T00:38:39.368678+0000","last_unstale":"2024-04-22T00:40:17.444153+0000","last_undegraded":"2024-04-22T00:40:17.444153+0000","last_fullsized":"2024-04-22T00:40:17.444153+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:13.018047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519633+0000","last_change":"2024-04-22T00:38:40.370315+0000","last_active":"2024-04-22T00:39:39.519633+0000","last_peered":"2024-04-22T00:39:39.519633+0000","last_clean":"2024-04-22T00:39:39.519633+0000","last_became_active":"2024-04-22T00:38:40.370008+0000","last_became_peered":"2024-04-22T00:38:40.370008+0000","last_unstale":"2024-04-22T00:39:39.519633+0000","last_undegraded":"2024-04-22T00:39:39.519633+0000","last_fullsized":"2024-04-22T00:39:39.519633+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:41:09.031868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518821+0000","last_change":"2024-04-22T00:38:44.395771+0000","last_active":"2024-04-22T00:39:39.518821+0000","last_peered":"2024-04-22T00:39:39.518821+0000","last_clean":"2024-04-22T00:39:39.518821+0000","last_became_active":"2024-04-22T00:38:44.395372+0000","last_became_peered":"2024-04-22T00:38:44.395372+0000","last_unstale":"2024-04-22T00:39:39.518821+0000","last_undegraded":"2024-04-22T00:39:39.518821+0000","last_fullsized":"2024-04-22T00:39:39.518821+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:02.522135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670618+0000","last_change":"2024-04-22T00:38:39.370949+0000","last_active":"2024-04-22T00:39:39.670618+0000","last_peered":"2024-04-22T00:39:39.670618+0000","last_clean":"2024-04-22T00:39:39.670618+0000","last_became_active":"2024-04-22T00:38:39.370398+0000","last_became_peered":"2024-04-22T00:38:39.370398+0000","last_unstale":"2024-04-22T00:39:39.670618+0000","last_undegraded":"2024-04-22T00:39:39.670618+0000","last_fullsized":"2024-04-22T00:39:39.670618+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:35.647251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.671846+0000","last_change":"2024-04-22T00:39:39.671210+0000","last_active":"2024-04-22T00:39:39.671846+0000","last_peered":"2024-04-22T00:39:39.671846+0000","last_clean":"2024-04-22T00:39:39.671846+0000","last_became_active":"2024-04-22T00:39:39.670683+0000","last_became_peered":"2024-04-22T00:39:39.670683+0000","last_unstale":"2024-04-22T00:39:39.671846+0000","last_undegraded":"2024-04-22T00:39:39.671846+0000","last_fullsized":"2024-04-22T00:39:39.671846+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:41.207605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519523+0000","last_change":"2024-04-22T00:38:44.395873+0000","last_active":"2024-04-22T00:39:39.519523+0000","last_peered":"2024-04-22T00:39:39.519523+0000","last_clean":"2024-04-22T00:39:39.519523+0000","last_became_active":"2024-04-22T00:38:44.395503+0000","last_became_peered":"2024-04-22T00:38:44.395503+0000","last_unstale":"2024-04-22T00:39:39.519523+0000","last_undegraded":"2024-04-22T00:39:39.519523+0000","last_fullsized":"2024-04-22T00:39:39.519523+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:30:40.517603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.671335+0000","last_change":"2024-04-22T00:38:39.366353+0000","last_active":"2024-04-22T00:39:39.671335+0000","last_peered":"2024-04-22T00:39:39.671335+0000","last_clean":"2024-04-22T00:39:39.671335+0000","last_became_active":"2024-04-22T00:38:39.365887+0000","last_became_peered":"2024-04-22T00:38:39.365887+0000","last_unstale":"2024-04-22T00:39:39.671335+0000","last_undegraded":"2024-04-22T00:39:39.671335+0000","last_fullsized":"2024-04-22T00:39:39.671335+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:45.350887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.526119+0000","last_change":"2024-04-22T00:38:40.361121+0000","last_active":"2024-04-22T00:39:39.526119+0000","last_peered":"2024-04-22T00:39:39.526119+0000","last_clean":"2024-04-22T00:39:39.526119+0000","last_became_active":"2024-04-22T00:38:40.360738+0000","last_became_peered":"2024-04-22T00:38:40.360738+0000","last_unstale":"2024-04-22T00:39:39.526119+0000","last_undegraded":"2024-04-22T00:39:39.526119+0000","last_fullsized":"2024-04-22T00:39:39.526119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:46:25.351317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670701+0000","last_change":"2024-04-22T00:38:44.504868+0000","last_active":"2024-04-22T00:39:39.670701+0000","last_peered":"2024-04-22T00:39:39.670701+0000","last_clean":"2024-04-22T00:39:39.670701+0000","last_became_active":"2024-04-22T00:38:44.504150+0000","last_became_peered":"2024-04-22T00:38:44.504150+0000","last_unstale":"2024-04-22T00:39:39.670701+0000","last_undegraded":"2024-04-22T00:39:39.670701+0000","last_fullsized":"2024-04-22T00:39:39.670701+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:02:30.695478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522101+0000","last_change":"2024-04-22T00:38:39.372522+0000","last_active":"2024-04-22T00:39:39.522101+0000","last_peered":"2024-04-22T00:39:39.522101+0000","last_clean":"2024-04-22T00:39:39.522101+0000","last_became_active":"2024-04-22T00:38:39.372192+0000","last_became_peered":"2024-04-22T00:38:39.372192+0000","last_unstale":"2024-04-22T00:39:39.522101+0000","last_undegraded":"2024-04-22T00:39:39.522101+0000","last_fullsized":"2024-04-22T00:39:39.522101+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:26:21.069736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528897+0000","last_change":"2024-04-22T00:38:40.365283+0000","last_active":"2024-04-22T00:39:39.528897+0000","last_peered":"2024-04-22T00:39:39.528897+0000","last_clean":"2024-04-22T00:39:39.528897+0000","last_became_active":"2024-04-22T00:38:40.364972+0000","last_became_peered":"2024-04-22T00:38:40.364972+0000","last_unstale":"2024-04-22T00:39:39.528897+0000","last_undegraded":"2024-04-22T00:39:39.528897+0000","last_fullsized":"2024-04-22T00:39:39.528897+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:59:59.140778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518490+0000","last_change":"2024-04-22T00:38:44.397504+0000","last_active":"2024-04-22T00:39:39.518490+0000","last_peered":"2024-04-22T00:39:39.518490+0000","last_clean":"2024-04-22T00:39:39.518490+0000","last_became_active":"2024-04-22T00:38:44.397013+0000","last_became_peered":"2024-04-22T00:38:44.397013+0000","last_unstale":"2024-04-22T00:39:39.518490+0000","last_undegraded":"2024-04-22T00:39:39.518490+0000","last_fullsized":"2024-04-22T00:39:39.518490+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:47:58.320239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519527+0000","last_change":"2024-04-22T00:38:39.364987+0000","last_active":"2024-04-22T00:39:39.519527+0000","last_peered":"2024-04-22T00:39:39.519527+0000","last_clean":"2024-04-22T00:39:39.519527+0000","last_became_active":"2024-04-22T00:38:39.364641+0000","last_became_peered":"2024-04-22T00:38:39.364641+0000","last_unstale":"2024-04-22T00:39:39.519527+0000","last_undegraded":"2024-04-22T00:39:39.519527+0000","last_fullsized":"2024-04-22T00:39:39.519527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:44:44.280664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528736+0000","last_change":"2024-04-22T00:38:40.376529+0000","last_active":"2024-04-22T00:39:39.528736+0000","last_peered":"2024-04-22T00:39:39.528736+0000","last_clean":"2024-04-22T00:39:39.528736+0000","last_became_active":"2024-04-22T00:38:40.376299+0000","last_became_peered":"2024-04-22T00:38:40.376299+0000","last_unstale":"2024-04-22T00:39:39.528736+0000","last_undegraded":"2024-04-22T00:39:39.528736+0000","last_fullsized":"2024-04-22T00:39:39.528736+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:08:16.276565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518762+0000","last_change":"2024-04-22T00:38:44.504288+0000","last_active":"2024-04-22T00:39:39.518762+0000","last_peered":"2024-04-22T00:39:39.518762+0000","last_clean":"2024-04-22T00:39:39.518762+0000","last_became_active":"2024-04-22T00:38:44.503776+0000","last_became_peered":"2024-04-22T00:38:44.503776+0000","last_unstale":"2024-04-22T00:39:39.518762+0000","last_undegraded":"2024-04-22T00:39:39.518762+0000","last_fullsized":"2024-04-22T00:39:39.518762+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:10:46.900575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519483+0000","last_change":"2024-04-22T00:38:40.369534+0000","last_active":"2024-04-22T00:39:39.519483+0000","last_peered":"2024-04-22T00:39:39.519483+0000","last_clean":"2024-04-22T00:39:39.519483+0000","last_became_active":"2024-04-22T00:38:40.364820+0000","last_became_peered":"2024-04-22T00:38:40.364820+0000","last_unstale":"2024-04-22T00:39:39.519483+0000","last_undegraded":"2024-04-22T00:39:39.519483+0000","last_fullsized":"2024-04-22T00:39:39.519483+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:24:22.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":107,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:40:22.450460+0000","last_change":"2024-04-22T00:38:39.359944+0000","last_active":"2024-04-22T00:40:22.450460+0000","last_peered":"2024-04-22T00:40:22.450460+0000","last_clean":"2024-04-22T00:40:22.450460+0000","last_became_active":"2024-04-22T00:38:39.358320+0000","last_became_peered":"2024-04-22T00:38:39.358320+0000","last_unstale":"2024-04-22T00:40:22.450460+0000","last_undegraded":"2024-04-22T00:40:22.450460+0000","last_fullsized":"2024-04-22T00:40:22.450460+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:21:09.293425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":77,"num_read_kb":77,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519863+0000","last_change":"2024-04-22T00:38:44.406766+0000","last_active":"2024-04-22T00:39:39.519863+0000","last_peered":"2024-04-22T00:39:39.519863+0000","last_clean":"2024-04-22T00:39:39.519863+0000","last_became_active":"2024-04-22T00:38:44.406360+0000","last_became_peered":"2024-04-22T00:38:44.406360+0000","last_unstale":"2024-04-22T00:39:39.519863+0000","last_undegraded":"2024-04-22T00:39:39.519863+0000","last_fullsized":"2024-04-22T00:39:39.519863+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:15:21.419508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528032+0000","last_change":"2024-04-22T00:38:40.356658+0000","last_active":"2024-04-22T00:39:39.528032+0000","last_peered":"2024-04-22T00:39:39.528032+0000","last_clean":"2024-04-22T00:39:39.528032+0000","last_became_active":"2024-04-22T00:38:40.356344+0000","last_became_peered":"2024-04-22T00:38:40.356344+0000","last_unstale":"2024-04-22T00:39:39.528032+0000","last_undegraded":"2024-04-22T00:39:39.528032+0000","last_fullsized":"2024-04-22T00:39:39.528032+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:56:26.862780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521494+0000","last_change":"2024-04-22T00:38:39.370232+0000","last_active":"2024-04-22T00:39:39.521494+0000","last_peered":"2024-04-22T00:39:39.521494+0000","last_clean":"2024-04-22T00:39:39.521494+0000","last_became_active":"2024-04-22T00:38:39.369704+0000","last_became_peered":"2024-04-22T00:38:39.369704+0000","last_unstale":"2024-04-22T00:39:39.521494+0000","last_undegraded":"2024-04-22T00:39:39.521494+0000","last_fullsized":"2024-04-22T00:39:39.521494+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:53:14.668354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":355,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519570+0000","last_change":"2024-04-22T00:37:29.546285+0000","last_active":"2024-04-22T00:39:39.519570+0000","last_peered":"2024-04-22T00:39:39.519570+0000","last_clean":"2024-04-22T00:39:39.519570+0000","last_became_active":"2024-04-22T00:37:29.545852+0000","last_became_peered":"2024-04-22T00:37:29.545852+0000","last_unstale":"2024-04-22T00:39:39.519570+0000","last_undegraded":"2024-04-22T00:39:39.519570+0000","last_fullsized":"2024-04-22T00:39:39.519570+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_clean_scrub_stamp":"2024-04-22T00:34:04.835821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:00:39.998359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520037+0000","last_change":"2024-04-22T00:38:44.504879+0000","last_active":"2024-04-22T00:39:39.520037+0000","last_peered":"2024-04-22T00:39:39.520037+0000","last_clean":"2024-04-22T00:39:39.520037+0000","last_became_active":"2024-04-22T00:38:44.504302+0000","last_became_peered":"2024-04-22T00:38:44.504302+0000","last_unstale":"2024-04-22T00:39:39.520037+0000","last_undegraded":"2024-04-22T00:39:39.520037+0000","last_fullsized":"2024-04-22T00:39:39.520037+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:38:01.153342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518049+0000","last_change":"2024-04-22T00:38:40.374825+0000","last_active":"2024-04-22T00:39:39.518049+0000","last_peered":"2024-04-22T00:39:39.518049+0000","last_clean":"2024-04-22T00:39:39.518049+0000","last_became_active":"2024-04-22T00:38:40.374503+0000","last_became_peered":"2024-04-22T00:38:40.374503+0000","last_unstale":"2024-04-22T00:39:39.518049+0000","last_undegraded":"2024-04-22T00:39:39.518049+0000","last_fullsized":"2024-04-22T00:39:39.518049+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:26.445293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519513+0000","last_change":"2024-04-22T00:38:39.362429+0000","last_active":"2024-04-22T00:39:39.519513+0000","last_peered":"2024-04-22T00:39:39.519513+0000","last_clean":"2024-04-22T00:39:39.519513+0000","last_became_active":"2024-04-22T00:38:39.362077+0000","last_became_peered":"2024-04-22T00:38:39.362077+0000","last_unstale":"2024-04-22T00:39:39.519513+0000","last_undegraded":"2024-04-22T00:39:39.519513+0000","last_fullsized":"2024-04-22T00:39:39.519513+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:58.951170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.526574+0000","last_change":"2024-04-22T00:38:44.395387+0000","last_active":"2024-04-22T00:39:39.526574+0000","last_peered":"2024-04-22T00:39:39.526574+0000","last_clean":"2024-04-22T00:39:39.526574+0000","last_became_active":"2024-04-22T00:38:44.394971+0000","last_became_peered":"2024-04-22T00:38:44.394971+0000","last_unstale":"2024-04-22T00:39:39.526574+0000","last_undegraded":"2024-04-22T00:39:39.526574+0000","last_fullsized":"2024-04-22T00:39:39.526574+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:05:03.467517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.671143+0000","last_change":"2024-04-22T00:38:39.371244+0000","last_active":"2024-04-22T00:39:39.671143+0000","last_peered":"2024-04-22T00:39:39.671143+0000","last_clean":"2024-04-22T00:39:39.671143+0000","last_became_active":"2024-04-22T00:38:39.370624+0000","last_became_peered":"2024-04-22T00:38:39.370624+0000","last_unstale":"2024-04-22T00:39:39.671143+0000","last_undegraded":"2024-04-22T00:39:39.671143+0000","last_fullsized":"2024-04-22T00:39:39.671143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:36:08.559437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518613+0000","last_change":"2024-04-22T00:38:40.367464+0000","last_active":"2024-04-22T00:39:39.518613+0000","last_peered":"2024-04-22T00:39:39.518613+0000","last_clean":"2024-04-22T00:39:39.518613+0000","last_became_active":"2024-04-22T00:38:40.367154+0000","last_became_peered":"2024-04-22T00:38:40.367154+0000","last_unstale":"2024-04-22T00:39:39.518613+0000","last_undegraded":"2024-04-22T00:39:39.518613+0000","last_fullsized":"2024-04-22T00:39:39.518613+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:52:29.419110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528280+0000","last_change":"2024-04-22T00:38:44.504237+0000","last_active":"2024-04-22T00:39:39.528280+0000","last_peered":"2024-04-22T00:39:39.528280+0000","last_clean":"2024-04-22T00:39:39.528280+0000","last_became_active":"2024-04-22T00:38:44.503754+0000","last_became_peered":"2024-04-22T00:38:44.503754+0000","last_unstale":"2024-04-22T00:39:39.528280+0000","last_undegraded":"2024-04-22T00:39:39.528280+0000","last_fullsized":"2024-04-22T00:39:39.528280+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:28:24.630160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'8","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522480+0000","last_change":"2024-04-22T00:38:39.374039+0000","last_active":"2024-04-22T00:39:39.522480+0000","last_peered":"2024-04-22T00:39:39.522480+0000","last_clean":"2024-04-22T00:39:39.522480+0000","last_became_active":"2024-04-22T00:38:39.373701+0000","last_became_peered":"2024-04-22T00:38:39.373701+0000","last_unstale":"2024-04-22T00:39:39.522480+0000","last_undegraded":"2024-04-22T00:39:39.522480+0000","last_fullsized":"2024-04-22T00:39:39.522480+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:17.983141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.529087+0000","last_change":"2024-04-22T00:38:40.361493+0000","last_active":"2024-04-22T00:39:39.529087+0000","last_peered":"2024-04-22T00:39:39.529087+0000","last_clean":"2024-04-22T00:39:39.529087+0000","last_became_active":"2024-04-22T00:38:40.359079+0000","last_became_peered":"2024-04-22T00:38:40.359079+0000","last_unstale":"2024-04-22T00:39:39.529087+0000","last_undegraded":"2024-04-22T00:39:39.529087+0000","last_fullsized":"2024-04-22T00:39:39.529087+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:37:24.328135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521515+0000","last_change":"2024-04-22T00:38:44.396367+0000","last_active":"2024-04-22T00:39:39.521515+0000","last_peered":"2024-04-22T00:39:39.521515+0000","last_clean":"2024-04-22T00:39:39.521515+0000","last_became_active":"2024-04-22T00:38:44.395943+0000","last_became_peered":"2024-04-22T00:38:44.395943+0000","last_unstale":"2024-04-22T00:39:39.521515+0000","last_undegraded":"2024-04-22T00:39:39.521515+0000","last_fullsized":"2024-04-22T00:39:39.521515+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:23:35.994479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521220+0000","last_change":"2024-04-22T00:38:39.373131+0000","last_active":"2024-04-22T00:39:39.521220+0000","last_peered":"2024-04-22T00:39:39.521220+0000","last_clean":"2024-04-22T00:39:39.521220+0000","last_became_active":"2024-04-22T00:38:39.372628+0000","last_became_peered":"2024-04-22T00:38:39.372628+0000","last_unstale":"2024-04-22T00:39:39.521220+0000","last_undegraded":"2024-04-22T00:39:39.521220+0000","last_fullsized":"2024-04-22T00:39:39.521220+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:25:00.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670635+0000","last_change":"2024-04-22T00:38:40.373688+0000","last_active":"2024-04-22T00:39:39.670635+0000","last_peered":"2024-04-22T00:39:39.670635+0000","last_clean":"2024-04-22T00:39:39.670635+0000","last_became_active":"2024-04-22T00:38:40.373314+0000","last_became_peered":"2024-04-22T00:38:40.373314+0000","last_unstale":"2024-04-22T00:39:39.670635+0000","last_undegraded":"2024-04-22T00:39:39.670635+0000","last_fullsized":"2024-04-22T00:39:39.670635+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:14:27.811066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521220+0000","last_change":"2024-04-22T00:38:44.504495+0000","last_active":"2024-04-22T00:39:39.521220+0000","last_peered":"2024-04-22T00:39:39.521220+0000","last_clean":"2024-04-22T00:39:39.521220+0000","last_became_active":"2024-04-22T00:38:44.504053+0000","last_became_peered":"2024-04-22T00:38:44.504053+0000","last_unstale":"2024-04-22T00:39:39.521220+0000","last_undegraded":"2024-04-22T00:39:39.521220+0000","last_fullsized":"2024-04-22T00:39:39.521220+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:47:06.763702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.669501+0000","last_change":"2024-04-22T00:38:39.366806+0000","last_active":"2024-04-22T00:39:39.669501+0000","last_peered":"2024-04-22T00:39:39.669501+0000","last_clean":"2024-04-22T00:39:39.669501+0000","last_became_active":"2024-04-22T00:38:39.366457+0000","last_became_peered":"2024-04-22T00:38:39.366457+0000","last_unstale":"2024-04-22T00:39:39.669501+0000","last_undegraded":"2024-04-22T00:39:39.669501+0000","last_fullsized":"2024-04-22T00:39:39.669501+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:28:10.106622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670506+0000","last_change":"2024-04-22T00:38:40.366304+0000","last_active":"2024-04-22T00:39:39.670506+0000","last_peered":"2024-04-22T00:39:39.670506+0000","last_clean":"2024-04-22T00:39:39.670506+0000","last_became_active":"2024-04-22T00:38:40.365997+0000","last_became_peered":"2024-04-22T00:38:40.365997+0000","last_unstale":"2024-04-22T00:39:39.670506+0000","last_undegraded":"2024-04-22T00:39:39.670506+0000","last_fullsized":"2024-04-22T00:39:39.670506+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:16.086724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522455+0000","last_change":"2024-04-22T00:38:44.402867+0000","last_active":"2024-04-22T00:39:39.522455+0000","last_peered":"2024-04-22T00:39:39.522455+0000","last_clean":"2024-04-22T00:39:39.522455+0000","last_became_active":"2024-04-22T00:38:44.402347+0000","last_became_peered":"2024-04-22T00:38:44.402347+0000","last_unstale":"2024-04-22T00:39:39.522455+0000","last_undegraded":"2024-04-22T00:39:39.522455+0000","last_fullsized":"2024-04-22T00:39:39.522455+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:54.105548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528466+0000","last_change":"2024-04-22T00:38:39.371518+0000","last_active":"2024-04-22T00:39:39.528466+0000","last_peered":"2024-04-22T00:39:39.528466+0000","last_clean":"2024-04-22T00:39:39.528466+0000","last_became_active":"2024-04-22T00:38:39.371105+0000","last_became_peered":"2024-04-22T00:38:39.371105+0000","last_unstale":"2024-04-22T00:39:39.528466+0000","last_undegraded":"2024-04-22T00:39:39.528466+0000","last_fullsized":"2024-04-22T00:39:39.528466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:16:35.922335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.525583+0000","last_change":"2024-04-22T00:38:40.363782+0000","last_active":"2024-04-22T00:39:39.525583+0000","last_peered":"2024-04-22T00:39:39.525583+0000","last_clean":"2024-04-22T00:39:39.525583+0000","last_became_active":"2024-04-22T00:38:40.363466+0000","last_became_peered":"2024-04-22T00:38:40.363466+0000","last_unstale":"2024-04-22T00:39:39.525583+0000","last_undegraded":"2024-04-22T00:39:39.525583+0000","last_fullsized":"2024-04-22T00:39:39.525583+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:16.435519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521329+0000","last_change":"2024-04-22T00:38:44.405853+0000","last_active":"2024-04-22T00:39:39.521329+0000","last_peered":"2024-04-22T00:39:39.521329+0000","last_clean":"2024-04-22T00:39:39.521329+0000","last_became_active":"2024-04-22T00:38:44.405424+0000","last_became_peered":"2024-04-22T00:38:44.405424+0000","last_unstale":"2024-04-22T00:39:39.521329+0000","last_undegraded":"2024-04-22T00:39:39.521329+0000","last_fullsized":"2024-04-22T00:39:39.521329+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:31.707893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522146+0000","last_change":"2024-04-22T00:38:39.364324+0000","last_active":"2024-04-22T00:39:39.522146+0000","last_peered":"2024-04-22T00:39:39.522146+0000","last_clean":"2024-04-22T00:39:39.522146+0000","last_became_active":"2024-04-22T00:38:39.363652+0000","last_became_peered":"2024-04-22T00:38:39.363652+0000","last_unstale":"2024-04-22T00:39:39.522146+0000","last_undegraded":"2024-04-22T00:39:39.522146+0000","last_fullsized":"2024-04-22T00:39:39.522146+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:58:02.862893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528809+0000","last_change":"2024-04-22T00:38:40.361691+0000","last_active":"2024-04-22T00:39:39.528809+0000","last_peered":"2024-04-22T00:39:39.528809+0000","last_clean":"2024-04-22T00:39:39.528809+0000","last_became_active":"2024-04-22T00:38:40.360100+0000","last_became_peered":"2024-04-22T00:38:40.360100+0000","last_unstale":"2024-04-22T00:39:39.528809+0000","last_undegraded":"2024-04-22T00:39:39.528809+0000","last_fullsized":"2024-04-22T00:39:39.528809+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:29:57.942269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.521053+0000","last_change":"2024-04-22T00:38:44.504138+0000","last_active":"2024-04-22T00:39:39.521053+0000","last_peered":"2024-04-22T00:39:39.521053+0000","last_clean":"2024-04-22T00:39:39.521053+0000","last_became_active":"2024-04-22T00:38:44.503645+0000","last_became_peered":"2024-04-22T00:38:44.503645+0000","last_unstale":"2024-04-22T00:39:39.521053+0000","last_undegraded":"2024-04-22T00:39:39.521053+0000","last_fullsized":"2024-04-22T00:39:39.521053+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:19:44.530686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670802+0000","last_change":"2024-04-22T00:38:39.370095+0000","last_active":"2024-04-22T00:39:39.670802+0000","last_peered":"2024-04-22T00:39:39.670802+0000","last_clean":"2024-04-22T00:39:39.670802+0000","last_became_active":"2024-04-22T00:38:39.369700+0000","last_became_peered":"2024-04-22T00:38:39.369700+0000","last_unstale":"2024-04-22T00:39:39.670802+0000","last_undegraded":"2024-04-22T00:39:39.670802+0000","last_fullsized":"2024-04-22T00:39:39.670802+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:42:43.406452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519983+0000","last_change":"2024-04-22T00:38:40.360999+0000","last_active":"2024-04-22T00:39:39.519983+0000","last_peered":"2024-04-22T00:39:39.519983+0000","last_clean":"2024-04-22T00:39:39.519983+0000","last_became_active":"2024-04-22T00:38:40.360668+0000","last_became_peered":"2024-04-22T00:38:40.360668+0000","last_unstale":"2024-04-22T00:39:39.519983+0000","last_undegraded":"2024-04-22T00:39:39.519983+0000","last_fullsized":"2024-04-22T00:39:39.519983+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:46.053562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.669588+0000","last_change":"2024-04-22T00:38:44.399843+0000","last_active":"2024-04-22T00:39:39.669588+0000","last_peered":"2024-04-22T00:39:39.669588+0000","last_clean":"2024-04-22T00:39:39.669588+0000","last_became_active":"2024-04-22T00:38:44.399518+0000","last_became_peered":"2024-04-22T00:38:44.399518+0000","last_unstale":"2024-04-22T00:39:39.669588+0000","last_undegraded":"2024-04-22T00:39:39.669588+0000","last_fullsized":"2024-04-22T00:39:39.669588+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:58:32.109105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522938+0000","last_change":"2024-04-22T00:38:39.362436+0000","last_active":"2024-04-22T00:39:39.522938+0000","last_peered":"2024-04-22T00:39:39.522938+0000","last_clean":"2024-04-22T00:39:39.522938+0000","last_became_active":"2024-04-22T00:38:39.361892+0000","last_became_peered":"2024-04-22T00:38:39.361892+0000","last_unstale":"2024-04-22T00:39:39.522938+0000","last_undegraded":"2024-04-22T00:39:39.522938+0000","last_fullsized":"2024-04-22T00:39:39.522938+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:29.311180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520331+0000","last_change":"2024-04-22T00:38:40.356585+0000","last_active":"2024-04-22T00:39:39.520331+0000","last_peered":"2024-04-22T00:39:39.520331+0000","last_clean":"2024-04-22T00:39:39.520331+0000","last_became_active":"2024-04-22T00:38:40.356276+0000","last_became_peered":"2024-04-22T00:38:40.356276+0000","last_unstale":"2024-04-22T00:39:39.520331+0000","last_undegraded":"2024-04-22T00:39:39.520331+0000","last_fullsized":"2024-04-22T00:39:39.520331+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:11:43.061675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.669958+0000","last_change":"2024-04-22T00:38:44.407157+0000","last_active":"2024-04-22T00:39:39.669958+0000","last_peered":"2024-04-22T00:39:39.669958+0000","last_clean":"2024-04-22T00:39:39.669958+0000","last_became_active":"2024-04-22T00:38:44.406611+0000","last_became_peered":"2024-04-22T00:38:44.406611+0000","last_unstale":"2024-04-22T00:39:39.669958+0000","last_undegraded":"2024-04-22T00:39:39.669958+0000","last_fullsized":"2024-04-22T00:39:39.669958+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:20:03.481981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520643+0000","last_change":"2024-04-22T00:38:39.366263+0000","last_active":"2024-04-22T00:39:39.520643+0000","last_peered":"2024-04-22T00:39:39.520643+0000","last_clean":"2024-04-22T00:39:39.520643+0000","last_became_active":"2024-04-22T00:38:39.365804+0000","last_became_peered":"2024-04-22T00:38:39.365804+0000","last_unstale":"2024-04-22T00:39:39.520643+0000","last_undegraded":"2024-04-22T00:39:39.520643+0000","last_fullsized":"2024-04-22T00:39:39.520643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:05:50.097334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.523428+0000","last_change":"2024-04-22T00:39:39.523428+0000","last_active":"2024-04-22T00:39:39.523428+0000","last_peered":"2024-04-22T00:39:39.523428+0000","last_clean":"2024-04-22T00:39:39.523428+0000","last_became_active":"2024-04-22T00:39:39.523057+0000","last_became_peered":"2024-04-22T00:39:39.523057+0000","last_unstale":"2024-04-22T00:39:39.523428+0000","last_undegraded":"2024-04-22T00:39:39.523428+0000","last_fullsized":"2024-04-22T00:39:39.523428+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:45.926559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519132+0000","last_change":"2024-04-22T00:38:44.395160+0000","last_active":"2024-04-22T00:39:39.519132+0000","last_peered":"2024-04-22T00:39:39.519132+0000","last_clean":"2024-04-22T00:39:39.519132+0000","last_became_active":"2024-04-22T00:38:44.394772+0000","last_became_peered":"2024-04-22T00:38:44.394772+0000","last_unstale":"2024-04-22T00:39:39.519132+0000","last_undegraded":"2024-04-22T00:39:39.519132+0000","last_fullsized":"2024-04-22T00:39:39.519132+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:17.746874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518766+0000","last_change":"2024-04-22T00:38:39.359978+0000","last_active":"2024-04-22T00:39:39.518766+0000","last_peered":"2024-04-22T00:39:39.518766+0000","last_clean":"2024-04-22T00:39:39.518766+0000","last_became_active":"2024-04-22T00:38:39.359630+0000","last_became_peered":"2024-04-22T00:38:39.359630+0000","last_unstale":"2024-04-22T00:39:39.518766+0000","last_undegraded":"2024-04-22T00:39:39.518766+0000","last_fullsized":"2024-04-22T00:39:39.518766+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:08:22.231421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.520733+0000","last_change":"2024-04-22T00:38:40.361689+0000","last_active":"2024-04-22T00:39:39.520733+0000","last_peered":"2024-04-22T00:39:39.520733+0000","last_clean":"2024-04-22T00:39:39.520733+0000","last_became_active":"2024-04-22T00:38:40.361361+0000","last_became_peered":"2024-04-22T00:38:40.361361+0000","last_unstale":"2024-04-22T00:39:39.520733+0000","last_undegraded":"2024-04-22T00:39:39.520733+0000","last_fullsized":"2024-04-22T00:39:39.520733+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:56:54.530889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.525709+0000","last_change":"2024-04-22T00:38:40.362409+0000","last_active":"2024-04-22T00:39:39.525709+0000","last_peered":"2024-04-22T00:39:39.525709+0000","last_clean":"2024-04-22T00:39:39.525709+0000","last_became_active":"2024-04-22T00:38:40.361990+0000","last_became_peered":"2024-04-22T00:38:40.361990+0000","last_unstale":"2024-04-22T00:39:39.525709+0000","last_undegraded":"2024-04-22T00:39:39.525709+0000","last_fullsized":"2024-04-22T00:39:39.525709+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:55:45.209948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.524274+0000","last_change":"2024-04-22T00:39:39.524274+0000","last_active":"2024-04-22T00:39:39.524274+0000","last_peered":"2024-04-22T00:39:39.524274+0000","last_clean":"2024-04-22T00:39:39.524274+0000","last_became_active":"2024-04-22T00:39:39.523811+0000","last_became_peered":"2024-04-22T00:39:39.523811+0000","last_unstale":"2024-04-22T00:39:39.524274+0000","last_undegraded":"2024-04-22T00:39:39.524274+0000","last_fullsized":"2024-04-22T00:39:39.524274+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:39:46.645884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.522018+0000","last_change":"2024-04-22T00:38:40.364593+0000","last_active":"2024-04-22T00:39:39.522018+0000","last_peered":"2024-04-22T00:39:39.522018+0000","last_clean":"2024-04-22T00:39:39.522018+0000","last_became_active":"2024-04-22T00:38:40.364222+0000","last_became_peered":"2024-04-22T00:38:40.364222+0000","last_unstale":"2024-04-22T00:39:39.522018+0000","last_undegraded":"2024-04-22T00:39:39.522018+0000","last_fullsized":"2024-04-22T00:39:39.522018+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:50.130769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.670427+0000","last_change":"2024-04-22T00:38:40.374179+0000","last_active":"2024-04-22T00:39:39.670427+0000","last_peered":"2024-04-22T00:39:39.670427+0000","last_clean":"2024-04-22T00:39:39.670427+0000","last_became_active":"2024-04-22T00:38:40.373866+0000","last_became_peered":"2024-04-22T00:38:40.373866+0000","last_unstale":"2024-04-22T00:39:39.670427+0000","last_undegraded":"2024-04-22T00:39:39.670427+0000","last_fullsized":"2024-04-22T00:39:39.670427+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:04.954961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518615+0000","last_change":"2024-04-22T00:38:40.373265+0000","last_active":"2024-04-22T00:39:39.518615+0000","last_peered":"2024-04-22T00:39:39.518615+0000","last_clean":"2024-04-22T00:39:39.518615+0000","last_became_active":"2024-04-22T00:38:40.372935+0000","last_became_peered":"2024-04-22T00:38:40.372935+0000","last_unstale":"2024-04-22T00:39:39.518615+0000","last_undegraded":"2024-04-22T00:39:39.518615+0000","last_fullsized":"2024-04-22T00:39:39.518615+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:06.407429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.525837+0000","last_change":"2024-04-22T00:38:40.365976+0000","last_active":"2024-04-22T00:39:39.525837+0000","last_peered":"2024-04-22T00:39:39.525837+0000","last_clean":"2024-04-22T00:39:39.525837+0000","last_became_active":"2024-04-22T00:38:40.365670+0000","last_became_peered":"2024-04-22T00:38:40.365670+0000","last_unstale":"2024-04-22T00:39:39.525837+0000","last_undegraded":"2024-04-22T00:39:39.525837+0000","last_fullsized":"2024-04-22T00:39:39.525837+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:21:53.039571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.523306+0000","last_change":"2024-04-22T00:38:40.377782+0000","last_active":"2024-04-22T00:39:39.523306+0000","last_peered":"2024-04-22T00:39:39.523306+0000","last_clean":"2024-04-22T00:39:39.523306+0000","last_became_active":"2024-04-22T00:38:40.372730+0000","last_became_peered":"2024-04-22T00:38:40.372730+0000","last_unstale":"2024-04-22T00:39:39.523306+0000","last_undegraded":"2024-04-22T00:39:39.523306+0000","last_fullsized":"2024-04-22T00:39:39.523306+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:20:39.130810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.529221+0000","last_change":"2024-04-22T00:38:40.375941+0000","last_active":"2024-04-22T00:39:39.529221+0000","last_peered":"2024-04-22T00:39:39.529221+0000","last_clean":"2024-04-22T00:39:39.529221+0000","last_became_active":"2024-04-22T00:38:40.375630+0000","last_became_peered":"2024-04-22T00:38:40.375630+0000","last_unstale":"2024-04-22T00:39:39.529221+0000","last_undegraded":"2024-04-22T00:39:39.529221+0000","last_fullsized":"2024-04-22T00:39:39.529221+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:09.297432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.519329+0000","last_change":"2024-04-22T00:38:40.361401+0000","last_active":"2024-04-22T00:39:39.519329+0000","last_peered":"2024-04-22T00:39:39.519329+0000","last_clean":"2024-04-22T00:39:39.519329+0000","last_became_active":"2024-04-22T00:38:40.361108+0000","last_became_peered":"2024-04-22T00:38:40.361108+0000","last_unstale":"2024-04-22T00:39:39.519329+0000","last_undegraded":"2024-04-22T00:39:39.519329+0000","last_fullsized":"2024-04-22T00:39:39.519329+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:50:47.993559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.528514+0000","last_change":"2024-04-22T00:38:40.360007+0000","last_active":"2024-04-22T00:39:39.528514+0000","last_peered":"2024-04-22T00:39:39.528514+0000","last_clean":"2024-04-22T00:39:39.528514+0000","last_became_active":"2024-04-22T00:38:40.358851+0000","last_became_peered":"2024-04-22T00:38:40.358851+0000","last_unstale":"2024-04-22T00:39:39.528514+0000","last_undegraded":"2024-04-22T00:39:39.528514+0000","last_fullsized":"2024-04-22T00:39:39.528514+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:16:49.060153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.669749+0000","last_change":"2024-04-22T00:38:40.362249+0000","last_active":"2024-04-22T00:39:39.669749+0000","last_peered":"2024-04-22T00:39:39.669749+0000","last_clean":"2024-04-22T00:39:39.669749+0000","last_became_active":"2024-04-22T00:38:40.361520+0000","last_became_peered":"2024-04-22T00:38:40.361520+0000","last_unstale":"2024-04-22T00:39:39.669749+0000","last_undegraded":"2024-04-22T00:39:39.669749+0000","last_fullsized":"2024-04-22T00:39:39.669749+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:30.499142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.518374+0000","last_change":"2024-04-22T00:38:40.365613+0000","last_active":"2024-04-22T00:39:39.518374+0000","last_peered":"2024-04-22T00:39:39.518374+0000","last_clean":"2024-04-22T00:39:39.518374+0000","last_became_active":"2024-04-22T00:38:40.365278+0000","last_became_peered":"2024-04-22T00:38:40.365278+0000","last_unstale":"2024-04-22T00:39:39.518374+0000","last_undegraded":"2024-04-22T00:39:39.518374+0000","last_fullsized":"2024-04-22T00:39:39.518374+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:57.940258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-22T00:39:39.673809+0000","last_change":"2024-04-22T00:39:39.673809+0000","last_active":"2024-04-22T00:39:39.673809+0000","last_peered":"2024-04-22T00:39:39.673809+0000","last_clean":"2024-04-22T00:39:39.673809+0000","last_became_active":"2024-04-22T00:39:39.673090+0000","last_became_peered":"2024-04-22T00:39:39.673090+0000","last_unstale":"2024-04-22T00:39:39.673809+0000","last_undegraded":"2024-04-22T00:39:39.673809+0000","last_fullsized":"2024-04-22T00:39:39.673809+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:29:42.509383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67357,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":473,"num_read_kb":310,"num_write":161,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":202071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318305,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1052672,"data_stored":511997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37044,"kb_used_data":1700,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708108,"statfs":{"total":95995035648,"available":95957102592,"internally_reserved":0,"allocated":1740800,"data_stored":1162587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743468,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1069056,"data_stored":516295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005106,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1064960,"data_stored":512119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299446,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1658880,"data_stored":1108028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495676,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36364,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708788,"statfs":{"total":95995035648,"available":95957798912,"internally_reserved":0,"allocated":1044480,"data_stored":507375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36432,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708720,"statfs":{"total":95995035648,"available":95957729280,"internally_reserved":0,"allocated":1114112,"data_stored":570641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":508763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1134592,"data_stored":572348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1056768,"data_stored":507569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920837,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32212,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712940,"statfs":{"total":95995035648,"available":95962050560,"internally_reserved":0,"allocated":1056768,"data_stored":512025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757311,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28648,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716504,"statfs":{"total":95995035648,"available":95965700096,"internally_reserved":0,"allocated":1667072,"data_stored":1103616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65063,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T00:40:25.487 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-22T00:40:25.487 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-22T00:40:25.487 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-22T00:40:25.487 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-22T00:40:25.742 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:25.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:25 smithi167 ceph-mon[31348]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:25.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:25 smithi167 ceph-mon[31348]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:40:26.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:25 smithi018 ceph-mon[27979]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:26.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:25 smithi018 ceph-mon[27979]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:40:26.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:25 smithi081 ceph-mon[31546]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:26.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:25 smithi081 ceph-mon[31546]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:40:27.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.580+0000 7fcfe666b700 1 -- 172.21.15.18:0/1703677861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfe006b5b0 msgr2=0x7fcfe0106eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:27.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.580+0000 7fcfe666b700 1 --2- 172.21.15.18:0/1703677861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfe006b5b0 0x7fcfe0106eb0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fcfd40099c0 tx=0x7fcfd4009cd0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.580+0000 7fcfe666b700 1 -- 172.21.15.18:0/1703677861 shutdown_connections 2024-04-22T00:40:27.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.580+0000 7fcfe666b700 1 --2- 172.21.15.18:0/1703677861 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcfe01075e0 0x7fcfe010f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.580+0000 7fcfe666b700 1 --2- 172.21.15.18:0/1703677861 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcfe006ac00 0x7fcfe006afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.580+0000 7fcfe666b700 1 --2- 172.21.15.18:0/1703677861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfe006b5b0 0x7fcfe0106eb0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.580+0000 7fcfe666b700 1 -- 172.21.15.18:0/1703677861 >> 172.21.15.18:0/1703677861 conn(0x7fcfe00771a0 msgr2=0x7fcfe00775b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.580+0000 7fcfe666b700 1 -- 172.21.15.18:0/1703677861 shutdown_connections 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.580+0000 7fcfe666b700 1 -- 172.21.15.18:0/1703677861 wait complete. 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfe666b700 1 Processor -- start 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfe666b700 1 -- start start 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfe666b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfe006ac00 0x7fcfe0101230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfe666b700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcfe006b5b0 0x7fcfe0101770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfe666b700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcfe01075e0 0x7fcfe0101cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfe666b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe0112530 con 0x7fcfe006ac00 2024-04-22T00:40:27.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfe666b700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe01123b0 con 0x7fcfe01075e0 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfe666b700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe01126b0 con 0x7fcfe006b5b0 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfdffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfe006ac00 0x7fcfe0101230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfdffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfe006ac00 0x7fcfe0101230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58288/0 (socket says 172.21.15.18:58288) 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfdffff700 1 -- 172.21.15.18:0/1215989830 learned_addr learned my addr 172.21.15.18:0/1215989830 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfdf7fe700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcfe006b5b0 0x7fcfe0101770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.581+0000 7fcfe4c08700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcfe01075e0 0x7fcfe0101cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfdffff700 1 -- 172.21.15.18:0/1215989830 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcfe006b5b0 msgr2=0x7fcfe0101770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfdffff700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcfe006b5b0 0x7fcfe0101770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfdffff700 1 -- 172.21.15.18:0/1215989830 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcfe01075e0 msgr2=0x7fcfe0101cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfdffff700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcfe01075e0 0x7fcfe0101cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfdffff700 1 -- 172.21.15.18:0/1215989830 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfe01a6f50 con 0x7fcfe006ac00 2024-04-22T00:40:27.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfdffff700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfe006ac00 0x7fcfe0101230 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcfd000e9a0 tx=0x7fcfd000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:27.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfdd7fa700 1 -- 172.21.15.18:0/1215989830 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd000ca10 con 0x7fcfe006ac00 2024-04-22T00:40:27.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfdd7fa700 1 -- 172.21.15.18:0/1215989830 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcfd000cbb0 con 0x7fcfe006ac00 2024-04-22T00:40:27.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfdd7fa700 1 -- 172.21.15.18:0/1215989830 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd0018680 con 0x7fcfe006ac00 2024-04-22T00:40:27.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfe666b700 1 -- 172.21.15.18:0/1215989830 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfe01a7240 con 0x7fcfe006ac00 2024-04-22T00:40:27.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.582+0000 7fcfe666b700 1 -- 172.21.15.18:0/1215989830 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfe01a77a0 con 0x7fcfe006ac00 2024-04-22T00:40:27.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.583+0000 7fcfe666b700 1 -- 172.21.15.18:0/1215989830 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfe0103990 con 0x7fcfe006ac00 2024-04-22T00:40:27.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.584+0000 7fcfdd7fa700 1 -- 172.21.15.18:0/1215989830 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcfd0010430 con 0x7fcfe006ac00 2024-04-22T00:40:27.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.585+0000 7fcfdd7fa700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcfc80a2d30 0x7fcfc80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:27.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.585+0000 7fcfdf7fe700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcfc80a2d30 0x7fcfc80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:27.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.585+0000 7fcfdd7fa700 1 -- 172.21.15.18:0/1215989830 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fcfd00cf730 con 0x7fcfe006ac00 2024-04-22T00:40:27.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.586+0000 7fcfdf7fe700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcfc80a2d30 0x7fcfc80a51f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4009990 tx=0x7fcfd4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:27.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.590+0000 7fcfdd7fa700 1 -- 172.21.15.18:0/1215989830 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fcfd009c170 con 0x7fcfe006ac00 2024-04-22T00:40:27.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.844+0000 7fcfe666b700 1 -- 172.21.15.18:0/1215989830 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fcfe002db30 con 0x7fcfe006ac00 2024-04-22T00:40:27.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.845+0000 7fcfdd7fa700 1 -- 172.21.15.18:0/1215989830 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fcfd009ba70 con 0x7fcfe006ac00 2024-04-22T00:40:27.847 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:27.847 INFO:teuthology.orchestra.run.smithi018.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-22T00:40:27.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 -- 172.21.15.18:0/1215989830 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcfc80a2d30 msgr2=0x7fcfc80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcfc80a2d30 0x7fcfc80a51f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4009990 tx=0x7fcfd4005fb0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 -- 172.21.15.18:0/1215989830 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfe006ac00 msgr2=0x7fcfe0101230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfe006ac00 0x7fcfe0101230 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcfd000e9a0 tx=0x7fcfd000ecb0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 -- 172.21.15.18:0/1215989830 shutdown_connections 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcfc80a2d30 0x7fcfc80a51f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcfe01075e0 0x7fcfe0101cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfe006ac00 0x7fcfe0101230 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 --2- 172.21.15.18:0/1215989830 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcfe006b5b0 0x7fcfe0101770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 -- 172.21.15.18:0/1215989830 >> 172.21.15.18:0/1215989830 conn(0x7fcfe00771a0 msgr2=0x7fcfe00ff580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 -- 172.21.15.18:0/1215989830 shutdown_connections 2024-04-22T00:40:27.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:27.847+0000 7fcfe666b700 1 -- 172.21.15.18:0/1215989830 wait complete. 2024-04-22T00:40:27.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:27 smithi167 ceph-mon[31348]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:28.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:27 smithi081 ceph-mon[31546]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:28.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:27 smithi018 ceph-mon[27979]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:28.648 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-22T00:40:28.649 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:40:28.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.759+0000 7ff35231e640 1 -- 172.21.15.18:0/1348979175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff34c1029a0 msgr2=0x7ff34c102e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:28.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.759+0000 7ff35231e640 1 --2- 172.21.15.18:0/1348979175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff34c1029a0 0x7ff34c102e20 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff33c009900 tx=0x7ff33c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:28.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.759+0000 7ff35231e640 1 -- 172.21.15.18:0/1348979175 shutdown_connections 2024-04-22T00:40:28.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.759+0000 7ff35231e640 1 --2- 172.21.15.18:0/1348979175 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff34c103360 0x7ff34c109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:28.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.759+0000 7ff35231e640 1 --2- 172.21.15.18:0/1348979175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff34c1029a0 0x7ff34c102e20 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:28.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.759+0000 7ff35231e640 1 --2- 172.21.15.18:0/1348979175 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff34c1017b0 0x7ff34c101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:28.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.759+0000 7ff35231e640 1 -- 172.21.15.18:0/1348979175 >> 172.21.15.18:0/1348979175 conn(0x7ff34c0fcd40 msgr2=0x7ff34c0ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:28.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.759+0000 7ff35231e640 1 -- 172.21.15.18:0/1348979175 shutdown_connections 2024-04-22T00:40:28.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.759+0000 7ff35231e640 1 -- 172.21.15.18:0/1348979175 wait complete. 2024-04-22T00:40:28.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff35231e640 1 Processor -- start 2024-04-22T00:40:28.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff35231e640 1 -- start start 2024-04-22T00:40:28.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff35231e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff34c1017b0 0x7ff34c197a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:28.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff35231e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff34c1029a0 0x7ff34c197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:28.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff35231e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff34c103360 0x7ff34c19f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:28.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff35231e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff34c10d430 con 0x7ff34c103360 2024-04-22T00:40:28.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff35231e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff34c10d2b0 con 0x7ff34c1017b0 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff35231e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff34c10d5b0 con 0x7ff34c1029a0 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff3508bb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff34c103360 0x7ff34c19f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff3508bb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff34c103360 0x7ff34c19f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58310/0 (socket says 172.21.15.18:58310) 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff3508bb640 1 -- 172.21.15.18:0/999273728 learned_addr learned my addr 172.21.15.18:0/999273728 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff34b7fe640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff34c1029a0 0x7ff34c197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.760+0000 7ff34bfff640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff34c1017b0 0x7ff34c197a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff3508bb640 1 -- 172.21.15.18:0/999273728 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff34c1029a0 msgr2=0x7ff34c197fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff3508bb640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff34c1029a0 0x7ff34c197fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff3508bb640 1 -- 172.21.15.18:0/999273728 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff34c1017b0 msgr2=0x7ff34c197a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff3508bb640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff34c1017b0 0x7ff34c197a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff3508bb640 1 -- 172.21.15.18:0/999273728 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff34c19f6a0 con 0x7ff34c103360 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff34b7fe640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff34c1029a0 0x7ff34c197fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:28.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff3508bb640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff34c103360 0x7ff34c19f030 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff34400eb10 tx=0x7ff34400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:28.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff3497fa640 1 -- 172.21.15.18:0/999273728 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff344004b20 con 0x7ff34c103360 2024-04-22T00:40:28.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff3497fa640 1 -- 172.21.15.18:0/999273728 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff344004cc0 con 0x7ff34c103360 2024-04-22T00:40:28.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff35231e640 1 -- 172.21.15.18:0/999273728 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff34c19f990 con 0x7ff34c103360 2024-04-22T00:40:28.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff3497fa640 1 -- 172.21.15.18:0/999273728 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff344010760 con 0x7ff34c103360 2024-04-22T00:40:28.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.761+0000 7ff35231e640 1 -- 172.21.15.18:0/999273728 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff34c19feb0 con 0x7ff34c103360 2024-04-22T00:40:28.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.762+0000 7ff35231e640 1 -- 172.21.15.18:0/999273728 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff34c108a70 con 0x7ff34c103360 2024-04-22T00:40:28.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.763+0000 7ff3497fa640 1 -- 172.21.15.18:0/999273728 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff344005020 con 0x7ff34c103360 2024-04-22T00:40:28.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.764+0000 7ff3497fa640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3340a2c20 0x7ff3340a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:28.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.764+0000 7ff34bfff640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3340a2c20 0x7ff3340a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:28.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.764+0000 7ff3497fa640 1 -- 172.21.15.18:0/999273728 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7ff3440cfd20 con 0x7ff34c103360 2024-04-22T00:40:28.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.764+0000 7ff34bfff640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3340a2c20 0x7ff3340a50e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff34c102800 tx=0x7ff340005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:28.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.768+0000 7ff3497fa640 1 -- 172.21.15.18:0/999273728 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff34409c7c0 con 0x7ff34c103360 2024-04-22T00:40:28.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:28 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1215989830' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T00:40:28.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.954+0000 7ff35231e640 1 -- 172.21.15.18:0/999273728 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff34c02d1c0 con 0x7ff34c103360 2024-04-22T00:40:28.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.955+0000 7ff3497fa640 1 -- 172.21.15.18:0/999273728 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24515 (secure 0 0 0) 0x7ff34409c0c0 con 0x7ff34c103360 2024-04-22T00:40:28.957 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:28.957 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":93,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:39:39.514951+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:40:28.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 -- 172.21.15.18:0/999273728 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3340a2c20 msgr2=0x7ff3340a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3340a2c20 0x7ff3340a50e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff34c102800 tx=0x7ff340005f90 comp rx=0 tx=0).stop 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 -- 172.21.15.18:0/999273728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff34c103360 msgr2=0x7ff34c19f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff34c103360 0x7ff34c19f030 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff34400eb10 tx=0x7ff34400c2d0 comp rx=0 tx=0).stop 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 -- 172.21.15.18:0/999273728 shutdown_connections 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff3340a2c20 0x7ff3340a50e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff34c103360 0x7ff34c19f030 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff34c1029a0 0x7ff34c197fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 --2- 172.21.15.18:0/999273728 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff34c1017b0 0x7ff34c197a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 -- 172.21.15.18:0/999273728 >> 172.21.15.18:0/999273728 conn(0x7ff34c0fcd40 msgr2=0x7ff34c105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 -- 172.21.15.18:0/999273728 shutdown_connections 2024-04-22T00:40:28.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:28.958+0000 7ff35231e640 1 -- 172.21.15.18:0/999273728 wait complete. 2024-04-22T00:40:28.971 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:40:28.972 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:40:29.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.075+0000 7faa1b06f640 1 -- 172.21.15.18:0/3410303406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa14103350 msgr2=0x7faa14109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.075+0000 7faa1b06f640 1 --2- 172.21.15.18:0/3410303406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa14103350 0x7faa14109be0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7faa0c009ca0 tx=0x7faa0c02c100 comp rx=0 tx=0).stop 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.075+0000 7faa1b06f640 1 -- 172.21.15.18:0/3410303406 shutdown_connections 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.075+0000 7faa1b06f640 1 --2- 172.21.15.18:0/3410303406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa14103350 0x7faa14109be0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.075+0000 7faa1b06f640 1 --2- 172.21.15.18:0/3410303406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa14102990 0x7faa14102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.075+0000 7faa1b06f640 1 --2- 172.21.15.18:0/3410303406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa141017a0 0x7faa14101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.075+0000 7faa1b06f640 1 -- 172.21.15.18:0/3410303406 >> 172.21.15.18:0/3410303406 conn(0x7faa140fcd10 msgr2=0x7faa140ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.075+0000 7faa1b06f640 1 -- 172.21.15.18:0/3410303406 shutdown_connections 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.075+0000 7faa1b06f640 1 -- 172.21.15.18:0/3410303406 wait complete. 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa1b06f640 1 Processor -- start 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa1b06f640 1 -- start start 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa1b06f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa141017a0 0x7faa14197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa1b06f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa14102990 0x7faa14197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa1b06f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa14103350 0x7faa1419efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa1b06f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faa1410d400 con 0x7faa141017a0 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa1b06f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faa1410d280 con 0x7faa14103350 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa1b06f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faa1410d580 con 0x7faa14102990 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa18e0b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa141017a0 0x7faa14197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa18e0b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa141017a0 0x7faa14197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58330/0 (socket says 172.21.15.18:58330) 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa18e0b640 1 -- 172.21.15.18:0/1683120507 learned_addr learned my addr 172.21.15.18:0/1683120507 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa13fff640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa14102990 0x7faa14197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa1960c640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa14103350 0x7faa1419efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa18e0b640 1 -- 172.21.15.18:0/1683120507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa14102990 msgr2=0x7faa14197f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa18e0b640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa14102990 0x7faa14197f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa18e0b640 1 -- 172.21.15.18:0/1683120507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa14103350 msgr2=0x7faa1419efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa18e0b640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa14103350 0x7faa1419efd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa18e0b640 1 -- 172.21.15.18:0/1683120507 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa1419f640 con 0x7faa141017a0 2024-04-22T00:40:29.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.076+0000 7faa18e0b640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa141017a0 0x7faa14197a20 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7faa0400c970 tx=0x7faa0400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:29.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.077+0000 7faa11ffb640 1 -- 172.21.15.18:0/1683120507 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa04007c10 con 0x7faa141017a0 2024-04-22T00:40:29.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.077+0000 7faa11ffb640 1 -- 172.21.15.18:0/1683120507 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa04007db0 con 0x7faa141017a0 2024-04-22T00:40:29.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.077+0000 7faa1b06f640 1 -- 172.21.15.18:0/1683120507 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa1419f930 con 0x7faa141017a0 2024-04-22T00:40:29.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.077+0000 7faa11ffb640 1 -- 172.21.15.18:0/1683120507 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa0400f940 con 0x7faa141017a0 2024-04-22T00:40:29.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.077+0000 7faa1b06f640 1 -- 172.21.15.18:0/1683120507 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa1419fe80 con 0x7faa141017a0 2024-04-22T00:40:29.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.078+0000 7faa1b06f640 1 -- 172.21.15.18:0/1683120507 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa14108a60 con 0x7faa141017a0 2024-04-22T00:40:29.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.079+0000 7faa11ffb640 1 -- 172.21.15.18:0/1683120507 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7faa0400fae0 con 0x7faa141017a0 2024-04-22T00:40:29.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.079+0000 7faa11ffb640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa000a2c20 0x7faa000a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.080+0000 7faa11ffb640 1 -- 172.21.15.18:0/1683120507 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7faa040cfa40 con 0x7faa141017a0 2024-04-22T00:40:29.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.080+0000 7faa13fff640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa000a2c20 0x7faa000a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.080+0000 7faa13fff640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa000a2c20 0x7faa000a50e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7faa14198f30 tx=0x7fa9fc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:29.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.084+0000 7faa11ffb640 1 -- 172.21.15.18:0/1683120507 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7faa0409c510 con 0x7faa141017a0 2024-04-22T00:40:29.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:28 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1215989830' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T00:40:29.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:28 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1215989830' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T00:40:29.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.269+0000 7faa1b06f640 1 -- 172.21.15.18:0/1683120507 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7faa1402d170 con 0x7faa141017a0 2024-04-22T00:40:29.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.270+0000 7faa11ffb640 1 -- 172.21.15.18:0/1683120507 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7faa1402d170 con 0x7faa141017a0 2024-04-22T00:40:29.272 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 -- 172.21.15.18:0/1683120507 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa000a2c20 msgr2=0x7faa000a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa000a2c20 0x7faa000a50e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7faa14198f30 tx=0x7fa9fc005f90 comp rx=0 tx=0).stop 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 -- 172.21.15.18:0/1683120507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa141017a0 msgr2=0x7faa14197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa141017a0 0x7faa14197a20 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7faa0400c970 tx=0x7faa0400ce30 comp rx=0 tx=0).stop 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 -- 172.21.15.18:0/1683120507 shutdown_connections 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa000a2c20 0x7faa000a50e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa14103350 0x7faa1419efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa14102990 0x7faa14197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 --2- 172.21.15.18:0/1683120507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa141017a0 0x7faa14197a20 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 -- 172.21.15.18:0/1683120507 >> 172.21.15.18:0/1683120507 conn(0x7faa140fcd10 msgr2=0x7faa14105c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:29.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 -- 172.21.15.18:0/1683120507 shutdown_connections 2024-04-22T00:40:29.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.272+0000 7faa1b06f640 1 -- 172.21.15.18:0/1683120507 wait complete. 2024-04-22T00:40:29.285 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:40:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.389+0000 7f003734b640 1 -- 172.21.15.18:0/1095427552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0030103350 msgr2=0x7f0030109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.389+0000 7f003734b640 1 --2- 172.21.15.18:0/1095427552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0030103350 0x7f0030109be0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0028009ca0 tx=0x7f002802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.389+0000 7f003734b640 1 -- 172.21.15.18:0/1095427552 shutdown_connections 2024-04-22T00:40:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.389+0000 7f003734b640 1 --2- 172.21.15.18:0/1095427552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0030103350 0x7f0030109be0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.389+0000 7f003734b640 1 --2- 172.21.15.18:0/1095427552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0030102990 0x7f0030102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.389+0000 7f003734b640 1 --2- 172.21.15.18:0/1095427552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00301017a0 0x7f0030101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.389+0000 7f003734b640 1 -- 172.21.15.18:0/1095427552 >> 172.21.15.18:0/1095427552 conn(0x7f00300fcd10 msgr2=0x7f00300ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.389+0000 7f003734b640 1 -- 172.21.15.18:0/1095427552 shutdown_connections 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.389+0000 7f003734b640 1 -- 172.21.15.18:0/1095427552 wait complete. 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f003734b640 1 Processor -- start 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f003734b640 1 -- start start 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f003734b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00301017a0 0x7f00300754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f003734b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0030102990 0x7f0030073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f003734b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0030103350 0x7f0030074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f003734b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f003010d420 con 0x7f0030103350 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f003734b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f003010d2a0 con 0x7f00301017a0 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f003734b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f003010d5a0 con 0x7f0030102990 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00358e8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0030103350 0x7f0030074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00358e8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0030103350 0x7f0030074070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58344/0 (socket says 172.21.15.18:58344) 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00358e8640 1 -- 172.21.15.18:0/1796680572 learned_addr learned my addr 172.21.15.18:0/1796680572 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00348e6640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0030102990 0x7f0030073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00350e7640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00301017a0 0x7f00300754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00358e8640 1 -- 172.21.15.18:0/1796680572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0030102990 msgr2=0x7f0030073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00358e8640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0030102990 0x7f0030073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00358e8640 1 -- 172.21.15.18:0/1796680572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00301017a0 msgr2=0x7f00300754f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00358e8640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00301017a0 0x7f00300754f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00358e8640 1 -- 172.21.15.18:0/1796680572 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0030074900 con 0x7f0030103350 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.390+0000 7f00348e6640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0030102990 0x7f0030073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.391+0000 7f00358e8640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0030103350 0x7f0030074070 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0028037040 tx=0x7f0028032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.391+0000 7f00227fc640 1 -- 172.21.15.18:0/1796680572 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0028041020 con 0x7f0030103350 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.391+0000 7f00227fc640 1 -- 172.21.15.18:0/1796680572 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0028034d90 con 0x7f0030103350 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.391+0000 7f003734b640 1 -- 172.21.15.18:0/1796680572 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00301a1b00 con 0x7f0030103350 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.391+0000 7f00227fc640 1 -- 172.21.15.18:0/1796680572 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0028039040 con 0x7f0030103350 2024-04-22T00:40:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.391+0000 7f003734b640 1 -- 172.21.15.18:0/1796680572 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00301a2050 con 0x7f0030103350 2024-04-22T00:40:29.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.392+0000 7f003734b640 1 -- 172.21.15.18:0/1796680572 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0030108ac0 con 0x7f0030103350 2024-04-22T00:40:29.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.393+0000 7f00227fc640 1 -- 172.21.15.18:0/1796680572 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0028044020 con 0x7f0030103350 2024-04-22T00:40:29.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.394+0000 7f00227fc640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2c20 0x7f001c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.394+0000 7f00227fc640 1 -- 172.21.15.18:0/1796680572 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f00280f1830 con 0x7f0030103350 2024-04-22T00:40:29.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.394+0000 7f00350e7640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2c20 0x7f001c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.394+0000 7f00350e7640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2c20 0x7f001c0a50e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f002c005fd0 tx=0x7f002c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.397+0000 7f00227fc640 1 -- 172.21.15.18:0/1796680572 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f002804b020 con 0x7f0030103350 2024-04-22T00:40:29.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.580+0000 7f003734b640 1 -- 172.21.15.18:0/1796680572 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f003002d170 con 0x7f0030103350 2024-04-22T00:40:29.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.580+0000 7f00227fc640 1 -- 172.21.15.18:0/1796680572 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f002804e350 con 0x7f0030103350 2024-04-22T00:40:29.582 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:40:29.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 -- 172.21.15.18:0/1796680572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2c20 msgr2=0x7f001c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2c20 0x7f001c0a50e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f002c005fd0 tx=0x7f002c005850 comp rx=0 tx=0).stop 2024-04-22T00:40:29.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 -- 172.21.15.18:0/1796680572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0030103350 msgr2=0x7f0030074070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0030103350 0x7f0030074070 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0028037040 tx=0x7f0028032f20 comp rx=0 tx=0).stop 2024-04-22T00:40:29.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 -- 172.21.15.18:0/1796680572 shutdown_connections 2024-04-22T00:40:29.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f001c0a2c20 0x7f001c0a50e0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0030103350 0x7f0030074070 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0030102990 0x7f0030073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 --2- 172.21.15.18:0/1796680572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00301017a0 0x7f00300754f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 -- 172.21.15.18:0/1796680572 >> 172.21.15.18:0/1796680572 conn(0x7f00300fcd10 msgr2=0x7f0030105c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:29.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 -- 172.21.15.18:0/1796680572 shutdown_connections 2024-04-22T00:40:29.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.582+0000 7f003734b640 1 -- 172.21.15.18:0/1796680572 wait complete. 2024-04-22T00:40:29.595 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:40:29.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.698+0000 7fd0efb8c640 1 -- 172.21.15.18:0/3831675759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0e8102250 msgr2=0x7fd0e8108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.698+0000 7fd0efb8c640 1 --2- 172.21.15.18:0/3831675759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0e8102250 0x7fd0e8108ae0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fd0e0009ca0 tx=0x7fd0e002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.698+0000 7fd0efb8c640 1 -- 172.21.15.18:0/3831675759 shutdown_connections 2024-04-22T00:40:29.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.698+0000 7fd0efb8c640 1 --2- 172.21.15.18:0/3831675759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0e8102250 0x7fd0e8108ae0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.698+0000 7fd0efb8c640 1 --2- 172.21.15.18:0/3831675759 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e8101890 0x7fd0e8101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.698+0000 7fd0efb8c640 1 --2- 172.21.15.18:0/3831675759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0e81006a0 0x7fd0e8100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.698+0000 7fd0efb8c640 1 -- 172.21.15.18:0/3831675759 >> 172.21.15.18:0/3831675759 conn(0x7fd0e80fbc30 msgr2=0x7fd0e80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.698+0000 7fd0efb8c640 1 -- 172.21.15.18:0/3831675759 shutdown_connections 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.698+0000 7fd0efb8c640 1 -- 172.21.15.18:0/3831675759 wait complete. 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0efb8c640 1 Processor -- start 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0efb8c640 1 -- start start 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0efb8c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0e81006a0 0x7fd0e806a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0efb8c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0e8101890 0x7fd0e819c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0efb8c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e8102250 0x7fd0e819edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0efb8c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e810c300 con 0x7fd0e81006a0 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0efb8c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e810c180 con 0x7fd0e8101890 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0efb8c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e810c480 con 0x7fd0e8102250 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0ed928640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0e81006a0 0x7fd0e806a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0ed928640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0e81006a0 0x7fd0e806a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58366/0 (socket says 172.21.15.18:58366) 2024-04-22T00:40:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0ed928640 1 -- 172.21.15.18:0/2345081479 learned_addr learned my addr 172.21.15.18:0/2345081479 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0ed127640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0e8101890 0x7fd0e819c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0ed928640 1 -- 172.21.15.18:0/2345081479 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e8102250 msgr2=0x7fd0e819edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0ee129640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e8102250 0x7fd0e819edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0ed928640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e8102250 0x7fd0e819edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0ed928640 1 -- 172.21.15.18:0/2345081479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0e8101890 msgr2=0x7fd0e819c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0ed928640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0e8101890 0x7fd0e819c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.699+0000 7fd0ed928640 1 -- 172.21.15.18:0/2345081479 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0e819f6d0 con 0x7fd0e81006a0 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.700+0000 7fd0ed127640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0e8101890 0x7fd0e819c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.700+0000 7fd0ed928640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0e81006a0 0x7fd0e806a8b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fd0e400d770 tx=0x7fd0e400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.700+0000 7fd0deffd640 1 -- 172.21.15.18:0/2345081479 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0e4017070 con 0x7fd0e81006a0 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.700+0000 7fd0efb8c640 1 -- 172.21.15.18:0/2345081479 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0e819f960 con 0x7fd0e81006a0 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.700+0000 7fd0deffd640 1 -- 172.21.15.18:0/2345081479 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd0e4009c30 con 0x7fd0e81006a0 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.700+0000 7fd0deffd640 1 -- 172.21.15.18:0/2345081479 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0e4003dd0 con 0x7fd0e81006a0 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.700+0000 7fd0efb8c640 1 -- 172.21.15.18:0/2345081479 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0e819feb0 con 0x7fd0e81006a0 2024-04-22T00:40:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.701+0000 7fd0efb8c640 1 -- 172.21.15.18:0/2345081479 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0e80689b0 con 0x7fd0e81006a0 2024-04-22T00:40:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.703+0000 7fd0deffd640 1 -- 172.21.15.18:0/2345081479 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd0e4003f70 con 0x7fd0e81006a0 2024-04-22T00:40:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.703+0000 7fd0deffd640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2c20 0x7fd0d40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.703+0000 7fd0ed127640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2c20 0x7fd0d40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.703+0000 7fd0deffd640 1 -- 172.21.15.18:0/2345081479 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fd0e40cf360 con 0x7fd0e81006a0 2024-04-22T00:40:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.704+0000 7fd0ed127640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2c20 0x7fd0d40a50e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd0e806a620 tx=0x7fd0d8005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:29.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.707+0000 7fd0deffd640 1 -- 172.21.15.18:0/2345081479 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fd0e4009de0 con 0x7fd0e81006a0 2024-04-22T00:40:29.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.892+0000 7fd0efb8c640 1 -- 172.21.15.18:0/2345081479 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fd0e802d2b0 con 0x7fd0e81006a0 2024-04-22T00:40:29.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.892+0000 7fd0deffd640 1 -- 172.21.15.18:0/2345081479 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7fd0e802d2b0 con 0x7fd0e81006a0 2024-04-22T00:40:29.894 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:40:29.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 -- 172.21.15.18:0/2345081479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2c20 msgr2=0x7fd0d40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2c20 0x7fd0d40a50e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd0e806a620 tx=0x7fd0d8005e50 comp rx=0 tx=0).stop 2024-04-22T00:40:29.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 -- 172.21.15.18:0/2345081479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0e81006a0 msgr2=0x7fd0e806a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:29.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0e81006a0 0x7fd0e806a8b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fd0e400d770 tx=0x7fd0e400dc30 comp rx=0 tx=0).stop 2024-04-22T00:40:29.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 -- 172.21.15.18:0/2345081479 shutdown_connections 2024-04-22T00:40:29.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0d40a2c20 0x7fd0d40a50e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd0e8102250 0x7fd0e819edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd0e8101890 0x7fd0e819c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 --2- 172.21.15.18:0/2345081479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0e81006a0 0x7fd0e806a8b0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:29.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 -- 172.21.15.18:0/2345081479 >> 172.21.15.18:0/2345081479 conn(0x7fd0e80fbc30 msgr2=0x7fd0e8104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:29.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 -- 172.21.15.18:0/2345081479 shutdown_connections 2024-04-22T00:40:29.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:29.894+0000 7fd0efb8c640 1 -- 172.21.15.18:0/2345081479 wait complete. 2024-04-22T00:40:29.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:29 smithi018 ceph-mon[27979]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:29.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:29 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/999273728' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:29.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:29 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1683120507' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:29.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:29 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1796680572' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:29.907 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:40:30.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.009+0000 7fe50a0aa640 1 -- 172.21.15.18:0/1852588455 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe504104bb0 msgr2=0x7fe504106fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.009+0000 7fe50a0aa640 1 --2- 172.21.15.18:0/1852588455 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe504104bb0 0x7fe504106fa0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8009900 tx=0x7fe4f802bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.009+0000 7fe50a0aa640 1 -- 172.21.15.18:0/1852588455 shutdown_connections 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.009+0000 7fe50a0aa640 1 --2- 172.21.15.18:0/1852588455 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe5041074e0 0x7fe5041098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.009+0000 7fe50a0aa640 1 --2- 172.21.15.18:0/1852588455 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe504104bb0 0x7fe504106fa0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.009+0000 7fe50a0aa640 1 --2- 172.21.15.18:0/1852588455 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe504102280 0x7fe504104670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.009+0000 7fe50a0aa640 1 -- 172.21.15.18:0/1852588455 >> 172.21.15.18:0/1852588455 conn(0x7fe5040fbc30 msgr2=0x7fe5040fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.009+0000 7fe50a0aa640 1 -- 172.21.15.18:0/1852588455 shutdown_connections 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.009+0000 7fe50a0aa640 1 -- 172.21.15.18:0/1852588455 wait complete. 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe50a0aa640 1 Processor -- start 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe50a0aa640 1 -- start start 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe50a0aa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe504102280 0x7fe504197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe50a0aa640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe504104bb0 0x7fe504198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe50a0aa640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5041074e0 0x7fe50419f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe50a0aa640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe50410d410 con 0x7fe504102280 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe50a0aa640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe50410d290 con 0x7fe504104bb0 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe50a0aa640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe50410d590 con 0x7fe5041074e0 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe5037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe504102280 0x7fe504197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe5037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe504102280 0x7fe504197b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58378/0 (socket says 172.21.15.18:58378) 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.010+0000 7fe5037fe640 1 -- 172.21.15.18:0/265032285 learned_addr learned my addr 172.21.15.18:0/265032285 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe502ffd640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe504104bb0 0x7fe504198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe503fff640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5041074e0 0x7fe50419f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe5037fe640 1 -- 172.21.15.18:0/265032285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5041074e0 msgr2=0x7fe50419f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe5037fe640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5041074e0 0x7fe50419f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe5037fe640 1 -- 172.21.15.18:0/265032285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe504104bb0 msgr2=0x7fe504198050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe5037fe640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe504104bb0 0x7fe504198050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe5037fe640 1 -- 172.21.15.18:0/265032285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe50419f730 con 0x7fe504102280 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe502ffd640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe504104bb0 0x7fe504198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe503fff640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5041074e0 0x7fe50419f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:30.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe5037fe640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe504102280 0x7fe504197b10 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe4f400e9f0 tx=0x7fe4f400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:30.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe500ff9640 1 -- 172.21.15.18:0/265032285 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f400cd80 con 0x7fe504102280 2024-04-22T00:40:30.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe500ff9640 1 -- 172.21.15.18:0/265032285 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4f4005500 con 0x7fe504102280 2024-04-22T00:40:30.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe50a0aa640 1 -- 172.21.15.18:0/265032285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe50419fa20 con 0x7fe504102280 2024-04-22T00:40:30.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe500ff9640 1 -- 172.21.15.18:0/265032285 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f4010690 con 0x7fe504102280 2024-04-22T00:40:30.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.011+0000 7fe50a0aa640 1 -- 172.21.15.18:0/265032285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe50419fef0 con 0x7fe504102280 2024-04-22T00:40:30.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.012+0000 7fe50a0aa640 1 -- 172.21.15.18:0/265032285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5040689b0 con 0x7fe504102280 2024-04-22T00:40:30.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.013+0000 7fe500ff9640 1 -- 172.21.15.18:0/265032285 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe4f40046c0 con 0x7fe504102280 2024-04-22T00:40:30.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.014+0000 7fe500ff9640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4ec0a2c20 0x7fe4ec0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.014+0000 7fe502ffd640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4ec0a2c20 0x7fe4ec0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.014+0000 7fe500ff9640 1 -- 172.21.15.18:0/265032285 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fe4f40cfa90 con 0x7fe504102280 2024-04-22T00:40:30.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.015+0000 7fe502ffd640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4ec0a2c20 0x7fe4ec0a50e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe4f802c7b0 tx=0x7fe4f8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:30.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.019+0000 7fe500ff9640 1 -- 172.21.15.18:0/265032285 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe4f409c530 con 0x7fe504102280 2024-04-22T00:40:30.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:29 smithi081 ceph-mon[31546]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:30.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:29 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/999273728' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:30.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:29 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1683120507' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:30.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:29 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1796680572' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:30.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.206+0000 7fe50a0aa640 1 -- 172.21.15.18:0/265032285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fe50402d1a0 con 0x7fe504102280 2024-04-22T00:40:30.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.206+0000 7fe500ff9640 1 -- 172.21.15.18:0/265032285 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7fe4f409be30 con 0x7fe504102280 2024-04-22T00:40:30.208 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:40:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 -- 172.21.15.18:0/265032285 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4ec0a2c20 msgr2=0x7fe4ec0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4ec0a2c20 0x7fe4ec0a50e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe4f802c7b0 tx=0x7fe4f8005fd0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 -- 172.21.15.18:0/265032285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe504102280 msgr2=0x7fe504197b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe504102280 0x7fe504197b10 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe4f400e9f0 tx=0x7fe4f400edf0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 -- 172.21.15.18:0/265032285 shutdown_connections 2024-04-22T00:40:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4ec0a2c20 0x7fe4ec0a50e0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5041074e0 0x7fe50419f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe504104bb0 0x7fe504198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 --2- 172.21.15.18:0/265032285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe504102280 0x7fe504197b10 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 -- 172.21.15.18:0/265032285 >> 172.21.15.18:0/265032285 conn(0x7fe5040fbc30 msgr2=0x7fe504102ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 -- 172.21.15.18:0/265032285 shutdown_connections 2024-04-22T00:40:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.208+0000 7fe50a0aa640 1 -- 172.21.15.18:0/265032285 wait complete. 2024-04-22T00:40:30.222 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:40:30.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:29 smithi167 ceph-mon[31348]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:30.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:29 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/999273728' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:30.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:29 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1683120507' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:30.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:29 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1796680572' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:30.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.322+0000 7ff55ffc9640 1 -- 172.21.15.18:0/1639464226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff5580ffa60 msgr2=0x7ff5580ffe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.322+0000 7ff55ffc9640 1 --2- 172.21.15.18:0/1639464226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff5580ffa60 0x7ff5580ffe80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7ff548009930 tx=0x7ff54802bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:30.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 -- 172.21.15.18:0/1639464226 shutdown_connections 2024-04-22T00:40:30.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 --2- 172.21.15.18:0/1639464226 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff5581033f0 0x7ff558109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 --2- 172.21.15.18:0/1639464226 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff558102a30 0x7ff558102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 --2- 172.21.15.18:0/1639464226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff5580ffa60 0x7ff5580ffe80 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 -- 172.21.15.18:0/1639464226 >> 172.21.15.18:0/1639464226 conn(0x7ff5580fb3b0 msgr2=0x7ff5580fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:30.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 -- 172.21.15.18:0/1639464226 shutdown_connections 2024-04-22T00:40:30.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 -- 172.21.15.18:0/1639464226 wait complete. 2024-04-22T00:40:30.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 Processor -- start 2024-04-22T00:40:30.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 -- start start 2024-04-22T00:40:30.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff5580ffa60 0x7ff5581023a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff558102a30 0x7ff5581009e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff5581033f0 0x7ff558100f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff55810d410 con 0x7ff5581033f0 2024-04-22T00:40:30.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff55810d290 con 0x7ff558102a30 2024-04-22T00:40:30.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.323+0000 7ff55ffc9640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff55810d590 con 0x7ff5580ffa60 2024-04-22T00:40:30.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55e566640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff5581033f0 0x7ff558100f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55e566640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff5581033f0 0x7ff558100f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58402/0 (socket says 172.21.15.18:58402) 2024-04-22T00:40:30.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55e566640 1 -- 172.21.15.18:0/339103894 learned_addr learned my addr 172.21.15.18:0/339103894 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:30.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55d564640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff558102a30 0x7ff5581009e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55dd65640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff5580ffa60 0x7ff5581023a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55e566640 1 -- 172.21.15.18:0/339103894 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff5580ffa60 msgr2=0x7ff5581023a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55e566640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff5580ffa60 0x7ff5581023a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55e566640 1 -- 172.21.15.18:0/339103894 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff558102a30 msgr2=0x7ff5581009e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55e566640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff558102a30 0x7ff5581009e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55e566640 1 -- 172.21.15.18:0/339103894 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5581017b0 con 0x7ff5581033f0 2024-04-22T00:40:30.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55e566640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff5581033f0 0x7ff558100f20 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff550009fd0 tx=0x7ff55000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:30.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff54effd640 1 -- 172.21.15.18:0/339103894 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff550017070 con 0x7ff5581033f0 2024-04-22T00:40:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55ffc9640 1 -- 172.21.15.18:0/339103894 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5581a1c30 con 0x7ff5581033f0 2024-04-22T00:40:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff54effd640 1 -- 172.21.15.18:0/339103894 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff550003e50 con 0x7ff5581033f0 2024-04-22T00:40:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff54effd640 1 -- 172.21.15.18:0/339103894 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5500106c0 con 0x7ff5581033f0 2024-04-22T00:40:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.324+0000 7ff55ffc9640 1 -- 172.21.15.18:0/339103894 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5581a2180 con 0x7ff5581033f0 2024-04-22T00:40:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.325+0000 7ff55ffc9640 1 -- 172.21.15.18:0/339103894 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff558108c30 con 0x7ff5581033f0 2024-04-22T00:40:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.326+0000 7ff54effd640 1 -- 172.21.15.18:0/339103894 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff550003970 con 0x7ff5581033f0 2024-04-22T00:40:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.327+0000 7ff54effd640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff5440a2c20 0x7ff5440a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.327+0000 7ff55dd65640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff5440a2c20 0x7ff5440a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.327+0000 7ff54effd640 1 -- 172.21.15.18:0/339103894 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7ff5500cf150 con 0x7ff5581033f0 2024-04-22T00:40:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.328+0000 7ff55dd65640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff5440a2c20 0x7ff5440a50e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff54802c7b0 tx=0x7ff548000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:30.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.332+0000 7ff54effd640 1 -- 172.21.15.18:0/339103894 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff55009b5a0 con 0x7ff5581033f0 2024-04-22T00:40:30.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.556+0000 7ff55ffc9640 1 -- 172.21.15.18:0/339103894 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff55802d370 con 0x7ff5581033f0 2024-04-22T00:40:30.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.557+0000 7ff54effd640 1 -- 172.21.15.18:0/339103894 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11869 (secure 0 0 0) 0x7ff55009f8a0 con 0x7ff5581033f0 2024-04-22T00:40:30.559 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:30.559 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:39:07.340234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:40:30.559 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-04-22T00:40:30.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 -- 172.21.15.18:0/339103894 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff5440a2c20 msgr2=0x7ff5440a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff5440a2c20 0x7ff5440a50e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff54802c7b0 tx=0x7ff548000bc0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 -- 172.21.15.18:0/339103894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff5581033f0 msgr2=0x7ff558100f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff5581033f0 0x7ff558100f20 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff550009fd0 tx=0x7ff55000b260 comp rx=0 tx=0).stop 2024-04-22T00:40:30.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 -- 172.21.15.18:0/339103894 shutdown_connections 2024-04-22T00:40:30.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff5440a2c20 0x7ff5440a50e0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff5581033f0 0x7ff558100f20 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff558102a30 0x7ff5581009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 --2- 172.21.15.18:0/339103894 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff5580ffa60 0x7ff5581023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 -- 172.21.15.18:0/339103894 >> 172.21.15.18:0/339103894 conn(0x7ff5580fb3b0 msgr2=0x7ff558105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:30.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 -- 172.21.15.18:0/339103894 shutdown_connections 2024-04-22T00:40:30.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.559+0000 7ff55ffc9640 1 -- 172.21.15.18:0/339103894 wait complete. 2024-04-22T00:40:30.574 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:40:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.674+0000 7f0b30daf640 1 -- 172.21.15.18:0/3199254182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0b2c104c10 msgr2=0x7f0b2c107000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.674+0000 7f0b30daf640 1 --2- 172.21.15.18:0/3199254182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0b2c104c10 0x7f0b2c107000 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f0b14009900 tx=0x7f0b1402bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.674+0000 7f0b30daf640 1 -- 172.21.15.18:0/3199254182 shutdown_connections 2024-04-22T00:40:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.674+0000 7f0b30daf640 1 --2- 172.21.15.18:0/3199254182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b2c107540 0x7f0b2c109930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.674+0000 7f0b30daf640 1 --2- 172.21.15.18:0/3199254182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0b2c104c10 0x7f0b2c107000 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.674+0000 7f0b30daf640 1 --2- 172.21.15.18:0/3199254182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b2c1022e0 0x7f0b2c1046d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.674+0000 7f0b30daf640 1 -- 172.21.15.18:0/3199254182 >> 172.21.15.18:0/3199254182 conn(0x7f0b2c0fbc30 msgr2=0x7f0b2c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.674+0000 7f0b30daf640 1 -- 172.21.15.18:0/3199254182 shutdown_connections 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.674+0000 7f0b30daf640 1 -- 172.21.15.18:0/3199254182 wait complete. 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b30daf640 1 Processor -- start 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b30daf640 1 -- start start 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b30daf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b2c1022e0 0x7f0b2c199d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b30daf640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b2c104c10 0x7f0b2c19a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b30daf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0b2c107540 0x7f0b2c1a12a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b30daf640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2c10d420 con 0x7f0b2c107540 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b30daf640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2c10d2a0 con 0x7f0b2c104c10 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b30daf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2c10d5a0 con 0x7f0b2c1022e0 2024-04-22T00:40:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b2ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0b2c107540 0x7f0b2c1a12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b2ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0b2c107540 0x7f0b2c1a12a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58424/0 (socket says 172.21.15.18:58424) 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b2a59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b2c1022e0 0x7f0b2c199d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b2ad9d640 1 -- 172.21.15.18:0/4190806144 learned_addr learned my addr 172.21.15.18:0/4190806144 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.675+0000 7f0b23fff640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b2c104c10 0x7f0b2c19a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b2ad9d640 1 -- 172.21.15.18:0/4190806144 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b2c1022e0 msgr2=0x7f0b2c199d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b2ad9d640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b2c1022e0 0x7f0b2c199d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b2ad9d640 1 -- 172.21.15.18:0/4190806144 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b2c104c10 msgr2=0x7f0b2c19a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b2ad9d640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b2c104c10 0x7f0b2c19a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b2ad9d640 1 -- 172.21.15.18:0/4190806144 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b2c1a1940 con 0x7f0b2c107540 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b2ad9d640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0b2c107540 0x7f0b2c1a12a0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f0b2400eaa0 tx=0x7f0b2400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b237fe640 1 -- 172.21.15.18:0/4190806144 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2400cdb0 con 0x7f0b2c107540 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b237fe640 1 -- 172.21.15.18:0/4190806144 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b24005020 con 0x7f0b2c107540 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b30daf640 1 -- 172.21.15.18:0/4190806144 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b2c1a1c30 con 0x7f0b2c107540 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b237fe640 1 -- 172.21.15.18:0/4190806144 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b240116b0 con 0x7f0b2c107540 2024-04-22T00:40:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.676+0000 7f0b30daf640 1 -- 172.21.15.18:0/4190806144 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b2c1a2130 con 0x7f0b2c107540 2024-04-22T00:40:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.677+0000 7f0b30daf640 1 -- 172.21.15.18:0/4190806144 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b2c109030 con 0x7f0b2c107540 2024-04-22T00:40:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.678+0000 7f0b237fe640 1 -- 172.21.15.18:0/4190806144 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0b24005560 con 0x7f0b2c107540 2024-04-22T00:40:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.679+0000 7f0b237fe640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0b180a2c20 0x7f0b180a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.679+0000 7f0b2a59c640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0b180a2c20 0x7f0b180a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.679+0000 7f0b237fe640 1 -- 172.21.15.18:0/4190806144 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f0b240cf760 con 0x7f0b2c107540 2024-04-22T00:40:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.679+0000 7f0b2a59c640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0b180a2c20 0x7f0b180a50e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c19b200 tx=0x7f0b1c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.684+0000 7f0b237fe640 1 -- 172.21.15.18:0/4190806144 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0b24016030 con 0x7f0b2c107540 2024-04-22T00:40:30.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.875+0000 7f0b30daf640 1 -- 172.21.15.18:0/4190806144 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0b2c02d390 con 0x7f0b2c107540 2024-04-22T00:40:30.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.876+0000 7f0b237fe640 1 -- 172.21.15.18:0/4190806144 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24515 (secure 0 0 0) 0x7f0b2409bbb0 con 0x7f0b2c107540 2024-04-22T00:40:30.879 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:30.879 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":93,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:39:39.514951+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:40:30.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.878+0000 7f0b30daf640 1 -- 172.21.15.18:0/4190806144 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0b180a2c20 msgr2=0x7f0b180a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.878+0000 7f0b30daf640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0b180a2c20 0x7f0b180a50e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c19b200 tx=0x7f0b1c005f90 comp rx=0 tx=0).stop 2024-04-22T00:40:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.878+0000 7f0b30daf640 1 -- 172.21.15.18:0/4190806144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0b2c107540 msgr2=0x7f0b2c1a12a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.878+0000 7f0b30daf640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0b2c107540 0x7f0b2c1a12a0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f0b2400eaa0 tx=0x7f0b2400ef60 comp rx=0 tx=0).stop 2024-04-22T00:40:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.878+0000 7f0b30daf640 1 -- 172.21.15.18:0/4190806144 shutdown_connections 2024-04-22T00:40:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.879+0000 7f0b30daf640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0b180a2c20 0x7f0b180a50e0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.879+0000 7f0b30daf640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0b2c107540 0x7f0b2c1a12a0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.879+0000 7f0b30daf640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b2c104c10 0x7f0b2c19a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.879+0000 7f0b30daf640 1 --2- 172.21.15.18:0/4190806144 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0b2c1022e0 0x7f0b2c199d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.879+0000 7f0b30daf640 1 -- 172.21.15.18:0/4190806144 >> 172.21.15.18:0/4190806144 conn(0x7f0b2c0fbc30 msgr2=0x7f0b2c101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:30.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.879+0000 7f0b30daf640 1 -- 172.21.15.18:0/4190806144 shutdown_connections 2024-04-22T00:40:30.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.879+0000 7f0b30daf640 1 -- 172.21.15.18:0/4190806144 wait complete. 2024-04-22T00:40:30.891 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:30 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2345081479' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:30.891 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:30 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/265032285' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:30.891 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:30 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/339103894' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:30.893 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:40:30.893 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:40:31.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.997+0000 7f73459e5640 1 -- 172.21.15.18:0/1362955675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7340102250 msgr2=0x7f7340108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.997+0000 7f73459e5640 1 --2- 172.21.15.18:0/1362955675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7340102250 0x7f7340108ae0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f7338009ca0 tx=0x7f733802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.997+0000 7f73459e5640 1 -- 172.21.15.18:0/1362955675 shutdown_connections 2024-04-22T00:40:31.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.997+0000 7f73459e5640 1 --2- 172.21.15.18:0/1362955675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7340102250 0x7f7340108ae0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.997+0000 7f73459e5640 1 --2- 172.21.15.18:0/1362955675 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7340101890 0x7f7340101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.997+0000 7f73459e5640 1 --2- 172.21.15.18:0/1362955675 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f73401006a0 0x7f7340100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.997+0000 7f73459e5640 1 -- 172.21.15.18:0/1362955675 >> 172.21.15.18:0/1362955675 conn(0x7f73400fbc30 msgr2=0x7f73400fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:31.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.997+0000 7f73459e5640 1 -- 172.21.15.18:0/1362955675 shutdown_connections 2024-04-22T00:40:31.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.997+0000 7f73459e5640 1 -- 172.21.15.18:0/1362955675 wait complete. 2024-04-22T00:40:31.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.997+0000 7f73459e5640 1 Processor -- start 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f73459e5640 1 -- start start 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f73459e5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73401006a0 0x7f734006a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f73459e5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7340101890 0x7f734019c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f73459e5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7340102250 0x7f734019ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f73459e5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f734010c320 con 0x7f73401006a0 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f73459e5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f734010c1a0 con 0x7f7340102250 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f73459e5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f734010c4a0 con 0x7f7340101890 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73401006a0 0x7f734006a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73401006a0 0x7f734006a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58404/0 (socket says 172.21.15.18:58404) 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733effd640 1 -- 172.21.15.18:0/3605857034 learned_addr learned my addr 172.21.15.18:0/3605857034 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733f7fe640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7340102250 0x7f734019ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733e7fc640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7340101890 0x7f734019c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733effd640 1 -- 172.21.15.18:0/3605857034 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7340101890 msgr2=0x7f734019c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733effd640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7340101890 0x7f734019c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733effd640 1 -- 172.21.15.18:0/3605857034 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7340102250 msgr2=0x7f734019ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733effd640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7340102250 0x7f734019ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733effd640 1 -- 172.21.15.18:0/3605857034 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f734019f710 con 0x7f73401006a0 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733f7fe640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7340102250 0x7f734019ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.998+0000 7f733effd640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73401006a0 0x7f734006a8b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f733000d950 tx=0x7f733000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.999+0000 7f73449e3640 1 -- 172.21.15.18:0/3605857034 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330017070 con 0x7f73401006a0 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.999+0000 7f73459e5640 1 -- 172.21.15.18:0/3605857034 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f734019f9a0 con 0x7f73401006a0 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.999+0000 7f73449e3640 1 -- 172.21.15.18:0/3605857034 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7330009c30 con 0x7f73401006a0 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.999+0000 7f73449e3640 1 -- 172.21.15.18:0/3605857034 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f733000f600 con 0x7f73401006a0 2024-04-22T00:40:31.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:30.999+0000 7f73459e5640 1 -- 172.21.15.18:0/3605857034 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f734019fef0 con 0x7f73401006a0 2024-04-22T00:40:31.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.000+0000 7f73459e5640 1 -- 172.21.15.18:0/3605857034 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73401079c0 con 0x7f73401006a0 2024-04-22T00:40:31.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.001+0000 7f73449e3640 1 -- 172.21.15.18:0/3605857034 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f733001a070 con 0x7f73401006a0 2024-04-22T00:40:31.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.001+0000 7f73449e3640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73280a2c20 0x7f73280a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.001+0000 7f733e7fc640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73280a2c20 0x7f73280a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.002+0000 7f73449e3640 1 -- 172.21.15.18:0/3605857034 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f73300cf070 con 0x7f73401006a0 2024-04-22T00:40:31.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.002+0000 7f733e7fc640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73280a2c20 0x7f73280a50e0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f734006a620 tx=0x7f733400b590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:31.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.006+0000 7f73449e3640 1 -- 172.21.15.18:0/3605857034 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7330009de0 con 0x7f73401006a0 2024-04-22T00:40:31.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:30 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2345081479' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:31.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:30 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/265032285' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:31.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:30 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/339103894' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:31.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.189+0000 7f73459e5640 1 -- 172.21.15.18:0/3605857034 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f734002d390 con 0x7f73401006a0 2024-04-22T00:40:31.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.190+0000 7f73449e3640 1 -- 172.21.15.18:0/3605857034 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f733009bb10 con 0x7f73401006a0 2024-04-22T00:40:31.192 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 -- 172.21.15.18:0/3605857034 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73280a2c20 msgr2=0x7f73280a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73280a2c20 0x7f73280a50e0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f734006a620 tx=0x7f733400b590 comp rx=0 tx=0).stop 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 -- 172.21.15.18:0/3605857034 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73401006a0 msgr2=0x7f734006a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73401006a0 0x7f734006a8b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f733000d950 tx=0x7f733000de10 comp rx=0 tx=0).stop 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 -- 172.21.15.18:0/3605857034 shutdown_connections 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73280a2c20 0x7f73280a50e0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7340102250 0x7f734019ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7340101890 0x7f734019c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 --2- 172.21.15.18:0/3605857034 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73401006a0 0x7f734006a8b0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 -- 172.21.15.18:0/3605857034 >> 172.21.15.18:0/3605857034 conn(0x7f73400fbc30 msgr2=0x7f7340104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:31.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 -- 172.21.15.18:0/3605857034 shutdown_connections 2024-04-22T00:40:31.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.192+0000 7f73459e5640 1 -- 172.21.15.18:0/3605857034 wait complete. 2024-04-22T00:40:31.205 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:40:31.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:30 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2345081479' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:31.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:30 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/265032285' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:31.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:30 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/339103894' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:31.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.308+0000 7f54dcbb1640 1 -- 172.21.15.18:0/2384465849 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54d8102250 msgr2=0x7f54d8108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.308+0000 7f54dcbb1640 1 --2- 172.21.15.18:0/2384465849 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54d8102250 0x7f54d8108ae0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f54d0009ca0 tx=0x7f54d002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.308+0000 7f54dcbb1640 1 -- 172.21.15.18:0/2384465849 shutdown_connections 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.308+0000 7f54dcbb1640 1 --2- 172.21.15.18:0/2384465849 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54d8102250 0x7f54d8108ae0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.308+0000 7f54dcbb1640 1 --2- 172.21.15.18:0/2384465849 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f54d8101890 0x7f54d8101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.308+0000 7f54dcbb1640 1 --2- 172.21.15.18:0/2384465849 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54d81006a0 0x7f54d8100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.308+0000 7f54dcbb1640 1 -- 172.21.15.18:0/2384465849 >> 172.21.15.18:0/2384465849 conn(0x7f54d80fbc10 msgr2=0x7f54d80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.308+0000 7f54dcbb1640 1 -- 172.21.15.18:0/2384465849 shutdown_connections 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.308+0000 7f54dcbb1640 1 -- 172.21.15.18:0/2384465849 wait complete. 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54dcbb1640 1 Processor -- start 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54dcbb1640 1 -- start start 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54dcbb1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54d81006a0 0x7f54d81979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54dcbb1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f54d8101890 0x7f54d8197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54dcbb1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54d8102250 0x7f54d819ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54dcbb1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f54d810d440 con 0x7f54d8102250 2024-04-22T00:40:31.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54dcbb1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f54d810d2c0 con 0x7f54d81006a0 2024-04-22T00:40:31.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54dcbb1640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f54d810d5c0 con 0x7f54d8101890 2024-04-22T00:40:31.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54d6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54d8102250 0x7f54d819ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54d6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54d8102250 0x7f54d819ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58428/0 (socket says 172.21.15.18:58428) 2024-04-22T00:40:31.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54d6d9d640 1 -- 172.21.15.18:0/743076548 learned_addr learned my addr 172.21.15.18:0/743076548 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:31.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54d659c640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54d81006a0 0x7f54d81979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.309+0000 7f54d5d9b640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f54d8101890 0x7f54d8197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54d6d9d640 1 -- 172.21.15.18:0/743076548 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f54d8101890 msgr2=0x7f54d8197f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54d6d9d640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f54d8101890 0x7f54d8197f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54d6d9d640 1 -- 172.21.15.18:0/743076548 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54d81006a0 msgr2=0x7f54d81979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54d6d9d640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54d81006a0 0x7f54d81979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54d6d9d640 1 -- 172.21.15.18:0/743076548 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d819f5e0 con 0x7f54d8102250 2024-04-22T00:40:31.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54d6d9d640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54d8102250 0x7f54d819ef70 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f54d0005e30 tx=0x7f54d0032ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:31.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54c77fe640 1 -- 172.21.15.18:0/743076548 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54d0041020 con 0x7f54d8102250 2024-04-22T00:40:31.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54dcbb1640 1 -- 172.21.15.18:0/743076548 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54d819f870 con 0x7f54d8102250 2024-04-22T00:40:31.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54c77fe640 1 -- 172.21.15.18:0/743076548 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54d0034cd0 con 0x7f54d8102250 2024-04-22T00:40:31.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54c77fe640 1 -- 172.21.15.18:0/743076548 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54d0039040 con 0x7f54d8102250 2024-04-22T00:40:31.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.310+0000 7f54dcbb1640 1 -- 172.21.15.18:0/743076548 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54d819fdb0 con 0x7f54d8102250 2024-04-22T00:40:31.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.311+0000 7f54dcbb1640 1 -- 172.21.15.18:0/743076548 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54d8107960 con 0x7f54d8102250 2024-04-22T00:40:31.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.312+0000 7f54c77fe640 1 -- 172.21.15.18:0/743076548 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f54d0044020 con 0x7f54d8102250 2024-04-22T00:40:31.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.313+0000 7f54c77fe640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f54c00a2c20 0x7f54c00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.313+0000 7f54c77fe640 1 -- 172.21.15.18:0/743076548 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f54d00f1340 con 0x7f54d8102250 2024-04-22T00:40:31.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.313+0000 7f54d659c640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f54c00a2c20 0x7f54c00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.313+0000 7f54d659c640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f54c00a2c20 0x7f54c00a50e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f54d81016f0 tx=0x7f54c800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:31.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.317+0000 7f54c77fe640 1 -- 172.21.15.18:0/743076548 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f54d004b020 con 0x7f54d8102250 2024-04-22T00:40:31.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.503+0000 7f54dcbb1640 1 -- 172.21.15.18:0/743076548 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f54d8062340 con 0x7f54d8102250 2024-04-22T00:40:31.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.503+0000 7f54c77fe640 1 -- 172.21.15.18:0/743076548 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f54d00a6e20 con 0x7f54d8102250 2024-04-22T00:40:31.505 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:40:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 -- 172.21.15.18:0/743076548 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f54c00a2c20 msgr2=0x7f54c00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f54c00a2c20 0x7f54c00a50e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f54d81016f0 tx=0x7f54c800b390 comp rx=0 tx=0).stop 2024-04-22T00:40:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 -- 172.21.15.18:0/743076548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54d8102250 msgr2=0x7f54d819ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54d8102250 0x7f54d819ef70 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f54d0005e30 tx=0x7f54d0032ec0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 -- 172.21.15.18:0/743076548 shutdown_connections 2024-04-22T00:40:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f54c00a2c20 0x7f54c00a50e0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54d8102250 0x7f54d819ef70 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f54d8101890 0x7f54d8197f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 --2- 172.21.15.18:0/743076548 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54d81006a0 0x7f54d81979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 -- 172.21.15.18:0/743076548 >> 172.21.15.18:0/743076548 conn(0x7f54d80fbc10 msgr2=0x7f54d8104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:31.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 -- 172.21.15.18:0/743076548 shutdown_connections 2024-04-22T00:40:31.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.505+0000 7f54dcbb1640 1 -- 172.21.15.18:0/743076548 wait complete. 2024-04-22T00:40:31.518 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.621+0000 7fde3a242640 1 -- 172.21.15.18:0/2150798297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde34101890 msgr2=0x7fde34101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.621+0000 7fde3a242640 1 --2- 172.21.15.18:0/2150798297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde34101890 0x7fde34101d10 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fde28009900 tx=0x7fde2802bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.621+0000 7fde3a242640 1 -- 172.21.15.18:0/2150798297 shutdown_connections 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.621+0000 7fde3a242640 1 --2- 172.21.15.18:0/2150798297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde34102250 0x7fde34108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.621+0000 7fde3a242640 1 --2- 172.21.15.18:0/2150798297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde34101890 0x7fde34101d10 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.621+0000 7fde3a242640 1 --2- 172.21.15.18:0/2150798297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde341006a0 0x7fde34100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.621+0000 7fde3a242640 1 -- 172.21.15.18:0/2150798297 >> 172.21.15.18:0/2150798297 conn(0x7fde340fbc30 msgr2=0x7fde340fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.621+0000 7fde3a242640 1 -- 172.21.15.18:0/2150798297 shutdown_connections 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.621+0000 7fde3a242640 1 -- 172.21.15.18:0/2150798297 wait complete. 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde3a242640 1 Processor -- start 2024-04-22T00:40:31.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde3a242640 1 -- start start 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde3a242640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde341006a0 0x7fde34197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde3a242640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde34101890 0x7fde34198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde3a242640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde34102250 0x7fde3419f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde3a242640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fde3410c300 con 0x7fde34102250 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde3a242640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fde3410c180 con 0x7fde341006a0 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde3a242640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fde3410c480 con 0x7fde34101890 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde34102250 0x7fde3419f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde34102250 0x7fde3419f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58446/0 (socket says 172.21.15.18:58446) 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde33fff640 1 -- 172.21.15.18:0/3586304412 learned_addr learned my addr 172.21.15.18:0/3586304412 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde32ffd640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde34101890 0x7fde34198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde337fe640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde341006a0 0x7fde34197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde33fff640 1 -- 172.21.15.18:0/3586304412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde34101890 msgr2=0x7fde34198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde33fff640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde34101890 0x7fde34198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde33fff640 1 -- 172.21.15.18:0/3586304412 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde341006a0 msgr2=0x7fde34197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde33fff640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde341006a0 0x7fde34197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.622+0000 7fde33fff640 1 -- 172.21.15.18:0/3586304412 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde3419f6f0 con 0x7fde34102250 2024-04-22T00:40:31.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.623+0000 7fde33fff640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde34102250 0x7fde3419f080 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fde2c00eaa0 tx=0x7fde2c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:31.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.623+0000 7fde30ff9640 1 -- 172.21.15.18:0/3586304412 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2c00cdb0 con 0x7fde34102250 2024-04-22T00:40:31.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.623+0000 7fde3a242640 1 -- 172.21.15.18:0/3586304412 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde3419f9e0 con 0x7fde34102250 2024-04-22T00:40:31.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.623+0000 7fde30ff9640 1 -- 172.21.15.18:0/3586304412 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde2c005020 con 0x7fde34102250 2024-04-22T00:40:31.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.623+0000 7fde30ff9640 1 -- 172.21.15.18:0/3586304412 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2c0116b0 con 0x7fde34102250 2024-04-22T00:40:31.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.623+0000 7fde3a242640 1 -- 172.21.15.18:0/3586304412 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde3419feb0 con 0x7fde34102250 2024-04-22T00:40:31.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.624+0000 7fde3a242640 1 -- 172.21.15.18:0/3586304412 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde341a00e0 con 0x7fde34102250 2024-04-22T00:40:31.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.625+0000 7fde30ff9640 1 -- 172.21.15.18:0/3586304412 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fde2c005560 con 0x7fde34102250 2024-04-22T00:40:31.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.626+0000 7fde30ff9640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde1c0a2c20 0x7fde1c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.626+0000 7fde30ff9640 1 -- 172.21.15.18:0/3586304412 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fde2c0cf700 con 0x7fde34102250 2024-04-22T00:40:31.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.626+0000 7fde337fe640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde1c0a2c20 0x7fde1c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.626+0000 7fde337fe640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde1c0a2c20 0x7fde1c0a50e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fde341016f0 tx=0x7fde2400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:31.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.630+0000 7fde30ff9640 1 -- 172.21.15.18:0/3586304412 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fde2c016030 con 0x7fde34102250 2024-04-22T00:40:31.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.814+0000 7fde3a242640 1 -- 172.21.15.18:0/3586304412 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fde341a03a0 con 0x7fde34102250 2024-04-22T00:40:31.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.815+0000 7fde30ff9640 1 -- 172.21.15.18:0/3586304412 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7fde2c09bb50 con 0x7fde34102250 2024-04-22T00:40:31.817 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:40:31.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 -- 172.21.15.18:0/3586304412 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde1c0a2c20 msgr2=0x7fde1c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde1c0a2c20 0x7fde1c0a50e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fde341016f0 tx=0x7fde2400b390 comp rx=0 tx=0).stop 2024-04-22T00:40:31.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 -- 172.21.15.18:0/3586304412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde34102250 msgr2=0x7fde3419f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde34102250 0x7fde3419f080 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fde2c00eaa0 tx=0x7fde2c00ef60 comp rx=0 tx=0).stop 2024-04-22T00:40:31.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 -- 172.21.15.18:0/3586304412 shutdown_connections 2024-04-22T00:40:31.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde1c0a2c20 0x7fde1c0a50e0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde34102250 0x7fde3419f080 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde34101890 0x7fde34198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 --2- 172.21.15.18:0/3586304412 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde341006a0 0x7fde34197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 -- 172.21.15.18:0/3586304412 >> 172.21.15.18:0/3586304412 conn(0x7fde340fbc30 msgr2=0x7fde340fd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:31.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 -- 172.21.15.18:0/3586304412 shutdown_connections 2024-04-22T00:40:31.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.817+0000 7fde3a242640 1 -- 172.21.15.18:0/3586304412 wait complete. 2024-04-22T00:40:31.829 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:31 smithi018 ceph-mon[27979]: pgmap v349: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:31.829 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:31 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/4190806144' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:31.829 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:31 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3605857034' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:31.829 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:31 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/743076548' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:31.831 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:40:31.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.934+0000 7f96749d7640 1 -- 172.21.15.18:0/3580851437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9670100940 msgr2=0x7f9670100dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.934+0000 7f96749d7640 1 --2- 172.21.15.18:0/3580851437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9670100940 0x7f9670100dc0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f9664009930 tx=0x7f966402bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 -- 172.21.15.18:0/3580851437 shutdown_connections 2024-04-22T00:40:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 --2- 172.21.15.18:0/3580851437 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9670101300 0x7f9670108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 --2- 172.21.15.18:0/3580851437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9670100940 0x7f9670100dc0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 --2- 172.21.15.18:0/3580851437 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9670101ca0 0x7f96701020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 -- 172.21.15.18:0/3580851437 >> 172.21.15.18:0/3580851437 conn(0x7f96700fb370 msgr2=0x7f96700fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 -- 172.21.15.18:0/3580851437 shutdown_connections 2024-04-22T00:40:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 -- 172.21.15.18:0/3580851437 wait complete. 2024-04-22T00:40:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 Processor -- start 2024-04-22T00:40:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 -- start start 2024-04-22T00:40:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9670100940 0x7f9670196950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.935+0000 7f96749d7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9670101300 0x7f9670196e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f96749d7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9670101ca0 0x7f967019df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f96749d7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f967010c310 con 0x7f9670100940 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f96749d7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f967010c190 con 0x7f9670101300 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f96749d7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f967010c490 con 0x7f9670101ca0 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9670100940 0x7f9670196950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9670100940 0x7f9670196950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58466/0 (socket says 172.21.15.18:58466) 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966e59c640 1 -- 172.21.15.18:0/3216276545 learned_addr learned my addr 172.21.15.18:0/3216276545 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966dd9b640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9670101300 0x7f9670196e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966ed9d640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9670101ca0 0x7f967019df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966e59c640 1 -- 172.21.15.18:0/3216276545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9670101ca0 msgr2=0x7f967019df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966e59c640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9670101ca0 0x7f967019df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966e59c640 1 -- 172.21.15.18:0/3216276545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9670101300 msgr2=0x7f9670196e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966e59c640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9670101300 0x7f9670196e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966e59c640 1 -- 172.21.15.18:0/3216276545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f967019e570 con 0x7f9670100940 2024-04-22T00:40:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f966e59c640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9670100940 0x7f9670196950 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f966000ccb0 tx=0x7f966000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f965f7fe640 1 -- 172.21.15.18:0/3216276545 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9660003b70 con 0x7f9670100940 2024-04-22T00:40:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f965f7fe640 1 -- 172.21.15.18:0/3216276545 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f966000ae50 con 0x7f9670100940 2024-04-22T00:40:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f96749d7640 1 -- 172.21.15.18:0/3216276545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f967019e860 con 0x7f9670100940 2024-04-22T00:40:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f965f7fe640 1 -- 172.21.15.18:0/3216276545 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f966000f810 con 0x7f9670100940 2024-04-22T00:40:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.936+0000 7f96749d7640 1 -- 172.21.15.18:0/3216276545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f967019edd0 con 0x7f9670100940 2024-04-22T00:40:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.938+0000 7f96749d7640 1 -- 172.21.15.18:0/3216276545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9670107a20 con 0x7f9670100940 2024-04-22T00:40:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.938+0000 7f965f7fe640 1 -- 172.21.15.18:0/3216276545 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f966000f9b0 con 0x7f9670100940 2024-04-22T00:40:31.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.939+0000 7f965f7fe640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96580a2ca0 0x7f96580a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:31.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.939+0000 7f966dd9b640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96580a2ca0 0x7f96580a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:31.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.939+0000 7f965f7fe640 1 -- 172.21.15.18:0/3216276545 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f96600cf640 con 0x7f9670100940 2024-04-22T00:40:31.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.940+0000 7f966dd9b640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96580a2ca0 0x7f96580a5160 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9664000c00 tx=0x7f9664005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:31.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:31.944+0000 7f965f7fe640 1 -- 172.21.15.18:0/3216276545 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9660014070 con 0x7f9670100940 2024-04-22T00:40:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.127+0000 7f96749d7640 1 -- 172.21.15.18:0/3216276545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f967002d170 con 0x7f9670100940 2024-04-22T00:40:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.128+0000 7f965f7fe640 1 -- 172.21.15.18:0/3216276545 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f967002d170 con 0x7f9670100940 2024-04-22T00:40:32.130 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:40:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 -- 172.21.15.18:0/3216276545 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96580a2ca0 msgr2=0x7f96580a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96580a2ca0 0x7f96580a5160 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9664000c00 tx=0x7f9664005fd0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 -- 172.21.15.18:0/3216276545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9670100940 msgr2=0x7f9670196950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9670100940 0x7f9670196950 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f966000ccb0 tx=0x7f966000a620 comp rx=0 tx=0).stop 2024-04-22T00:40:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 -- 172.21.15.18:0/3216276545 shutdown_connections 2024-04-22T00:40:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96580a2ca0 0x7f96580a5160 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9670101ca0 0x7f967019df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9670101300 0x7f9670196e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 --2- 172.21.15.18:0/3216276545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9670100940 0x7f9670196950 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 -- 172.21.15.18:0/3216276545 >> 172.21.15.18:0/3216276545 conn(0x7f96700fb370 msgr2=0x7f9670104bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 -- 172.21.15.18:0/3216276545 shutdown_connections 2024-04-22T00:40:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.130+0000 7f96749d7640 1 -- 172.21.15.18:0/3216276545 wait complete. 2024-04-22T00:40:32.143 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:40:32.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:31 smithi081 ceph-mon[31546]: pgmap v349: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:32.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:31 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/4190806144' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:32.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:31 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3605857034' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:32.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:31 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/743076548' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:32.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:31 smithi167 ceph-mon[31348]: pgmap v349: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:32.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:31 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/4190806144' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:32.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:31 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3605857034' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:32.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:31 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/743076548' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:32.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.243+0000 7f367e6df640 1 -- 172.21.15.18:0/4282704667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f36781001b0 msgr2=0x7f3678109d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.243+0000 7f367e6df640 1 --2- 172.21.15.18:0/4282704667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f36781001b0 0x7f3678109d60 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f3670009ca0 tx=0x7f367002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.243+0000 7f367e6df640 1 -- 172.21.15.18:0/4282704667 shutdown_connections 2024-04-22T00:40:32.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.243+0000 7f367e6df640 1 --2- 172.21.15.18:0/4282704667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f36781001b0 0x7f3678109d60 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.243+0000 7f367e6df640 1 --2- 172.21.15.18:0/4282704667 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36780ff7f0 0x7f36780ffc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.243+0000 7f367e6df640 1 --2- 172.21.15.18:0/4282704667 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3678102d80 0x7f36781031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.243+0000 7f367e6df640 1 -- 172.21.15.18:0/4282704667 >> 172.21.15.18:0/4282704667 conn(0x7f36780fb3b0 msgr2=0x7f36780fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:32.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.243+0000 7f367e6df640 1 -- 172.21.15.18:0/4282704667 shutdown_connections 2024-04-22T00:40:32.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.243+0000 7f367e6df640 1 -- 172.21.15.18:0/4282704667 wait complete. 2024-04-22T00:40:32.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367e6df640 1 Processor -- start 2024-04-22T00:40:32.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367e6df640 1 -- start start 2024-04-22T00:40:32.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367e6df640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f36780ff7f0 0x7f3678197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367e6df640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36781001b0 0x7f3678197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367e6df640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3678102d80 0x7f367819efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367e6df640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f367810d400 con 0x7f3678102d80 2024-04-22T00:40:32.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367e6df640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f367810d280 con 0x7f36780ff7f0 2024-04-22T00:40:32.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367e6df640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f367810d580 con 0x7f36781001b0 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367cc7c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3678102d80 0x7f367819efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367cc7c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3678102d80 0x7f367819efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58484/0 (socket says 172.21.15.18:58484) 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f367cc7c640 1 -- 172.21.15.18:0/3093724334 learned_addr learned my addr 172.21.15.18:0/3093724334 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.244+0000 7f3677fff640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f36780ff7f0 0x7f3678197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f36777fe640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36781001b0 0x7f3678197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f367cc7c640 1 -- 172.21.15.18:0/3093724334 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36781001b0 msgr2=0x7f3678197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f367cc7c640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36781001b0 0x7f3678197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f367cc7c640 1 -- 172.21.15.18:0/3093724334 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f36780ff7f0 msgr2=0x7f3678197a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f367cc7c640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f36780ff7f0 0x7f3678197a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f367cc7c640 1 -- 172.21.15.18:0/3093724334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f367819f630 con 0x7f3678102d80 2024-04-22T00:40:32.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f3677fff640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f36780ff7f0 0x7f3678197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:40:32.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f367cc7c640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3678102d80 0x7f367819efc0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f367002c700 tx=0x7f36700346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:32.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f36757fa640 1 -- 172.21.15.18:0/3093724334 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3670041020 con 0x7f3678102d80 2024-04-22T00:40:32.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f36757fa640 1 -- 172.21.15.18:0/3093724334 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3670032890 con 0x7f3678102d80 2024-04-22T00:40:32.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f367e6df640 1 -- 172.21.15.18:0/3093724334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f367819f8c0 con 0x7f3678102d80 2024-04-22T00:40:32.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f36757fa640 1 -- 172.21.15.18:0/3093724334 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3670039040 con 0x7f3678102d80 2024-04-22T00:40:32.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.245+0000 7f367e6df640 1 -- 172.21.15.18:0/3093724334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f367819fdb0 con 0x7f3678102d80 2024-04-22T00:40:32.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.246+0000 7f367e6df640 1 -- 172.21.15.18:0/3093724334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3678108be0 con 0x7f3678102d80 2024-04-22T00:40:32.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.247+0000 7f36757fa640 1 -- 172.21.15.18:0/3093724334 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3670044020 con 0x7f3678102d80 2024-04-22T00:40:32.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.248+0000 7f36757fa640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36640a2c20 0x7f36640a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.248+0000 7f3677fff640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36640a2c20 0x7f36640a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.248+0000 7f36757fa640 1 -- 172.21.15.18:0/3093724334 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f36700f1770 con 0x7f3678102d80 2024-04-22T00:40:32.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.248+0000 7f3677fff640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36640a2c20 0x7f36640a50e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3678069ac0 tx=0x7f366000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:32.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.251+0000 7f36757fa640 1 -- 172.21.15.18:0/3093724334 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f367004b020 con 0x7f3678102d80 2024-04-22T00:40:32.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.478+0000 7f367e6df640 1 -- 172.21.15.18:0/3093724334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f367802d170 con 0x7f3678102d80 2024-04-22T00:40:32.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.479+0000 7f36757fa640 1 -- 172.21.15.18:0/3093724334 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11869 (secure 0 0 0) 0x7f36700a8070 con 0x7f3678102d80 2024-04-22T00:40:32.480 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:32.480 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:39:07.340234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:40:32.481 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-04-22T00:40:32.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.480+0000 7f367e6df640 1 -- 172.21.15.18:0/3093724334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36640a2c20 msgr2=0x7f36640a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.480+0000 7f367e6df640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36640a2c20 0x7f36640a50e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3678069ac0 tx=0x7f366000b390 comp rx=0 tx=0).stop 2024-04-22T00:40:32.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.480+0000 7f367e6df640 1 -- 172.21.15.18:0/3093724334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3678102d80 msgr2=0x7f367819efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.480+0000 7f367e6df640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3678102d80 0x7f367819efc0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f367002c700 tx=0x7f36700346f0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.481+0000 7f367e6df640 1 -- 172.21.15.18:0/3093724334 shutdown_connections 2024-04-22T00:40:32.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.481+0000 7f367e6df640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36640a2c20 0x7f36640a50e0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.481+0000 7f367e6df640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3678102d80 0x7f367819efc0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.481+0000 7f367e6df640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f36781001b0 0x7f3678197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.481+0000 7f367e6df640 1 --2- 172.21.15.18:0/3093724334 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f36780ff7f0 0x7f3678197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.481+0000 7f367e6df640 1 -- 172.21.15.18:0/3093724334 >> 172.21.15.18:0/3093724334 conn(0x7f36780fb3b0 msgr2=0x7f3678105db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:32.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.481+0000 7f367e6df640 1 -- 172.21.15.18:0/3093724334 shutdown_connections 2024-04-22T00:40:32.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.481+0000 7f367e6df640 1 -- 172.21.15.18:0/3093724334 wait complete. 2024-04-22T00:40:32.494 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:40:32.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.595+0000 7f041da7d640 1 -- 172.21.15.18:0/2174934748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0418101890 msgr2=0x7f0418101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.595+0000 7f041da7d640 1 --2- 172.21.15.18:0/2174934748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0418101890 0x7f0418101d10 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f040c009900 tx=0x7f040c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:32.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.595+0000 7f041da7d640 1 -- 172.21.15.18:0/2174934748 shutdown_connections 2024-04-22T00:40:32.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.595+0000 7f041da7d640 1 --2- 172.21.15.18:0/2174934748 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0418102250 0x7f0418108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.595+0000 7f041da7d640 1 --2- 172.21.15.18:0/2174934748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0418101890 0x7f0418101d10 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.595+0000 7f041da7d640 1 --2- 172.21.15.18:0/2174934748 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04181006a0 0x7f0418100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.595+0000 7f041da7d640 1 -- 172.21.15.18:0/2174934748 >> 172.21.15.18:0/2174934748 conn(0x7f04180fbc30 msgr2=0x7f04180fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:32.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.595+0000 7f041da7d640 1 -- 172.21.15.18:0/2174934748 shutdown_connections 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.595+0000 7f041da7d640 1 -- 172.21.15.18:0/2174934748 wait complete. 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.595+0000 7f041da7d640 1 Processor -- start 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f041da7d640 1 -- start start 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f041da7d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04181006a0 0x7f0418196980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f041da7d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0418101890 0x7f0418196ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f041da7d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0418102250 0x7f041819df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f041da7d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f041810c320 con 0x7f0418102250 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f041da7d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f041810c1a0 con 0x7f04181006a0 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f041da7d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f041810c4a0 con 0x7f0418101890 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f0417fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0418102250 0x7f041819df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f0417fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0418102250 0x7f041819df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58514/0 (socket says 172.21.15.18:58514) 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f0417fff640 1 -- 172.21.15.18:0/3043243889 learned_addr learned my addr 172.21.15.18:0/3043243889 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f0416ffd640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0418101890 0x7f0418196ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f04177fe640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04181006a0 0x7f0418196980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f0417fff640 1 -- 172.21.15.18:0/3043243889 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0418101890 msgr2=0x7f0418196ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f0417fff640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0418101890 0x7f0418196ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f0417fff640 1 -- 172.21.15.18:0/3043243889 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04181006a0 msgr2=0x7f0418196980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f0417fff640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04181006a0 0x7f0418196980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f0417fff640 1 -- 172.21.15.18:0/3043243889 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f041819e5a0 con 0x7f0418102250 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f04177fe640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04181006a0 0x7f0418196980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.596+0000 7f0417fff640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0418102250 0x7f041819df30 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f041000cad0 tx=0x7f041000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.597+0000 7f0414ff9640 1 -- 172.21.15.18:0/3043243889 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041000ae20 con 0x7f0418102250 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.597+0000 7f0414ff9640 1 -- 172.21.15.18:0/3043243889 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f041000f550 con 0x7f0418102250 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.597+0000 7f041da7d640 1 -- 172.21.15.18:0/3043243889 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0418069e00 con 0x7f0418102250 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.597+0000 7f0414ff9640 1 -- 172.21.15.18:0/3043243889 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04100052e0 con 0x7f0418102250 2024-04-22T00:40:32.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.597+0000 7f041da7d640 1 -- 172.21.15.18:0/3043243889 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f041806a350 con 0x7f0418102250 2024-04-22T00:40:32.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.598+0000 7f041da7d640 1 -- 172.21.15.18:0/3043243889 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04180689b0 con 0x7f0418102250 2024-04-22T00:40:32.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.599+0000 7f0414ff9640 1 -- 172.21.15.18:0/3043243889 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f041000f700 con 0x7f0418102250 2024-04-22T00:40:32.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.599+0000 7f0414ff9640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2c20 0x7f04000a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.599+0000 7f04177fe640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2c20 0x7f04000a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.599+0000 7f0414ff9640 1 -- 172.21.15.18:0/3043243889 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f04100d1390 con 0x7f0418102250 2024-04-22T00:40:32.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.600+0000 7f04177fe640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2c20 0x7f04000a50e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f04181016f0 tx=0x7f0408005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:32.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.604+0000 7f0414ff9640 1 -- 172.21.15.18:0/3043243889 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f041009df40 con 0x7f0418102250 2024-04-22T00:40:32.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.793+0000 7f041da7d640 1 -- 172.21.15.18:0/3043243889 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f04181075b0 con 0x7f0418102250 2024-04-22T00:40:32.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.794+0000 7f0414ff9640 1 -- 172.21.15.18:0/3043243889 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24515 (secure 0 0 0) 0x7f041009d840 con 0x7f0418102250 2024-04-22T00:40:32.797 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:32.797 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":93,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:39:39.514951+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:40:32.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.796+0000 7f041da7d640 1 -- 172.21.15.18:0/3043243889 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2c20 msgr2=0x7f04000a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.796+0000 7f041da7d640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2c20 0x7f04000a50e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f04181016f0 tx=0x7f0408005db0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.796+0000 7f041da7d640 1 -- 172.21.15.18:0/3043243889 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0418102250 msgr2=0x7f041819df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.796+0000 7f041da7d640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0418102250 0x7f041819df30 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f041000cad0 tx=0x7f041000cf90 comp rx=0 tx=0).stop 2024-04-22T00:40:32.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.796+0000 7f041da7d640 1 -- 172.21.15.18:0/3043243889 shutdown_connections 2024-04-22T00:40:32.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.796+0000 7f041da7d640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f04000a2c20 0x7f04000a50e0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.796+0000 7f041da7d640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0418102250 0x7f041819df30 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.796+0000 7f041da7d640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0418101890 0x7f0418196ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.796+0000 7f041da7d640 1 --2- 172.21.15.18:0/3043243889 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04181006a0 0x7f0418196980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.796+0000 7f041da7d640 1 -- 172.21.15.18:0/3043243889 >> 172.21.15.18:0/3043243889 conn(0x7f04180fbc30 msgr2=0x7f0418104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:32.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.797+0000 7f041da7d640 1 -- 172.21.15.18:0/3043243889 shutdown_connections 2024-04-22T00:40:32.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.797+0000 7f041da7d640 1 -- 172.21.15.18:0/3043243889 wait complete. 2024-04-22T00:40:32.811 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:40:32.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.911+0000 7fce144f4640 1 -- 172.21.15.18:0/642515546 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fce0c1017b0 msgr2=0x7fce0c101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.911+0000 7fce144f4640 1 --2- 172.21.15.18:0/642515546 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fce0c1017b0 0x7fce0c101bd0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fce08009900 tx=0x7fce0802bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:32.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.911+0000 7fce144f4640 1 -- 172.21.15.18:0/642515546 shutdown_connections 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.911+0000 7fce144f4640 1 --2- 172.21.15.18:0/642515546 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce0c103360 0x7fce0c109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.911+0000 7fce144f4640 1 --2- 172.21.15.18:0/642515546 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c1029a0 0x7fce0c102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.911+0000 7fce144f4640 1 --2- 172.21.15.18:0/642515546 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fce0c1017b0 0x7fce0c101bd0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.911+0000 7fce144f4640 1 -- 172.21.15.18:0/642515546 >> 172.21.15.18:0/642515546 conn(0x7fce0c0fcd40 msgr2=0x7fce0c0ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.911+0000 7fce144f4640 1 -- 172.21.15.18:0/642515546 shutdown_connections 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.911+0000 7fce144f4640 1 -- 172.21.15.18:0/642515546 wait complete. 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce144f4640 1 Processor -- start 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce144f4640 1 -- start start 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce144f4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fce0c1017b0 0x7fce0c197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce144f4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce0c1029a0 0x7fce0c198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce144f4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c103360 0x7fce0c19f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce144f4640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fce0c10d400 con 0x7fce0c1017b0 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce144f4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fce0c10d280 con 0x7fce0c103360 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce144f4640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fce0c10d580 con 0x7fce0c1029a0 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce12290640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fce0c1017b0 0x7fce0c197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce12290640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fce0c1017b0 0x7fce0c197ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58536/0 (socket says 172.21.15.18:58536) 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce12290640 1 -- 172.21.15.18:0/1325031267 learned_addr learned my addr 172.21.15.18:0/1325031267 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce12a91640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c103360 0x7fce0c19f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce11a8f640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce0c1029a0 0x7fce0c198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce12290640 1 -- 172.21.15.18:0/1325031267 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce0c1029a0 msgr2=0x7fce0c198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce12290640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce0c1029a0 0x7fce0c198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce12290640 1 -- 172.21.15.18:0/1325031267 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c103360 msgr2=0x7fce0c19f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce12290640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c103360 0x7fce0c19f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.912+0000 7fce12290640 1 -- 172.21.15.18:0/1325031267 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce0c19f6f0 con 0x7fce0c1017b0 2024-04-22T00:40:32.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.913+0000 7fce12290640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fce0c1017b0 0x7fce0c197ad0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fce08005ab0 tx=0x7fce08005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:32.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.913+0000 7fce037fe640 1 -- 172.21.15.18:0/1325031267 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce08041070 con 0x7fce0c1017b0 2024-04-22T00:40:32.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.913+0000 7fce037fe640 1 -- 172.21.15.18:0/1325031267 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce080054e0 con 0x7fce0c1017b0 2024-04-22T00:40:32.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.913+0000 7fce144f4640 1 -- 172.21.15.18:0/1325031267 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce0c19f980 con 0x7fce0c1017b0 2024-04-22T00:40:32.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.913+0000 7fce037fe640 1 -- 172.21.15.18:0/1325031267 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce08034440 con 0x7fce0c1017b0 2024-04-22T00:40:32.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.913+0000 7fce144f4640 1 -- 172.21.15.18:0/1325031267 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce0c19fec0 con 0x7fce0c1017b0 2024-04-22T00:40:32.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.914+0000 7fce144f4640 1 -- 172.21.15.18:0/1325031267 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce0c108b70 con 0x7fce0c1017b0 2024-04-22T00:40:32.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.915+0000 7fce037fe640 1 -- 172.21.15.18:0/1325031267 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fce08044070 con 0x7fce0c1017b0 2024-04-22T00:40:32.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.916+0000 7fce037fe640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdf80a2ca0 0x7fcdf80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:32.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.916+0000 7fce11a8f640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdf80a2ca0 0x7fcdf80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:32.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.916+0000 7fce037fe640 1 -- 172.21.15.18:0/1325031267 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fce080f1260 con 0x7fce0c1017b0 2024-04-22T00:40:32.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.916+0000 7fce11a8f640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdf80a2ca0 0x7fcdf80a5160 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc005d00 tx=0x7fcdfc005c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:32.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:32.919+0000 7fce037fe640 1 -- 172.21.15.18:0/1325031267 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fce080bde10 con 0x7fce0c1017b0 2024-04-22T00:40:33.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.142+0000 7fce144f4640 1 -- 172.21.15.18:0/1325031267 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fce0c02d170 con 0x7fce0c1017b0 2024-04-22T00:40:33.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.143+0000 7fce037fe640 1 -- 172.21.15.18:0/1325031267 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11869 (secure 0 0 0) 0x7fce080bd710 con 0x7fce0c1017b0 2024-04-22T00:40:33.145 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:33.145 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:39:07.340234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:40:33.145 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-04-22T00:40:33.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 -- 172.21.15.18:0/1325031267 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdf80a2ca0 msgr2=0x7fcdf80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdf80a2ca0 0x7fcdf80a5160 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc005d00 tx=0x7fcdfc005c50 comp rx=0 tx=0).stop 2024-04-22T00:40:33.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 -- 172.21.15.18:0/1325031267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fce0c1017b0 msgr2=0x7fce0c197ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fce0c1017b0 0x7fce0c197ad0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fce08005ab0 tx=0x7fce08005dc0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 -- 172.21.15.18:0/1325031267 shutdown_connections 2024-04-22T00:40:33.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdf80a2ca0 0x7fcdf80a5160 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c103360 0x7fce0c19f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fce0c1029a0 0x7fce0c198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 --2- 172.21.15.18:0/1325031267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fce0c1017b0 0x7fce0c197ad0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 -- 172.21.15.18:0/1325031267 >> 172.21.15.18:0/1325031267 conn(0x7fce0c0fcd40 msgr2=0x7fce0c105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 -- 172.21.15.18:0/1325031267 shutdown_connections 2024-04-22T00:40:33.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.145+0000 7fce144f4640 1 -- 172.21.15.18:0/1325031267 wait complete. 2024-04-22T00:40:33.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:32 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3586304412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:33.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:32 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3216276545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:33.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:32 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3093724334' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:33.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:32 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3586304412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:33.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:32 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3216276545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:33.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:32 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3093724334' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:33.159 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-22T00:38:39.717418+0000', 'modified': '2024-04-22T00:39:07.340234+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24532, 'mds_1': 24518, 'mds_2': 24508}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24455': {'gid': 24455, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.81:6835/4210272935', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.81:6834', 'nonce': 4210272935}, {'type': 'v1', 'addr': '172.21.15.81:6835', 'nonce': 4210272935}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.81:6837/3637660812', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.81:6836', 'nonce': 3637660812}, {'type': 'v1', 'addr': '172.21.15.81:6837', 'nonce': 3637660812}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.167:6835/2012529770', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6834', 'nonce': 2012529770}, {'type': 'v1', 'addr': '172.21.15.167:6835', 'nonce': 2012529770}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24508': {'gid': 24508, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.167:6837/3301672285', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6836', 'nonce': 3301672285}, {'type': 'v1', 'addr': '172.21.15.167:6837', 'nonce': 3301672285}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'b', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.81:6839/1110388452', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.81:6838', 'nonce': 1110388452}, {'type': 'v1', 'addr': '172.21.15.81:6839', 'nonce': 1110388452}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24532': {'gid': 24532, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.167:6839/3244680945', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6838', 'nonce': 3244680945}, {'type': 'v1', 'addr': '172.21.15.167:6839', 'nonce': 3244680945}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24532, 'qdb_cluster': [24508, 24518, 24532]} 2024-04-22T00:40:33.159 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-22T00:40:33.159 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-04-22T00:40:33.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:32 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3586304412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:33.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:32 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3216276545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:33.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:32 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3093724334' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:33.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 -- 172.21.15.18:0/879814301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb994101870 msgr2=0x7fb994101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 --2- 172.21.15.18:0/879814301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb994101870 0x7fb994101cf0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fb97c009900 tx=0x7fb97c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 -- 172.21.15.18:0/879814301 shutdown_connections 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 --2- 172.21.15.18:0/879814301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb994102230 0x7fb994108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 --2- 172.21.15.18:0/879814301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb994101870 0x7fb994101cf0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 --2- 172.21.15.18:0/879814301 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb994100680 0x7fb994100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 -- 172.21.15.18:0/879814301 >> 172.21.15.18:0/879814301 conn(0x7fb9940fbbf0 msgr2=0x7fb9940fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 -- 172.21.15.18:0/879814301 shutdown_connections 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 -- 172.21.15.18:0/879814301 wait complete. 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 Processor -- start 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 -- start start 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb994100680 0x7fb994069440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb994101870 0x7fb99419c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb994102230 0x7fb99419ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb99410c300 con 0x7fb994102230 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb99410c180 con 0x7fb994101870 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.261+0000 7fb9992fb640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb99410c480 con 0x7fb994100680 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9937fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb994102230 0x7fb99419ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9937fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb994102230 0x7fb99419ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58548/0 (socket says 172.21.15.18:58548) 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9937fe640 1 -- 172.21.15.18:0/1718906974 learned_addr learned my addr 172.21.15.18:0/1718906974 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb98bfff640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb994101870 0x7fb99419c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb992ffd640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb994100680 0x7fb994069440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9937fe640 1 -- 172.21.15.18:0/1718906974 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb994100680 msgr2=0x7fb994069440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9937fe640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb994100680 0x7fb994069440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9937fe640 1 -- 172.21.15.18:0/1718906974 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb994101870 msgr2=0x7fb99419c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9937fe640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb994101870 0x7fb99419c820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9937fe640 1 -- 172.21.15.18:0/1718906974 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb99419f750 con 0x7fb994102230 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9937fe640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb994102230 0x7fb99419ee40 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb98c00eaa0 tx=0x7fb98c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb990ff9640 1 -- 172.21.15.18:0/1718906974 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98c00cdb0 con 0x7fb994102230 2024-04-22T00:40:33.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb990ff9640 1 -- 172.21.15.18:0/1718906974 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb98c005020 con 0x7fb994102230 2024-04-22T00:40:33.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9992fb640 1 -- 172.21.15.18:0/1718906974 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb99419f9e0 con 0x7fb994102230 2024-04-22T00:40:33.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb990ff9640 1 -- 172.21.15.18:0/1718906974 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98c0116b0 con 0x7fb994102230 2024-04-22T00:40:33.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.262+0000 7fb9992fb640 1 -- 172.21.15.18:0/1718906974 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb99419feb0 con 0x7fb994102230 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.264+0000 7fb990ff9640 1 -- 172.21.15.18:0/1718906974 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb98c005560 con 0x7fb994102230 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb99bfc3740 1 Processor -- start 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb99bfc3740 1 -- start start 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4d2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4d7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d7bd0 0x562c3a4da060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562c3a436df0 con 0x562c3a4d2070 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562c3a3df640 con 0x562c3a4d7bd0 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562c3a432db0 con 0x562c3a4d2a60 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb990ff9640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2c20 0x7fb9800a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb98bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4d2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb98bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4d2490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58552/0 (socket says 172.21.15.18:58552) 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb98bfff640 1 -- 172.21.15.18:0/2132340703 learned_addr learned my addr 172.21.15.18:0/2132340703 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb992ffd640 1 --2- 172.21.15.18:0/2132340703 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4d7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.265+0000 7fb9937fe640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2c20 0x7fb9800a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb98bfff640 1 --2- 172.21.15.18:0/2132340703 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d7bd0 0x562c3a4da060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb990ff9640 1 -- 172.21.15.18:0/1718906974 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fb98c0cf6d0 con 0x7fb994102230 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb98bfff640 1 -- 172.21.15.18:0/2132340703 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 msgr2=0x562c3a4d7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb98bfff640 1 --2- 172.21.15.18:0/2132340703 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4d7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb98bfff640 1 -- 172.21.15.18:0/2132340703 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d7bd0 msgr2=0x562c3a4da060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb98bfff640 1 --2- 172.21.15.18:0/2132340703 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d7bd0 0x562c3a4da060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb98bfff640 1 -- 172.21.15.18:0/2132340703 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c3a14b2d0 con 0x562c3a4d2070 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb98bfff640 1 --2- 172.21.15.18:0/2132340703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4d2490 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fb97c02c710 tx=0x7fb97c009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=356b30854ad1112f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb9937fe640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2c20 0x7fb9800a50e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0a41b0 tx=0x7fb98c00af70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb9897fa640 1 -- 172.21.15.18:0/2132340703 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c048070 con 0x562c3a4d2070 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb9897fa640 1 -- 172.21.15.18:0/2132340703 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb97c005520 con 0x562c3a4d2070 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.266+0000 7fb9897fa640 1 -- 172.21.15.18:0/2132340703 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c004ae0 con 0x562c3a4d2070 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 -- 172.21.15.18:0/2132340703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 msgr2=0x562c3a4d2490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/2132340703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4d2490 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fb97c02c710 tx=0x7fb97c009560 comp rx=0 tx=0).stop 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 -- 172.21.15.18:0/2132340703 shutdown_connections 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/2132340703 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d7bd0 0x562c3a4da060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/2132340703 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4d7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/2132340703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4d2490 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 -- 172.21.15.18:0/2132340703 >> 172.21.15.18:0/2132340703 conn(0x562c3a4cd5e0 msgr2=0x562c3a4cd9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 -- 172.21.15.18:0/2132340703 shutdown_connections 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 -- 172.21.15.18:0/2132340703 wait complete. 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 -- start start 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 Processor -- start 2024-04-22T00:40:33.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d2070 0x562c3a4dc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4dcb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d7bd0 0x562c3a4e3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562c3a4dab20 con 0x562c3a4d7bd0 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562c3a3f2be0 con 0x562c3a4d2070 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562c3a4daca0 con 0x562c3a4d2a60 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.267+0000 7fb99bfc3740 10 client.0 _ll_register_callbacks cb 0x562c3a3f25d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb98bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d7bd0 0x562c3a4e3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb98bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d7bd0 0x562c3a4e3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58564/0 (socket says 172.21.15.18:58564) 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb98bfff640 1 -- 172.21.15.18:0/3549968043 learned_addr learned my addr 172.21.15.18:0/3549968043 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb992ffd640 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4dcb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb98bfff640 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d2070 0x562c3a4dc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb98bfff640 1 -- 172.21.15.18:0/3549968043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 msgr2=0x562c3a4dcb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb98bfff640 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4dcb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb98bfff640 1 -- 172.21.15.18:0/3549968043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d2070 msgr2=0x562c3a4dc5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb98bfff640 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d2070 0x562c3a4dc5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb98bfff640 1 -- 172.21.15.18:0/3549968043 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c3a2156b0 con 0x562c3a4d7bd0 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb98bfff640 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d7bd0 0x562c3a4e3b40 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fb97c009400 tx=0x7fb97c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7e9c100a757c512 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb97a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3549968043 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c054060 con 0x562c3a4d7bd0 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3549968043 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fb97c004860 con 0x562c3a4d7bd0 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3549968043 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb97c005520 con 0x562c3a4d7bd0 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3549968043 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fb97c048040 con 0x562c3a4d7bd0 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb99bfc3740 10 client.15216 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.268+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3549968043 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x562c3a4e6b20 con 0x562c3a4d7bd0 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.269+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3549968043 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb97c005520 con 0x562c3a4d7bd0 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.269+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3549968043 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fb97c003ba0 con 0x562c3a4d7bd0 2024-04-22T00:40:33.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.269+0000 7fb99bfc3740 10 client.15216 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.269+0000 7fb99bfc3740 10 client.15216 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.269+0000 7fb99bfc3740 20 client.15216 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.269+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562c3a4e8c90 0x562c3a4ea100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.269+0000 7fb99bfc3740 4 client.15216 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.269+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3549968043 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c3a444330 con 0x562c3a4e8c90 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.269+0000 7fb992ffd640 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562c3a4e8c90 0x562c3a4ea100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.270+0000 7fb992ffd640 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562c3a4e8c90 0x562c3a4ea100 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=620033016e29ee0e server_cookie=64ab8a0761392a87 in_seq=0 out_seq=0 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.270+0000 7fb97a7fc640 10 client.15216 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.270+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3549968043 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562c3a444330 con 0x562c3a4e8c90 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.270+0000 7fb97a7fc640 10 client.15216 handle_command_reply: tid=0 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.270+0000 7fb99bfc3740 1 client.15216 shutdown 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3549968043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d7bd0 msgr2=0x562c3a4e3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d7bd0 0x562c3a4e3b40 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fb97c009400 tx=0x7fb97c005fd0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3549968043 shutdown_connections 2024-04-22T00:40:33.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562c3a4e8c90 0x562c3a4ea100 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d7bd0 0x562c3a4e3b40 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4dcb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb97a7fc640 0 client.15216 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:40:33.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3549968043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d2070 0x562c3a4dc5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3549968043 >> 172.21.15.18:0/3549968043 conn(0x562c3a4cd5e0 msgr2=0x562c3a4cc720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3549968043 shutdown_connections 2024-04-22T00:40:33.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3549968043 wait complete. 2024-04-22T00:40:33.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.271+0000 7fb99bfc3740 20 client.15216 trim_cache size 0 max 16384 2024-04-22T00:40:33.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb99bfc3740 1 Processor -- start 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb99bfc3740 1 -- start start 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4e41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d2a60 0x562c3a4e3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d7bd0 0x562c3a4dca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562c3a4e8440 con 0x562c3a4d2070 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562c3a4e8b10 con 0x562c3a4d2a60 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562c3a4e91e0 con 0x562c3a4d7bd0 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb98bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4e41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb98bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4e41d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58578/0 (socket says 172.21.15.18:58578) 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb98bfff640 1 -- 172.21.15.18:0/1387855554 learned_addr learned my addr 172.21.15.18:0/1387855554 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.289+0000 7fb992ffd640 1 --2- 172.21.15.18:0/1387855554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d2a60 0x562c3a4e3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.290+0000 7fb98bfff640 1 -- 172.21.15.18:0/1387855554 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d7bd0 msgr2=0x562c3a4dca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.290+0000 7fb98bfff640 1 --2- 172.21.15.18:0/1387855554 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d7bd0 0x562c3a4dca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.290+0000 7fb98bfff640 1 -- 172.21.15.18:0/1387855554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d2a60 msgr2=0x562c3a4e3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.290+0000 7fb98bfff640 1 --2- 172.21.15.18:0/1387855554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d2a60 0x562c3a4e3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.290+0000 7fb98bfff640 1 -- 172.21.15.18:0/1387855554 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c3a4cbc20 con 0x562c3a4d2070 2024-04-22T00:40:33.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.290+0000 7fb98bfff640 1 --2- 172.21.15.18:0/1387855554 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4e41d0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fb97c052040 tx=0x7fb97c009520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5dbc0ade52131f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.290+0000 7fb988ff9640 1 -- 172.21.15.18:0/1387855554 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c054040 con 0x562c3a4d2070 2024-04-22T00:40:33.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.290+0000 7fb988ff9640 1 -- 172.21.15.18:0/1387855554 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb97c005500 con 0x562c3a4d2070 2024-04-22T00:40:33.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.290+0000 7fb988ff9640 1 -- 172.21.15.18:0/1387855554 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c0044a0 con 0x562c3a4d2070 2024-04-22T00:40:33.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 -- 172.21.15.18:0/1387855554 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 msgr2=0x562c3a4e41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/1387855554 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4e41d0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fb97c052040 tx=0x7fb97c009520 comp rx=0 tx=0).stop 2024-04-22T00:40:33.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 -- 172.21.15.18:0/1387855554 shutdown_connections 2024-04-22T00:40:33.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/1387855554 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d7bd0 0x562c3a4dca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/1387855554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d2a60 0x562c3a4e3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/1387855554 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4e41d0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 -- 172.21.15.18:0/1387855554 >> 172.21.15.18:0/1387855554 conn(0x562c3a4cd5e0 msgr2=0x562c3a4db0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 -- 172.21.15.18:0/1387855554 shutdown_connections 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 -- 172.21.15.18:0/1387855554 wait complete. 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 -- start start 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.291+0000 7fb99bfc3740 1 Processor -- start 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4dfc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4e01d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb99bfc3740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d7bd0 0x562c3a4e3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562c3a4e9f80 con 0x562c3a4d2070 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562c3a4e98b0 con 0x562c3a4d7bd0 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb99bfc3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562c3a4ea650 con 0x562c3a4d2a60 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb99bfc3740 10 client.0 _ll_register_callbacks cb 0x7fb97c02cac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb98bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4dfc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb98bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4dfc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58584/0 (socket says 172.21.15.18:58584) 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb98bfff640 1 -- 172.21.15.18:0/3283772419 learned_addr learned my addr 172.21.15.18:0/3283772419 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb992ffd640 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4e01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb98bfff640 1 -- 172.21.15.18:0/3283772419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 msgr2=0x562c3a4e01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb98bfff640 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4e01d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb98bfff640 1 -- 172.21.15.18:0/3283772419 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d7bd0 msgr2=0x562c3a4e3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb98bfff640 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d7bd0 0x562c3a4e3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb98bfff640 1 -- 172.21.15.18:0/3283772419 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c3a4e3690 con 0x562c3a4d2070 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb98bfff640 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4dfc90 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fb97c000c00 tx=0x7fb97c04f720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c83fa596f425808b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb97a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3283772419 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c005d50 con 0x562c3a4d2070 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3283772419 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fb97c004450 con 0x562c3a4d2070 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3283772419 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb97c005500 con 0x562c3a4d2070 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3283772419 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fb97c04fa40 con 0x562c3a4d2070 2024-04-22T00:40:33.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb99bfc3740 10 client.15222 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.292+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3283772419 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x562c3a54f580 con 0x562c3a4d2070 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.293+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3283772419 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb97c005500 con 0x562c3a4d2070 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.293+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3283772419 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fb97c066020 con 0x562c3a4d2070 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.293+0000 7fb99bfc3740 10 client.15222 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.293+0000 7fb99bfc3740 10 client.15222 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.293+0000 7fb99bfc3740 20 client.15222 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.293+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562c3a553ea0 0x562c3a552bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.293+0000 7fb99bfc3740 4 client.15222 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.293+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3283772419 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "status"}) -- 0x562c3a43e680 con 0x562c3a553ea0 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.293+0000 7fb992ffd640 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562c3a553ea0 0x562c3a552bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb97a7fc640 10 client.15222 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb992ffd640 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562c3a553ea0 0x562c3a552bb0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8fa6bb3cd804b587 server_cookie=df0200befcf96973 in_seq=0 out_seq=0 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb97a7fc640 1 -- 172.21.15.18:0/3283772419 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x562c3a43e680 con 0x562c3a553ea0 2024-04-22T00:40:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb97a7fc640 10 client.15222 handle_command_reply: tid=0 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 client.15222 shutdown 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3283772419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 msgr2=0x562c3a4dfc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4dfc90 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fb97c000c00 tx=0x7fb97c04f720 comp rx=0 tx=0).stop 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3283772419 shutdown_connections 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562c3a553ea0 0x562c3a552bb0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c3a4d7bd0 0x562c3a4e3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb97a7fc640 0 client.15222 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c3a4d2a60 0x562c3a4e01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 --2- 172.21.15.18:0/3283772419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c3a4d2070 0x562c3a4dfc90 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3283772419 >> 172.21.15.18:0/3283772419 conn(0x562c3a4cd5e0 msgr2=0x562c3a4cd9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3283772419 shutdown_connections 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.294+0000 7fb99bfc3740 1 -- 172.21.15.18:0/3283772419 wait complete. 2024-04-22T00:40:33.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb99bfc3740 20 client.15222 trim_cache size 0 max 16384 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 2, 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24508, 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 86.841069818999998, 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 93, 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 91, 2024-04-22T00:40:33.302 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 131.99741122200001 2024-04-22T00:40:33.303 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:40:33.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 -- 172.21.15.18:0/1718906974 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2c20 msgr2=0x7fb9800a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2c20 0x7fb9800a50e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0a41b0 tx=0x7fb98c00af70 comp rx=0 tx=0).stop 2024-04-22T00:40:33.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 -- 172.21.15.18:0/1718906974 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb994102230 msgr2=0x7fb99419ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb994102230 0x7fb99419ee40 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb98c00eaa0 tx=0x7fb98c00ef60 comp rx=0 tx=0).stop 2024-04-22T00:40:33.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 -- 172.21.15.18:0/1718906974 shutdown_connections 2024-04-22T00:40:33.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb9800a2c20 0x7fb9800a50e0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb994102230 0x7fb99419ee40 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb994101870 0x7fb99419c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 --2- 172.21.15.18:0/1718906974 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb994100680 0x7fb994069440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 -- 172.21.15.18:0/1718906974 >> 172.21.15.18:0/1718906974 conn(0x7fb9940fbbf0 msgr2=0x7fb994104c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 -- 172.21.15.18:0/1718906974 shutdown_connections 2024-04-22T00:40:33.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.295+0000 7fb9992fb640 1 -- 172.21.15.18:0/1718906974 wait complete. 2024-04-22T00:40:33.308 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-22T00:40:33.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1299431894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4d4104b90 msgr2=0x7fd4d4106f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 --2- 172.21.15.18:0/1299431894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4d4104b90 0x7fd4d4106f80 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fd4c4009900 tx=0x7fd4c402bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:33.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1299431894 shutdown_connections 2024-04-22T00:40:33.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 --2- 172.21.15.18:0/1299431894 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4d41074c0 0x7fd4d41098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 --2- 172.21.15.18:0/1299431894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4d4104b90 0x7fd4d4106f80 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 --2- 172.21.15.18:0/1299431894 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd4d4102260 0x7fd4d4104650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1299431894 >> 172.21.15.18:0/1299431894 conn(0x7fd4d40fbbf0 msgr2=0x7fd4d40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1299431894 shutdown_connections 2024-04-22T00:40:33.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1299431894 wait complete. 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 Processor -- start 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 -- start start 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.410+0000 7fd4db4c9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd4d4102260 0x7fd4d4197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4db4c9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4d4104b90 0x7fd4d4198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4db4c9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4d41074c0 0x7fd4d419f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4db4c9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d410d400 con 0x7fd4d4104b90 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4db4c9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d410d280 con 0x7fd4d4102260 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4db4c9640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d410d580 con 0x7fd4d41074c0 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d8a64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4d4104b90 0x7fd4d4198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d8a64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4d4104b90 0x7fd4d4198050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58600/0 (socket says 172.21.15.18:58600) 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d8a64640 1 -- 172.21.15.18:0/1437861202 learned_addr learned my addr 172.21.15.18:0/1437861202 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d9265640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd4d4102260 0x7fd4d4197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d9a66640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4d41074c0 0x7fd4d419f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d8a64640 1 -- 172.21.15.18:0/1437861202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4d41074c0 msgr2=0x7fd4d419f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d8a64640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4d41074c0 0x7fd4d419f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d8a64640 1 -- 172.21.15.18:0/1437861202 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd4d4102260 msgr2=0x7fd4d4197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d8a64640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd4d4102260 0x7fd4d4197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d8a64640 1 -- 172.21.15.18:0/1437861202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4d419f730 con 0x7fd4d4104b90 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d9a66640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4d41074c0 0x7fd4d419f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4d8a64640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4d4104b90 0x7fd4d4198050 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd4c4000c00 tx=0x7fd4c4005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4ca7fc640 1 -- 172.21.15.18:0/1437861202 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c4041070 con 0x7fd4d4104b90 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4ca7fc640 1 -- 172.21.15.18:0/1437861202 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd4c40044d0 con 0x7fd4d4104b90 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1437861202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4d419f9c0 con 0x7fd4d4104b90 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4ca7fc640 1 -- 172.21.15.18:0/1437861202 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c4034440 con 0x7fd4d4104b90 2024-04-22T00:40:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.411+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1437861202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4d419feb0 con 0x7fd4d4104b90 2024-04-22T00:40:33.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.413+0000 7fd4ca7fc640 1 -- 172.21.15.18:0/1437861202 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd4c4044070 con 0x7fd4d4104b90 2024-04-22T00:40:33.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4de18e740 1 Processor -- start 2024-04-22T00:40:33.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4ca7fc640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd4c00a2c20 0x7fd4c00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4de18e740 1 -- start start 2024-04-22T00:40:33.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905614490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905619560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4d9a66640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd4c00a2c20 0x7fd4c00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4ca7fc640 1 -- 172.21.15.18:0/1437861202 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fd4c40f0fc0 con 0x7fd4d4104b90 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905619bd0 0x55e90561c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4de18e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e905578df0 con 0x55e905614070 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4de18e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e905521640 con 0x55e905619bd0 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.414+0000 7fd4de18e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e905574db0 con 0x55e905614a60 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9265640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905614490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9265640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905614490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58602/0 (socket says 172.21.15.18:58602) 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9265640 1 -- 172.21.15.18:0/3293372180 learned_addr learned my addr 172.21.15.18:0/3293372180 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9a66640 1 --2- 172.21.15.18:0/3293372180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905619bd0 0x55e90561c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d8a64640 1 --2- 172.21.15.18:0/3293372180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905619560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9265640 1 -- 172.21.15.18:0/3293372180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 msgr2=0x55e905619560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9265640 1 --2- 172.21.15.18:0/3293372180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905619560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9265640 1 -- 172.21.15.18:0/3293372180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905619bd0 msgr2=0x55e90561c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9265640 1 --2- 172.21.15.18:0/3293372180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905619bd0 0x55e90561c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9265640 1 -- 172.21.15.18:0/3293372180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e90528d2d0 con 0x55e905614070 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d8a64640 1 --2- 172.21.15.18:0/3293372180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905619560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9a66640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd4c00a2c20 0x7fd4c00a50e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc005c40 tx=0x7fd4cc012b50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4d9265640 1 --2- 172.21.15.18:0/3293372180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905614490 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd4d000bd50 tx=0x7fd4d00107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e71ec9158fea081 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4bf7fe640 1 -- 172.21.15.18:0/3293372180 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d0005020 con 0x55e905614070 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4bf7fe640 1 -- 172.21.15.18:0/3293372180 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd4d00047a0 con 0x55e905614070 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.415+0000 7fd4bf7fe640 1 -- 172.21.15.18:0/3293372180 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d00117a0 con 0x55e905614070 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 -- 172.21.15.18:0/3293372180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 msgr2=0x55e905614490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 --2- 172.21.15.18:0/3293372180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905614490 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd4d000bd50 tx=0x7fd4d00107a0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 -- 172.21.15.18:0/3293372180 shutdown_connections 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 --2- 172.21.15.18:0/3293372180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905619bd0 0x55e90561c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 --2- 172.21.15.18:0/3293372180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905619560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 --2- 172.21.15.18:0/3293372180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905614490 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 -- 172.21.15.18:0/3293372180 >> 172.21.15.18:0/3293372180 conn(0x55e90560f5e0 msgr2=0x55e90560f9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 -- 172.21.15.18:0/3293372180 shutdown_connections 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 -- 172.21.15.18:0/3293372180 wait complete. 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 -- start start 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.416+0000 7fd4de18e740 1 Processor -- start 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905622900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905614a60 0x55e905622e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905619bd0 0x55e905629e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4de18e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e905620f90 con 0x55e905614070 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4de18e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e905534be0 con 0x55e905614a60 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4de18e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e905621110 con 0x55e905619bd0 2024-04-22T00:40:33.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4de18e740 10 client.0 _ll_register_callbacks cb 0x55e9055345d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4d9265640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905622900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4d9265640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905622900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58606/0 (socket says 172.21.15.18:58606) 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4d9265640 1 -- 172.21.15.18:0/3481083335 learned_addr learned my addr 172.21.15.18:0/3481083335 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4d8a64640 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905614a60 0x55e905622e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4d9265640 1 -- 172.21.15.18:0/3481083335 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905619bd0 msgr2=0x55e905629e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4d9265640 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905619bd0 0x55e905629e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4d9265640 1 -- 172.21.15.18:0/3481083335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905614a60 msgr2=0x55e905622e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4d9265640 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905614a60 0x55e905622e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4d9265640 1 -- 172.21.15.18:0/3481083335 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9053576b0 con 0x55e905614070 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4d9265640 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905622900 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd4d000bd20 tx=0x7fd4d0004950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=239e8cd66de6dfb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.417+0000 7fd4bcff9640 1 -- 172.21.15.18:0/3481083335 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d0004020 con 0x55e905614070 2024-04-22T00:40:33.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4bcff9640 1 -- 172.21.15.18:0/3481083335 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fd4d00041c0 con 0x55e905614070 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4de18e740 1 -- 172.21.15.18:0/3481083335 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4d00047a0 con 0x55e905614070 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4bcff9640 1 -- 172.21.15.18:0/3481083335 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fd4d00043c0 con 0x55e905614070 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4de18e740 10 client.15234 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4de18e740 1 -- 172.21.15.18:0/3481083335 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55e90562ce60 con 0x55e905614070 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4bcff9640 1 -- 172.21.15.18:0/3481083335 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd4d00047a0 con 0x55e905614070 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4bcff9640 1 -- 172.21.15.18:0/3481083335 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fd4d0003cf0 con 0x55e905614070 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4de18e740 10 client.15234 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4de18e740 10 client.15234 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4de18e740 20 client.15234 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4de18e740 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55e90562f180 0x55e9056305f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4de18e740 4 client.15234 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4de18e740 1 -- 172.21.15.18:0/3481083335 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e905586330 con 0x55e90562f180 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.418+0000 7fd4d8a64640 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55e90562f180 0x55e9056305f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.419+0000 7fd4d8a64640 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55e90562f180 0x55e9056305f0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d92079ade1aaa581 server_cookie=711355cc147fed33 in_seq=0 out_seq=0 2024-04-22T00:40:33.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.419+0000 7fd4bcff9640 10 client.15234 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4bcff9640 1 -- 172.21.15.18:0/3481083335 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e905586330 con 0x55e90562f180 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4bcff9640 10 client.15234 handle_command_reply: tid=0 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 client.15234 shutdown 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 -- 172.21.15.18:0/3481083335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 msgr2=0x55e905622900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905622900 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd4d000bd20 tx=0x7fd4d0004950 comp rx=0 tx=0).stop 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 -- 172.21.15.18:0/3481083335 shutdown_connections 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55e90562f180 0x55e9056305f0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905619bd0 0x55e905629e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905614a60 0x55e905622e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 --2- 172.21.15.18:0/3481083335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905622900 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4bcff9640 0 client.15234 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 -- 172.21.15.18:0/3481083335 >> 172.21.15.18:0/3481083335 conn(0x55e90560f5e0 msgr2=0x55e90560e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 -- 172.21.15.18:0/3481083335 shutdown_connections 2024-04-22T00:40:33.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 1 -- 172.21.15.18:0/3481083335 wait complete. 2024-04-22T00:40:33.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.420+0000 7fd4de18e740 20 client.15234 trim_cache size 0 max 16384 2024-04-22T00:40:33.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.438+0000 7fd4de18e740 1 Processor -- start 2024-04-22T00:40:33.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.438+0000 7fd4de18e740 1 -- start start 2024-04-22T00:40:33.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.438+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905615ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.438+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905616430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905619bd0 0x55e905629da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4de18e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e90562e930 con 0x55e905614070 2024-04-22T00:40:33.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4de18e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e90562f000 con 0x55e905619bd0 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4de18e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e90562f6d0 con 0x55e905614a60 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4d9265640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905615ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4d9265640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905615ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58608/0 (socket says 172.21.15.18:58608) 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4d9265640 1 -- 172.21.15.18:0/1565625508 learned_addr learned my addr 172.21.15.18:0/1565625508 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4d9265640 1 -- 172.21.15.18:0/1565625508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 msgr2=0x55e905616430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4d9265640 1 --2- 172.21.15.18:0/1565625508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905616430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4d9265640 1 -- 172.21.15.18:0/1565625508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905619bd0 msgr2=0x55e905629da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4d9265640 1 --2- 172.21.15.18:0/1565625508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905619bd0 0x55e905629da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4d9265640 1 -- 172.21.15.18:0/1565625508 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9056159e0 con 0x55e905614070 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4d9265640 1 --2- 172.21.15.18:0/1565625508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905615ef0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd4d000c010 tx=0x7fd4d0004d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70a3b513d4fd4f91 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4beffd640 1 -- 172.21.15.18:0/1565625508 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d000b410 con 0x55e905614070 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4beffd640 1 -- 172.21.15.18:0/1565625508 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd4d0004780 con 0x55e905614070 2024-04-22T00:40:33.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.439+0000 7fd4beffd640 1 -- 172.21.15.18:0/1565625508 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d001b430 con 0x55e905614070 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 -- 172.21.15.18:0/1565625508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 msgr2=0x55e905615ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 --2- 172.21.15.18:0/1565625508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905615ef0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd4d000c010 tx=0x7fd4d0004d50 comp rx=0 tx=0).stop 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 -- 172.21.15.18:0/1565625508 shutdown_connections 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 --2- 172.21.15.18:0/1565625508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905619bd0 0x55e905629da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 --2- 172.21.15.18:0/1565625508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905616430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 --2- 172.21.15.18:0/1565625508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905614070 0x55e905615ef0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 -- 172.21.15.18:0/1565625508 >> 172.21.15.18:0/1565625508 conn(0x55e90560f5e0 msgr2=0x55e90560a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 -- 172.21.15.18:0/1565625508 shutdown_connections 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 -- 172.21.15.18:0/1565625508 wait complete. 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 -- start start 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 Processor -- start 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905614070 0x55e905625a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905625f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.440+0000 7fd4de18e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905619bd0 0x55e905628f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4de18e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e905630470 con 0x55e905619bd0 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4de18e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e90562fda0 con 0x55e905614070 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4de18e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e905630b40 con 0x55e905614a60 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4de18e740 10 client.0 _ll_register_callbacks cb 0x7fd4d000b980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d9a66640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905619bd0 0x55e905628f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d9a66640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905619bd0 0x55e905628f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58616/0 (socket says 172.21.15.18:58616) 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d9a66640 1 -- 172.21.15.18:0/2453041811 learned_addr learned my addr 172.21.15.18:0/2453041811 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d9265640 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905614070 0x55e905625a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d8a64640 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905625f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d9a66640 1 -- 172.21.15.18:0/2453041811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 msgr2=0x55e905625f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d9a66640 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905625f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d9a66640 1 -- 172.21.15.18:0/2453041811 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905614070 msgr2=0x55e905625a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d9a66640 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905614070 0x55e905625a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d9a66640 1 -- 172.21.15.18:0/2453041811 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e905629580 con 0x55e905619bd0 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4d9a66640 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905619bd0 0x55e905628f90 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc00f5f0 tx=0x7fd4cc00f9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e7e07deee761673 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4bcff9640 1 -- 172.21.15.18:0/2453041811 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4cc023070 con 0x55e905619bd0 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4de18e740 1 -- 172.21.15.18:0/2453041811 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4d0004780 con 0x55e905619bd0 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4bcff9640 1 -- 172.21.15.18:0/2453041811 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fd4cc009c90 con 0x55e905619bd0 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4bcff9640 1 -- 172.21.15.18:0/2453041811 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fd4cc031050 con 0x55e905619bd0 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4de18e740 10 client.15240 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.441+0000 7fd4de18e740 1 -- 172.21.15.18:0/2453041811 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55e905695680 con 0x55e905619bd0 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.442+0000 7fd4bcff9640 1 -- 172.21.15.18:0/2453041811 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd4d0004780 con 0x55e905619bd0 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.442+0000 7fd4bcff9640 1 -- 172.21.15.18:0/2453041811 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fd4cc01e070 con 0x55e905619bd0 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.442+0000 7fd4de18e740 10 client.15240 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.442+0000 7fd4de18e740 10 client.15240 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-22T00:40:33.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.442+0000 7fd4de18e740 20 client.15240 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:33.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.442+0000 7fd4de18e740 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55e90569a1e0 0x55e905698ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.442+0000 7fd4de18e740 4 client.15240 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T00:40:33.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.442+0000 7fd4de18e740 1 -- 172.21.15.18:0/2453041811 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "status"}) -- 0x55e905580680 con 0x55e90569a1e0 2024-04-22T00:40:33.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.442+0000 7fd4d9265640 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55e90569a1e0 0x55e905698ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4d9265640 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55e90569a1e0 0x55e905698ef0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=88f7046b7eaca19c server_cookie=3318bcbaedbaf6c4 in_seq=0 out_seq=0 2024-04-22T00:40:33.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4bcff9640 10 client.15240 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:40:33.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4bcff9640 1 -- 172.21.15.18:0/2453041811 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e905580680 con 0x55e90569a1e0 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4bcff9640 10 client.15240 handle_command_reply: tid=0 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 client.15240 shutdown 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 -- 172.21.15.18:0/2453041811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905619bd0 msgr2=0x55e905628f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905619bd0 0x55e905628f90 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc00f5f0 tx=0x7fd4cc00f9f0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 -- 172.21.15.18:0/2453041811 shutdown_connections 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55e90569a1e0 0x55e905698ef0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e905619bd0 0x55e905628f90 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e905614a60 0x55e905625f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4bcff9640 0 client.15240 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 --2- 172.21.15.18:0/2453041811 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e905614070 0x55e905625a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 -- 172.21.15.18:0/2453041811 >> 172.21.15.18:0/2453041811 conn(0x55e90560f5e0 msgr2=0x55e905615ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 -- 172.21.15.18:0/2453041811 shutdown_connections 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 1 -- 172.21.15.18:0/2453041811 wait complete. 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.443+0000 7fd4de18e740 20 client.15240 trim_cache size 0 max 16384 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 1, 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24518, 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 87.999229921999998, 2024-04-22T00:40:33.453 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-04-22T00:40:33.454 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 93, 2024-04-22T00:40:33.454 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 91, 2024-04-22T00:40:33.454 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 117.38562614600001 2024-04-22T00:40:33.454 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1437861202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd4c00a2c20 msgr2=0x7fd4c00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd4c00a2c20 0x7fd4c00a50e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc005c40 tx=0x7fd4cc012b50 comp rx=0 tx=0).stop 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1437861202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4d4104b90 msgr2=0x7fd4d4198050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4d4104b90 0x7fd4d4198050 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd4c4000c00 tx=0x7fd4c4005d50 comp rx=0 tx=0).stop 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1437861202 shutdown_connections 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd4c00a2c20 0x7fd4c00a50e0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd4d41074c0 0x7fd4d419f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4d4104b90 0x7fd4d4198050 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 --2- 172.21.15.18:0/1437861202 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd4d4102260 0x7fd4d4197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1437861202 >> 172.21.15.18:0/1437861202 conn(0x7fd4d40fbbf0 msgr2=0x7fd4d4102cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1437861202 shutdown_connections 2024-04-22T00:40:33.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.444+0000 7fd4db4c9640 1 -- 172.21.15.18:0/1437861202 wait complete. 2024-04-22T00:40:33.457 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-22T00:40:33.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.557+0000 7f3422d85640 1 -- 172.21.15.18:0/1381857862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f341c107460 msgr2=0x7f341c1098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.557+0000 7f3422d85640 1 --2- 172.21.15.18:0/1381857862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f341c107460 0x7f341c1098b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f3414009ca0 tx=0x7f341402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 -- 172.21.15.18:0/1381857862 shutdown_connections 2024-04-22T00:40:33.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 --2- 172.21.15.18:0/1381857862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f341c107460 0x7f341c1098b0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 --2- 172.21.15.18:0/1381857862 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f341c104b30 0x7f341c106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 --2- 172.21.15.18:0/1381857862 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f341c102200 0x7f341c1045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 -- 172.21.15.18:0/1381857862 >> 172.21.15.18:0/1381857862 conn(0x7f341c0fbbf0 msgr2=0x7f341c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 -- 172.21.15.18:0/1381857862 shutdown_connections 2024-04-22T00:40:33.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 -- 172.21.15.18:0/1381857862 wait complete. 2024-04-22T00:40:33.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 Processor -- start 2024-04-22T00:40:33.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 -- start start 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f341c102200 0x7f341c197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f341c104b30 0x7f341c197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f341c107460 0x7f341c19f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f341c10d420 con 0x7f341c104b30 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f341c10d2a0 con 0x7f341c107460 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f3422d85640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f341c10d5a0 con 0x7f341c102200 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.558+0000 7f341bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f341c104b30 0x7f341c197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f341bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f341c104b30 0x7f341c197fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58632/0 (socket says 172.21.15.18:58632) 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f341bfff640 1 -- 172.21.15.18:0/1573227676 learned_addr learned my addr 172.21.15.18:0/1573227676 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f3420b21640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f341c102200 0x7f341c197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f3421322640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f341c107460 0x7f341c19f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f341bfff640 1 -- 172.21.15.18:0/1573227676 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f341c102200 msgr2=0x7f341c197a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f341bfff640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f341c102200 0x7f341c197a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f341bfff640 1 -- 172.21.15.18:0/1573227676 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f341c107460 msgr2=0x7f341c19f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f341bfff640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f341c107460 0x7f341c19f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f341bfff640 1 -- 172.21.15.18:0/1573227676 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f341c19f6b0 con 0x7f341c104b30 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f3421322640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f341c107460 0x7f341c19f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f341bfff640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f341c104b30 0x7f341c197fd0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f341000d740 tx=0x7f341000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f3419ffb640 1 -- 172.21.15.18:0/1573227676 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410017070 con 0x7f341c104b30 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f3419ffb640 1 -- 172.21.15.18:0/1573227676 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f341000de50 con 0x7f341c104b30 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f3422d85640 1 -- 172.21.15.18:0/1573227676 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f341c19f9a0 con 0x7f341c104b30 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f3419ffb640 1 -- 172.21.15.18:0/1573227676 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410004e00 con 0x7f341c104b30 2024-04-22T00:40:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.559+0000 7f3422d85640 1 -- 172.21.15.18:0/1573227676 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f341c19fea0 con 0x7f341c104b30 2024-04-22T00:40:33.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.561+0000 7f3419ffb640 1 -- 172.21.15.18:0/1573227676 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3410004fa0 con 0x7f341c104b30 2024-04-22T00:40:33.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f342596d740 1 Processor -- start 2024-04-22T00:40:33.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f342596d740 1 -- start start 2024-04-22T00:40:33.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f342596d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b2993228a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f3419ffb640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34040a2c20 0x7f34040a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f342596d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b299327970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f342596d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b29932a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f342596d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b299282df0 con 0x55b299327fe0 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f342596d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b29922b640 con 0x55b299322e70 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f342596d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b29927edb0 con 0x55b299322480 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f3421322640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b29932a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f3420b21640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34040a2c20 0x7f34040a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f3421322640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b29932a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58648/0 (socket says 172.21.15.18:58648) 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f3421322640 1 -- 172.21.15.18:0/1715259375 learned_addr learned my addr 172.21.15.18:0/1715259375 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f3419ffb640 1 -- 172.21.15.18:0/1573227676 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f34100cef00 con 0x7f341c104b30 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f341bfff640 1 --2- 172.21.15.18:0/1715259375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b299327970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f3421322640 1 --2- 172.21.15.18:0/1715259375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b2993228a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f341bfff640 1 -- 172.21.15.18:0/1715259375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 msgr2=0x55b2993228a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f341bfff640 1 --2- 172.21.15.18:0/1715259375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b2993228a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f341bfff640 1 -- 172.21.15.18:0/1715259375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 msgr2=0x55b29932a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.562+0000 7f341bfff640 1 --2- 172.21.15.18:0/1715259375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b29932a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.563+0000 7f341bfff640 1 -- 172.21.15.18:0/1715259375 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b298f972d0 con 0x55b299322e70 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.563+0000 7f3421322640 1 --2- 172.21.15.18:0/1715259375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b29932a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.563+0000 7f3420b21640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34040a2c20 0x7f34040a50e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f340c00bbe0 tx=0x7f340c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.563+0000 7f341bfff640 1 --2- 172.21.15.18:0/1715259375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b299327970 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f34100cc550 tx=0x7f34100baef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5949f35ea6eb58a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.563+0000 7f3402ffd640 1 -- 172.21.15.18:0/1715259375 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410020040 con 0x55b299322e70 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.563+0000 7f3402ffd640 1 -- 172.21.15.18:0/1715259375 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f341009b2a0 con 0x55b299322e70 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.563+0000 7f3402ffd640 1 -- 172.21.15.18:0/1715259375 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410097910 con 0x55b299322e70 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 -- 172.21.15.18:0/1715259375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 msgr2=0x55b299327970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 --2- 172.21.15.18:0/1715259375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b299327970 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f34100cc550 tx=0x7f34100baef0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 -- 172.21.15.18:0/1715259375 shutdown_connections 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 --2- 172.21.15.18:0/1715259375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b29932a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 --2- 172.21.15.18:0/1715259375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b299327970 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 --2- 172.21.15.18:0/1715259375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b2993228a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 -- 172.21.15.18:0/1715259375 >> 172.21.15.18:0/1715259375 conn(0x55b2993195e0 msgr2=0x55b2993199e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 -- 172.21.15.18:0/1715259375 shutdown_connections 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 -- 172.21.15.18:0/1715259375 wait complete. 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 -- start start 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 Processor -- start 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b29932c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b29932ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.564+0000 7f342596d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b299333e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f342596d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b29932af30 con 0x55b299327fe0 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f342596d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b29923ebe0 con 0x55b299322e70 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f342596d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b29932b0b0 con 0x55b299322480 2024-04-22T00:40:33.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f342596d740 10 client.0 _ll_register_callbacks cb 0x55b29923e5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f3421322640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b299333e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f3421322640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b299333e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58658/0 (socket says 172.21.15.18:58658) 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f3421322640 1 -- 172.21.15.18:0/823061285 learned_addr learned my addr 172.21.15.18:0/823061285 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f341bfff640 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b29932ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f3420b21640 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b29932c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f3421322640 1 -- 172.21.15.18:0/823061285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 msgr2=0x55b29932c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f3421322640 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b29932c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f3421322640 1 -- 172.21.15.18:0/823061285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 msgr2=0x55b29932ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f3421322640 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b29932ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f3421322640 1 -- 172.21.15.18:0/823061285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2990616b0 con 0x55b299327fe0 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f341bfff640 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b29932ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f3421322640 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b299333e90 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f3414037040 tx=0x7f3414032ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e06fd6a11b2c25e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f33fbfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f33fbfff640 1 -- 172.21.15.18:0/823061285 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3414039070 con 0x55b299327fe0 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f33fbfff640 1 -- 172.21.15.18:0/823061285 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f3414003970 con 0x55b299327fe0 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f342596d740 1 -- 172.21.15.18:0/823061285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f341009b2a0 con 0x55b299327fe0 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f33fbfff640 1 -- 172.21.15.18:0/823061285 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f3414050050 con 0x55b299327fe0 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f342596d740 10 client.15252 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.565+0000 7f342596d740 1 -- 172.21.15.18:0/823061285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55b299336ee0 con 0x55b299327fe0 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.566+0000 7f33fbfff640 1 -- 172.21.15.18:0/823061285 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f341009b2a0 con 0x55b299327fe0 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.566+0000 7f33fbfff640 1 -- 172.21.15.18:0/823061285 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f341404b030 con 0x55b299327fe0 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.566+0000 7f342596d740 10 client.15252 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.566+0000 7f342596d740 10 client.15252 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.566+0000 7f342596d740 20 client.15252 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.566+0000 7f342596d740 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b2993395b0 0x55b29933aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.566+0000 7f342596d740 4 client.15252 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:40:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.566+0000 7f342596d740 1 -- 172.21.15.18:0/823061285 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b299290330 con 0x55b2993395b0 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.566+0000 7f3420b21640 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b2993395b0 0x55b29933aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f3420b21640 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b2993395b0 0x55b29933aa20 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e11056bdeb1fc445 server_cookie=20bbfe78a98fdd35 in_seq=0 out_seq=0 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f33fbfff640 10 client.15252 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f33fbfff640 1 -- 172.21.15.18:0/823061285 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b299290330 con 0x55b2993395b0 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f33fbfff640 10 client.15252 handle_command_reply: tid=0 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f342596d740 1 client.15252 shutdown 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f342596d740 1 -- 172.21.15.18:0/823061285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 msgr2=0x55b299333e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f342596d740 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b299333e90 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f3414037040 tx=0x7f3414032ec0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f342596d740 1 -- 172.21.15.18:0/823061285 shutdown_connections 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f342596d740 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b2993395b0 0x55b29933aa20 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f342596d740 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299327fe0 0x55b299333e90 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f33fbfff640 0 client.15252 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f342596d740 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b29932ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f342596d740 1 --2- 172.21.15.18:0/823061285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b29932c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.567+0000 7f342596d740 1 -- 172.21.15.18:0/823061285 >> 172.21.15.18:0/823061285 conn(0x55b2993195e0 msgr2=0x55b299318720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.568+0000 7f342596d740 1 -- 172.21.15.18:0/823061285 shutdown_connections 2024-04-22T00:40:33.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.568+0000 7f342596d740 1 -- 172.21.15.18:0/823061285 wait complete. 2024-04-22T00:40:33.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.568+0000 7f342596d740 20 client.15252 trim_cache size 0 max 16384 2024-04-22T00:40:33.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f342596d740 1 Processor -- start 2024-04-22T00:40:33.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f342596d740 1 -- start start 2024-04-22T00:40:33.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f342596d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b2993279a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f342596d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322e70 0x55b299333db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f342596d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299327fe0 0x55b2993185a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f342596d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b299338d60 con 0x55b299322e70 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f342596d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b299339430 con 0x55b299327fe0 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f342596d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b299339b00 con 0x55b299322480 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f341bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322e70 0x55b299333db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f341bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322e70 0x55b299333db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58672/0 (socket says 172.21.15.18:58672) 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f341bfff640 1 -- 172.21.15.18:0/487011003 learned_addr learned my addr 172.21.15.18:0/487011003 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f341bfff640 1 -- 172.21.15.18:0/487011003 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 msgr2=0x55b2993279a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f341bfff640 1 --2- 172.21.15.18:0/487011003 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b2993279a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f341bfff640 1 -- 172.21.15.18:0/487011003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299327fe0 msgr2=0x55b2993185a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f341bfff640 1 --2- 172.21.15.18:0/487011003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299327fe0 0x55b2993185a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f341bfff640 1 -- 172.21.15.18:0/487011003 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b299317c20 con 0x55b299322e70 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.586+0000 7f341bfff640 1 --2- 172.21.15.18:0/487011003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322e70 0x55b299333db0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f341009afa0 tx=0x7f34100048a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9505801ae464873 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f34027fc640 1 -- 172.21.15.18:0/487011003 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34100b3070 con 0x55b299322e70 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f34027fc640 1 -- 172.21.15.18:0/487011003 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f34100a3f10 con 0x55b299322e70 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f34027fc640 1 -- 172.21.15.18:0/487011003 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410020040 con 0x55b299322e70 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f342596d740 1 -- 172.21.15.18:0/487011003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322e70 msgr2=0x55b299333db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f342596d740 1 --2- 172.21.15.18:0/487011003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322e70 0x55b299333db0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f341009afa0 tx=0x7f34100048a0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f342596d740 1 -- 172.21.15.18:0/487011003 shutdown_connections 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f342596d740 1 --2- 172.21.15.18:0/487011003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299327fe0 0x55b2993185a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f342596d740 1 --2- 172.21.15.18:0/487011003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322e70 0x55b299333db0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f342596d740 1 --2- 172.21.15.18:0/487011003 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299322480 0x55b2993279a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f342596d740 1 -- 172.21.15.18:0/487011003 >> 172.21.15.18:0/487011003 conn(0x55b2993195e0 msgr2=0x55b299317e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f342596d740 1 -- 172.21.15.18:0/487011003 shutdown_connections 2024-04-22T00:40:33.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f342596d740 1 -- 172.21.15.18:0/487011003 wait complete. 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.587+0000 7f342596d740 1 -- start start 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f342596d740 1 Processor -- start 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f342596d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322480 0x55b299330090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f342596d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b2993305d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f342596d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299327fe0 0x55b2993335f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f342596d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b29933a8a0 con 0x55b299322480 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f342596d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b29933a1d0 con 0x55b299322e70 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f342596d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b29933af70 con 0x55b299327fe0 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f342596d740 10 client.0 _ll_register_callbacks cb 0x7f3414009960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f3420b21640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322480 0x55b299330090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f3420b21640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322480 0x55b299330090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58686/0 (socket says 172.21.15.18:58686) 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f3420b21640 1 -- 172.21.15.18:0/169084220 learned_addr learned my addr 172.21.15.18:0/169084220 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f341bfff640 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b2993305d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f3420b21640 1 -- 172.21.15.18:0/169084220 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299327fe0 msgr2=0x55b2993335f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f3420b21640 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299327fe0 0x55b2993335f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f3420b21640 1 -- 172.21.15.18:0/169084220 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 msgr2=0x55b2993305d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f3420b21640 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b2993305d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f3420b21640 1 -- 172.21.15.18:0/169084220 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b299333be0 con 0x55b299322480 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f3420b21640 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322480 0x55b299330090 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x55b29933b160 tx=0x7f340c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c7f76c3d69ff5b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.588+0000 7f33fbfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f33fbfff640 1 -- 172.21.15.18:0/169084220 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c02b020 con 0x55b299322480 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f33fbfff640 1 -- 172.21.15.18:0/169084220 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f340c027330 con 0x55b299322480 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f342596d740 1 -- 172.21.15.18:0/169084220 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b29928a680 con 0x55b299322480 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f33fbfff640 1 -- 172.21.15.18:0/169084220 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f340c036050 con 0x55b299322480 2024-04-22T00:40:33.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f342596d740 10 client.15258 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f342596d740 1 -- 172.21.15.18:0/169084220 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55b2993a0090 con 0x55b299322480 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f33fbfff640 1 -- 172.21.15.18:0/169084220 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55b29928a680 con 0x55b299322480 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f33fbfff640 1 -- 172.21.15.18:0/169084220 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f340c0047a0 con 0x55b299322480 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f342596d740 10 client.15258 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f342596d740 10 client.15258 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f342596d740 20 client.15258 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f342596d740 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b2993a4d20 0x55b2993a1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f342596d740 4 client.15258 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f342596d740 1 -- 172.21.15.18:0/169084220 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "status"}) -- 0x55b299208a70 con 0x55b2993a4d20 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.589+0000 7f341bfff640 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b2993a4d20 0x55b2993a1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f33fbfff640 10 client.15258 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f341bfff640 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b2993a4d20 0x55b2993a1160 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a7f16001100b59b server_cookie=cf122a42a6e3a39d in_seq=0 out_seq=0 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f33fbfff640 1 -- 172.21.15.18:0/169084220 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55b299208a70 con 0x55b2993a4d20 2024-04-22T00:40:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f33fbfff640 10 client.15258 handle_command_reply: tid=0 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 client.15258 shutdown 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 -- 172.21.15.18:0/169084220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322480 msgr2=0x55b299330090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322480 0x55b299330090 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x55b29933b160 tx=0x7f340c0046c0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 -- 172.21.15.18:0/169084220 shutdown_connections 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b2993a4d20 0x55b2993a1160 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b299327fe0 0x55b2993335f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b299322e70 0x55b2993305d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 --2- 172.21.15.18:0/169084220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b299322480 0x55b299330090 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f33fbfff640 0 client.15258 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 -- 172.21.15.18:0/169084220 >> 172.21.15.18:0/169084220 conn(0x55b2993195e0 msgr2=0x55b299318720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 -- 172.21.15.18:0/169084220 shutdown_connections 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 1 -- 172.21.15.18:0/169084220 wait complete. 2024-04-22T00:40:33.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.590+0000 7f342596d740 20 client.15258 trim_cache size 0 max 16384 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 0, 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24532, 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 113.233982419, 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 93, 2024-04-22T00:40:33.599 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 91, 2024-04-22T00:40:33.600 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 126.604798432 2024-04-22T00:40:33.600 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:40:33.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 -- 172.21.15.18:0/1573227676 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34040a2c20 msgr2=0x7f34040a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34040a2c20 0x7f34040a50e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f340c00bbe0 tx=0x7f340c00b390 comp rx=0 tx=0).stop 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 -- 172.21.15.18:0/1573227676 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f341c104b30 msgr2=0x7f341c197fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f341c104b30 0x7f341c197fd0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f341000d740 tx=0x7f341000dc00 comp rx=0 tx=0).stop 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 -- 172.21.15.18:0/1573227676 shutdown_connections 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34040a2c20 0x7f34040a50e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f341c107460 0x7f341c19f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f341c104b30 0x7f341c197fd0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 --2- 172.21.15.18:0/1573227676 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f341c102200 0x7f341c197a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 -- 172.21.15.18:0/1573227676 >> 172.21.15.18:0/1573227676 conn(0x7f341c0fbbf0 msgr2=0x7f341c102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 -- 172.21.15.18:0/1573227676 shutdown_connections 2024-04-22T00:40:33.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:33.591+0000 7f3422d85640 1 -- 172.21.15.18:0/1573227676 wait complete. 2024-04-22T00:40:33.604 INFO:tasks.cephadm:Setup complete, yielding 2024-04-22T00:40:33.604 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-22T00:40:33.614 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2024-04-22T00:40:33.614 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-22T00:40:33.860 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:34.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:33 smithi018 ceph-mon[27979]: pgmap v350: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:34.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:33 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3043243889' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:34.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:33 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1325031267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:34.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:33 smithi081 ceph-mon[31546]: pgmap v350: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:34.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:33 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3043243889' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:34.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:33 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1325031267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:34.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:33 smithi167 ceph-mon[31348]: pgmap v350: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:34.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:33 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3043243889' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:34.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:33 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1325031267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:35.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.622+0000 7f19a5999700 1 -- 172.21.15.18:0/953236720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f19a0100b70 msgr2=0x7f19a0100f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:35.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.622+0000 7f19a5999700 1 --2- 172.21.15.18:0/953236720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f19a0100b70 0x7f19a0100f90 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f199000b0a0 tx=0x7f199000b3b0 comp rx=0 tx=0).stop 2024-04-22T00:40:35.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.622+0000 7f19a5999700 1 -- 172.21.15.18:0/953236720 shutdown_connections 2024-04-22T00:40:35.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.622+0000 7f19a5999700 1 --2- 172.21.15.18:0/953236720 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19a0101e90 0x7f19a0102310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:35.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.622+0000 7f19a5999700 1 --2- 172.21.15.18:0/953236720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f19a0100b70 0x7f19a0100f90 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:35.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.622+0000 7f19a5999700 1 --2- 172.21.15.18:0/953236720 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19a01014d0 0x7f19a0101950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:35.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.622+0000 7f19a5999700 1 -- 172.21.15.18:0/953236720 >> 172.21.15.18:0/953236720 conn(0x7f19a00fc730 msgr2=0x7f19a00feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:35.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.622+0000 7f19a5999700 1 -- 172.21.15.18:0/953236720 shutdown_connections 2024-04-22T00:40:35.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.622+0000 7f19a5999700 1 -- 172.21.15.18:0/953236720 wait complete. 2024-04-22T00:40:35.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.623+0000 7f19a5999700 1 Processor -- start 2024-04-22T00:40:35.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.623+0000 7f19a5999700 1 -- start start 2024-04-22T00:40:35.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.623+0000 7f19a5999700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f19a0100b70 0x7f19a019a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:35.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.623+0000 7f19a5999700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19a01014d0 0x7f19a019ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:35.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.623+0000 7f19a5999700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19a0101e90 0x7f19a01a1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.623+0000 7f19a5999700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f19a0110070 con 0x7f19a0100b70 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.623+0000 7f19a5999700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f19a010fef0 con 0x7f19a0101e90 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.623+0000 7f19a5999700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f19a01101f0 con 0x7f19a01014d0 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.623+0000 7f199effd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f19a0100b70 0x7f19a019a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f199effd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f19a0100b70 0x7f19a019a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58714/0 (socket says 172.21.15.18:58714) 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f199effd700 1 -- 172.21.15.18:0/2455193949 learned_addr learned my addr 172.21.15.18:0/2455193949 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f199e7fc700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19a01014d0 0x7f19a019ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f199f7fe700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19a0101e90 0x7f19a01a1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f199effd700 1 -- 172.21.15.18:0/2455193949 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19a01014d0 msgr2=0x7f19a019ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f199effd700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19a01014d0 0x7f19a019ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f199effd700 1 -- 172.21.15.18:0/2455193949 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19a0101e90 msgr2=0x7f19a01a1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f199effd700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19a0101e90 0x7f19a01a1cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:35.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f199effd700 1 -- 172.21.15.18:0/2455193949 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19a01a2350 con 0x7f19a0100b70 2024-04-22T00:40:35.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f199effd700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f19a0100b70 0x7f19a019a6f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1990006070 tx=0x7f1990004e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:35.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f19a4997700 1 -- 172.21.15.18:0/2455193949 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1990021070 con 0x7f19a0100b70 2024-04-22T00:40:35.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f19a5999700 1 -- 172.21.15.18:0/2455193949 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19a01a25e0 con 0x7f19a0100b70 2024-04-22T00:40:35.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f19a4997700 1 -- 172.21.15.18:0/2455193949 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1990007dc0 con 0x7f19a0100b70 2024-04-22T00:40:35.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f19a4997700 1 -- 172.21.15.18:0/2455193949 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f199001d450 con 0x7f19a0100b70 2024-04-22T00:40:35.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.624+0000 7f19a5999700 1 -- 172.21.15.18:0/2455193949 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19a01a2ae0 con 0x7f19a0100b70 2024-04-22T00:40:35.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.625+0000 7f19a5999700 1 -- 172.21.15.18:0/2455193949 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19a0068f20 con 0x7f19a0100b70 2024-04-22T00:40:35.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.627+0000 7f19a4997700 1 -- 172.21.15.18:0/2455193949 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f19900041b0 con 0x7f19a0100b70 2024-04-22T00:40:35.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.627+0000 7f19a4997700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f198c0a2cb0 0x7f198c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:35.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.627+0000 7f199e7fc700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f198c0a2cb0 0x7f198c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:35.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.627+0000 7f19a4997700 1 -- 172.21.15.18:0/2455193949 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f199000f020 con 0x7f19a0100b70 2024-04-22T00:40:35.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.628+0000 7f199e7fc700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f198c0a2cb0 0x7f198c0a5170 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f198800ac50 tx=0x7f198800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:35.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.631+0000 7f19a4997700 1 -- 172.21.15.18:0/2455193949 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f199002a020 con 0x7f19a0100b70 2024-04-22T00:40:35.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.857+0000 7f19a5999700 1 -- 172.21.15.18:0/2455193949 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f19a002df80 con 0x7f198c0a2cb0 2024-04-22T00:40:35.859 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:35 smithi018 ceph-mon[27979]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:35.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.859+0000 7f19a4997700 1 -- 172.21.15.18:0/2455193949 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f19a002df80 con 0x7f198c0a2cb0 2024-04-22T00:40:35.860 INFO:teuthology.orchestra.run.smithi018.stdout:Backend: cephadm 2024-04-22T00:40:35.860 INFO:teuthology.orchestra.run.smithi018.stdout:Available: Yes 2024-04-22T00:40:35.861 INFO:teuthology.orchestra.run.smithi018.stdout:Paused: No 2024-04-22T00:40:35.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 -- 172.21.15.18:0/2455193949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f198c0a2cb0 msgr2=0x7f198c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:35.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f198c0a2cb0 0x7f198c0a5170 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f198800ac50 tx=0x7f198800a380 comp rx=0 tx=0).stop 2024-04-22T00:40:35.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 -- 172.21.15.18:0/2455193949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f19a0100b70 msgr2=0x7f19a019a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:35.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f19a0100b70 0x7f19a019a6f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1990006070 tx=0x7f1990004e40 comp rx=0 tx=0).stop 2024-04-22T00:40:35.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 -- 172.21.15.18:0/2455193949 shutdown_connections 2024-04-22T00:40:35.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f198c0a2cb0 0x7f198c0a5170 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:35.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19a0101e90 0x7f19a01a1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:35.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f19a0100b70 0x7f19a019a6f0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:35.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 --2- 172.21.15.18:0/2455193949 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19a01014d0 0x7f19a019ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:35.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 -- 172.21.15.18:0/2455193949 >> 172.21.15.18:0/2455193949 conn(0x7f19a00fc730 msgr2=0x7f19a00fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:35.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 -- 172.21.15.18:0/2455193949 shutdown_connections 2024-04-22T00:40:35.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:35.861+0000 7f19a5999700 1 -- 172.21.15.18:0/2455193949 wait complete. 2024-04-22T00:40:36.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:35 smithi081 ceph-mon[31546]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:36.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:35 smithi167 ceph-mon[31348]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:40:36.687 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-22T00:40:36.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:36 smithi018 ceph-mon[27979]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:36.942 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:37.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:36 smithi081 ceph-mon[31546]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:37.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:36 smithi167 ceph-mon[31348]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:38.155 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:37 smithi018 ceph-mon[27979]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:38.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:37 smithi081 ceph-mon[31546]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:38.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:37 smithi167 ceph-mon[31348]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:40:38.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.712+0000 7f788334c700 1 -- 172.21.15.18:0/3993286906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f787c100550 msgr2=0x7f787c100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:38.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.712+0000 7f788334c700 1 --2- 172.21.15.18:0/3993286906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f787c100550 0x7f787c100970 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f786c009990 tx=0x7f786c009ca0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.712+0000 7f788334c700 1 -- 172.21.15.18:0/3993286906 shutdown_connections 2024-04-22T00:40:38.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.712+0000 7f788334c700 1 --2- 172.21.15.18:0/3993286906 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f787c103ed0 0x7f787c10a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.712+0000 7f788334c700 1 --2- 172.21.15.18:0/3993286906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f787c100550 0x7f787c100970 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.712+0000 7f788334c700 1 --2- 172.21.15.18:0/3993286906 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f787c103530 0x7f787c103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.712+0000 7f788334c700 1 -- 172.21.15.18:0/3993286906 >> 172.21.15.18:0/3993286906 conn(0x7f787c0fbe90 msgr2=0x7f787c0fe2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.712+0000 7f788334c700 1 -- 172.21.15.18:0/3993286906 shutdown_connections 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.712+0000 7f788334c700 1 -- 172.21.15.18:0/3993286906 wait complete. 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f788334c700 1 Processor -- start 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f788334c700 1 -- start start 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f788334c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f787c100550 0x7f787c198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f788334c700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f787c103530 0x7f787c198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f788334c700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f787c103ed0 0x7f787c19fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f788334c700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f787c10dec0 con 0x7f787c100550 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f788334c700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f787c10dd40 con 0x7f787c103530 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f788334c700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f787c10e040 con 0x7f787c103ed0 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f78810e8700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f787c100550 0x7f787c198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f78810e8700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f787c100550 0x7f787c198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58724/0 (socket says 172.21.15.18:58724) 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f78810e8700 1 -- 172.21.15.18:0/1788882880 learned_addr learned my addr 172.21.15.18:0/1788882880 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:38.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f78808e7700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f787c103530 0x7f787c198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.713+0000 7f78818e9700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f787c103ed0 0x7f787c19fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f78810e8700 1 -- 172.21.15.18:0/1788882880 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f787c103ed0 msgr2=0x7f787c19fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f78810e8700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f787c103ed0 0x7f787c19fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f78810e8700 1 -- 172.21.15.18:0/1788882880 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f787c103530 msgr2=0x7f787c198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f78810e8700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f787c103530 0x7f787c198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f78810e8700 1 -- 172.21.15.18:0/1788882880 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f787c1a0160 con 0x7f787c100550 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f78810e8700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f787c100550 0x7f787c198500 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f786c000c00 tx=0x7f786c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f78727fc700 1 -- 172.21.15.18:0/1788882880 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f786c003c70 con 0x7f787c100550 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f788334c700 1 -- 172.21.15.18:0/1788882880 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f787c1a03f0 con 0x7f787c100550 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f78727fc700 1 -- 172.21.15.18:0/1788882880 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f786c004830 con 0x7f787c100550 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f78727fc700 1 -- 172.21.15.18:0/1788882880 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f786c005330 con 0x7f787c100550 2024-04-22T00:40:38.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.714+0000 7f788334c700 1 -- 172.21.15.18:0/1788882880 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f787c1a08c0 con 0x7f787c100550 2024-04-22T00:40:38.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.715+0000 7f788334c700 1 -- 172.21.15.18:0/1788882880 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f787c068f20 con 0x7f787c100550 2024-04-22T00:40:38.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.717+0000 7f78727fc700 1 -- 172.21.15.18:0/1788882880 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f786c0049e0 con 0x7f787c100550 2024-04-22T00:40:38.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.718+0000 7f78727fc700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78680a2cb0 0x7f78680a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:38.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.718+0000 7f78808e7700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78680a2cb0 0x7f78680a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:38.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.718+0000 7f78727fc700 1 -- 172.21.15.18:0/1788882880 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f786c0d10d0 con 0x7f787c100550 2024-04-22T00:40:38.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.718+0000 7f78808e7700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78680a2cb0 0x7f78680a5170 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7878005950 tx=0x7f787800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:38.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.721+0000 7f78727fc700 1 -- 172.21.15.18:0/1788882880 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f786c030030 con 0x7f787c100550 2024-04-22T00:40:38.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.782+0000 7f78727fc700 1 -- 172.21.15.18:0/1788882880 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f786c003e10 con 0x7f787c100550 2024-04-22T00:40:38.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.949+0000 7f788334c700 1 -- 172.21.15.18:0/1788882880 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f787c062670 con 0x7f78680a2cb0 2024-04-22T00:40:38.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.963+0000 7f78727fc700 1 -- 172.21.15.18:0/1788882880 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4092 (secure 0 0 0) 0x7f787c062670 con 0x7f78680a2cb0 2024-04-22T00:40:38.965 INFO:teuthology.orchestra.run.smithi018.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T00:40:38.965 INFO:teuthology.orchestra.run.smithi018.stdout:mds.a smithi018 running (2m) 20s ago 2m 13.9M - 19.0.0-2405-g820a2f8c 6702148920ad d20f9e6b6221 2024-04-22T00:40:38.965 INFO:teuthology.orchestra.run.smithi018.stdout:mds.b smithi081 running (2m) 55s ago 2m 16.6M - 19.0.0-2405-g820a2f8c 6702148920ad 9440ad707ea3 2024-04-22T00:40:38.965 INFO:teuthology.orchestra.run.smithi018.stdout:mds.c smithi167 running (2m) 55s ago 2m 18.7M - 19.0.0-2405-g820a2f8c 6702148920ad 42a74467e1f4 2024-04-22T00:40:38.965 INFO:teuthology.orchestra.run.smithi018.stdout:mds.d smithi018 running (2m) 20s ago 2m 16.1M - 19.0.0-2405-g820a2f8c 6702148920ad 73d716cd3a8a 2024-04-22T00:40:38.965 INFO:teuthology.orchestra.run.smithi018.stdout:mds.e smithi081 running (2m) 55s ago 2m 18.4M - 19.0.0-2405-g820a2f8c 6702148920ad 9e465cde8ae7 2024-04-22T00:40:38.965 INFO:teuthology.orchestra.run.smithi018.stdout:mds.f smithi167 running (2m) 55s ago 2m 18.5M - 19.0.0-2405-g820a2f8c 6702148920ad 6b4b89bce9e6 2024-04-22T00:40:38.965 INFO:teuthology.orchestra.run.smithi018.stdout:mds.g smithi018 running (2m) 20s ago 2m 16.3M - 19.0.0-2405-g820a2f8c 6702148920ad 94979d7a2fc5 2024-04-22T00:40:38.965 INFO:teuthology.orchestra.run.smithi018.stdout:mds.h smithi081 running (2m) 55s ago 2m 18.5M - 19.0.0-2405-g820a2f8c 6702148920ad 0a76b738d2da 2024-04-22T00:40:38.965 INFO:teuthology.orchestra.run.smithi018.stdout:mds.i smithi167 running (2m) 55s ago 2m 28.5M - 19.0.0-2405-g820a2f8c 6702148920ad a5cdeb4715e8 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:mds.j smithi018 running (2m) 20s ago 2m 13.7M - 19.0.0-2405-g820a2f8c 6702148920ad d2002bf14856 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:mds.k smithi081 running (2m) 55s ago 2m 14.0M - 19.0.0-2405-g820a2f8c 6702148920ad 20716d0f5942 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:mds.l smithi167 running (2m) 55s ago 2m 13.9M - 19.0.0-2405-g820a2f8c 6702148920ad 237855e90318 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.x smithi018 *:9283,8765 running (9m) 20s ago 9m 514M - 19.0.0-2405-g820a2f8c 6702148920ad 42fac77d7eb9 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.y smithi081 *:8443,8765 running (7m) 55s ago 7m 453M - 19.0.0-2405-g820a2f8c 6702148920ad 63d816359778 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.z smithi167 *:8443,8765 running (7m) 55s ago 7m 453M - 19.0.0-2405-g820a2f8c 6702148920ad 34ad10da106c 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:mon.a smithi018 running (9m) 20s ago 10m 48.1M 2048M 19.0.0-2405-g820a2f8c 6702148920ad abe528af649e 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:mon.b smithi081 running (8m) 55s ago 8m 38.7M 2048M 19.0.0-2405-g820a2f8c 6702148920ad 4bf9e0ed505d 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:mon.c smithi167 running (8m) 55s ago 8m 39.6M 2048M 19.0.0-2405-g820a2f8c 6702148920ad 9a7c72365850 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 smithi018 running (7m) 20s ago 7m 53.2M 4273M 19.0.0-2405-g820a2f8c 6702148920ad 3d1e4e761466 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 smithi081 running (7m) 55s ago 7m 53.8M 4272M 19.0.0-2405-g820a2f8c 6702148920ad b048b8b98224 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 smithi167 running (6m) 55s ago 6m 54.8M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 1b01c95a578b 2024-04-22T00:40:38.966 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 smithi018 running (6m) 20s ago 6m 44.9M 4273M 19.0.0-2405-g820a2f8c 6702148920ad 222aee58b367 2024-04-22T00:40:38.967 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 smithi081 running (5m) 55s ago 5m 50.7M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 481714bb2abe 2024-04-22T00:40:38.967 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 smithi167 running (5m) 55s ago 5m 44.9M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 7afe5ecf3bab 2024-04-22T00:40:38.967 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 smithi018 running (5m) 20s ago 5m 48.9M 4273M 19.0.0-2405-g820a2f8c 6702148920ad 9ede527a3b10 2024-04-22T00:40:38.967 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 smithi081 running (4m) 55s ago 4m 52.1M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 2e02edf2db8e 2024-04-22T00:40:38.967 INFO:teuthology.orchestra.run.smithi018.stdout:osd.8 smithi167 running (4m) 55s ago 4m 54.7M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 419d0719d7a1 2024-04-22T00:40:38.967 INFO:teuthology.orchestra.run.smithi018.stdout:osd.9 smithi018 running (3m) 20s ago 3m 43.4M 4273M 19.0.0-2405-g820a2f8c 6702148920ad ff339094a5fc 2024-04-22T00:40:38.967 INFO:teuthology.orchestra.run.smithi018.stdout:osd.10 smithi081 running (3m) 55s ago 3m 52.7M 4272M 19.0.0-2405-g820a2f8c 6702148920ad f6c3dcd1ea5c 2024-04-22T00:40:38.967 INFO:teuthology.orchestra.run.smithi018.stdout:osd.11 smithi167 running (2m) 55s ago 2m 42.2M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 6510fa533ded 2024-04-22T00:40:38.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 -- 172.21.15.18:0/1788882880 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78680a2cb0 msgr2=0x7f78680a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:38.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78680a2cb0 0x7f78680a5170 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7878005950 tx=0x7f787800b410 comp rx=0 tx=0).stop 2024-04-22T00:40:38.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 -- 172.21.15.18:0/1788882880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f787c100550 msgr2=0x7f787c198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:38.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f787c100550 0x7f787c198500 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f786c000c00 tx=0x7f786c0047b0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 -- 172.21.15.18:0/1788882880 shutdown_connections 2024-04-22T00:40:38.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f787c103ed0 0x7f787c19fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f787c100550 0x7f787c198500 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78680a2cb0 0x7f78680a5170 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 --2- 172.21.15.18:0/1788882880 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f787c103530 0x7f787c198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:38.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 -- 172.21.15.18:0/1788882880 >> 172.21.15.18:0/1788882880 conn(0x7f787c0fbe90 msgr2=0x7f787c106850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:38.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 -- 172.21.15.18:0/1788882880 shutdown_connections 2024-04-22T00:40:38.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:38.965+0000 7f788334c700 1 -- 172.21.15.18:0/1788882880 wait complete. 2024-04-22T00:40:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-04-22T00:40:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [5, 11]}]: dispatch 2024-04-22T00:40:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]: dispatch 2024-04-22T00:40:39.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:38 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]: dispatch 2024-04-22T00:40:39.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-04-22T00:40:39.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [5, 11]}]: dispatch 2024-04-22T00:40:39.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]: dispatch 2024-04-22T00:40:39.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:38 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]: dispatch 2024-04-22T00:40:39.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-04-22T00:40:39.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [5, 11]}]: dispatch 2024-04-22T00:40:39.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]: dispatch 2024-04-22T00:40:39.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:38 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]: dispatch 2024-04-22T00:40:39.747 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-22T00:40:40.001 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:40.124 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:39 smithi018 ceph-mon[27979]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:40.124 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-04-22T00:40:40.124 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [5, 11]}]': finished 2024-04-22T00:40:40.124 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]': finished 2024-04-22T00:40:40.124 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:39 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]': finished 2024-04-22T00:40:40.124 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:39 smithi018 ceph-mon[27979]: osdmap e94: 12 total, 12 up, 12 in 2024-04-22T00:40:40.124 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:39 smithi018 ceph-mon[27979]: mgrmap e18: x(active, since 9m), standbys: y, z 2024-04-22T00:40:40.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:39 smithi081 ceph-mon[31546]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:40.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-04-22T00:40:40.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [5, 11]}]': finished 2024-04-22T00:40:40.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]': finished 2024-04-22T00:40:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:39 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]': finished 2024-04-22T00:40:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:39 smithi081 ceph-mon[31546]: osdmap e94: 12 total, 12 up, 12 in 2024-04-22T00:40:40.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:39 smithi081 ceph-mon[31546]: mgrmap e18: x(active, since 9m), standbys: y, z 2024-04-22T00:40:40.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:39 smithi167 ceph-mon[31348]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:40:40.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-04-22T00:40:40.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [5, 11]}]': finished 2024-04-22T00:40:40.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]': finished 2024-04-22T00:40:40.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:39 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]': finished 2024-04-22T00:40:40.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:39 smithi167 ceph-mon[31348]: osdmap e94: 12 total, 12 up, 12 in 2024-04-22T00:40:40.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:39 smithi167 ceph-mon[31348]: mgrmap e18: x(active, since 9m), standbys: y, z 2024-04-22T00:40:41.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:40 smithi081 ceph-mon[31546]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:41.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:40 smithi081 ceph-mon[31546]: osdmap e95: 12 total, 12 up, 12 in 2024-04-22T00:40:41.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:40 smithi018 ceph-mon[27979]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:41.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:40 smithi018 ceph-mon[27979]: osdmap e95: 12 total, 12 up, 12 in 2024-04-22T00:40:41.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:40 smithi167 ceph-mon[31348]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:41.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:40 smithi167 ceph-mon[31348]: osdmap e95: 12 total, 12 up, 12 in 2024-04-22T00:40:41.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.949+0000 7f9f8ee55700 1 -- 172.21.15.18:0/3502875021 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f88101180 msgr2=0x7f9f881015a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:41.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.949+0000 7f9f8ee55700 1 --2- 172.21.15.18:0/3502875021 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f88101180 0x7f9f881015a0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c0099c0 tx=0x7f9f7c009cd0 comp rx=0 tx=0).stop 2024-04-22T00:40:41.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.949+0000 7f9f8ee55700 1 -- 172.21.15.18:0/3502875021 shutdown_connections 2024-04-22T00:40:41.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.949+0000 7f9f8ee55700 1 --2- 172.21.15.18:0/3502875021 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9f88102d20 0x7f9f881095d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:41.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.949+0000 7f9f8ee55700 1 --2- 172.21.15.18:0/3502875021 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f88101180 0x7f9f881015a0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:41.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.949+0000 7f9f8ee55700 1 --2- 172.21.15.18:0/3502875021 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f88102380 0x7f9f881027e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:41.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.949+0000 7f9f8ee55700 1 -- 172.21.15.18:0/3502875021 >> 172.21.15.18:0/3502875021 conn(0x7f9f880fc720 msgr2=0x7f9f880feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:41.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.949+0000 7f9f8ee55700 1 -- 172.21.15.18:0/3502875021 shutdown_connections 2024-04-22T00:40:41.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.949+0000 7f9f8ee55700 1 -- 172.21.15.18:0/3502875021 wait complete. 2024-04-22T00:40:41.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.950+0000 7f9f8ee55700 1 Processor -- start 2024-04-22T00:40:41.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.950+0000 7f9f8ee55700 1 -- start start 2024-04-22T00:40:41.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.950+0000 7f9f8ee55700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f88101180 0x7f9f881974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:41.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.950+0000 7f9f8ee55700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9f88102380 0x7f9f88197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.950+0000 7f9f8ee55700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f88102d20 0x7f9f8819eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.950+0000 7f9f8ee55700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9f8810ce40 con 0x7f9f88102d20 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.950+0000 7f9f8ee55700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9f8810ccc0 con 0x7f9f88102380 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.950+0000 7f9f8ee55700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9f8810cfc0 con 0x7f9f88101180 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8cbf1700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f88101180 0x7f9f881974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8d3f2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f88102d20 0x7f9f8819eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8cbf1700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f88101180 0x7f9f881974f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:44220/0 (socket says 172.21.15.18:44220) 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8cbf1700 1 -- 172.21.15.18:0/1207748094 learned_addr learned my addr 172.21.15.18:0/1207748094 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f87fff700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9f88102380 0x7f9f88197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8d3f2700 1 -- 172.21.15.18:0/1207748094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f88101180 msgr2=0x7f9f881974f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8d3f2700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f88101180 0x7f9f881974f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8d3f2700 1 -- 172.21.15.18:0/1207748094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9f88102380 msgr2=0x7f9f88197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8d3f2700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9f88102380 0x7f9f88197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8d3f2700 1 -- 172.21.15.18:0/1207748094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f8819f150 con 0x7f9f88102d20 2024-04-22T00:40:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8cbf1700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f88101180 0x7f9f881974f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:40:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8d3f2700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f88102d20 0x7f9f8819eab0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f9f8000be50 tx=0x7f9f80009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f85ffb700 1 -- 172.21.15.18:0/1207748094 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f80019070 con 0x7f9f88102d20 2024-04-22T00:40:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f8ee55700 1 -- 172.21.15.18:0/1207748094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f8819f440 con 0x7f9f88102d20 2024-04-22T00:40:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f85ffb700 1 -- 172.21.15.18:0/1207748094 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f8000cb90 con 0x7f9f88102d20 2024-04-22T00:40:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.951+0000 7f9f85ffb700 1 -- 172.21.15.18:0/1207748094 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f800125a0 con 0x7f9f88102d20 2024-04-22T00:40:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.952+0000 7f9f8ee55700 1 -- 172.21.15.18:0/1207748094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f8819fa00 con 0x7f9f88102d20 2024-04-22T00:40:41.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.953+0000 7f9f8ee55700 1 -- 172.21.15.18:0/1207748094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f88068f20 con 0x7f9f88102d20 2024-04-22T00:40:41.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.954+0000 7f9f85ffb700 1 -- 172.21.15.18:0/1207748094 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9f8001c070 con 0x7f9f88102d20 2024-04-22T00:40:41.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.954+0000 7f9f85ffb700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9f780a2c20 0x7f9f780a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:41.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.954+0000 7f9f85ffb700 1 -- 172.21.15.18:0/1207748094 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9f800ce990 con 0x7f9f88102d20 2024-04-22T00:40:41.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.954+0000 7f9f8cbf1700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9f780a2c20 0x7f9f780a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:41.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.955+0000 7f9f8cbf1700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9f780a2c20 0x7f9f780a50e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c009750 tx=0x7f9f7c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:41.959+0000 7f9f85ffb700 1 -- 172.21.15.18:0/1207748094 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9f8009b4c0 con 0x7f9f88102d20 2024-04-22T00:40:41.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:41 smithi018 ceph-mon[27979]: pgmap v356: 129 pgs: 1 activating+degraded, 1 peering, 127 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s; 4/194 objects degraded (2.062%) 2024-04-22T00:40:41.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:41 smithi018 ceph-mon[27979]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-22T00:40:41.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:41 smithi018 ceph-mon[27979]: Health check failed: Degraded data redundancy: 4/194 objects degraded (2.062%), 1 pg degraded (PG_DEGRADED) 2024-04-22T00:40:42.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:41 smithi081 ceph-mon[31546]: pgmap v356: 129 pgs: 1 activating+degraded, 1 peering, 127 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s; 4/194 objects degraded (2.062%) 2024-04-22T00:40:42.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:41 smithi081 ceph-mon[31546]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-22T00:40:42.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:41 smithi081 ceph-mon[31546]: Health check failed: Degraded data redundancy: 4/194 objects degraded (2.062%), 1 pg degraded (PG_DEGRADED) 2024-04-22T00:40:42.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.176+0000 7f9f8ee55700 1 -- 172.21.15.18:0/1207748094 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f9f88062670 con 0x7f9f780a2c20 2024-04-22T00:40:42.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.182+0000 7f9f85ffb700 1 -- 172.21.15.18:0/1207748094 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f9f88062670 con 0x7f9f780a2c20 2024-04-22T00:40:42.184 INFO:teuthology.orchestra.run.smithi018.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-22T00:40:42.184 INFO:teuthology.orchestra.run.smithi018.stdout:mds.all 12/12 59s ago 2m smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi081=b;smithi081=e;smithi081=h;smithi081=k;smithi167=c;smithi167=f;smithi167=i;smithi167=l;count:12 2024-04-22T00:40:42.184 INFO:teuthology.orchestra.run.smithi018.stdout:mgr 3/3 59s ago 7m smithi018=x;smithi081=y;smithi167=z;count:3 2024-04-22T00:40:42.184 INFO:teuthology.orchestra.run.smithi018.stdout:mon 3/3 59s ago 8m smithi018:172.21.15.18=a;smithi081:172.21.15.81=b;smithi167:172.21.15.167=c;count:3 2024-04-22T00:40:42.184 INFO:teuthology.orchestra.run.smithi018.stdout:osd 12 59s ago - 2024-04-22T00:40:42.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 -- 172.21.15.18:0/1207748094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9f780a2c20 msgr2=0x7f9f780a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:42.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9f780a2c20 0x7f9f780a50e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c009750 tx=0x7f9f7c005fb0 comp rx=0 tx=0).stop 2024-04-22T00:40:42.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 -- 172.21.15.18:0/1207748094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f88102d20 msgr2=0x7f9f8819eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:42.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f88102d20 0x7f9f8819eab0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f9f8000be50 tx=0x7f9f80009ed0 comp rx=0 tx=0).stop 2024-04-22T00:40:42.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 -- 172.21.15.18:0/1207748094 shutdown_connections 2024-04-22T00:40:42.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f88102d20 0x7f9f8819eab0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:42.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9f88101180 0x7f9f881974f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:42.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9f780a2c20 0x7f9f780a50e0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:42.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 --2- 172.21.15.18:0/1207748094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9f88102380 0x7f9f88197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:42.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 -- 172.21.15.18:0/1207748094 >> 172.21.15.18:0/1207748094 conn(0x7f9f880fc720 msgr2=0x7f9f881056f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:42.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 -- 172.21.15.18:0/1207748094 shutdown_connections 2024-04-22T00:40:42.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:42.184+0000 7f9f8ee55700 1 -- 172.21.15.18:0/1207748094 wait complete. 2024-04-22T00:40:42.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:41 smithi167 ceph-mon[31348]: pgmap v356: 129 pgs: 1 activating+degraded, 1 peering, 127 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s; 4/194 objects degraded (2.062%) 2024-04-22T00:40:42.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:41 smithi167 ceph-mon[31348]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-22T00:40:42.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:41 smithi167 ceph-mon[31348]: Health check failed: Degraded data redundancy: 4/194 objects degraded (2.062%), 1 pg degraded (PG_DEGRADED) 2024-04-22T00:40:42.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-22T00:40:43.197 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:44.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:43 smithi081 ceph-mon[31546]: pgmap v357: 129 pgs: 1 activating+degraded, 1 peering, 127 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 511 B/s wr, 7 op/s; 4/194 objects degraded (2.062%); 0 B/s, 0 objects/s recovering 2024-04-22T00:40:44.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:43 smithi081 ceph-mon[31546]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:44.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:43 smithi018 ceph-mon[27979]: pgmap v357: 129 pgs: 1 activating+degraded, 1 peering, 127 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 511 B/s wr, 7 op/s; 4/194 objects degraded (2.062%); 0 B/s, 0 objects/s recovering 2024-04-22T00:40:44.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:43 smithi018 ceph-mon[27979]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:44.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:43 smithi167 ceph-mon[31348]: pgmap v357: 129 pgs: 1 activating+degraded, 1 peering, 127 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 511 B/s wr, 7 op/s; 4/194 objects degraded (2.062%); 0 B/s, 0 objects/s recovering 2024-04-22T00:40:44.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:43 smithi167 ceph-mon[31348]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:44.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.988+0000 7f44381dc700 1 -- 172.21.15.18:0/1133173765 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4430103e30 msgr2=0x7f443010a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:44.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.988+0000 7f44381dc700 1 --2- 172.21.15.18:0/1133173765 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4430103e30 0x7f443010a6e0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f442800b0d0 tx=0x7f442800b3e0 comp rx=0 tx=0).stop 2024-04-22T00:40:44.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.988+0000 7f44381dc700 1 -- 172.21.15.18:0/1133173765 shutdown_connections 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.988+0000 7f44381dc700 1 --2- 172.21.15.18:0/1133173765 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4430103e30 0x7f443010a6e0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.988+0000 7f44381dc700 1 --2- 172.21.15.18:0/1133173765 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4430102290 0x7f44301026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.988+0000 7f44381dc700 1 --2- 172.21.15.18:0/1133173765 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4430103490 0x7f44301038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.988+0000 7f44381dc700 1 -- 172.21.15.18:0/1133173765 >> 172.21.15.18:0/1133173765 conn(0x7f44300fd830 msgr2=0x7f44300ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.988+0000 7f44381dc700 1 -- 172.21.15.18:0/1133173765 shutdown_connections 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.988+0000 7f44381dc700 1 -- 172.21.15.18:0/1133173765 wait complete. 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f44381dc700 1 Processor -- start 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f44381dc700 1 -- start start 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f44381dc700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4430102290 0x7f443019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f44381dc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4430103490 0x7f443019ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f44381dc700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4430103e30 0x7f44301a1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f44381dc700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f443010de70 con 0x7f4430103490 2024-04-22T00:40:44.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f44381dc700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f443010dcf0 con 0x7f4430103e30 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f44381dc700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f443010dff0 con 0x7f4430102290 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4435777700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4430103490 0x7f443019ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4435777700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4430103490 0x7f443019ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35326/0 (socket says 172.21.15.18:35326) 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4435777700 1 -- 172.21.15.18:0/488143134 learned_addr learned my addr 172.21.15.18:0/488143134 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4435f78700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4430102290 0x7f443019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4436779700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4430103e30 0x7f44301a1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4435777700 1 -- 172.21.15.18:0/488143134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4430102290 msgr2=0x7f443019a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4435777700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4430102290 0x7f443019a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4435777700 1 -- 172.21.15.18:0/488143134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4430103e30 msgr2=0x7f44301a1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4435777700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4430103e30 0x7f44301a1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4435777700 1 -- 172.21.15.18:0/488143134 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44301a2290 con 0x7f4430103490 2024-04-22T00:40:44.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.989+0000 7f4436779700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4430103e30 0x7f44301a1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.990+0000 7f4435777700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4430103490 0x7f443019ab70 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f442000d9b0 tx=0x7f442000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.990+0000 7f4426ffd700 1 -- 172.21.15.18:0/488143134 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4420017070 con 0x7f4430103490 2024-04-22T00:40:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.990+0000 7f44381dc700 1 -- 172.21.15.18:0/488143134 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44301a2580 con 0x7f4430103490 2024-04-22T00:40:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.990+0000 7f4426ffd700 1 -- 172.21.15.18:0/488143134 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4420005020 con 0x7f4430103490 2024-04-22T00:40:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.990+0000 7f4426ffd700 1 -- 172.21.15.18:0/488143134 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4420009bd0 con 0x7f4430103490 2024-04-22T00:40:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.990+0000 7f44381dc700 1 -- 172.21.15.18:0/488143134 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44301a2a70 con 0x7f4430103490 2024-04-22T00:40:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.991+0000 7f44381dc700 1 -- 172.21.15.18:0/488143134 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4430068f20 con 0x7f4430103490 2024-04-22T00:40:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.992+0000 7f4426ffd700 1 -- 172.21.15.18:0/488143134 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f44200051d0 con 0x7f4430103490 2024-04-22T00:40:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.993+0000 7f4426ffd700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f441c0a2c20 0x7f441c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.993+0000 7f4435f78700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f441c0a2c20 0x7f441c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.993+0000 7f4426ffd700 1 -- 172.21.15.18:0/488143134 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f44200cf740 con 0x7f4430103490 2024-04-22T00:40:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.993+0000 7f4435f78700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f441c0a2c20 0x7f441c0a50e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f44301032f0 tx=0x7f442c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:44.996+0000 7f4426ffd700 1 -- 172.21.15.18:0/488143134 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4420020020 con 0x7f4430103490 2024-04-22T00:40:45.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.210+0000 7f44381dc700 1 -- 172.21.15.18:0/488143134 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f4430075b80 con 0x7f441c0a2c20 2024-04-22T00:40:45.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.211+0000 7f4426ffd700 1 -- 172.21.15.18:0/488143134 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f4430075b80 con 0x7f441c0a2c20 2024-04-22T00:40:45.213 INFO:teuthology.orchestra.run.smithi018.stdout:HOST ADDR LABELS STATUS 2024-04-22T00:40:45.213 INFO:teuthology.orchestra.run.smithi018.stdout:smithi018 172.21.15.18 2024-04-22T00:40:45.213 INFO:teuthology.orchestra.run.smithi018.stdout:smithi081 172.21.15.81 2024-04-22T00:40:45.213 INFO:teuthology.orchestra.run.smithi018.stdout:smithi167 172.21.15.167 2024-04-22T00:40:45.213 INFO:teuthology.orchestra.run.smithi018.stdout:3 hosts in cluster 2024-04-22T00:40:45.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 -- 172.21.15.18:0/488143134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f441c0a2c20 msgr2=0x7f441c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:45.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f441c0a2c20 0x7f441c0a50e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f44301032f0 tx=0x7f442c00b410 comp rx=0 tx=0).stop 2024-04-22T00:40:45.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 -- 172.21.15.18:0/488143134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4430103490 msgr2=0x7f443019ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:45.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4430103490 0x7f443019ab70 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f442000d9b0 tx=0x7f442000dcc0 comp rx=0 tx=0).stop 2024-04-22T00:40:45.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 -- 172.21.15.18:0/488143134 shutdown_connections 2024-04-22T00:40:45.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f441c0a2c20 0x7f441c0a50e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:45.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4430103e30 0x7f44301a1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:45.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4430102290 0x7f443019a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:45.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 --2- 172.21.15.18:0/488143134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4430103490 0x7f443019ab70 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:45.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 -- 172.21.15.18:0/488143134 >> 172.21.15.18:0/488143134 conn(0x7f44300fd830 msgr2=0x7f4430074460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:45.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.213+0000 7f44381dc700 1 -- 172.21.15.18:0/488143134 shutdown_connections 2024-04-22T00:40:45.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:45.214+0000 7f44381dc700 1 -- 172.21.15.18:0/488143134 wait complete. 2024-04-22T00:40:45.949 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-22T00:40:46.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:45 smithi081 ceph-mon[31546]: pgmap v358: 129 pgs: 1 activating+degraded, 1 peering, 127 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 639 B/s wr, 6 op/s; 4/194 objects degraded (2.062%); 0 B/s, 0 objects/s recovering 2024-04-22T00:40:46.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:45 smithi018 ceph-mon[27979]: pgmap v358: 129 pgs: 1 activating+degraded, 1 peering, 127 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 639 B/s wr, 6 op/s; 4/194 objects degraded (2.062%); 0 B/s, 0 objects/s recovering 2024-04-22T00:40:46.202 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:46.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:45 smithi167 ceph-mon[31348]: pgmap v358: 129 pgs: 1 activating+degraded, 1 peering, 127 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 639 B/s wr, 6 op/s; 4/194 objects degraded (2.062%); 0 B/s, 0 objects/s recovering 2024-04-22T00:40:46.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:46 smithi018 ceph-mon[27979]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:47.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:46 smithi081 ceph-mon[31546]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:47.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:46 smithi167 ceph-mon[31348]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:47.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.937+0000 7fbc9d794700 1 -- 172.21.15.18:0/1858264113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbc98103560 msgr2=0x7fbc981039c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:47.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.937+0000 7fbc9d794700 1 --2- 172.21.15.18:0/1858264113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbc98103560 0x7fbc981039c0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fbc88009990 tx=0x7fbc88009ca0 comp rx=0 tx=0).stop 2024-04-22T00:40:47.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.937+0000 7fbc9d794700 1 -- 172.21.15.18:0/1858264113 shutdown_connections 2024-04-22T00:40:47.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.937+0000 7fbc9d794700 1 --2- 172.21.15.18:0/1858264113 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbc98103f00 0x7fbc9810a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:47.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.937+0000 7fbc9d794700 1 --2- 172.21.15.18:0/1858264113 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbc98100580 0x7fbc981009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:47.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.937+0000 7fbc9d794700 1 --2- 172.21.15.18:0/1858264113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbc98103560 0x7fbc981039c0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:47.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.937+0000 7fbc9d794700 1 -- 172.21.15.18:0/1858264113 >> 172.21.15.18:0/1858264113 conn(0x7fbc980fbee0 msgr2=0x7fbc980fe320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:47.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.937+0000 7fbc9d794700 1 -- 172.21.15.18:0/1858264113 shutdown_connections 2024-04-22T00:40:47.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.937+0000 7fbc9d794700 1 -- 172.21.15.18:0/1858264113 wait complete. 2024-04-22T00:40:47.940 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:47 smithi018 ceph-mon[27979]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s; 72 B/s, 0 objects/s recovering 2024-04-22T00:40:47.940 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:47 smithi018 ceph-mon[27979]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-22T00:40:47.940 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:47 smithi018 ceph-mon[27979]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/194 objects degraded (2.062%), 1 pg degraded) 2024-04-22T00:40:47.940 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:47 smithi018 ceph-mon[27979]: Cluster is now healthy 2024-04-22T00:40:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.937+0000 7fbc9d794700 1 Processor -- start 2024-04-22T00:40:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc9d794700 1 -- start start 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc9d794700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbc98100580 0x7fbc98198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc9d794700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbc98103560 0x7fbc981989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc9d794700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbc98103f00 0x7fbc9819fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc9d794700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbc9810de90 con 0x7fbc98103560 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc9d794700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbc9810dd10 con 0x7fbc98100580 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc9d794700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbc9810e010 con 0x7fbc98103f00 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc967fc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbc98103560 0x7fbc981989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc967fc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbc98103560 0x7fbc981989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35344/0 (socket says 172.21.15.18:35344) 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc967fc700 1 -- 172.21.15.18:0/677793065 learned_addr learned my addr 172.21.15.18:0/677793065 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc977fe700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbc98103f00 0x7fbc9819fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.938+0000 7fbc96ffd700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbc98100580 0x7fbc98198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc967fc700 1 -- 172.21.15.18:0/677793065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbc98103f00 msgr2=0x7fbc9819fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc967fc700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbc98103f00 0x7fbc9819fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc967fc700 1 -- 172.21.15.18:0/677793065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbc98100580 msgr2=0x7fbc98198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:47.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc967fc700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbc98100580 0x7fbc98198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:47.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc967fc700 1 -- 172.21.15.18:0/677793065 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc981a00d0 con 0x7fbc98103560 2024-04-22T00:40:47.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc967fc700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbc98103560 0x7fbc981989b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fbc88004790 tx=0x7fbc88009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:47.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc8ffff700 1 -- 172.21.15.18:0/677793065 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc88027070 con 0x7fbc98103560 2024-04-22T00:40:47.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc9d794700 1 -- 172.21.15.18:0/677793065 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc981a0360 con 0x7fbc98103560 2024-04-22T00:40:47.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc9d794700 1 -- 172.21.15.18:0/677793065 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc981a0810 con 0x7fbc98103560 2024-04-22T00:40:47.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc8ffff700 1 -- 172.21.15.18:0/677793065 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc88004150 con 0x7fbc98103560 2024-04-22T00:40:47.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.939+0000 7fbc8ffff700 1 -- 172.21.15.18:0/677793065 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc88022e00 con 0x7fbc98103560 2024-04-22T00:40:47.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.940+0000 7fbc9d794700 1 -- 172.21.15.18:0/677793065 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc78005330 con 0x7fbc98103560 2024-04-22T00:40:47.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.941+0000 7fbc8ffff700 1 -- 172.21.15.18:0/677793065 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbc8802a070 con 0x7fbc98103560 2024-04-22T00:40:47.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.942+0000 7fbc8ffff700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbc840a2ca0 0x7fbc840a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:47.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.942+0000 7fbc96ffd700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbc840a2ca0 0x7fbc840a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:47.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.942+0000 7fbc8ffff700 1 -- 172.21.15.18:0/677793065 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbc880cff20 con 0x7fbc98103560 2024-04-22T00:40:47.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.942+0000 7fbc96ffd700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbc840a2ca0 0x7fbc840a5160 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbc9806a7a0 tx=0x7fbc8000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:47.947+0000 7fbc8ffff700 1 -- 172.21.15.18:0/677793065 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fbc88013070 con 0x7fbc98103560 2024-04-22T00:40:48.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:47 smithi081 ceph-mon[31546]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s; 72 B/s, 0 objects/s recovering 2024-04-22T00:40:48.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:47 smithi081 ceph-mon[31546]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-22T00:40:48.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:47 smithi081 ceph-mon[31546]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/194 objects degraded (2.062%), 1 pg degraded) 2024-04-22T00:40:48.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:47 smithi081 ceph-mon[31546]: Cluster is now healthy 2024-04-22T00:40:48.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.161+0000 7fbc9d794700 1 -- 172.21.15.18:0/677793065 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fbc78000bc0 con 0x7fbc840a2ca0 2024-04-22T00:40:48.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.163+0000 7fbc8ffff700 1 -- 172.21.15.18:0/677793065 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fbc78000bc0 con 0x7fbc840a2ca0 2024-04-22T00:40:48.165 INFO:teuthology.orchestra.run.smithi018.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-22T00:40:48.165 INFO:teuthology.orchestra.run.smithi018.stdout:smithi018 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75120091480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-04-22T00:40:48.165 INFO:teuthology.orchestra.run.smithi018.stdout:smithi081 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400N7400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-22T00:40:48.165 INFO:teuthology.orchestra.run.smithi018.stdout:smithi167 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT62330080400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-22T00:40:48.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.165+0000 7fbc9d794700 1 -- 172.21.15.18:0/677793065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbc840a2ca0 msgr2=0x7fbc840a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.165+0000 7fbc9d794700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbc840a2ca0 0x7fbc840a5160 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbc9806a7a0 tx=0x7fbc8000a380 comp rx=0 tx=0).stop 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.165+0000 7fbc9d794700 1 -- 172.21.15.18:0/677793065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbc98103560 msgr2=0x7fbc981989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.165+0000 7fbc9d794700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbc98103560 0x7fbc981989b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fbc88004790 tx=0x7fbc88009580 comp rx=0 tx=0).stop 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.165+0000 7fbc9d794700 1 -- 172.21.15.18:0/677793065 shutdown_connections 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.165+0000 7fbc9d794700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbc98103f00 0x7fbc9819fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.165+0000 7fbc9d794700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbc840a2ca0 0x7fbc840a5160 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.165+0000 7fbc9d794700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbc98100580 0x7fbc98198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.165+0000 7fbc9d794700 1 --2- 172.21.15.18:0/677793065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbc98103560 0x7fbc981989b0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.165+0000 7fbc9d794700 1 -- 172.21.15.18:0/677793065 >> 172.21.15.18:0/677793065 conn(0x7fbc980fbee0 msgr2=0x7fbc98106800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.166+0000 7fbc9d794700 1 -- 172.21.15.18:0/677793065 shutdown_connections 2024-04-22T00:40:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:48.166+0000 7fbc9d794700 1 -- 172.21.15.18:0/677793065 wait complete. 2024-04-22T00:40:48.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:47 smithi167 ceph-mon[31348]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s; 72 B/s, 0 objects/s recovering 2024-04-22T00:40:48.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:47 smithi167 ceph-mon[31348]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-22T00:40:48.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:47 smithi167 ceph-mon[31348]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/194 objects degraded (2.062%), 1 pg degraded) 2024-04-22T00:40:48.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:47 smithi167 ceph-mon[31348]: Cluster is now healthy 2024-04-22T00:40:48.816 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-22T00:40:48.825 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2024-04-22T00:40:48.825 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-22T00:40:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:50.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:49 smithi081 ceph-mon[31546]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 551 B/s wr, 7 op/s; 62 B/s, 0 objects/s recovering 2024-04-22T00:40:50.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:49 smithi081 ceph-mon[31546]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:50.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:49 smithi018 ceph-mon[27979]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 551 B/s wr, 7 op/s; 62 B/s, 0 objects/s recovering 2024-04-22T00:40:50.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:49 smithi018 ceph-mon[27979]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:50.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:49 smithi167 ceph-mon[31348]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 551 B/s wr, 7 op/s; 62 B/s, 0 objects/s recovering 2024-04-22T00:40:50.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:49 smithi167 ceph-mon[31348]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:40:50.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.904+0000 7efd2cfdf700 1 -- 172.21.15.18:0/45343348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28101190 msgr2=0x7efd281015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:50.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.904+0000 7efd2cfdf700 1 --2- 172.21.15.18:0/45343348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28101190 0x7efd281015b0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7efd18009990 tx=0x7efd18009ca0 comp rx=0 tx=0).stop 2024-04-22T00:40:50.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.904+0000 7efd2cfdf700 1 -- 172.21.15.18:0/45343348 shutdown_connections 2024-04-22T00:40:50.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.904+0000 7efd2cfdf700 1 --2- 172.21.15.18:0/45343348 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efd28102d30 0x7efd281095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:50.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.904+0000 7efd2cfdf700 1 --2- 172.21.15.18:0/45343348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28101190 0x7efd281015b0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:50.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.904+0000 7efd2cfdf700 1 --2- 172.21.15.18:0/45343348 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efd28102390 0x7efd281027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:50.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.904+0000 7efd2cfdf700 1 -- 172.21.15.18:0/45343348 >> 172.21.15.18:0/45343348 conn(0x7efd280fc730 msgr2=0x7efd280feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:50.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.904+0000 7efd2cfdf700 1 -- 172.21.15.18:0/45343348 shutdown_connections 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.904+0000 7efd2cfdf700 1 -- 172.21.15.18:0/45343348 wait complete. 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.905+0000 7efd2cfdf700 1 Processor -- start 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.905+0000 7efd2cfdf700 1 -- start start 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.905+0000 7efd2cfdf700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efd28101190 0x7efd2810b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.905+0000 7efd2cfdf700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102390 0x7efd28109fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.905+0000 7efd2cfdf700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efd28102d30 0x7efd2810a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd2cfdf700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7efd2810df40 con 0x7efd28102390 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd2cfdf700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7efd2810ddc0 con 0x7efd28102d30 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd2cfdf700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efd2810e0c0 con 0x7efd28101190 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd25d9b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102390 0x7efd28109fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd25d9b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102390 0x7efd28109fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35274/0 (socket says 172.21.15.18:35274) 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd25d9b700 1 -- 172.21.15.18:0/3358086490 learned_addr learned my addr 172.21.15.18:0/3358086490 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd2659c700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efd28101190 0x7efd2810b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:50.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd26d9d700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efd28102d30 0x7efd2810a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd25d9b700 1 -- 172.21.15.18:0/3358086490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efd28101190 msgr2=0x7efd2810b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd25d9b700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efd28101190 0x7efd2810b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd25d9b700 1 -- 172.21.15.18:0/3358086490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efd28102d30 msgr2=0x7efd2810a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd25d9b700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efd28102d30 0x7efd2810a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd25d9b700 1 -- 172.21.15.18:0/3358086490 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd2810add0 con 0x7efd28102390 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd26d9d700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efd28102d30 0x7efd2810a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd25d9b700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102390 0x7efd28109fe0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7efd1000b530 tx=0x7efd1000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd1f7fe700 1 -- 172.21.15.18:0/3358086490 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd10015020 con 0x7efd28102390 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd1f7fe700 1 -- 172.21.15.18:0/3358086490 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efd10011d10 con 0x7efd28102390 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.906+0000 7efd2cfdf700 1 -- 172.21.15.18:0/3358086490 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd281a2810 con 0x7efd28102390 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.907+0000 7efd1f7fe700 1 -- 172.21.15.18:0/3358086490 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd1000f2e0 con 0x7efd28102390 2024-04-22T00:40:50.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.907+0000 7efd2cfdf700 1 -- 172.21.15.18:0/3358086490 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd281a2da0 con 0x7efd28102390 2024-04-22T00:40:50.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.907+0000 7efd2cfdf700 1 -- 172.21.15.18:0/3358086490 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd28068f20 con 0x7efd28102390 2024-04-22T00:40:50.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.909+0000 7efd1f7fe700 1 -- 172.21.15.18:0/3358086490 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7efd10018020 con 0x7efd28102390 2024-04-22T00:40:50.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.909+0000 7efd1f7fe700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efd140a2c20 0x7efd140a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:50.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.909+0000 7efd2659c700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efd140a2c20 0x7efd140a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:50.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.909+0000 7efd1f7fe700 1 -- 172.21.15.18:0/3358086490 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7efd100cec60 con 0x7efd28102390 2024-04-22T00:40:50.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.910+0000 7efd2659c700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efd140a2c20 0x7efd140a50e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7efd1800b5c0 tx=0x7efd18003960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:50.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:50.915+0000 7efd1f7fe700 1 -- 172.21.15.18:0/3358086490 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7efd1001f020 con 0x7efd28102390 2024-04-22T00:40:51.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.170+0000 7efd2cfdf700 1 -- 172.21.15.18:0/3358086490 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7efd28062e40 con 0x7efd28102390 2024-04-22T00:40:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.170+0000 7efd1f7fe700 1 -- 172.21.15.18:0/3358086490 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 23 v23) ==== 76+0+3049 (secure 0 0 0) 0x7efd1009b7f0 con 0x7efd28102390 2024-04-22T00:40:51.172 INFO:teuthology.orchestra.run.smithi018.stdout:e23 2024-04-22T00:40:51.172 INFO:teuthology.orchestra.run.smithi018.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T00:40:51.172 INFO:teuthology.orchestra.run.smithi018.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-22T00:40:51.172 INFO:teuthology.orchestra.run.smithi018.stdout:legacy client fscid: 1 2024-04-22T00:40:51.172 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:51.172 INFO:teuthology.orchestra.run.smithi018.stdout:Filesystem 'cephfs' (1) 2024-04-22T00:40:51.172 INFO:teuthology.orchestra.run.smithi018.stdout:fs_name cephfs 2024-04-22T00:40:51.172 INFO:teuthology.orchestra.run.smithi018.stdout:epoch 23 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:created 2024-04-22T00:38:39.717418+0000 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:modified 2024-04-22T00:39:07.340234+0000 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:tableserver 0 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:root 0 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:session_timeout 300 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:session_autoclose 300 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:max_file_size 1099511627776 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:max_xattr_size 65536 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:required_client_features {} 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:last_failure 0 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:last_failure_osd_epoch 0 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:max_mds 3 2024-04-22T00:40:51.173 INFO:teuthology.orchestra.run.smithi018.stdout:in 0,1,2 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:up {0=24532,1=24518,2=24508} 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:failed 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:damaged 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:stopped 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:data_pools [3,4] 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:metadata_pool 2 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:inline_data disabled 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:balancer 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:bal_rank_mask -1 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:standby_count_wanted 0 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:qdb_cluster leader: 24532 members: 24508,24518,24532 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.i{0:24532} state up:active seq 5 addr [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.174 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.f{0:24499} state up:standby-replay seq 1 addr [v2:172.21.15.167:6834/2012529770,v1:172.21.15.167:6835/2012529770] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.b{1:24518} state up:active seq 9 addr [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.h{1:24482} state up:standby-replay seq 1 addr [v2:172.21.15.81:6836/3637660812,v1:172.21.15.81:6837/3637660812] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.c{2:24508} state up:active seq 13 addr [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.e{2:24455} state up:standby-replay seq 1 addr [v2:172.21.15.81:6834/4210272935,v1:172.21.15.81:6835/4210272935] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:Standby daemons: 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.j{-1:14544} state up:standby seq 1 addr [v2:172.21.15.18:6834/2895892918,v1:172.21.15.18:6835/2895892918] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.d{-1:14556} state up:standby seq 1 addr [v2:172.21.15.18:6836/222830382,v1:172.21.15.18:6837/222830382] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.g{-1:14619} state up:standby seq 1 addr [v2:172.21.15.18:6838/2382458166,v1:172.21.15.18:6839/2382458166] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.a{-1:14631} state up:standby seq 1 addr [v2:172.21.15.18:6840/665483074,v1:172.21.15.18:6841/665483074] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.k{-1:24422} state up:standby seq 1 addr [v2:172.21.15.81:6832/1490378102,v1:172.21.15.81:6833/1490378102] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.175 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.l{-1:24451} state up:standby seq 1 addr [v2:172.21.15.167:6832/1306510520,v1:172.21.15.167:6833/1306510520] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T00:40:51.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 -- 172.21.15.18:0/3358086490 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efd140a2c20 msgr2=0x7efd140a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:51.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efd140a2c20 0x7efd140a50e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7efd1800b5c0 tx=0x7efd18003960 comp rx=0 tx=0).stop 2024-04-22T00:40:51.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 -- 172.21.15.18:0/3358086490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102390 msgr2=0x7efd28109fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:51.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102390 0x7efd28109fe0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7efd1000b530 tx=0x7efd1000b840 comp rx=0 tx=0).stop 2024-04-22T00:40:51.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 -- 172.21.15.18:0/3358086490 shutdown_connections 2024-04-22T00:40:51.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efd140a2c20 0x7efd140a50e0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:51.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efd28102d30 0x7efd2810a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:51.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efd28101190 0x7efd2810b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:51.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 --2- 172.21.15.18:0/3358086490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102390 0x7efd28109fe0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:51.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 -- 172.21.15.18:0/3358086490 >> 172.21.15.18:0/3358086490 conn(0x7efd280fc730 msgr2=0x7efd281057d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:51.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 -- 172.21.15.18:0/3358086490 shutdown_connections 2024-04-22T00:40:51.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:51.172+0000 7efd2cfdf700 1 -- 172.21.15.18:0/3358086490 wait complete. 2024-04-22T00:40:51.177 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-04-22T00:40:51.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:51 smithi018 ceph-mon[27979]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 497 B/s wr, 6 op/s; 56 B/s, 0 objects/s recovering 2024-04-22T00:40:51.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:51 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3358086490' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-22T00:40:52.021 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-22T00:40:52.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:51 smithi081 ceph-mon[31546]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 497 B/s wr, 6 op/s; 56 B/s, 0 objects/s recovering 2024-04-22T00:40:52.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:51 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3358086490' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-22T00:40:52.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:51 smithi167 ceph-mon[31348]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 497 B/s wr, 6 op/s; 56 B/s, 0 objects/s recovering 2024-04-22T00:40:52.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:51 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3358086490' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-22T00:40:52.276 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:40:54.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.025+0000 7f034b229700 1 -- 172.21.15.18:0/2173451132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344103e30 msgr2=0x7f034410a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:54.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.025+0000 7f034b229700 1 --2- 172.21.15.18:0/2173451132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344103e30 0x7f034410a6e0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f033c00b0d0 tx=0x7f033c00b3e0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.025+0000 7f034b229700 1 -- 172.21.15.18:0/2173451132 shutdown_connections 2024-04-22T00:40:54.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.025+0000 7f034b229700 1 --2- 172.21.15.18:0/2173451132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344103e30 0x7f034410a6e0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.025+0000 7f034b229700 1 --2- 172.21.15.18:0/2173451132 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0344102290 0x7f03441026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.025+0000 7f034b229700 1 --2- 172.21.15.18:0/2173451132 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0344103490 0x7f03441038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.025+0000 7f034b229700 1 -- 172.21.15.18:0/2173451132 >> 172.21.15.18:0/2173451132 conn(0x7f03440fd830 msgr2=0x7f03440ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:54.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.025+0000 7f034b229700 1 -- 172.21.15.18:0/2173451132 shutdown_connections 2024-04-22T00:40:54.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.025+0000 7f034b229700 1 -- 172.21.15.18:0/2173451132 wait complete. 2024-04-22T00:40:54.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f034b229700 1 Processor -- start 2024-04-22T00:40:54.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f034b229700 1 -- start start 2024-04-22T00:40:54.027 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:53 smithi018 ceph-mon[27979]: pgmap v362: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s; 48 B/s, 0 objects/s recovering 2024-04-22T00:40:54.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f034b229700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0344102290 0x7f03441983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:54.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f034b229700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344103490 0x7f0344198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:54.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f034b229700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0344103e30 0x7f034419f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:54.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f034b229700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f034410de70 con 0x7f0344103490 2024-04-22T00:40:54.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f034b229700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f034410dcf0 con 0x7f0344102290 2024-04-22T00:40:54.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f034b229700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f034410dff0 con 0x7f0344103e30 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f0343fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344103490 0x7f0344198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f0343fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344103490 0x7f0344198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35296/0 (socket says 172.21.15.18:35296) 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f0343fff700 1 -- 172.21.15.18:0/1150922094 learned_addr learned my addr 172.21.15.18:0/1150922094 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.026+0000 7f0348fc5700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0344102290 0x7f03441983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f03497c6700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0344103e30 0x7f034419f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f0343fff700 1 -- 172.21.15.18:0/1150922094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0344103e30 msgr2=0x7f034419f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f0343fff700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0344103e30 0x7f034419f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f0343fff700 1 -- 172.21.15.18:0/1150922094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0344102290 msgr2=0x7f03441983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f0343fff700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0344102290 0x7f03441983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f0343fff700 1 -- 172.21.15.18:0/1150922094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03441a0020 con 0x7f0344103490 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f03497c6700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0344103e30 0x7f034419f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f0343fff700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344103490 0x7f0344198900 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f033000c9e0 tx=0x7f033000ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f0341ffb700 1 -- 172.21.15.18:0/1150922094 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0330007ac0 con 0x7f0344103490 2024-04-22T00:40:54.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f034b229700 1 -- 172.21.15.18:0/1150922094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03441a0310 con 0x7f0344103490 2024-04-22T00:40:54.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f0341ffb700 1 -- 172.21.15.18:0/1150922094 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0330007c60 con 0x7f0344103490 2024-04-22T00:40:54.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.027+0000 7f0341ffb700 1 -- 172.21.15.18:0/1150922094 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0330018730 con 0x7f0344103490 2024-04-22T00:40:54.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.028+0000 7f034b229700 1 -- 172.21.15.18:0/1150922094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03441a08a0 con 0x7f0344103490 2024-04-22T00:40:54.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.029+0000 7f034b229700 1 -- 172.21.15.18:0/1150922094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0344068f20 con 0x7f0344103490 2024-04-22T00:40:54.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.030+0000 7f0341ffb700 1 -- 172.21.15.18:0/1150922094 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f03300188d0 con 0x7f0344103490 2024-04-22T00:40:54.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.030+0000 7f0341ffb700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03340a2ca0 0x7f03340a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:54.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.030+0000 7f0341ffb700 1 -- 172.21.15.18:0/1150922094 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f03300cf380 con 0x7f0344103490 2024-04-22T00:40:54.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.030+0000 7f0348fc5700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03340a2ca0 0x7f03340a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:54.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.031+0000 7f0348fc5700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03340a2ca0 0x7f03340a5160 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f03441032f0 tx=0x7f033800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:54.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.035+0000 7f0341ffb700 1 -- 172.21.15.18:0/1150922094 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0330014030 con 0x7f0344103490 2024-04-22T00:40:54.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:53 smithi081 ceph-mon[31546]: pgmap v362: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s; 48 B/s, 0 objects/s recovering 2024-04-22T00:40:54.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:53 smithi167 ceph-mon[31348]: pgmap v362: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s; 48 B/s, 0 objects/s recovering 2024-04-22T00:40:54.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.240+0000 7f034b229700 1 -- 172.21.15.18:0/1150922094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f034402df50 con 0x7f0344103490 2024-04-22T00:40:54.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.241+0000 7f0341ffb700 1 -- 172.21.15.18:0/1150922094 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v95) ==== 56+0+5679 (secure 0 0 0) 0x7f033009bf10 con 0x7f0344103490 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:epoch 95 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:fsid 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:created 2024-04-22T00:30:34.444130+0000 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:modified 2024-04-22T00:40:39.771571+0000 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:crush_version 27 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:full_ratio 0.95 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:backfillfull_ratio 0.9 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:nearfull_ratio 0.85 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:require_min_compat_client luminous 2024-04-22T00:40:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:min_compat_client luminous 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:require_osd_release squid 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:stretch_mode_enabled false 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 86 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 87 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 91 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:max_osd 12 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 up in weight 1 up_from 8 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.18:6802/282931436,v1:172.21.15.18:6803/282931436] [v2:172.21.15.18:6804/282931436,v1:172.21.15.18:6805/282931436] exists,up 98d15405-0e06-4cc1-b527-9da7ef022040 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 up in weight 1 up_from 13 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.81:6800/553042870,v1:172.21.15.81:6801/553042870] [v2:172.21.15.81:6802/553042870,v1:172.21.15.81:6803/553042870] exists,up a23e3cf2-34eb-451c-8979-b5ca0b7aa984 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 up in weight 1 up_from 18 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.167:6800/4153681591,v1:172.21.15.167:6801/4153681591] [v2:172.21.15.167:6802/4153681591,v1:172.21.15.167:6803/4153681591] exists,up d1cb98cb-67dd-429e-a138-d55be1df8b7b 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 up in weight 1 up_from 25 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.18:6810/891441324,v1:172.21.15.18:6811/891441324] [v2:172.21.15.18:6812/891441324,v1:172.21.15.18:6813/891441324] exists,up 8c328748-a7f3-46a4-b316-cdbb183c2ef1 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 up in weight 1 up_from 33 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.81:6808/1341722901,v1:172.21.15.81:6809/1341722901] [v2:172.21.15.81:6810/1341722901,v1:172.21.15.81:6811/1341722901] exists,up 0aee303c-d0e8-4022-a7f0-d78c542b556e 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 up in weight 1 up_from 38 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.167:6808/2646461179,v1:172.21.15.167:6809/2646461179] [v2:172.21.15.167:6810/2646461179,v1:172.21.15.167:6811/2646461179] exists,up 7241ce7d-b3da-4916-a2ad-eeafcda3a7c1 2024-04-22T00:40:54.243 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 up in weight 1 up_from 46 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.18:6818/3595926939,v1:172.21.15.18:6819/3595926939] [v2:172.21.15.18:6820/3595926939,v1:172.21.15.18:6821/3595926939] exists,up 48677d51-50b9-43c7-b461-554b2b503f09 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 up in weight 1 up_from 52 up_thru 94 down_at 0 last_clean_interval [0,0) [v2:172.21.15.81:6816/349234711,v1:172.21.15.81:6817/349234711] [v2:172.21.15.81:6818/349234711,v1:172.21.15.81:6819/349234711] exists,up 9b4da1c1-602f-446d-924a-fec55ca5ee0a 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:osd.8 up in weight 1 up_from 61 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.167:6816/352115730,v1:172.21.15.167:6817/352115730] [v2:172.21.15.167:6818/352115730,v1:172.21.15.167:6819/352115730] exists,up c9c436c3-4533-40a3-b959-7eecd2f8f6b6 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:osd.9 up in weight 1 up_from 69 up_thru 94 down_at 0 last_clean_interval [0,0) [v2:172.21.15.18:6826/3098673543,v1:172.21.15.18:6827/3098673543] [v2:172.21.15.18:6828/3098673543,v1:172.21.15.18:6829/3098673543] exists,up 9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:osd.10 up in weight 1 up_from 74 up_thru 94 down_at 0 last_clean_interval [0,0) [v2:172.21.15.81:6824/1266280804,v1:172.21.15.81:6825/1266280804] [v2:172.21.15.81:6826/1266280804,v1:172.21.15.81:6827/1266280804] exists,up 5bd901b5-c40d-41e5-9287-412805a48fde 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:osd.11 up in weight 1 up_from 82 up_thru 94 down_at 0 last_clean_interval [0,0) [v2:172.21.15.167:6824/493586756,v1:172.21.15.167:6825/493586756] [v2:172.21.15.167:6826/493586756,v1:172.21.15.167:6827/493586756] exists,up 7d6a029c-4e4a-4853-a398-6c50732b835d 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 2.13 [2,11] 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 2.16 [2,4] 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 2.18 [5,11] 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 2.1a [8,1] 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 2.1f [8,4] 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.c [3,9] 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.11 [5,9] 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.1b [4,8] 2024-04-22T00:40:54.244 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.21 [4,6] 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.2c [4,9] 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 4.18 [9,8] 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 4.19 [9,10] 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 4.1d [5,8] 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 4.1f [9,8] 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/1115786485 expires 2024-04-23T00:31:37.944253+0000 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6801/2897837517 expires 2024-04-23T00:31:37.944253+0000 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/3695638498 expires 2024-04-23T00:31:37.944253+0000 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6800/2897837517 expires 2024-04-23T00:31:37.944253+0000 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6801/283242805 expires 2024-04-23T00:31:10.857936+0000 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/1785905599 expires 2024-04-23T00:31:10.857936+0000 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6800/283242805 expires 2024-04-23T00:31:10.857936+0000 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/879305992 expires 2024-04-23T00:31:37.944253+0000 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/2477103159 expires 2024-04-23T00:31:10.857936+0000 2024-04-22T00:40:54.245 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/251701061 expires 2024-04-23T00:31:10.857936+0000 2024-04-22T00:40:54.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 -- 172.21.15.18:0/1150922094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03340a2ca0 msgr2=0x7f03340a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:54.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03340a2ca0 0x7f03340a5160 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f03441032f0 tx=0x7f033800b410 comp rx=0 tx=0).stop 2024-04-22T00:40:54.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 -- 172.21.15.18:0/1150922094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344103490 msgr2=0x7f0344198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:54.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344103490 0x7f0344198900 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f033000c9e0 tx=0x7f033000ccf0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 -- 172.21.15.18:0/1150922094 shutdown_connections 2024-04-22T00:40:54.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0344103e30 0x7f034419f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03340a2ca0 0x7f03340a5160 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0344102290 0x7f03441983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 --2- 172.21.15.18:0/1150922094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344103490 0x7f0344198900 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:54.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 -- 172.21.15.18:0/1150922094 >> 172.21.15.18:0/1150922094 conn(0x7f03440fd830 msgr2=0x7f0344106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:54.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 -- 172.21.15.18:0/1150922094 shutdown_connections 2024-04-22T00:40:54.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:54.243+0000 7f034b229700 1 -- 172.21.15.18:0/1150922094 wait complete. 2024-04-22T00:40:55.021 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:54 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1150922094' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T00:40:55.057 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-22T00:40:55.068 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:40:55.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:54 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1150922094' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T00:40:55.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.180+0000 7f2d6f866640 1 -- 172.21.15.18:0/2672629753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d68100f70 msgr2=0x7f2d681013f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.180+0000 7f2d6f866640 1 --2- 172.21.15.18:0/2672629753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d68100f70 0x7f2d681013f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f2d58009900 tx=0x7f2d5802bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:55.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.180+0000 7f2d6f866640 1 -- 172.21.15.18:0/2672629753 shutdown_connections 2024-04-22T00:40:55.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.180+0000 7f2d6f866640 1 --2- 172.21.15.18:0/2672629753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d68101930 0x7f2d68108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.180+0000 7f2d6f866640 1 --2- 172.21.15.18:0/2672629753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d68100f70 0x7f2d681013f0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.180+0000 7f2d6f866640 1 --2- 172.21.15.18:0/2672629753 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2d680ffe20 0x7f2d68100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.180+0000 7f2d6f866640 1 -- 172.21.15.18:0/2672629753 >> 172.21.15.18:0/2672629753 conn(0x7f2d680fb3b0 msgr2=0x7f2d680fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:55.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.180+0000 7f2d6f866640 1 -- 172.21.15.18:0/2672629753 shutdown_connections 2024-04-22T00:40:55.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.180+0000 7f2d6f866640 1 -- 172.21.15.18:0/2672629753 wait complete. 2024-04-22T00:40:55.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6f866640 1 Processor -- start 2024-04-22T00:40:55.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6f866640 1 -- start start 2024-04-22T00:40:55.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6f866640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2d680ffe20 0x7f2d68197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6f866640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d68100f70 0x7f2d68198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6f866640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d68101930 0x7f2d6819f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6f866640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2d6810c330 con 0x7f2d68101930 2024-04-22T00:40:55.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6f866640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2d6810c1b0 con 0x7f2d680ffe20 2024-04-22T00:40:55.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6f866640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2d6810c4b0 con 0x7f2d68100f70 2024-04-22T00:40:55.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6de03640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d68101930 0x7f2d6819f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6de03640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d68101930 0x7f2d6819f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35320/0 (socket says 172.21.15.18:35320) 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6de03640 1 -- 172.21.15.18:0/669882888 learned_addr learned my addr 172.21.15.18:0/669882888 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.181+0000 7f2d6d602640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2d680ffe20 0x7f2d68197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d6ce01640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d68100f70 0x7f2d68198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d6de03640 1 -- 172.21.15.18:0/669882888 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d68100f70 msgr2=0x7f2d68198040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d6de03640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d68100f70 0x7f2d68198040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d6de03640 1 -- 172.21.15.18:0/669882888 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2d680ffe20 msgr2=0x7f2d68197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d6de03640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2d680ffe20 0x7f2d68197b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d6de03640 1 -- 172.21.15.18:0/669882888 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d6819f720 con 0x7f2d68101930 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d6ce01640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d68100f70 0x7f2d68198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d6de03640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d68101930 0x7f2d6819f0b0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f2d60009fd0 tx=0x7f2d6000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d5e7fc640 1 -- 172.21.15.18:0/669882888 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d60017070 con 0x7f2d68101930 2024-04-22T00:40:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d5e7fc640 1 -- 172.21.15.18:0/669882888 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d60003e50 con 0x7f2d68101930 2024-04-22T00:40:55.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d5e7fc640 1 -- 172.21.15.18:0/669882888 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d600106c0 con 0x7f2d68101930 2024-04-22T00:40:55.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d6f866640 1 -- 172.21.15.18:0/669882888 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d6819fa10 con 0x7f2d68101930 2024-04-22T00:40:55.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.182+0000 7f2d6f866640 1 -- 172.21.15.18:0/669882888 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d6819ff10 con 0x7f2d68101930 2024-04-22T00:40:55.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.183+0000 7f2d6f866640 1 -- 172.21.15.18:0/669882888 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d681a01a0 con 0x7f2d68101930 2024-04-22T00:40:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.184+0000 7f2d5e7fc640 1 -- 172.21.15.18:0/669882888 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2d60003970 con 0x7f2d68101930 2024-04-22T00:40:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.185+0000 7f2d5e7fc640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2d540a2b90 0x7f2d540a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.185+0000 7f2d6d602640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2d540a2b90 0x7f2d540a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.185+0000 7f2d5e7fc640 1 -- 172.21.15.18:0/669882888 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2d600cf290 con 0x7f2d68101930 2024-04-22T00:40:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.185+0000 7f2d6d602640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2d540a2b90 0x7f2d540a5050 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2d64005d00 tx=0x7f2d64005c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:55.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.190+0000 7f2d5e7fc640 1 -- 172.21.15.18:0/669882888 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2d6009bdc0 con 0x7f2d68101930 2024-04-22T00:40:55.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:54 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1150922094' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T00:40:55.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.375+0000 7f2d6f866640 1 -- 172.21.15.18:0/669882888 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2d681a0490 con 0x7f2d68101930 2024-04-22T00:40:55.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.377+0000 7f2d5e7fc640 1 -- 172.21.15.18:0/669882888 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24704 (secure 0 0 0) 0x7f2d6009b6c0 con 0x7f2d68101930 2024-04-22T00:40:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:55.378 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":95,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:40:39.771571+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.18","mappings":[{"from":5,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:40:55.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 -- 172.21.15.18:0/669882888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2d540a2b90 msgr2=0x7f2d540a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2d540a2b90 0x7f2d540a5050 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2d64005d00 tx=0x7f2d64005c50 comp rx=0 tx=0).stop 2024-04-22T00:40:55.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 -- 172.21.15.18:0/669882888 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d68101930 msgr2=0x7f2d6819f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d68101930 0x7f2d6819f0b0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f2d60009fd0 tx=0x7f2d6000b260 comp rx=0 tx=0).stop 2024-04-22T00:40:55.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 -- 172.21.15.18:0/669882888 shutdown_connections 2024-04-22T00:40:55.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2d540a2b90 0x7f2d540a5050 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d68101930 0x7f2d6819f0b0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2d68100f70 0x7f2d68198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 --2- 172.21.15.18:0/669882888 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2d680ffe20 0x7f2d68197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 -- 172.21.15.18:0/669882888 >> 172.21.15.18:0/669882888 conn(0x7f2d680fb3b0 msgr2=0x7f2d680fce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:55.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 -- 172.21.15.18:0/669882888 shutdown_connections 2024-04-22T00:40:55.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.379+0000 7f2d6f866640 1 -- 172.21.15.18:0/669882888 wait complete. 2024-04-22T00:40:55.392 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:40:55.392 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:40:55.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.496+0000 7f5587239640 1 -- 172.21.15.18:0/2148692702 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5580101890 msgr2=0x7f5580101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.496+0000 7f5587239640 1 --2- 172.21.15.18:0/2148692702 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5580101890 0x7f5580101d10 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f5570009900 tx=0x7f557002bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:55.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.496+0000 7f5587239640 1 -- 172.21.15.18:0/2148692702 shutdown_connections 2024-04-22T00:40:55.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.496+0000 7f5587239640 1 --2- 172.21.15.18:0/2148692702 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5580102250 0x7f5580108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.496+0000 7f5587239640 1 --2- 172.21.15.18:0/2148692702 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5580101890 0x7f5580101d10 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.496+0000 7f5587239640 1 --2- 172.21.15.18:0/2148692702 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55801006a0 0x7f5580100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.496+0000 7f5587239640 1 -- 172.21.15.18:0/2148692702 >> 172.21.15.18:0/2148692702 conn(0x7f55800fbc30 msgr2=0x7f55800fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.496+0000 7f5587239640 1 -- 172.21.15.18:0/2148692702 shutdown_connections 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.496+0000 7f5587239640 1 -- 172.21.15.18:0/2148692702 wait complete. 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5587239640 1 Processor -- start 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5587239640 1 -- start start 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5587239640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55801006a0 0x7f558006a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5587239640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5580101890 0x7f558019c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5587239640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5580102250 0x7f558019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5587239640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f558010c320 con 0x7f5580101890 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5587239640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f558010c1a0 con 0x7f55801006a0 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5587239640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f558010c4a0 con 0x7f5580102250 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5577fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5580101890 0x7f558019c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5577fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5580101890 0x7f558019c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35338/0 (socket says 172.21.15.18:35338) 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5577fff640 1 -- 172.21.15.18:0/1748807620 learned_addr learned my addr 172.21.15.18:0/1748807620 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:55.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5584fd5640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55801006a0 0x7f558006a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f55857d6640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5580102250 0x7f558019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5577fff640 1 -- 172.21.15.18:0/1748807620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5580102250 msgr2=0x7f558019ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5577fff640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5580102250 0x7f558019ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5577fff640 1 -- 172.21.15.18:0/1748807620 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55801006a0 msgr2=0x7f558006a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.497+0000 7f5577fff640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55801006a0 0x7f558006a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.498+0000 7f5577fff640 1 -- 172.21.15.18:0/1748807620 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f558019f6e0 con 0x7f5580101890 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.498+0000 7f55857d6640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5580102250 0x7f558019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.498+0000 7f5577fff640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5580101890 0x7f558019c7b0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f5570009230 tx=0x7f5570005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.498+0000 7f5575ffb640 1 -- 172.21.15.18:0/1748807620 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5570041070 con 0x7f5580101890 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.498+0000 7f5575ffb640 1 -- 172.21.15.18:0/1748807620 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f55700044d0 con 0x7f5580101890 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.498+0000 7f5587239640 1 -- 172.21.15.18:0/1748807620 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f558019f970 con 0x7f5580101890 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.498+0000 7f5575ffb640 1 -- 172.21.15.18:0/1748807620 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5570034440 con 0x7f5580101890 2024-04-22T00:40:55.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.498+0000 7f5587239640 1 -- 172.21.15.18:0/1748807620 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f558019fe60 con 0x7f5580101890 2024-04-22T00:40:55.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.499+0000 7f5587239640 1 -- 172.21.15.18:0/1748807620 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55801079c0 con 0x7f5580101890 2024-04-22T00:40:55.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.500+0000 7f5575ffb640 1 -- 172.21.15.18:0/1748807620 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5570044070 con 0x7f5580101890 2024-04-22T00:40:55.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.501+0000 7f5575ffb640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55680a2b90 0x7f55680a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.501+0000 7f5584fd5640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55680a2b90 0x7f55680a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.501+0000 7f5575ffb640 1 -- 172.21.15.18:0/1748807620 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f55700f1060 con 0x7f5580101890 2024-04-22T00:40:55.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.502+0000 7f5584fd5640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55680a2b90 0x7f55680a5050 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f55801016f0 tx=0x7f557c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:55.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.506+0000 7f5575ffb640 1 -- 172.21.15.18:0/1748807620 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f55700bdbf0 con 0x7f5580101890 2024-04-22T00:40:55.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.689+0000 7f5587239640 1 -- 172.21.15.18:0/1748807620 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5580062370 con 0x7f5580101890 2024-04-22T00:40:55.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.690+0000 7f5575ffb640 1 -- 172.21.15.18:0/1748807620 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f55700bd4f0 con 0x7f5580101890 2024-04-22T00:40:55.691 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:40:55.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 -- 172.21.15.18:0/1748807620 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55680a2b90 msgr2=0x7f55680a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55680a2b90 0x7f55680a5050 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f55801016f0 tx=0x7f557c005f90 comp rx=0 tx=0).stop 2024-04-22T00:40:55.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 -- 172.21.15.18:0/1748807620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5580101890 msgr2=0x7f558019c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5580101890 0x7f558019c7b0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f5570009230 tx=0x7f5570005d50 comp rx=0 tx=0).stop 2024-04-22T00:40:55.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 -- 172.21.15.18:0/1748807620 shutdown_connections 2024-04-22T00:40:55.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f55680a2b90 0x7f55680a5050 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5580102250 0x7f558019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5580101890 0x7f558019c7b0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 --2- 172.21.15.18:0/1748807620 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55801006a0 0x7f558006a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 -- 172.21.15.18:0/1748807620 >> 172.21.15.18:0/1748807620 conn(0x7f55800fbc30 msgr2=0x7f5580104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:55.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 -- 172.21.15.18:0/1748807620 shutdown_connections 2024-04-22T00:40:55.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.692+0000 7f5587239640 1 -- 172.21.15.18:0/1748807620 wait complete. 2024-04-22T00:40:55.704 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:40:55.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 -- 172.21.15.18:0/2120399217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c01006a0 msgr2=0x7fd3c0100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 --2- 172.21.15.18:0/2120399217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c01006a0 0x7fd3c0100ac0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0009900 tx=0x7fd3b002bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 -- 172.21.15.18:0/2120399217 shutdown_connections 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 --2- 172.21.15.18:0/2120399217 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd3c0102250 0x7fd3c0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 --2- 172.21.15.18:0/2120399217 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd3c0101890 0x7fd3c0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 --2- 172.21.15.18:0/2120399217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c01006a0 0x7fd3c0100ac0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 -- 172.21.15.18:0/2120399217 >> 172.21.15.18:0/2120399217 conn(0x7fd3c00fbc30 msgr2=0x7fd3c00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 -- 172.21.15.18:0/2120399217 shutdown_connections 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 -- 172.21.15.18:0/2120399217 wait complete. 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 Processor -- start 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.809+0000 7fd3c4d02640 1 -- start start 2024-04-22T00:40:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3c4d02640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c01006a0 0x7fd3c0196a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3c4d02640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd3c0101890 0x7fd3c0196f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3c4d02640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd3c0102250 0x7fd3c019dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3c4d02640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c010c320 con 0x7fd3c01006a0 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3c4d02640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c010c1a0 con 0x7fd3c0102250 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3c4d02640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c010c4a0 con 0x7fd3c0101890 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3be59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c01006a0 0x7fd3c0196a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3be59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c01006a0 0x7fd3c0196a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35352/0 (socket says 172.21.15.18:35352) 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3be59c640 1 -- 172.21.15.18:0/3703001290 learned_addr learned my addr 172.21.15.18:0/3703001290 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3b5d9b640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd3c0101890 0x7fd3c0196f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3bed9d640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd3c0102250 0x7fd3c019dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3be59c640 1 -- 172.21.15.18:0/3703001290 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd3c0101890 msgr2=0x7fd3c0196f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3be59c640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd3c0101890 0x7fd3c0196f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3be59c640 1 -- 172.21.15.18:0/3703001290 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd3c0102250 msgr2=0x7fd3c019dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3be59c640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd3c0102250 0x7fd3c019dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3be59c640 1 -- 172.21.15.18:0/3703001290 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c019e640 con 0x7fd3c01006a0 2024-04-22T00:40:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3bed9d640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd3c0102250 0x7fd3c019dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3b5d9b640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd3c0101890 0x7fd3c0196f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.810+0000 7fd3be59c640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c01006a0 0x7fd3c0196a20 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0000c00 tx=0x7fd3b0005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.811+0000 7fd3b7fff640 1 -- 172.21.15.18:0/3703001290 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b0041070 con 0x7fd3c01006a0 2024-04-22T00:40:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.811+0000 7fd3c4d02640 1 -- 172.21.15.18:0/3703001290 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3c019e8d0 con 0x7fd3c01006a0 2024-04-22T00:40:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.811+0000 7fd3b7fff640 1 -- 172.21.15.18:0/3703001290 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3b00044d0 con 0x7fd3c01006a0 2024-04-22T00:40:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.811+0000 7fd3b7fff640 1 -- 172.21.15.18:0/3703001290 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b0034440 con 0x7fd3c01006a0 2024-04-22T00:40:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.811+0000 7fd3c4d02640 1 -- 172.21.15.18:0/3703001290 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3c019ee10 con 0x7fd3c01006a0 2024-04-22T00:40:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.812+0000 7fd3c4d02640 1 -- 172.21.15.18:0/3703001290 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3c0107ae0 con 0x7fd3c01006a0 2024-04-22T00:40:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.813+0000 7fd3b7fff640 1 -- 172.21.15.18:0/3703001290 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd3b0044070 con 0x7fd3c01006a0 2024-04-22T00:40:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.813+0000 7fd3b7fff640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3ac0a2b90 0x7fd3ac0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.813+0000 7fd3b5d9b640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3ac0a2b90 0x7fd3ac0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.813+0000 7fd3b7fff640 1 -- 172.21.15.18:0/3703001290 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd3b00f1060 con 0x7fd3c01006a0 2024-04-22T00:40:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.814+0000 7fd3b5d9b640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3ac0a2b90 0x7fd3ac0a5050 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd3c0197f30 tx=0x7fd3a8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:55.818+0000 7fd3b7fff640 1 -- 172.21.15.18:0/3703001290 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fd3b00bdbf0 con 0x7fd3c01006a0 2024-04-22T00:40:56.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.002+0000 7fd3c4d02640 1 -- 172.21.15.18:0/3703001290 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd3c002d170 con 0x7fd3c01006a0 2024-04-22T00:40:56.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.002+0000 7fd3b7fff640 1 -- 172.21.15.18:0/3703001290 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7fd3b00bd4f0 con 0x7fd3c01006a0 2024-04-22T00:40:56.003 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:40:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 -- 172.21.15.18:0/3703001290 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3ac0a2b90 msgr2=0x7fd3ac0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3ac0a2b90 0x7fd3ac0a5050 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd3c0197f30 tx=0x7fd3a8005f90 comp rx=0 tx=0).stop 2024-04-22T00:40:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 -- 172.21.15.18:0/3703001290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c01006a0 msgr2=0x7fd3c0196a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c01006a0 0x7fd3c0196a20 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0000c00 tx=0x7fd3b0005d50 comp rx=0 tx=0).stop 2024-04-22T00:40:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 -- 172.21.15.18:0/3703001290 shutdown_connections 2024-04-22T00:40:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3ac0a2b90 0x7fd3ac0a5050 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd3c0102250 0x7fd3c019dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd3c0101890 0x7fd3c0196f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 --2- 172.21.15.18:0/3703001290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c01006a0 0x7fd3c0196a20 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 -- 172.21.15.18:0/3703001290 >> 172.21.15.18:0/3703001290 conn(0x7fd3c00fbc30 msgr2=0x7fd3c0104cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:56.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 -- 172.21.15.18:0/3703001290 shutdown_connections 2024-04-22T00:40:56.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.004+0000 7fd3c4d02640 1 -- 172.21.15.18:0/3703001290 wait complete. 2024-04-22T00:40:56.015 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:55 smithi018 ceph-mon[27979]: pgmap v363: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s; 48 B/s, 0 objects/s recovering 2024-04-22T00:40:56.015 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:55 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/669882888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:56.015 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:55 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1748807620' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:56.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:40:56.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.122+0000 7fa5a8165640 1 -- 172.21.15.18:0/1784088529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a01017a0 msgr2=0x7fa5a0101bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.122+0000 7fa5a8165640 1 --2- 172.21.15.18:0/1784088529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a01017a0 0x7fa5a0101bc0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa59c009900 tx=0x7fa59c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:56.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.122+0000 7fa5a8165640 1 -- 172.21.15.18:0/1784088529 shutdown_connections 2024-04-22T00:40:56.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.122+0000 7fa5a8165640 1 --2- 172.21.15.18:0/1784088529 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a0103350 0x7fa5a0109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.122+0000 7fa5a8165640 1 --2- 172.21.15.18:0/1784088529 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a0102990 0x7fa5a0102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.122+0000 7fa5a8165640 1 --2- 172.21.15.18:0/1784088529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a01017a0 0x7fa5a0101bc0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.122+0000 7fa5a8165640 1 -- 172.21.15.18:0/1784088529 >> 172.21.15.18:0/1784088529 conn(0x7fa5a00fcd10 msgr2=0x7fa5a00ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:56.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.122+0000 7fa5a8165640 1 -- 172.21.15.18:0/1784088529 shutdown_connections 2024-04-22T00:40:56.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.122+0000 7fa5a8165640 1 -- 172.21.15.18:0/1784088529 wait complete. 2024-04-22T00:40:56.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.122+0000 7fa5a8165640 1 Processor -- start 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a8165640 1 -- start start 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a8165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a01017a0 0x7fa5a0197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a8165640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a0102990 0x7fa5a0197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a8165640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a0103350 0x7fa5a019eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a8165640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a010d3f0 con 0x7fa5a01017a0 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a8165640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a010d270 con 0x7fa5a0103350 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a8165640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a010d570 con 0x7fa5a0102990 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a5f01640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a01017a0 0x7fa5a0197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a5f01640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a01017a0 0x7fa5a0197a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35376/0 (socket says 172.21.15.18:35376) 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a5f01640 1 -- 172.21.15.18:0/3645283337 learned_addr learned my addr 172.21.15.18:0/3645283337 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a5700640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a0102990 0x7fa5a0197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a6702640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a0103350 0x7fa5a019eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a5f01640 1 -- 172.21.15.18:0/3645283337 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a0102990 msgr2=0x7fa5a0197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a5f01640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a0102990 0x7fa5a0197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a5f01640 1 -- 172.21.15.18:0/3645283337 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a0103350 msgr2=0x7fa5a019eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a5f01640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a0103350 0x7fa5a019eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a5f01640 1 -- 172.21.15.18:0/3645283337 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a019f660 con 0x7fa5a01017a0 2024-04-22T00:40:56.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a6702640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a0103350 0x7fa5a019eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:56.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.123+0000 7fa5a5f01640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a01017a0 0x7fa5a0197a40 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa59c000c00 tx=0x7fa59c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:56.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.124+0000 7fa596ffd640 1 -- 172.21.15.18:0/3645283337 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59c041070 con 0x7fa5a01017a0 2024-04-22T00:40:56.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.124+0000 7fa596ffd640 1 -- 172.21.15.18:0/3645283337 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa59c0054e0 con 0x7fa5a01017a0 2024-04-22T00:40:56.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.124+0000 7fa5a8165640 1 -- 172.21.15.18:0/3645283337 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5a019f8f0 con 0x7fa5a01017a0 2024-04-22T00:40:56.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.124+0000 7fa596ffd640 1 -- 172.21.15.18:0/3645283337 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59c0346a0 con 0x7fa5a01017a0 2024-04-22T00:40:56.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.124+0000 7fa5a8165640 1 -- 172.21.15.18:0/3645283337 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5a019fde0 con 0x7fa5a01017a0 2024-04-22T00:40:56.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.125+0000 7fa5a8165640 1 -- 172.21.15.18:0/3645283337 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5a0108ac0 con 0x7fa5a01017a0 2024-04-22T00:40:56.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.126+0000 7fa596ffd640 1 -- 172.21.15.18:0/3645283337 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa59c044070 con 0x7fa5a01017a0 2024-04-22T00:40:56.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.126+0000 7fa596ffd640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa58c0a2b90 0x7fa58c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.127+0000 7fa5a5700640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa58c0a2b90 0x7fa58c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.127+0000 7fa596ffd640 1 -- 172.21.15.18:0/3645283337 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa59c0f1170 con 0x7fa5a01017a0 2024-04-22T00:40:56.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.127+0000 7fa5a5700640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa58c0a2b90 0x7fa58c0a5050 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa5a0198f50 tx=0x7fa59000a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:56.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.131+0000 7fa596ffd640 1 -- 172.21.15.18:0/3645283337 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa59c0bdd00 con 0x7fa5a01017a0 2024-04-22T00:40:56.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:55 smithi081 ceph-mon[31546]: pgmap v363: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s; 48 B/s, 0 objects/s recovering 2024-04-22T00:40:56.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:55 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/669882888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:56.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:55 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1748807620' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:56.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:55 smithi167 ceph-mon[31348]: pgmap v363: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s; 48 B/s, 0 objects/s recovering 2024-04-22T00:40:56.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:55 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/669882888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:56.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:55 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1748807620' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:56.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.317+0000 7fa5a8165640 1 -- 172.21.15.18:0/3645283337 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fa5a0062370 con 0x7fa5a01017a0 2024-04-22T00:40:56.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.317+0000 7fa596ffd640 1 -- 172.21.15.18:0/3645283337 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7fa59c003e20 con 0x7fa5a01017a0 2024-04-22T00:40:56.318 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:40:56.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 -- 172.21.15.18:0/3645283337 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa58c0a2b90 msgr2=0x7fa58c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa58c0a2b90 0x7fa58c0a5050 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa5a0198f50 tx=0x7fa59000a2d0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 -- 172.21.15.18:0/3645283337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a01017a0 msgr2=0x7fa5a0197a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a01017a0 0x7fa5a0197a40 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa59c000c00 tx=0x7fa59c004040 comp rx=0 tx=0).stop 2024-04-22T00:40:56.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 -- 172.21.15.18:0/3645283337 shutdown_connections 2024-04-22T00:40:56.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa58c0a2b90 0x7fa58c0a5050 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5a0103350 0x7fa5a019eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa5a0102990 0x7fa5a0197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 --2- 172.21.15.18:0/3645283337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5a01017a0 0x7fa5a0197a40 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 -- 172.21.15.18:0/3645283337 >> 172.21.15.18:0/3645283337 conn(0x7fa5a00fcd10 msgr2=0x7fa5a0105c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:56.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 -- 172.21.15.18:0/3645283337 shutdown_connections 2024-04-22T00:40:56.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.319+0000 7fa5a8165640 1 -- 172.21.15.18:0/3645283337 wait complete. 2024-04-22T00:40:56.331 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:40:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.438+0000 7f359baa7640 1 -- 172.21.15.18:0/1472747213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3594101d20 msgr2=0x7f3594102140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.438+0000 7f359baa7640 1 --2- 172.21.15.18:0/1472747213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3594101d20 0x7f3594102140 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f3590009ca0 tx=0x7f359002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.438+0000 7f359baa7640 1 -- 172.21.15.18:0/1472747213 shutdown_connections 2024-04-22T00:40:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.438+0000 7f359baa7640 1 --2- 172.21.15.18:0/1472747213 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35941001d0 0x7f3594100680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.438+0000 7f359baa7640 1 --2- 172.21.15.18:0/1472747213 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35940ff810 0x7f35940ffc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.438+0000 7f359baa7640 1 --2- 172.21.15.18:0/1472747213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3594101d20 0x7f3594102140 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.438+0000 7f359baa7640 1 -- 172.21.15.18:0/1472747213 >> 172.21.15.18:0/1472747213 conn(0x7f35940fb370 msgr2=0x7f35940fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.438+0000 7f359baa7640 1 -- 172.21.15.18:0/1472747213 shutdown_connections 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.438+0000 7f359baa7640 1 -- 172.21.15.18:0/1472747213 wait complete. 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359baa7640 1 Processor -- start 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359baa7640 1 -- start start 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359baa7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35940ff810 0x7f3594199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359baa7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35941001d0 0x7f359419a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359baa7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3594101d20 0x7f35941a1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359baa7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f359410f720 con 0x7f3594101d20 2024-04-22T00:40:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359baa7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f359410f5a0 con 0x7f35940ff810 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359baa7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f359410f8a0 con 0x7f35941001d0 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359a044640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3594101d20 0x7f35941a1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359a044640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3594101d20 0x7f35941a1330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35394/0 (socket says 172.21.15.18:35394) 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f359a044640 1 -- 172.21.15.18:0/217894375 learned_addr learned my addr 172.21.15.18:0/217894375 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f3599843640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35940ff810 0x7f3594199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.439+0000 7f3599042640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35941001d0 0x7f359419a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f359a044640 1 -- 172.21.15.18:0/217894375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35941001d0 msgr2=0x7f359419a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f359a044640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35941001d0 0x7f359419a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f359a044640 1 -- 172.21.15.18:0/217894375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35940ff810 msgr2=0x7f3594199dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f359a044640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35940ff810 0x7f3594199dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f359a044640 1 -- 172.21.15.18:0/217894375 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35941a19d0 con 0x7f3594101d20 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f3599843640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35940ff810 0x7f3594199dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f359a044640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3594101d20 0x7f35941a1330 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f358c009fd0 tx=0x7f358c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f358affd640 1 -- 172.21.15.18:0/217894375 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358c011830 con 0x7f3594101d20 2024-04-22T00:40:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f358affd640 1 -- 172.21.15.18:0/217894375 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f358c016070 con 0x7f3594101d20 2024-04-22T00:40:56.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f359baa7640 1 -- 172.21.15.18:0/217894375 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35941a1cc0 con 0x7f3594101d20 2024-04-22T00:40:56.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f358affd640 1 -- 172.21.15.18:0/217894375 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358c00f2e0 con 0x7f3594101d20 2024-04-22T00:40:56.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.440+0000 7f359baa7640 1 -- 172.21.15.18:0/217894375 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35941a21c0 con 0x7f3594101d20 2024-04-22T00:40:56.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.441+0000 7f359baa7640 1 -- 172.21.15.18:0/217894375 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f359410b7e0 con 0x7f3594101d20 2024-04-22T00:40:56.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.442+0000 7f358affd640 1 -- 172.21.15.18:0/217894375 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f358c0119d0 con 0x7f3594101d20 2024-04-22T00:40:56.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.443+0000 7f358affd640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35800a2b90 0x7f35800a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.443+0000 7f3599843640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35800a2b90 0x7f35800a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.443+0000 7f358affd640 1 -- 172.21.15.18:0/217894375 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f358c0cec60 con 0x7f3594101d20 2024-04-22T00:40:56.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.443+0000 7f3599843640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35800a2b90 0x7f35800a5050 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f359002c700 tx=0x7f3590032590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.447+0000 7f358affd640 1 -- 172.21.15.18:0/217894375 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f358c09b790 con 0x7f3594101d20 2024-04-22T00:40:56.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.631+0000 7f359baa7640 1 -- 172.21.15.18:0/217894375 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f35940623e0 con 0x7f3594101d20 2024-04-22T00:40:56.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.631+0000 7f358affd640 1 -- 172.21.15.18:0/217894375 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7f358c09b090 con 0x7f3594101d20 2024-04-22T00:40:56.632 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:40:56.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 -- 172.21.15.18:0/217894375 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35800a2b90 msgr2=0x7f35800a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35800a2b90 0x7f35800a5050 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f359002c700 tx=0x7f3590032590 comp rx=0 tx=0).stop 2024-04-22T00:40:56.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 -- 172.21.15.18:0/217894375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3594101d20 msgr2=0x7f35941a1330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3594101d20 0x7f35941a1330 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f358c009fd0 tx=0x7f358c00b8e0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 -- 172.21.15.18:0/217894375 shutdown_connections 2024-04-22T00:40:56.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35800a2b90 0x7f35800a5050 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3594101d20 0x7f35941a1330 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35941001d0 0x7f359419a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 --2- 172.21.15.18:0/217894375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35940ff810 0x7f3594199dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 -- 172.21.15.18:0/217894375 >> 172.21.15.18:0/217894375 conn(0x7f35940fb370 msgr2=0x7f35940fcad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:56.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 -- 172.21.15.18:0/217894375 shutdown_connections 2024-04-22T00:40:56.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.633+0000 7f359baa7640 1 -- 172.21.15.18:0/217894375 wait complete. 2024-04-22T00:40:56.645 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:40:56.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.747+0000 7f086cb9a640 1 -- 172.21.15.18:0/88141000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0868101890 msgr2=0x7f0868101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.747+0000 7f086cb9a640 1 --2- 172.21.15.18:0/88141000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0868101890 0x7f0868101d10 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0858009900 tx=0x7f085802bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.747+0000 7f086cb9a640 1 -- 172.21.15.18:0/88141000 shutdown_connections 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.747+0000 7f086cb9a640 1 --2- 172.21.15.18:0/88141000 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0868102250 0x7f0868108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.747+0000 7f086cb9a640 1 --2- 172.21.15.18:0/88141000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0868101890 0x7f0868101d10 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.747+0000 7f086cb9a640 1 --2- 172.21.15.18:0/88141000 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f08681006a0 0x7f0868100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.747+0000 7f086cb9a640 1 -- 172.21.15.18:0/88141000 >> 172.21.15.18:0/88141000 conn(0x7f08680fbc30 msgr2=0x7f08680fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.747+0000 7f086cb9a640 1 -- 172.21.15.18:0/88141000 shutdown_connections 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.747+0000 7f086cb9a640 1 -- 172.21.15.18:0/88141000 wait complete. 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.747+0000 7f086cb9a640 1 Processor -- start 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f086cb9a640 1 -- start start 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f086cb9a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f08681006a0 0x7f0868197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f086cb9a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0868101890 0x7f0868198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f086cb9a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0868102250 0x7f086819f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f086cb9a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f086810c320 con 0x7f0868101890 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f086cb9a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f086810c1a0 con 0x7f0868102250 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f086cb9a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f086810c4a0 con 0x7f08681006a0 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f0865d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0868101890 0x7f0868198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f0865d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0868101890 0x7f0868198080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35412/0 (socket says 172.21.15.18:35412) 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f0865d9b640 1 -- 172.21.15.18:0/606745622 learned_addr learned my addr 172.21.15.18:0/606745622 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f0866d9d640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0868102250 0x7f086819f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f086659c640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f08681006a0 0x7f0868197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f0865d9b640 1 -- 172.21.15.18:0/606745622 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f08681006a0 msgr2=0x7f0868197b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f0865d9b640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f08681006a0 0x7f0868197b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f0865d9b640 1 -- 172.21.15.18:0/606745622 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0868102250 msgr2=0x7f086819f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f0865d9b640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0868102250 0x7f086819f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f0865d9b640 1 -- 172.21.15.18:0/606745622 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f086819f710 con 0x7f0868101890 2024-04-22T00:40:56.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f086659c640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f08681006a0 0x7f0868197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:56.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.748+0000 7f0865d9b640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0868101890 0x7f0868198080 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f0858009230 tx=0x7f0858005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:56.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.749+0000 7f085f7fe640 1 -- 172.21.15.18:0/606745622 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0858041070 con 0x7f0868101890 2024-04-22T00:40:56.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.749+0000 7f086cb9a640 1 -- 172.21.15.18:0/606745622 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f086819f9a0 con 0x7f0868101890 2024-04-22T00:40:56.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.749+0000 7f085f7fe640 1 -- 172.21.15.18:0/606745622 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08580054e0 con 0x7f0868101890 2024-04-22T00:40:56.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.749+0000 7f085f7fe640 1 -- 172.21.15.18:0/606745622 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0858034440 con 0x7f0868101890 2024-04-22T00:40:56.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.749+0000 7f086cb9a640 1 -- 172.21.15.18:0/606745622 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f086819fe90 con 0x7f0868101890 2024-04-22T00:40:56.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.750+0000 7f086cb9a640 1 -- 172.21.15.18:0/606745622 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08681a0120 con 0x7f0868101890 2024-04-22T00:40:56.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.751+0000 7f085f7fe640 1 -- 172.21.15.18:0/606745622 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0858044070 con 0x7f0868101890 2024-04-22T00:40:56.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.751+0000 7f085f7fe640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08540a2b90 0x7f08540a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:56.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.752+0000 7f086659c640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08540a2b90 0x7f08540a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:56.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.752+0000 7f085f7fe640 1 -- 172.21.15.18:0/606745622 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f08580f1110 con 0x7f0868101890 2024-04-22T00:40:56.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.752+0000 7f086659c640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08540a2b90 0x7f08540a5050 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f08681016f0 tx=0x7f0850005e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:56.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.756+0000 7f085f7fe640 1 -- 172.21.15.18:0/606745622 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f08580bdca0 con 0x7f0868101890 2024-04-22T00:40:56.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3703001290' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:56.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3645283337' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:56.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/217894375' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:56.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.983+0000 7f086cb9a640 1 -- 172.21.15.18:0/606745622 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f08681a04b0 con 0x7f0868101890 2024-04-22T00:40:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.983+0000 7f085f7fe640 1 -- 172.21.15.18:0/606745622 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11869 (secure 0 0 0) 0x7f08580bd5a0 con 0x7f0868101890 2024-04-22T00:40:56.984 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:56.984 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:39:07.340234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:40:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-04-22T00:40:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 -- 172.21.15.18:0/606745622 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08540a2b90 msgr2=0x7f08540a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08540a2b90 0x7f08540a5050 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f08681016f0 tx=0x7f0850005e70 comp rx=0 tx=0).stop 2024-04-22T00:40:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 -- 172.21.15.18:0/606745622 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0868101890 msgr2=0x7f0868198080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0868101890 0x7f0868198080 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f0858009230 tx=0x7f0858005dd0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 -- 172.21.15.18:0/606745622 shutdown_connections 2024-04-22T00:40:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08540a2b90 0x7f08540a5050 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0868102250 0x7f086819f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0868101890 0x7f0868198080 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 --2- 172.21.15.18:0/606745622 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f08681006a0 0x7f0868197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 -- 172.21.15.18:0/606745622 >> 172.21.15.18:0/606745622 conn(0x7f08680fbc30 msgr2=0x7f08680fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 -- 172.21.15.18:0/606745622 shutdown_connections 2024-04-22T00:40:56.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:56.985+0000 7f086cb9a640 1 -- 172.21.15.18:0/606745622 wait complete. 2024-04-22T00:40:56.997 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 -- 172.21.15.18:0/3880752983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2e701074c0 msgr2=0x7f2e701098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 --2- 172.21.15.18:0/3880752983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2e701074c0 0x7f2e701098b0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f2e60009ca0 tx=0x7f2e6002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 -- 172.21.15.18:0/3880752983 shutdown_connections 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 --2- 172.21.15.18:0/3880752983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2e701074c0 0x7f2e701098b0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 --2- 172.21.15.18:0/3880752983 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e70104b90 0x7f2e70106f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 --2- 172.21.15.18:0/3880752983 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2e70102260 0x7f2e70104650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 -- 172.21.15.18:0/3880752983 >> 172.21.15.18:0/3880752983 conn(0x7f2e700fbbf0 msgr2=0x7f2e700fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 -- 172.21.15.18:0/3880752983 shutdown_connections 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 -- 172.21.15.18:0/3880752983 wait complete. 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 Processor -- start 2024-04-22T00:40:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.099+0000 7f2e74ac6640 1 -- start start 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e74ac6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2e70102260 0x7f2e70199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e74ac6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e70104b90 0x7f2e7019a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e74ac6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2e701074c0 0x7f2e701a1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e74ac6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2e7010d400 con 0x7f2e701074c0 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e74ac6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2e7010d280 con 0x7f2e70104b90 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e74ac6640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2e7010d580 con 0x7f2e70102260 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2e701074c0 0x7f2e701a1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2e701074c0 0x7f2e701a1140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35434/0 (socket says 172.21.15.18:35434) 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6ed9d640 1 -- 172.21.15.18:0/1599814055 learned_addr learned my addr 172.21.15.18:0/1599814055 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6e59c640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2e70102260 0x7f2e70199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6dd9b640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e70104b90 0x7f2e7019a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6ed9d640 1 -- 172.21.15.18:0/1599814055 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2e70102260 msgr2=0x7f2e70199b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6ed9d640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2e70102260 0x7f2e70199b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6ed9d640 1 -- 172.21.15.18:0/1599814055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e70104b90 msgr2=0x7f2e7019a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6ed9d640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e70104b90 0x7f2e7019a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6ed9d640 1 -- 172.21.15.18:0/1599814055 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e701a17b0 con 0x7f2e701074c0 2024-04-22T00:40:57.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6dd9b640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e70104b90 0x7f2e7019a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:57.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e6ed9d640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2e701074c0 0x7f2e701a1140 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f2e6002c700 tx=0x7f2e60032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:57.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e5f7fe640 1 -- 172.21.15.18:0/1599814055 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e60039040 con 0x7f2e701074c0 2024-04-22T00:40:57.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e5f7fe640 1 -- 172.21.15.18:0/1599814055 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e60044070 con 0x7f2e701074c0 2024-04-22T00:40:57.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.100+0000 7f2e74ac6640 1 -- 172.21.15.18:0/1599814055 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e701a1a40 con 0x7f2e701074c0 2024-04-22T00:40:57.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.101+0000 7f2e5f7fe640 1 -- 172.21.15.18:0/1599814055 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e600042a0 con 0x7f2e701074c0 2024-04-22T00:40:57.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.101+0000 7f2e74ac6640 1 -- 172.21.15.18:0/1599814055 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e701a1f30 con 0x7f2e701074c0 2024-04-22T00:40:57.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.102+0000 7f2e74ac6640 1 -- 172.21.15.18:0/1599814055 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e70108fb0 con 0x7f2e701074c0 2024-04-22T00:40:57.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.103+0000 7f2e5f7fe640 1 -- 172.21.15.18:0/1599814055 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2e60003970 con 0x7f2e701074c0 2024-04-22T00:40:57.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.104+0000 7f2e5f7fe640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2e580a2b90 0x7f2e580a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.104+0000 7f2e6e59c640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2e580a2b90 0x7f2e580a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.104+0000 7f2e5f7fe640 1 -- 172.21.15.18:0/1599814055 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2e600f19f0 con 0x7f2e701074c0 2024-04-22T00:40:57.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.104+0000 7f2e6e59c640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2e580a2b90 0x7f2e580a5050 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2e68005e10 tx=0x7f2e68005da0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:57.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.108+0000 7f2e5f7fe640 1 -- 172.21.15.18:0/1599814055 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2e600333a0 con 0x7f2e701074c0 2024-04-22T00:40:57.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3703001290' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:57.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3645283337' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:57.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/217894375' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:57.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3703001290' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:57.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3645283337' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:57.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/217894375' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:57.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.294+0000 7f2e74ac6640 1 -- 172.21.15.18:0/1599814055 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2e70062340 con 0x7f2e701074c0 2024-04-22T00:40:57.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.295+0000 7f2e5f7fe640 1 -- 172.21.15.18:0/1599814055 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24704 (secure 0 0 0) 0x7f2e600be610 con 0x7f2e701074c0 2024-04-22T00:40:57.296 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:57.296 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":95,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:40:39.771571+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.18","mappings":[{"from":5,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:40:57.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.297+0000 7f2e74ac6640 1 -- 172.21.15.18:0/1599814055 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2e580a2b90 msgr2=0x7f2e580a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.297+0000 7f2e74ac6640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2e580a2b90 0x7f2e580a5050 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2e68005e10 tx=0x7f2e68005da0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.297+0000 7f2e74ac6640 1 -- 172.21.15.18:0/1599814055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2e701074c0 msgr2=0x7f2e701a1140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.297+0000 7f2e74ac6640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2e701074c0 0x7f2e701a1140 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f2e6002c700 tx=0x7f2e60032f20 comp rx=0 tx=0).stop 2024-04-22T00:40:57.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.297+0000 7f2e74ac6640 1 -- 172.21.15.18:0/1599814055 shutdown_connections 2024-04-22T00:40:57.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.297+0000 7f2e74ac6640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2e580a2b90 0x7f2e580a5050 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.297+0000 7f2e74ac6640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2e701074c0 0x7f2e701a1140 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.297+0000 7f2e74ac6640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e70104b90 0x7f2e7019a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.297+0000 7f2e74ac6640 1 --2- 172.21.15.18:0/1599814055 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2e70102260 0x7f2e70199b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.297+0000 7f2e74ac6640 1 -- 172.21.15.18:0/1599814055 >> 172.21.15.18:0/1599814055 conn(0x7f2e700fbbf0 msgr2=0x7f2e701017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:57.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.298+0000 7f2e74ac6640 1 -- 172.21.15.18:0/1599814055 shutdown_connections 2024-04-22T00:40:57.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.298+0000 7f2e74ac6640 1 -- 172.21.15.18:0/1599814055 wait complete. 2024-04-22T00:40:57.310 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:40:57.310 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.414+0000 7f26831f7640 1 -- 172.21.15.18:0/4220215530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f267c101890 msgr2=0x7f267c101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.414+0000 7f26831f7640 1 --2- 172.21.15.18:0/4220215530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f267c101890 0x7f267c101d10 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f2664009900 tx=0x7f266402bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.414+0000 7f26831f7640 1 -- 172.21.15.18:0/4220215530 shutdown_connections 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.414+0000 7f26831f7640 1 --2- 172.21.15.18:0/4220215530 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f267c102250 0x7f267c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.414+0000 7f26831f7640 1 --2- 172.21.15.18:0/4220215530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f267c101890 0x7f267c101d10 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.414+0000 7f26831f7640 1 --2- 172.21.15.18:0/4220215530 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f267c1006a0 0x7f267c100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.414+0000 7f26831f7640 1 -- 172.21.15.18:0/4220215530 >> 172.21.15.18:0/4220215530 conn(0x7f267c0fbc30 msgr2=0x7f267c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.414+0000 7f26831f7640 1 -- 172.21.15.18:0/4220215530 shutdown_connections 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.414+0000 7f26831f7640 1 -- 172.21.15.18:0/4220215530 wait complete. 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f26831f7640 1 Processor -- start 2024-04-22T00:40:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f26831f7640 1 -- start start 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f26831f7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f267c1006a0 0x7f267c197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f26831f7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f267c101890 0x7f267c198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f26831f7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f267c102250 0x7f267c19f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f26831f7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f267c10c320 con 0x7f267c101890 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f26831f7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f267c10c1a0 con 0x7f267c102250 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f26831f7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f267c10c4a0 con 0x7f267c1006a0 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f267bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f267c101890 0x7f267c198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f267bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f267c101890 0x7f267c198080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35456/0 (socket says 172.21.15.18:35456) 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f267bfff640 1 -- 172.21.15.18:0/404688483 learned_addr learned my addr 172.21.15.18:0/404688483 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f2680f93640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f267c1006a0 0x7f267c197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f2681794640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f267c102250 0x7f267c19f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f267bfff640 1 -- 172.21.15.18:0/404688483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f267c1006a0 msgr2=0x7f267c197b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f267bfff640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f267c1006a0 0x7f267c197b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f267bfff640 1 -- 172.21.15.18:0/404688483 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f267c102250 msgr2=0x7f267c19f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f267bfff640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f267c102250 0x7f267c19f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f267bfff640 1 -- 172.21.15.18:0/404688483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f267c19f710 con 0x7f267c101890 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f2680f93640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f267c1006a0 0x7f267c197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f2681794640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f267c102250 0x7f267c19f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.415+0000 7f267bfff640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f267c101890 0x7f267c198080 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f2664009230 tx=0x7f2664005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.416+0000 7f2679ffb640 1 -- 172.21.15.18:0/404688483 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2664041070 con 0x7f267c101890 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.416+0000 7f2679ffb640 1 -- 172.21.15.18:0/404688483 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26640044d0 con 0x7f267c101890 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.416+0000 7f2679ffb640 1 -- 172.21.15.18:0/404688483 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2664034440 con 0x7f267c101890 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.416+0000 7f26831f7640 1 -- 172.21.15.18:0/404688483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f267c19f9a0 con 0x7f267c101890 2024-04-22T00:40:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.416+0000 7f26831f7640 1 -- 172.21.15.18:0/404688483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f267c19fe90 con 0x7f267c101890 2024-04-22T00:40:57.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.417+0000 7f26831f7640 1 -- 172.21.15.18:0/404688483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f267c1a0060 con 0x7f267c101890 2024-04-22T00:40:57.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.418+0000 7f2679ffb640 1 -- 172.21.15.18:0/404688483 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2664044070 con 0x7f267c101890 2024-04-22T00:40:57.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.419+0000 7f2679ffb640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26680a2b90 0x7f26680a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.419+0000 7f2680f93640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26680a2b90 0x7f26680a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.419+0000 7f2679ffb640 1 -- 172.21.15.18:0/404688483 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f26640f1130 con 0x7f267c101890 2024-04-22T00:40:57.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.419+0000 7f2680f93640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26680a2b90 0x7f26680a5050 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f267c1016f0 tx=0x7f266c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.424+0000 7f2679ffb640 1 -- 172.21.15.18:0/404688483 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f26640bdcc0 con 0x7f267c101890 2024-04-22T00:40:57.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.609+0000 7f26831f7640 1 -- 172.21.15.18:0/404688483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f267c1a0230 con 0x7f267c101890 2024-04-22T00:40:57.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.610+0000 7f2679ffb640 1 -- 172.21.15.18:0/404688483 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f26640bd5c0 con 0x7f267c101890 2024-04-22T00:40:57.611 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:40:57.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 -- 172.21.15.18:0/404688483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26680a2b90 msgr2=0x7f26680a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26680a2b90 0x7f26680a5050 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f267c1016f0 tx=0x7f266c005f90 comp rx=0 tx=0).stop 2024-04-22T00:40:57.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 -- 172.21.15.18:0/404688483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f267c101890 msgr2=0x7f267c198080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f267c101890 0x7f267c198080 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f2664009230 tx=0x7f2664005d50 comp rx=0 tx=0).stop 2024-04-22T00:40:57.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 -- 172.21.15.18:0/404688483 shutdown_connections 2024-04-22T00:40:57.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26680a2b90 0x7f26680a5050 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f267c102250 0x7f267c19f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f267c101890 0x7f267c198080 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 --2- 172.21.15.18:0/404688483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f267c1006a0 0x7f267c197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 -- 172.21.15.18:0/404688483 >> 172.21.15.18:0/404688483 conn(0x7f267c0fbc30 msgr2=0x7f267c0fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:57.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 -- 172.21.15.18:0/404688483 shutdown_connections 2024-04-22T00:40:57.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.612+0000 7f26831f7640 1 -- 172.21.15.18:0/404688483 wait complete. 2024-04-22T00:40:57.624 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:40:57.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.728+0000 7f1064c82640 1 -- 172.21.15.18:0/4076095945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1060102230 msgr2=0x7f1060108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.728+0000 7f1064c82640 1 --2- 172.21.15.18:0/4076095945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1060102230 0x7f1060108ac0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f1058009ca0 tx=0x7f105802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.728+0000 7f1064c82640 1 -- 172.21.15.18:0/4076095945 shutdown_connections 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.728+0000 7f1064c82640 1 --2- 172.21.15.18:0/4076095945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1060102230 0x7f1060108ac0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.728+0000 7f1064c82640 1 --2- 172.21.15.18:0/4076095945 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1060101870 0x7f1060101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.728+0000 7f1064c82640 1 --2- 172.21.15.18:0/4076095945 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1060100680 0x7f1060100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.728+0000 7f1064c82640 1 -- 172.21.15.18:0/4076095945 >> 172.21.15.18:0/4076095945 conn(0x7f10600fbbf0 msgr2=0x7f10600fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.728+0000 7f1064c82640 1 -- 172.21.15.18:0/4076095945 shutdown_connections 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.728+0000 7f1064c82640 1 -- 172.21.15.18:0/4076095945 wait complete. 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f1064c82640 1 Processor -- start 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f1064c82640 1 -- start start 2024-04-22T00:40:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f1064c82640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1060100680 0x7f1060199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f1064c82640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1060101870 0x7f106019a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f1064c82640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1060102230 0x7f10601a1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f1064c82640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f106010c300 con 0x7f1060102230 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f1064c82640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f106010c180 con 0x7f1060100680 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f1064c82640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f106010c480 con 0x7f1060101870 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1060102230 0x7f10601a1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1060102230 0x7f10601a1210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35476/0 (socket says 172.21.15.18:35476) 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105ed9d640 1 -- 172.21.15.18:0/3334564235 learned_addr learned my addr 172.21.15.18:0/3334564235 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105dd9b640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1060101870 0x7f106019a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105e59c640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1060100680 0x7f1060199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105ed9d640 1 -- 172.21.15.18:0/3334564235 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1060101870 msgr2=0x7f106019a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105ed9d640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1060101870 0x7f106019a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105ed9d640 1 -- 172.21.15.18:0/3334564235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1060100680 msgr2=0x7f1060199c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105ed9d640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1060100680 0x7f1060199c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105ed9d640 1 -- 172.21.15.18:0/3334564235 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10601a18b0 con 0x7f1060102230 2024-04-22T00:40:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105e59c640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1060100680 0x7f1060199c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.729+0000 7f105ed9d640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1060102230 0x7f10601a1210 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f105802c700 tx=0x7f1058032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.730+0000 7f104f7fe640 1 -- 172.21.15.18:0/3334564235 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1058039040 con 0x7f1060102230 2024-04-22T00:40:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.730+0000 7f1064c82640 1 -- 172.21.15.18:0/3334564235 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10601a1b40 con 0x7f1060102230 2024-04-22T00:40:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.730+0000 7f104f7fe640 1 -- 172.21.15.18:0/3334564235 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1058044070 con 0x7f1060102230 2024-04-22T00:40:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.730+0000 7f104f7fe640 1 -- 172.21.15.18:0/3334564235 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10580042a0 con 0x7f1060102230 2024-04-22T00:40:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.730+0000 7f1064c82640 1 -- 172.21.15.18:0/3334564235 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10601a2030 con 0x7f1060102230 2024-04-22T00:40:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.731+0000 7f1064c82640 1 -- 172.21.15.18:0/3334564235 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10601a2200 con 0x7f1060102230 2024-04-22T00:40:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.732+0000 7f104f7fe640 1 -- 172.21.15.18:0/3334564235 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1058003970 con 0x7f1060102230 2024-04-22T00:40:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.732+0000 7f104f7fe640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10480a2b90 0x7f10480a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.733+0000 7f105e59c640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10480a2b90 0x7f10480a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.733+0000 7f104f7fe640 1 -- 172.21.15.18:0/3334564235 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f10580f2050 con 0x7f1060102230 2024-04-22T00:40:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.733+0000 7f105e59c640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10480a2b90 0x7f10480a5050 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f10500058c0 tx=0x7f1050005d70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:57.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.736+0000 7f104f7fe640 1 -- 172.21.15.18:0/3334564235 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f10580bec10 con 0x7f1060102230 2024-04-22T00:40:57.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:57 smithi018 ceph-mon[27979]: pgmap v364: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 48 B/s, 0 objects/s recovering 2024-04-22T00:40:57.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:57 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/606745622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:57.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:57 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1599814055' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:57.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:57 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/404688483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:57.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.922+0000 7f1064c82640 1 -- 172.21.15.18:0/3334564235 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f10601a23d0 con 0x7f1060102230 2024-04-22T00:40:57.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.922+0000 7f104f7fe640 1 -- 172.21.15.18:0/3334564235 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7f10580be510 con 0x7f1060102230 2024-04-22T00:40:57.923 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:40:57.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 -- 172.21.15.18:0/3334564235 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10480a2b90 msgr2=0x7f10480a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10480a2b90 0x7f10480a5050 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f10500058c0 tx=0x7f1050005d70 comp rx=0 tx=0).stop 2024-04-22T00:40:57.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 -- 172.21.15.18:0/3334564235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1060102230 msgr2=0x7f10601a1210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:57.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1060102230 0x7f10601a1210 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f105802c700 tx=0x7f1058032f20 comp rx=0 tx=0).stop 2024-04-22T00:40:57.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 -- 172.21.15.18:0/3334564235 shutdown_connections 2024-04-22T00:40:57.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f10480a2b90 0x7f10480a5050 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1060102230 0x7f10601a1210 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1060101870 0x7f106019a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 --2- 172.21.15.18:0/3334564235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1060100680 0x7f1060199c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:57.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 -- 172.21.15.18:0/3334564235 >> 172.21.15.18:0/3334564235 conn(0x7f10600fbbf0 msgr2=0x7f10600fd690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:57.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 -- 172.21.15.18:0/3334564235 shutdown_connections 2024-04-22T00:40:57.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:57.924+0000 7f1064c82640 1 -- 172.21.15.18:0/3334564235 wait complete. 2024-04-22T00:40:57.936 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:40:58.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 -- 172.21.15.18:0/3451343405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be8102200 msgr2=0x7f8be81045f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 --2- 172.21.15.18:0/3451343405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be8102200 0x7f8be81045f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc009900 tx=0x7f8bdc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:58.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 -- 172.21.15.18:0/3451343405 shutdown_connections 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 --2- 172.21.15.18:0/3451343405 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be8107460 0x7f8be81098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 --2- 172.21.15.18:0/3451343405 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be8104b30 0x7f8be8106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 --2- 172.21.15.18:0/3451343405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be8102200 0x7f8be81045f0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 -- 172.21.15.18:0/3451343405 >> 172.21.15.18:0/3451343405 conn(0x7f8be80fbbf0 msgr2=0x7f8be80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 -- 172.21.15.18:0/3451343405 shutdown_connections 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 -- 172.21.15.18:0/3451343405 wait complete. 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 Processor -- start 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 -- start start 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be8102200 0x7f8be8197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be8104b30 0x7f8be8197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be8107460 0x7f8be819f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8be810d420 con 0x7f8be8102200 2024-04-22T00:40:58.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8be810d2a0 con 0x7f8be8107460 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.040+0000 7f8beedf5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8be810d5a0 con 0x7f8be8104b30 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8becb91640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be8102200 0x7f8be8197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8becb91640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be8102200 0x7f8be8197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35504/0 (socket says 172.21.15.18:35504) 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8becb91640 1 -- 172.21.15.18:0/2114573103 learned_addr learned my addr 172.21.15.18:0/2114573103 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8be7fff640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be8104b30 0x7f8be8197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8bed392640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be8107460 0x7f8be819f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8becb91640 1 -- 172.21.15.18:0/2114573103 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be8104b30 msgr2=0x7f8be8197fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8becb91640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be8104b30 0x7f8be8197fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8becb91640 1 -- 172.21.15.18:0/2114573103 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be8107460 msgr2=0x7f8be819f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8becb91640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be8107460 0x7f8be819f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8becb91640 1 -- 172.21.15.18:0/2114573103 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8be819f6c0 con 0x7f8be8102200 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8be7fff640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be8104b30 0x7f8be8197fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8becb91640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be8102200 0x7f8be8197aa0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc009230 tx=0x7f8bdc004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:58.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8be5ffb640 1 -- 172.21.15.18:0/2114573103 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bdc041070 con 0x7f8be8102200 2024-04-22T00:40:58.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8beedf5640 1 -- 172.21.15.18:0/2114573103 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8be819f950 con 0x7f8be8102200 2024-04-22T00:40:58.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8be5ffb640 1 -- 172.21.15.18:0/2114573103 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8bdc0054e0 con 0x7f8be8102200 2024-04-22T00:40:58.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8be5ffb640 1 -- 172.21.15.18:0/2114573103 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bdc0346a0 con 0x7f8be8102200 2024-04-22T00:40:58.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.041+0000 7f8beedf5640 1 -- 172.21.15.18:0/2114573103 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8be819fe90 con 0x7f8be8102200 2024-04-22T00:40:58.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.043+0000 7f8beedf5640 1 -- 172.21.15.18:0/2114573103 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8be80fd6e0 con 0x7f8be8102200 2024-04-22T00:40:58.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.044+0000 7f8be5ffb640 1 -- 172.21.15.18:0/2114573103 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8bdc044070 con 0x7f8be8102200 2024-04-22T00:40:58.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.044+0000 7f8be5ffb640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bd80a2b90 0x7f8bd80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.044+0000 7f8be7fff640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bd80a2b90 0x7f8bd80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.044+0000 7f8be5ffb640 1 -- 172.21.15.18:0/2114573103 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8bdc0f1220 con 0x7f8be8102200 2024-04-22T00:40:58.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.045+0000 7f8be7fff640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bd80a2b90 0x7f8bd80a5050 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f8be8198fb0 tx=0x7f8bd400a5c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:58.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.049+0000 7f8be5ffb640 1 -- 172.21.15.18:0/2114573103 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8bdc0bddb0 con 0x7f8be8102200 2024-04-22T00:40:58.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:57 smithi081 ceph-mon[31546]: pgmap v364: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 48 B/s, 0 objects/s recovering 2024-04-22T00:40:58.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:57 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/606745622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:58.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:57 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1599814055' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:58.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:57 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/404688483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:58.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.232+0000 7f8beedf5640 1 -- 172.21.15.18:0/2114573103 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f8be8062340 con 0x7f8be8102200 2024-04-22T00:40:58.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.233+0000 7f8be5ffb640 1 -- 172.21.15.18:0/2114573103 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7f8bdc0a80c0 con 0x7f8be8102200 2024-04-22T00:40:58.233 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:40:58.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 -- 172.21.15.18:0/2114573103 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bd80a2b90 msgr2=0x7f8bd80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bd80a2b90 0x7f8bd80a5050 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f8be8198fb0 tx=0x7f8bd400a5c0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 -- 172.21.15.18:0/2114573103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be8102200 msgr2=0x7f8be8197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be8102200 0x7f8be8197aa0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc009230 tx=0x7f8bdc004040 comp rx=0 tx=0).stop 2024-04-22T00:40:58.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 -- 172.21.15.18:0/2114573103 shutdown_connections 2024-04-22T00:40:58.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bd80a2b90 0x7f8bd80a5050 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8be8107460 0x7f8be819f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8be8104b30 0x7f8be8197fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 --2- 172.21.15.18:0/2114573103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8be8102200 0x7f8be8197aa0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 -- 172.21.15.18:0/2114573103 >> 172.21.15.18:0/2114573103 conn(0x7f8be80fbbf0 msgr2=0x7f8be8102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:58.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 -- 172.21.15.18:0/2114573103 shutdown_connections 2024-04-22T00:40:58.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.235+0000 7f8beedf5640 1 -- 172.21.15.18:0/2114573103 wait complete. 2024-04-22T00:40:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:57 smithi167 ceph-mon[31348]: pgmap v364: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 48 B/s, 0 objects/s recovering 2024-04-22T00:40:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:57 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/606745622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:40:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:57 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1599814055' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:40:58.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:57 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/404688483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:40:58.247 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:40:58.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.351+0000 7fe12d977640 1 -- 172.21.15.18:0/3359859936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe128103340 msgr2=0x7fe128109bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.351+0000 7fe12d977640 1 --2- 172.21.15.18:0/3359859936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe128103340 0x7fe128109bd0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe120009ca0 tx=0x7fe12002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.351+0000 7fe12d977640 1 -- 172.21.15.18:0/3359859936 shutdown_connections 2024-04-22T00:40:58.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.351+0000 7fe12d977640 1 --2- 172.21.15.18:0/3359859936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe128103340 0x7fe128109bd0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.351+0000 7fe12d977640 1 --2- 172.21.15.18:0/3359859936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe128102980 0x7fe128102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.351+0000 7fe12d977640 1 --2- 172.21.15.18:0/3359859936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe128101790 0x7fe128101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.351+0000 7fe12d977640 1 -- 172.21.15.18:0/3359859936 >> 172.21.15.18:0/3359859936 conn(0x7fe1280fcd20 msgr2=0x7fe1280ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:58.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.351+0000 7fe12d977640 1 -- 172.21.15.18:0/3359859936 shutdown_connections 2024-04-22T00:40:58.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.351+0000 7fe12d977640 1 -- 172.21.15.18:0/3359859936 wait complete. 2024-04-22T00:40:58.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe12d977640 1 Processor -- start 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe12d977640 1 -- start start 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe12d977640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe128101790 0x7fe128197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe12d977640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe128102980 0x7fe128197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe12d977640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe128103340 0x7fe12819f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe12d977640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe12810d410 con 0x7fe128101790 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe12d977640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe12810d290 con 0x7fe128103340 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe12d977640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe12810d590 con 0x7fe128102980 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe126ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe128101790 0x7fe128197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe126ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe128101790 0x7fe128197a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35514/0 (socket says 172.21.15.18:35514) 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe126ffd640 1 -- 172.21.15.18:0/2062127788 learned_addr learned my addr 172.21.15.18:0/2062127788 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe1267fc640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe128102980 0x7fe128197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe1277fe640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe128103340 0x7fe12819f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe126ffd640 1 -- 172.21.15.18:0/2062127788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe128102980 msgr2=0x7fe128197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe126ffd640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe128102980 0x7fe128197f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe126ffd640 1 -- 172.21.15.18:0/2062127788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe128103340 msgr2=0x7fe12819f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe126ffd640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe128103340 0x7fe12819f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe126ffd640 1 -- 172.21.15.18:0/2062127788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe12819f670 con 0x7fe128101790 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.352+0000 7fe1277fe640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe128103340 0x7fe12819f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.353+0000 7fe126ffd640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe128101790 0x7fe128197a50 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fe11800d950 tx=0x7fe11800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.353+0000 7fe12c975640 1 -- 172.21.15.18:0/2062127788 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe118017070 con 0x7fe128101790 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.353+0000 7fe12d977640 1 -- 172.21.15.18:0/2062127788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe12819f960 con 0x7fe128101790 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.353+0000 7fe12c975640 1 -- 172.21.15.18:0/2062127788 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe118009c30 con 0x7fe128101790 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.353+0000 7fe12c975640 1 -- 172.21.15.18:0/2062127788 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11800f600 con 0x7fe128101790 2024-04-22T00:40:58.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.353+0000 7fe12d977640 1 -- 172.21.15.18:0/2062127788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe12819feb0 con 0x7fe128101790 2024-04-22T00:40:58.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.354+0000 7fe12d977640 1 -- 172.21.15.18:0/2062127788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe128108ab0 con 0x7fe128101790 2024-04-22T00:40:58.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.355+0000 7fe12c975640 1 -- 172.21.15.18:0/2062127788 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe11801a070 con 0x7fe128101790 2024-04-22T00:40:58.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.356+0000 7fe12c975640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1100a2b90 0x7fe1100a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.356+0000 7fe1267fc640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1100a2b90 0x7fe1100a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.356+0000 7fe12c975640 1 -- 172.21.15.18:0/2062127788 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe1180cee50 con 0x7fe128101790 2024-04-22T00:40:58.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.356+0000 7fe1267fc640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1100a2b90 0x7fe1100a5050 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe128198f60 tx=0x7fe11c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:58.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.359+0000 7fe12c975640 1 -- 172.21.15.18:0/2062127788 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe118009de0 con 0x7fe128101790 2024-04-22T00:40:58.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.543+0000 7fe12d977640 1 -- 172.21.15.18:0/2062127788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fe12802d420 con 0x7fe128101790 2024-04-22T00:40:58.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.543+0000 7fe12c975640 1 -- 172.21.15.18:0/2062127788 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7fe11809b9e0 con 0x7fe128101790 2024-04-22T00:40:58.544 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:40:58.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 -- 172.21.15.18:0/2062127788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1100a2b90 msgr2=0x7fe1100a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1100a2b90 0x7fe1100a5050 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe128198f60 tx=0x7fe11c005f90 comp rx=0 tx=0).stop 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 -- 172.21.15.18:0/2062127788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe128101790 msgr2=0x7fe128197a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe128101790 0x7fe128197a50 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fe11800d950 tx=0x7fe11800de10 comp rx=0 tx=0).stop 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 -- 172.21.15.18:0/2062127788 shutdown_connections 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe1100a2b90 0x7fe1100a5050 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe128103340 0x7fe12819f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe128102980 0x7fe128197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 --2- 172.21.15.18:0/2062127788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe128101790 0x7fe128197a50 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 -- 172.21.15.18:0/2062127788 >> 172.21.15.18:0/2062127788 conn(0x7fe1280fcd20 msgr2=0x7fe128105c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 -- 172.21.15.18:0/2062127788 shutdown_connections 2024-04-22T00:40:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.545+0000 7fe12d977640 1 -- 172.21.15.18:0/2062127788 wait complete. 2024-04-22T00:40:58.557 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:40:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.658+0000 7f189f40e640 1 -- 172.21.15.18:0/2392045298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1898102220 msgr2=0x7f1898104610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.658+0000 7f189f40e640 1 --2- 172.21.15.18:0/2392045298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1898102220 0x7f1898104610 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f1894009900 tx=0x7f189402bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.658+0000 7f189f40e640 1 -- 172.21.15.18:0/2392045298 shutdown_connections 2024-04-22T00:40:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.658+0000 7f189f40e640 1 --2- 172.21.15.18:0/2392045298 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1898107480 0x7f18981098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.658+0000 7f189f40e640 1 --2- 172.21.15.18:0/2392045298 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1898104b50 0x7f1898106f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.658+0000 7f189f40e640 1 --2- 172.21.15.18:0/2392045298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1898102220 0x7f1898104610 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.658+0000 7f189f40e640 1 -- 172.21.15.18:0/2392045298 >> 172.21.15.18:0/2392045298 conn(0x7f18980fbc30 msgr2=0x7f18980fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.658+0000 7f189f40e640 1 -- 172.21.15.18:0/2392045298 shutdown_connections 2024-04-22T00:40:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.658+0000 7f189f40e640 1 -- 172.21.15.18:0/2392045298 wait complete. 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189f40e640 1 Processor -- start 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189f40e640 1 -- start start 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189f40e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1898102220 0x7f1898197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189f40e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1898104b50 0x7f1898198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189f40e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1898107480 0x7f189819f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189f40e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f189810d470 con 0x7f1898102220 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189f40e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f189810d2f0 con 0x7f1898107480 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189f40e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f189810d5f0 con 0x7f1898104b50 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189d1aa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1898102220 0x7f1898197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189d1aa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1898102220 0x7f1898197b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35534/0 (socket says 172.21.15.18:35534) 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189d1aa640 1 -- 172.21.15.18:0/3364617982 learned_addr learned my addr 172.21.15.18:0/3364617982 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189d9ab640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1898107480 0x7f189819f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189c9a9640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1898104b50 0x7f1898198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189d1aa640 1 -- 172.21.15.18:0/3364617982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1898104b50 msgr2=0x7f1898198050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189d1aa640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1898104b50 0x7f1898198050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189d1aa640 1 -- 172.21.15.18:0/3364617982 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1898107480 msgr2=0x7f189819f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189d1aa640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1898107480 0x7f189819f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.659+0000 7f189d1aa640 1 -- 172.21.15.18:0/3364617982 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f189819f730 con 0x7f1898102220 2024-04-22T00:40:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.660+0000 7f189d1aa640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1898102220 0x7f1898197b10 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f1894000c00 tx=0x7f1894004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.660+0000 7f188e7fc640 1 -- 172.21.15.18:0/3364617982 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1894043020 con 0x7f1898102220 2024-04-22T00:40:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.660+0000 7f188e7fc640 1 -- 172.21.15.18:0/3364617982 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1894004440 con 0x7f1898102220 2024-04-22T00:40:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.660+0000 7f189f40e640 1 -- 172.21.15.18:0/3364617982 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f189819f9c0 con 0x7f1898102220 2024-04-22T00:40:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.660+0000 7f188e7fc640 1 -- 172.21.15.18:0/3364617982 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f189403e450 con 0x7f1898102220 2024-04-22T00:40:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.660+0000 7f189f40e640 1 -- 172.21.15.18:0/3364617982 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f189819ff60 con 0x7f1898102220 2024-04-22T00:40:58.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.661+0000 7f189f40e640 1 -- 172.21.15.18:0/3364617982 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18980fd720 con 0x7f1898102220 2024-04-22T00:40:58.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.662+0000 7f188e7fc640 1 -- 172.21.15.18:0/3364617982 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1894046020 con 0x7f1898102220 2024-04-22T00:40:58.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.662+0000 7f188e7fc640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18840a2c10 0x7f18840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:58.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.663+0000 7f189c9a9640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18840a2c10 0x7f18840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:58.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.663+0000 7f188e7fc640 1 -- 172.21.15.18:0/3364617982 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f18940f16d0 con 0x7f1898102220 2024-04-22T00:40:58.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.663+0000 7f189c9a9640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18840a2c10 0x7f18840a50d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1898199020 tx=0x7f188800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:58.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.667+0000 7f188e7fc640 1 -- 172.21.15.18:0/3364617982 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f189404d020 con 0x7f1898102220 2024-04-22T00:40:58.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.891+0000 7f189f40e640 1 -- 172.21.15.18:0/3364617982 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1898062340 con 0x7f1898102220 2024-04-22T00:40:58.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.891+0000 7f188e7fc640 1 -- 172.21.15.18:0/3364617982 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11869 (secure 0 0 0) 0x7f18940be200 con 0x7f1898102220 2024-04-22T00:40:58.892 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:58.892 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:39:07.340234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:40:58.892 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-04-22T00:40:58.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 -- 172.21.15.18:0/3364617982 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18840a2c10 msgr2=0x7f18840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18840a2c10 0x7f18840a50d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1898199020 tx=0x7f188800a2d0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 -- 172.21.15.18:0/3364617982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1898102220 msgr2=0x7f1898197b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:58.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1898102220 0x7f1898197b10 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f1894000c00 tx=0x7f1894004040 comp rx=0 tx=0).stop 2024-04-22T00:40:58.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 -- 172.21.15.18:0/3364617982 shutdown_connections 2024-04-22T00:40:58.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18840a2c10 0x7f18840a50d0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1898107480 0x7f189819f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1898104b50 0x7f1898198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 --2- 172.21.15.18:0/3364617982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1898102220 0x7f1898197b10 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:58.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 -- 172.21.15.18:0/3364617982 >> 172.21.15.18:0/3364617982 conn(0x7f18980fbc30 msgr2=0x7f1898102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:58.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 -- 172.21.15.18:0/3364617982 shutdown_connections 2024-04-22T00:40:58.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:58.893+0000 7f189f40e640 1 -- 172.21.15.18:0/3364617982 wait complete. 2024-04-22T00:40:58.905 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:40:59.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.007+0000 7fb3ef727640 1 -- 172.21.15.18:0/590838782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb3e8101890 msgr2=0x7fb3e8101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.007+0000 7fb3ef727640 1 --2- 172.21.15.18:0/590838782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb3e8101890 0x7fb3e8101d10 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fb3d8009900 tx=0x7fb3d802bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:59.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.007+0000 7fb3ef727640 1 -- 172.21.15.18:0/590838782 shutdown_connections 2024-04-22T00:40:59.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.007+0000 7fb3ef727640 1 --2- 172.21.15.18:0/590838782 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3e8102250 0x7fb3e8108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.007+0000 7fb3ef727640 1 --2- 172.21.15.18:0/590838782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb3e8101890 0x7fb3e8101d10 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.007+0000 7fb3ef727640 1 --2- 172.21.15.18:0/590838782 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3e81006a0 0x7fb3e8100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.007+0000 7fb3ef727640 1 -- 172.21.15.18:0/590838782 >> 172.21.15.18:0/590838782 conn(0x7fb3e80fbc30 msgr2=0x7fb3e80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.007+0000 7fb3ef727640 1 -- 172.21.15.18:0/590838782 shutdown_connections 2024-04-22T00:40:59.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.007+0000 7fb3ef727640 1 -- 172.21.15.18:0/590838782 wait complete. 2024-04-22T00:40:59.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ef727640 1 Processor -- start 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ef727640 1 -- start start 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ef727640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb3e81006a0 0x7fb3e81969f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ef727640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3e8101890 0x7fb3e8196f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ef727640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3e8102250 0x7fb3e819dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ef727640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb3e810c320 con 0x7fb3e81006a0 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ef727640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb3e810c1a0 con 0x7fb3e8101890 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ef727640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb3e810c4a0 con 0x7fb3e8102250 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ed4c3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb3e81006a0 0x7fb3e81969f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ed4c3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb3e81006a0 0x7fb3e81969f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35562/0 (socket says 172.21.15.18:35562) 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ed4c3640 1 -- 172.21.15.18:0/1513544477 learned_addr learned my addr 172.21.15.18:0/1513544477 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3edcc4640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3e8102250 0x7fb3e819dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ed4c3640 1 -- 172.21.15.18:0/1513544477 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3e8102250 msgr2=0x7fb3e819dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ed4c3640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3e8102250 0x7fb3e819dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ed4c3640 1 -- 172.21.15.18:0/1513544477 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3e8101890 msgr2=0x7fb3e8196f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ed4c3640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3e8101890 0x7fb3e8196f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ed4c3640 1 -- 172.21.15.18:0/1513544477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3e819e610 con 0x7fb3e81006a0 2024-04-22T00:40:59.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ed4c3640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb3e81006a0 0x7fb3e81969f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb3e400c970 tx=0x7fb3e400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3de7fc640 1 -- 172.21.15.18:0/1513544477 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e4004220 con 0x7fb3e81006a0 2024-04-22T00:40:59.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.008+0000 7fb3ef727640 1 -- 172.21.15.18:0/1513544477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3e819e900 con 0x7fb3e81006a0 2024-04-22T00:40:59.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.009+0000 7fb3de7fc640 1 -- 172.21.15.18:0/1513544477 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb3e40043c0 con 0x7fb3e81006a0 2024-04-22T00:40:59.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.009+0000 7fb3de7fc640 1 -- 172.21.15.18:0/1513544477 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e4004a00 con 0x7fb3e81006a0 2024-04-22T00:40:59.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.009+0000 7fb3ef727640 1 -- 172.21.15.18:0/1513544477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3e819ee50 con 0x7fb3e81006a0 2024-04-22T00:40:59.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.010+0000 7fb3ef727640 1 -- 172.21.15.18:0/1513544477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3e80689b0 con 0x7fb3e81006a0 2024-04-22T00:40:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.011+0000 7fb3de7fc640 1 -- 172.21.15.18:0/1513544477 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb3e40079b0 con 0x7fb3e81006a0 2024-04-22T00:40:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.011+0000 7fb3de7fc640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb3d40a2b90 0x7fb3d40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.011+0000 7fb3de7fc640 1 -- 172.21.15.18:0/1513544477 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb3e40cf670 con 0x7fb3e81006a0 2024-04-22T00:40:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.011+0000 7fb3eccc2640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb3d40a2b90 0x7fb3d40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.012+0000 7fb3eccc2640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb3d40a2b90 0x7fb3d40a5050 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb3d8036040 tx=0x7fb3d8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.015+0000 7fb3de7fc640 1 -- 172.21.15.18:0/1513544477 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb3e4014030 con 0x7fb3e81006a0 2024-04-22T00:40:59.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:58 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3334564235' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:59.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:58 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2114573103' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:59.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:58 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2062127788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:59.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:58 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3334564235' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:59.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:58 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2114573103' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:59.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:58 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2062127788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:59.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.202+0000 7fb3ef727640 1 -- 172.21.15.18:0/1513544477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb3e802d300 con 0x7fb3e81006a0 2024-04-22T00:40:59.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.204+0000 7fb3de7fc640 1 -- 172.21.15.18:0/1513544477 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24704 (secure 0 0 0) 0x7fb3e409c200 con 0x7fb3e81006a0 2024-04-22T00:40:59.205 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:40:59.205 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":95,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:40:39.771571+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.18","mappings":[{"from":5,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:40:59.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.206+0000 7fb3ef727640 1 -- 172.21.15.18:0/1513544477 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb3d40a2b90 msgr2=0x7fb3d40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.206+0000 7fb3ef727640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb3d40a2b90 0x7fb3d40a5050 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb3d8036040 tx=0x7fb3d8000bc0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.206+0000 7fb3ef727640 1 -- 172.21.15.18:0/1513544477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb3e81006a0 msgr2=0x7fb3e81969f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.206+0000 7fb3ef727640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb3e81006a0 0x7fb3e81969f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb3e400c970 tx=0x7fb3e400ce30 comp rx=0 tx=0).stop 2024-04-22T00:40:59.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.207+0000 7fb3ef727640 1 -- 172.21.15.18:0/1513544477 shutdown_connections 2024-04-22T00:40:59.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.207+0000 7fb3ef727640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb3d40a2b90 0x7fb3d40a5050 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.207+0000 7fb3ef727640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb3e8102250 0x7fb3e819dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.207+0000 7fb3ef727640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3e8101890 0x7fb3e8196f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.207+0000 7fb3ef727640 1 --2- 172.21.15.18:0/1513544477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb3e81006a0 0x7fb3e81969f0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.207+0000 7fb3ef727640 1 -- 172.21.15.18:0/1513544477 >> 172.21.15.18:0/1513544477 conn(0x7fb3e80fbc30 msgr2=0x7fb3e8104cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.207+0000 7fb3ef727640 1 -- 172.21.15.18:0/1513544477 shutdown_connections 2024-04-22T00:40:59.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.207+0000 7fb3ef727640 1 -- 172.21.15.18:0/1513544477 wait complete. 2024-04-22T00:40:59.219 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-22T00:38:39.717418+0000', 'modified': '2024-04-22T00:39:07.340234+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24532, 'mds_1': 24518, 'mds_2': 24508}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24455': {'gid': 24455, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.81:6835/4210272935', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.81:6834', 'nonce': 4210272935}, {'type': 'v1', 'addr': '172.21.15.81:6835', 'nonce': 4210272935}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.81:6837/3637660812', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.81:6836', 'nonce': 3637660812}, {'type': 'v1', 'addr': '172.21.15.81:6837', 'nonce': 3637660812}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.167:6835/2012529770', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6834', 'nonce': 2012529770}, {'type': 'v1', 'addr': '172.21.15.167:6835', 'nonce': 2012529770}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24508': {'gid': 24508, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.167:6837/3301672285', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6836', 'nonce': 3301672285}, {'type': 'v1', 'addr': '172.21.15.167:6837', 'nonce': 3301672285}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'b', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.81:6839/1110388452', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.81:6838', 'nonce': 1110388452}, {'type': 'v1', 'addr': '172.21.15.81:6839', 'nonce': 1110388452}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24532': {'gid': 24532, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.167:6839/3244680945', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.167:6838', 'nonce': 3244680945}, {'type': 'v1', 'addr': '172.21.15.167:6839', 'nonce': 3244680945}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24532, 'qdb_cluster': [24508, 24518, 24532]} 2024-04-22T00:40:59.219 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-22T00:40:59.219 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-04-22T00:40:59.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:58 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3334564235' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:40:59.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:58 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2114573103' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:40:59.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:58 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2062127788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:40:59.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.321+0000 7f169ad7a640 1 -- 172.21.15.18:0/348341852 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16941006a0 msgr2=0x7f1694100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.321+0000 7f169ad7a640 1 --2- 172.21.15.18:0/348341852 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16941006a0 0x7f1694100ac0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f167c009900 tx=0x7f167c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:59.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.321+0000 7f169ad7a640 1 -- 172.21.15.18:0/348341852 shutdown_connections 2024-04-22T00:40:59.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.321+0000 7f169ad7a640 1 --2- 172.21.15.18:0/348341852 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1694102250 0x7f1694108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.321+0000 7f169ad7a640 1 --2- 172.21.15.18:0/348341852 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1694101890 0x7f1694101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.321+0000 7f169ad7a640 1 --2- 172.21.15.18:0/348341852 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16941006a0 0x7f1694100ac0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.321+0000 7f169ad7a640 1 -- 172.21.15.18:0/348341852 >> 172.21.15.18:0/348341852 conn(0x7f16940fbc10 msgr2=0x7f16940fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.321+0000 7f169ad7a640 1 -- 172.21.15.18:0/348341852 shutdown_connections 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f169ad7a640 1 -- 172.21.15.18:0/348341852 wait complete. 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f169ad7a640 1 Processor -- start 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f169ad7a640 1 -- start start 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f169ad7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16941006a0 0x7f1694196970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f169ad7a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1694101890 0x7f1694196eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f169ad7a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1694102250 0x7f169419df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f169ad7a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f169410c2f0 con 0x7f16941006a0 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f169ad7a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f169410c170 con 0x7f1694101890 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f169ad7a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f169410c470 con 0x7f1694102250 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f1698b16640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16941006a0 0x7f1694196970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f1698b16640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16941006a0 0x7f1694196970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35586/0 (socket says 172.21.15.18:35586) 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f1698b16640 1 -- 172.21.15.18:0/1628697466 learned_addr learned my addr 172.21.15.18:0/1628697466 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.322+0000 7f1693fff640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1694101890 0x7f1694196eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f1699317640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1694102250 0x7f169419df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f1698b16640 1 -- 172.21.15.18:0/1628697466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1694102250 msgr2=0x7f169419df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f1698b16640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1694102250 0x7f169419df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f1698b16640 1 -- 172.21.15.18:0/1628697466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1694101890 msgr2=0x7f1694196eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f1698b16640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1694101890 0x7f1694196eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f1698b16640 1 -- 172.21.15.18:0/1628697466 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f169419e590 con 0x7f16941006a0 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f1698b16640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16941006a0 0x7f1694196970 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f167c005ab0 tx=0x7f167c005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f1691ffb640 1 -- 172.21.15.18:0/1628697466 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f167c041070 con 0x7f16941006a0 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f169ad7a640 1 -- 172.21.15.18:0/1628697466 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f169419e820 con 0x7f16941006a0 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f1691ffb640 1 -- 172.21.15.18:0/1628697466 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f167c0054e0 con 0x7f16941006a0 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f1691ffb640 1 -- 172.21.15.18:0/1628697466 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f167c034440 con 0x7f16941006a0 2024-04-22T00:40:59.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.323+0000 7f169ad7a640 1 -- 172.21.15.18:0/1628697466 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f169419ed10 con 0x7f16941006a0 2024-04-22T00:40:59.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.326+0000 7f1691ffb640 1 -- 172.21.15.18:0/1628697466 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f167c044070 con 0x7f16941006a0 2024-04-22T00:40:59.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.326+0000 7f169d966740 1 Processor -- start 2024-04-22T00:40:59.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.326+0000 7f169d966740 1 -- start start 2024-04-22T00:40:59.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.326+0000 7f169d966740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e0a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.326+0000 7f169d966740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e0f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.326+0000 7f169d966740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e12270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f169d966740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9d6cdf0 con 0x55d2e9e0a280 2024-04-22T00:40:59.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f169d966740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9d15640 con 0x55d2e9e0ac70 2024-04-22T00:40:59.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f169d966740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9d68db0 con 0x55d2e9e0fde0 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1699317640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e0a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1699317640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e0a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35594/0 (socket says 172.21.15.18:35594) 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1699317640 1 -- 172.21.15.18:0/3606115555 learned_addr learned my addr 172.21.15.18:0/3606115555 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1691ffb640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16800a2b90 0x7f16800a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1693fff640 1 --2- 172.21.15.18:0/3606115555 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e12270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1698b16640 1 --2- 172.21.15.18:0/3606115555 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e0f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1699317640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16800a2b90 0x7f16800a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1691ffb640 1 -- 172.21.15.18:0/1628697466 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f167c0f10e0 con 0x7f16941006a0 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1699317640 1 -- 172.21.15.18:0/3606115555 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0fde0 msgr2=0x55d2e9e12270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1699317640 1 --2- 172.21.15.18:0/3606115555 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e12270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1699317640 1 -- 172.21.15.18:0/3606115555 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0ac70 msgr2=0x55d2e9e0f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1699317640 1 --2- 172.21.15.18:0/3606115555 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e0f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1699317640 1 -- 172.21.15.18:0/3606115555 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2e9a812d0 con 0x55d2e9e0a280 2024-04-22T00:40:59.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f1699317640 1 --2- 172.21.15.18:0/3606115555 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e0a6a0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f168c0149c0 tx=0x7f168c014e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c14f9ec19f443f36 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.327+0000 7f168affd640 1 -- 172.21.15.18:0/3606115555 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f168c01eb40 con 0x55d2e9e0a280 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f168affd640 1 -- 172.21.15.18:0/3606115555 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f168c023070 con 0x55d2e9e0a280 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f168affd640 1 -- 172.21.15.18:0/3606115555 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f168c00ce20 con 0x55d2e9e0a280 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f169d966740 1 -- 172.21.15.18:0/3606115555 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 msgr2=0x55d2e9e0a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f1699317640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16800a2b90 0x7f16800a5050 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f168c022000 tx=0x7f168c020000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f169d966740 1 --2- 172.21.15.18:0/3606115555 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e0a6a0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f168c0149c0 tx=0x7f168c014e80 comp rx=0 tx=0).stop 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f169d966740 1 -- 172.21.15.18:0/3606115555 shutdown_connections 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f169d966740 1 --2- 172.21.15.18:0/3606115555 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e12270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f169d966740 1 --2- 172.21.15.18:0/3606115555 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e0f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f169d966740 1 --2- 172.21.15.18:0/3606115555 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e0a6a0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f169d966740 1 -- 172.21.15.18:0/3606115555 >> 172.21.15.18:0/3606115555 conn(0x55d2e9e057f0 msgr2=0x55d2e9e05bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f169d966740 1 -- 172.21.15.18:0/3606115555 shutdown_connections 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.328+0000 7f169d966740 1 -- 172.21.15.18:0/3606115555 wait complete. 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f169d966740 1 -- start start 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f169d966740 1 Processor -- start 2024-04-22T00:40:59.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f169d966740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e14740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f169d966740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e14c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f169d966740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e1bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f169d966740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9e12d90 con 0x55d2e9e0a280 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f169d966740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9d28be0 con 0x55d2e9e0fde0 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f169d966740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9e12f10 con 0x55d2e9e0ac70 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f169d966740 10 client.0 _ll_register_callbacks cb 0x55d2e9d285d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1698b16640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e14740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1698b16640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e14740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35598/0 (socket says 172.21.15.18:35598) 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1698b16640 1 -- 172.21.15.18:0/2641021682 learned_addr learned my addr 172.21.15.18:0/2641021682 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1699317640 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e1bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1693fff640 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e14c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1698b16640 1 -- 172.21.15.18:0/2641021682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0ac70 msgr2=0x55d2e9e14c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1698b16640 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e14c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1698b16640 1 -- 172.21.15.18:0/2641021682 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 msgr2=0x55d2e9e1bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1698b16640 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e1bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1698b16640 1 -- 172.21.15.18:0/2641021682 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2e9b4b6b0 con 0x55d2e9e0a280 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.329+0000 7f1699317640 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e1bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f1698b16640 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e14740 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f167c0b9970 tx=0x7f167c02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87254ea7a80ac916 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f1673fff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f1673fff640 1 -- 172.21.15.18:0/2641021682 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f167c04b070 con 0x55d2e9e0a280 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f1673fff640 1 -- 172.21.15.18:0/2641021682 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f167c003710 con 0x55d2e9e0a280 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f169d966740 1 -- 172.21.15.18:0/2641021682 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f168c023070 con 0x55d2e9e0a280 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f1673fff640 1 -- 172.21.15.18:0/2641021682 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f167c0bd050 con 0x55d2e9e0a280 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f169d966740 10 client.15390 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f169d966740 1 -- 172.21.15.18:0/2641021682 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55d2e9e1eca0 con 0x55d2e9e0a280 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f1673fff640 1 -- 172.21.15.18:0/2641021682 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f168c023070 con 0x55d2e9e0a280 2024-04-22T00:40:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f1673fff640 1 -- 172.21.15.18:0/2641021682 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f167c0f30d0 con 0x55d2e9e0a280 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f169d966740 10 client.15390 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f169d966740 10 client.15390 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f169d966740 20 client.15390 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f169d966740 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55d2e9e21390 0x55d2e9e22800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f169d966740 4 client.15390 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.330+0000 7f169d966740 1 -- 172.21.15.18:0/2641021682 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d2e9d7a330 con 0x55d2e9e21390 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.331+0000 7f1693fff640 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55d2e9e21390 0x55d2e9e22800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.331+0000 7f1693fff640 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55d2e9e21390 0x55d2e9e22800 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5bb300529ae9f5a7 server_cookie=95d3d8b53723ea32 in_seq=0 out_seq=0 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.331+0000 7f1673fff640 10 client.15390 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f1673fff640 1 -- 172.21.15.18:0/2641021682 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d2e9d7a330 con 0x55d2e9e21390 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f1673fff640 10 client.15390 handle_command_reply: tid=0 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 client.15390 shutdown 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 -- 172.21.15.18:0/2641021682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 msgr2=0x55d2e9e14740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e14740 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f167c0b9970 tx=0x7f167c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:59.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 -- 172.21.15.18:0/2641021682 shutdown_connections 2024-04-22T00:40:59.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55d2e9e21390 0x55d2e9e22800 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e1bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e14c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 --2- 172.21.15.18:0/2641021682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e14740 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f1673fff640 0 client.15390 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:40:59.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 -- 172.21.15.18:0/2641021682 >> 172.21.15.18:0/2641021682 conn(0x55d2e9e057f0 msgr2=0x55d2e9e02720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 -- 172.21.15.18:0/2641021682 shutdown_connections 2024-04-22T00:40:59.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.332+0000 7f169d966740 1 -- 172.21.15.18:0/2641021682 wait complete. 2024-04-22T00:40:59.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.333+0000 7f169d966740 20 client.15390 trim_cache size 0 max 16384 2024-04-22T00:40:59.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f169d966740 1 Processor -- start 2024-04-22T00:40:59.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f169d966740 1 -- start start 2024-04-22T00:40:59.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f169d966740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0a280 0x55d2e9dfe340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f169d966740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e1bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f169d966740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e01e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f169d966740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9e20b40 con 0x55d2e9e0ac70 2024-04-22T00:40:59.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f169d966740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9e21210 con 0x55d2e9e0a280 2024-04-22T00:40:59.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f169d966740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9e218e0 con 0x55d2e9e0fde0 2024-04-22T00:40:59.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1693fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e1bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1693fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e1bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35610/0 (socket says 172.21.15.18:35610) 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1693fff640 1 -- 172.21.15.18:0/3570065575 learned_addr learned my addr 172.21.15.18:0/3570065575 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1698b16640 1 --2- 172.21.15.18:0/3570065575 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0a280 0x55d2e9dfe340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1693fff640 1 -- 172.21.15.18:0/3570065575 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0fde0 msgr2=0x55d2e9e01e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1699317640 1 --2- 172.21.15.18:0/3570065575 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e01e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1693fff640 1 --2- 172.21.15.18:0/3570065575 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e01e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1693fff640 1 -- 172.21.15.18:0/3570065575 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0a280 msgr2=0x55d2e9dfe340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1693fff640 1 --2- 172.21.15.18:0/3570065575 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0a280 0x55d2e9dfe340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1693fff640 1 -- 172.21.15.18:0/3570065575 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2e9e01c20 con 0x55d2e9e0ac70 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1698b16640 1 --2- 172.21.15.18:0/3570065575 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0a280 0x55d2e9dfe340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.351+0000 7f1693fff640 1 --2- 172.21.15.18:0/3570065575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e1bc50 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f168400ad30 tx=0x7f1684010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b432b5958996c3be server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f168a7fc640 1 -- 172.21.15.18:0/3570065575 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1684005220 con 0x55d2e9e0ac70 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f168a7fc640 1 -- 172.21.15.18:0/3570065575 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1684023070 con 0x55d2e9e0ac70 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f168a7fc640 1 -- 172.21.15.18:0/3570065575 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f168401f3f0 con 0x55d2e9e0ac70 2024-04-22T00:40:59.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f169d966740 1 -- 172.21.15.18:0/3570065575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0ac70 msgr2=0x55d2e9e1bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f169d966740 1 --2- 172.21.15.18:0/3570065575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e1bc50 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f168400ad30 tx=0x7f1684010800 comp rx=0 tx=0).stop 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f169d966740 1 -- 172.21.15.18:0/3570065575 shutdown_connections 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f169d966740 1 --2- 172.21.15.18:0/3570065575 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e01e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f169d966740 1 --2- 172.21.15.18:0/3570065575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e1bc50 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f169d966740 1 --2- 172.21.15.18:0/3570065575 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0a280 0x55d2e9dfe340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f169d966740 1 -- 172.21.15.18:0/3570065575 >> 172.21.15.18:0/3570065575 conn(0x55d2e9e057f0 msgr2=0x55d2e9e0b670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f169d966740 1 -- 172.21.15.18:0/3570065575 shutdown_connections 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f169d966740 1 -- 172.21.15.18:0/3570065575 wait complete. 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.352+0000 7f169d966740 1 -- start start 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f169d966740 1 Processor -- start 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f169d966740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e17e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f169d966740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e183c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f169d966740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e1b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f169d966740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9e22680 con 0x55d2e9e0a280 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f169d966740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9e21fb0 con 0x55d2e9e0fde0 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f169d966740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d2e9e22d50 con 0x55d2e9e0ac70 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1698b16640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e17e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f169d966740 10 client.0 _ll_register_callbacks cb 0x7f167c0035f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1698b16640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e17e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35624/0 (socket says 172.21.15.18:35624) 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1698b16640 1 -- 172.21.15.18:0/1392096131 learned_addr learned my addr 172.21.15.18:0/1392096131 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1699317640 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e1b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1698b16640 1 -- 172.21.15.18:0/1392096131 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0ac70 msgr2=0x55d2e9e183c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1693fff640 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e183c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1698b16640 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e183c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1698b16640 1 -- 172.21.15.18:0/1392096131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 msgr2=0x55d2e9e1b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1698b16640 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e1b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1698b16640 1 -- 172.21.15.18:0/1392096131 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2e9e1b6a0 con 0x55d2e9e0a280 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.353+0000 7f1699317640 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e1b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f1698b16640 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e17e80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f167c02c7b0 tx=0x7f167c04be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43bc798986adca53 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f1673fff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f1673fff640 1 -- 172.21.15.18:0/1392096131 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f167c04b070 con 0x55d2e9e0a280 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f1673fff640 1 -- 172.21.15.18:0/1392096131 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f167c0c5ef0 con 0x55d2e9e0a280 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f169d966740 1 -- 172.21.15.18:0/1392096131 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1684023070 con 0x55d2e9e0a280 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f1673fff640 1 -- 172.21.15.18:0/1392096131 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f167c0bce70 con 0x55d2e9e0a280 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f169d966740 10 client.15396 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f169d966740 1 -- 172.21.15.18:0/1392096131 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55d2e9e87a90 con 0x55d2e9e0a280 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f1673fff640 1 -- 172.21.15.18:0/1392096131 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1684023070 con 0x55d2e9e0a280 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f1673fff640 1 -- 172.21.15.18:0/1392096131 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f167c0bc3d0 con 0x55d2e9e0a280 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f169d966740 10 client.15396 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f169d966740 10 client.15396 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-22T00:40:59.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f169d966740 20 client.15396 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f169d966740 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55d2e9e8c250 0x55d2e9e8af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f169d966740 4 client.15396 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f169d966740 1 -- 172.21.15.18:0/1392096131 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "status"}) -- 0x55d2e9d74680 con 0x55d2e9e8c250 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.354+0000 7f1693fff640 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55d2e9e8c250 0x55d2e9e8af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f1693fff640 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55d2e9e8c250 0x55d2e9e8af60 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b9e22d21787bfc0b server_cookie=93a3e28a8a4ebe85 in_seq=0 out_seq=0 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f1673fff640 10 client.15396 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f1673fff640 1 -- 172.21.15.18:0/1392096131 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55d2e9d74680 con 0x55d2e9e8c250 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f1673fff640 10 client.15396 handle_command_reply: tid=0 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 client.15396 shutdown 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 -- 172.21.15.18:0/1392096131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 msgr2=0x55d2e9e17e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e17e80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f167c02c7b0 tx=0x7f167c04be80 comp rx=0 tx=0).stop 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 -- 172.21.15.18:0/1392096131 shutdown_connections 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55d2e9e8c250 0x55d2e9e8af60 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d2e9e0fde0 0x55d2e9e1b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f1673fff640 0 client.15396 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:40:59.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d2e9e0ac70 0x55d2e9e183c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 --2- 172.21.15.18:0/1392096131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2e9e0a280 0x55d2e9e17e80 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 -- 172.21.15.18:0/1392096131 >> 172.21.15.18:0/1392096131 conn(0x55d2e9e057f0 msgr2=0x55d2e9dfe340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 -- 172.21.15.18:0/1392096131 shutdown_connections 2024-04-22T00:40:59.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.355+0000 7f169d966740 1 -- 172.21.15.18:0/1392096131 wait complete. 2024-04-22T00:40:59.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169d966740 20 client.15396 trim_cache size 0 max 16384 2024-04-22T00:40:59.363 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:40:59.363 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:40:59.363 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 2, 2024-04-22T00:40:59.364 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24508, 2024-04-22T00:40:59.364 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-04-22T00:40:59.364 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-04-22T00:40:59.364 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-04-22T00:40:59.364 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 112.901098963, 2024-04-22T00:40:59.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-04-22T00:40:59.364 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 95, 2024-04-22T00:40:59.364 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 91, 2024-04-22T00:40:59.364 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 158.057441995 2024-04-22T00:40:59.364 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:40:59.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 -- 172.21.15.18:0/1628697466 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16800a2b90 msgr2=0x7f16800a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16800a2b90 0x7f16800a5050 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f168c022000 tx=0x7f168c020000 comp rx=0 tx=0).stop 2024-04-22T00:40:59.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 -- 172.21.15.18:0/1628697466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16941006a0 msgr2=0x7f1694196970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16941006a0 0x7f1694196970 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f167c005ab0 tx=0x7f167c005dc0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 -- 172.21.15.18:0/1628697466 shutdown_connections 2024-04-22T00:40:59.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16800a2b90 0x7f16800a5050 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1694102250 0x7f169419df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1694101890 0x7f1694196eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 --2- 172.21.15.18:0/1628697466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16941006a0 0x7f1694196970 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 -- 172.21.15.18:0/1628697466 >> 172.21.15.18:0/1628697466 conn(0x7f16940fbc10 msgr2=0x7f1694104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 -- 172.21.15.18:0/1628697466 shutdown_connections 2024-04-22T00:40:59.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.356+0000 7f169ad7a640 1 -- 172.21.15.18:0/1628697466 wait complete. 2024-04-22T00:40:59.367 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-22T00:40:59.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.470+0000 7f16f73c9640 1 -- 172.21.15.18:0/4189469076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16f0102250 msgr2=0x7f16f0108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.470+0000 7f16f73c9640 1 --2- 172.21.15.18:0/4189469076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16f0102250 0x7f16f0108ae0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009ca0 tx=0x7f16e802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.470+0000 7f16f73c9640 1 -- 172.21.15.18:0/4189469076 shutdown_connections 2024-04-22T00:40:59.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.470+0000 7f16f73c9640 1 --2- 172.21.15.18:0/4189469076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16f0102250 0x7f16f0108ae0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.470+0000 7f16f73c9640 1 --2- 172.21.15.18:0/4189469076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16f0101890 0x7f16f0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.470+0000 7f16f73c9640 1 --2- 172.21.15.18:0/4189469076 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16f01006a0 0x7f16f0100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.470+0000 7f16f73c9640 1 -- 172.21.15.18:0/4189469076 >> 172.21.15.18:0/4189469076 conn(0x7f16f00fbc30 msgr2=0x7f16f00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.470+0000 7f16f73c9640 1 -- 172.21.15.18:0/4189469076 shutdown_connections 2024-04-22T00:40:59.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.470+0000 7f16f73c9640 1 -- 172.21.15.18:0/4189469076 wait complete. 2024-04-22T00:40:59.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f73c9640 1 Processor -- start 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f73c9640 1 -- start start 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f73c9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16f01006a0 0x7f16f0197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f73c9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16f0101890 0x7f16f0197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f73c9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16f0102250 0x7f16f019efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f73c9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f16f010c320 con 0x7f16f01006a0 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f73c9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f16f010c1a0 con 0x7f16f0102250 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f73c9640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f16f010c4a0 con 0x7f16f0101890 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f5165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16f01006a0 0x7f16f0197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f5165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16f01006a0 0x7f16f0197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35650/0 (socket says 172.21.15.18:35650) 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f5165640 1 -- 172.21.15.18:0/3571326121 learned_addr learned my addr 172.21.15.18:0/3571326121 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f4964640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16f0101890 0x7f16f0197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f5966640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16f0102250 0x7f16f019efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f5165640 1 -- 172.21.15.18:0/3571326121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16f0101890 msgr2=0x7f16f0197f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f5165640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16f0101890 0x7f16f0197f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f5165640 1 -- 172.21.15.18:0/3571326121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16f0102250 msgr2=0x7f16f019efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f5165640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16f0102250 0x7f16f019efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.471+0000 7f16f5165640 1 -- 172.21.15.18:0/3571326121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16f019f640 con 0x7f16f01006a0 2024-04-22T00:40:59.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.472+0000 7f16f5165640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16f01006a0 0x7f16f0197a20 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00c970 tx=0x7f16ec00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.472+0000 7f16e67fc640 1 -- 172.21.15.18:0/3571326121 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec007c10 con 0x7f16f01006a0 2024-04-22T00:40:59.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.472+0000 7f16f73c9640 1 -- 172.21.15.18:0/3571326121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16f019f930 con 0x7f16f01006a0 2024-04-22T00:40:59.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.472+0000 7f16e67fc640 1 -- 172.21.15.18:0/3571326121 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16ec007db0 con 0x7f16f01006a0 2024-04-22T00:40:59.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.472+0000 7f16e67fc640 1 -- 172.21.15.18:0/3571326121 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec00f8a0 con 0x7f16f01006a0 2024-04-22T00:40:59.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.472+0000 7f16f73c9640 1 -- 172.21.15.18:0/3571326121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16f019fed0 con 0x7f16f01006a0 2024-04-22T00:40:59.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.474+0000 7f16e67fc640 1 -- 172.21.15.18:0/3571326121 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f16ec00fa60 con 0x7f16f01006a0 2024-04-22T00:40:59.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.474+0000 7f16f9fb9740 1 Processor -- start 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f9fb9740 1 -- start start 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 0x559c4c095490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c09a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c09d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559c4bff9df0 con 0x559c4c095a60 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559c4bfa2640 con 0x559c4c09abd0 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559c4bff5db0 con 0x559c4c095070 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c09a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c09a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35656/0 (socket says 172.21.15.18:35656) 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5165640 1 -- 172.21.15.18:0/4119514646 learned_addr learned my addr 172.21.15.18:0/4119514646 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f4964640 1 --2- 172.21.15.18:0/4119514646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c09d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5966640 1 --2- 172.21.15.18:0/4119514646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 0x559c4c095490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16e67fc640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16dc0a2b90 0x7f16dc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5165640 1 -- 172.21.15.18:0/4119514646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 msgr2=0x559c4c095490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5165640 1 --2- 172.21.15.18:0/4119514646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 0x559c4c095490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5165640 1 -- 172.21.15.18:0/4119514646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 msgr2=0x559c4c09d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5165640 1 --2- 172.21.15.18:0/4119514646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c09d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5165640 1 -- 172.21.15.18:0/4119514646 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c4bd0e2d0 con 0x559c4c095a60 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5966640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16dc0a2b90 0x7f16dc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16e67fc640 1 -- 172.21.15.18:0/3571326121 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f16ec0cf760 con 0x7f16f01006a0 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.475+0000 7f16f5165640 1 --2- 172.21.15.18:0/4119514646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c09a560 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0c3230 tx=0x7f16ec097d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18d85e95e6f3398 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16db7fe640 1 -- 172.21.15.18:0/4119514646 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec09b7c0 con 0x559c4c095a60 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16db7fe640 1 -- 172.21.15.18:0/4119514646 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16ec09c380 con 0x559c4c095a60 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16db7fe640 1 -- 172.21.15.18:0/4119514646 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec09b5e0 con 0x559c4c095a60 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16f9fb9740 1 -- 172.21.15.18:0/4119514646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 msgr2=0x559c4c09a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16f5966640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16dc0a2b90 0x7f16dc0a5050 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f16e8006010 tx=0x7f16e80095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/4119514646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c09a560 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0c3230 tx=0x7f16ec097d50 comp rx=0 tx=0).stop 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16f9fb9740 1 -- 172.21.15.18:0/4119514646 shutdown_connections 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/4119514646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c09d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/4119514646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c09a560 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/4119514646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 0x559c4c095490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16f9fb9740 1 -- 172.21.15.18:0/4119514646 >> 172.21.15.18:0/4119514646 conn(0x559c4c0905e0 msgr2=0x559c4c0909e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16f9fb9740 1 -- 172.21.15.18:0/4119514646 shutdown_connections 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.476+0000 7f16f9fb9740 1 -- 172.21.15.18:0/4119514646 wait complete. 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f9fb9740 1 -- start start 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f9fb9740 1 Processor -- start 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c09f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095a60 0x559c4c09fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c0a6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559c4c09db20 con 0x559c4c095070 2024-04-22T00:40:59.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559c4bfb5be0 con 0x559c4c09abd0 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559c4c09dca0 con 0x559c4c095a60 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f9fb9740 10 client.0 _ll_register_callbacks cb 0x559c4bfb55d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f5165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c09f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f5165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c09f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35664/0 (socket says 172.21.15.18:35664) 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f5165640 1 -- 172.21.15.18:0/3648616773 learned_addr learned my addr 172.21.15.18:0/3648616773 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f4964640 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095a60 0x559c4c09fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.477+0000 7f16f5966640 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c0a6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16f5165640 1 -- 172.21.15.18:0/3648616773 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095a60 msgr2=0x559c4c09fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16f5165640 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095a60 0x559c4c09fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16f5165640 1 -- 172.21.15.18:0/3648616773 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 msgr2=0x559c4c0a6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16f5165640 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c0a6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16f5165640 1 -- 172.21.15.18:0/3648616773 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c4bdd86b0 con 0x559c4c095070 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16f5165640 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c09f4f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0a4330 tx=0x7f16ec018df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8697ffbaaff6b23 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16d8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16d8ff9640 1 -- 172.21.15.18:0/3648616773 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec09b5e0 con 0x559c4c095070 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16f9fb9740 1 -- 172.21.15.18:0/3648616773 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16ec09c380 con 0x559c4c095070 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16d8ff9640 1 -- 172.21.15.18:0/3648616773 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f16ec097ad0 con 0x559c4c095070 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16d8ff9640 1 -- 172.21.15.18:0/3648616773 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f16ec09b7c0 con 0x559c4c095070 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16f9fb9740 10 client.15408 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16f9fb9740 1 -- 172.21.15.18:0/3648616773 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x559c4c0a9a50 con 0x559c4c095070 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16d8ff9640 1 -- 172.21.15.18:0/3648616773 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16ec09c380 con 0x559c4c095070 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16d8ff9640 1 -- 172.21.15.18:0/3648616773 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f16ec09bee0 con 0x559c4c095070 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.478+0000 7f16f9fb9740 10 client.15408 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.479+0000 7f16f9fb9740 10 client.15408 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.479+0000 7f16f9fb9740 20 client.15408 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.479+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x559c4c0abbd0 0x559c4c0ad040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.479+0000 7f16f9fb9740 4 client.15408 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.479+0000 7f16f9fb9740 1 -- 172.21.15.18:0/3648616773 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c4c007330 con 0x559c4c0abbd0 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.479+0000 7f16f4964640 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x559c4c0abbd0 0x559c4c0ad040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.479+0000 7f16d8ff9640 10 client.15408 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.479+0000 7f16f4964640 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x559c4c0abbd0 0x559c4c0ad040 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9698e914c77b8517 server_cookie=74dc36baf7ab432b in_seq=0 out_seq=0 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.480+0000 7f16d8ff9640 1 -- 172.21.15.18:0/3648616773 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559c4c007330 con 0x559c4c0abbd0 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.480+0000 7f16d8ff9640 10 client.15408 handle_command_reply: tid=0 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.480+0000 7f16f9fb9740 1 client.15408 shutdown 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.480+0000 7f16f9fb9740 1 -- 172.21.15.18:0/3648616773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 msgr2=0x559c4c09f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.480+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c09f4f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0a4330 tx=0x7f16ec018df0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.480+0000 7f16f9fb9740 1 -- 172.21.15.18:0/3648616773 shutdown_connections 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.480+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x559c4c0abbd0 0x559c4c0ad040 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.481+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c0a6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.481+0000 7f16d8ff9640 0 client.15408 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:40:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.481+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095a60 0x559c4c09fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.481+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/3648616773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c09f4f0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.481+0000 7f16f9fb9740 1 -- 172.21.15.18:0/3648616773 >> 172.21.15.18:0/3648616773 conn(0x559c4c0905e0 msgr2=0x559c4c08f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.481+0000 7f16f9fb9740 1 -- 172.21.15.18:0/3648616773 shutdown_connections 2024-04-22T00:40:59.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.481+0000 7f16f9fb9740 1 -- 172.21.15.18:0/3648616773 wait complete. 2024-04-22T00:40:59.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.481+0000 7f16f9fb9740 20 client.15408 trim_cache size 0 max 16384 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f9fb9740 1 Processor -- start 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f9fb9740 1 -- start start 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 0x559c4c09f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c0a6a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c08b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559c4c0ab380 con 0x559c4c095a60 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559c4c0aba50 con 0x559c4c09abd0 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559c4c0ac120 con 0x559c4c095070 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f4964640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c0a6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f4964640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c0a6a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35678/0 (socket says 172.21.15.18:35678) 2024-04-22T00:40:59.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.499+0000 7f16f4964640 1 -- 172.21.15.18:0/2232588766 learned_addr learned my addr 172.21.15.18:0/2232588766 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f5165640 1 --2- 172.21.15.18:0/2232588766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 0x559c4c09f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f4964640 1 -- 172.21.15.18:0/2232588766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 msgr2=0x559c4c09f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f5966640 1 --2- 172.21.15.18:0/2232588766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c08b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f4964640 1 --2- 172.21.15.18:0/2232588766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 0x559c4c09f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f4964640 1 -- 172.21.15.18:0/2232588766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 msgr2=0x559c4c08b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f4964640 1 --2- 172.21.15.18:0/2232588766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c08b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f4964640 1 -- 172.21.15.18:0/2232588766 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c4c095e40 con 0x559c4c095a60 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f5165640 1 --2- 172.21.15.18:0/2232588766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 0x559c4c09f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f4964640 1 --2- 172.21.15.18:0/2232588766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c0a6a00 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x559c4c091550 tx=0x7f16e000a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=300fd8bd807e53e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16daffd640 1 -- 172.21.15.18:0/2232588766 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e0005220 con 0x559c4c095a60 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16daffd640 1 -- 172.21.15.18:0/2232588766 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16e0024030 con 0x559c4c095a60 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16daffd640 1 -- 172.21.15.18:0/2232588766 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e0020610 con 0x559c4c095a60 2024-04-22T00:40:59.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f9fb9740 1 -- 172.21.15.18:0/2232588766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 msgr2=0x559c4c0a6a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.500+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/2232588766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c0a6a00 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x559c4c091550 tx=0x7f16e000a250 comp rx=0 tx=0).stop 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 -- 172.21.15.18:0/2232588766 shutdown_connections 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/2232588766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c09abd0 0x559c4c08b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/2232588766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095a60 0x559c4c0a6a00 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/2232588766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c095070 0x559c4c09f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 -- 172.21.15.18:0/2232588766 >> 172.21.15.18:0/2232588766 conn(0x559c4c0905e0 msgr2=0x559c4c0964d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 -- 172.21.15.18:0/2232588766 shutdown_connections 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 -- 172.21.15.18:0/2232588766 wait complete. 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 -- start start 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 Processor -- start 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c10ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c095a60 0x559c4c10e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c09abd0 0x559c4c115120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559c4c0acec0 con 0x559c4c095070 2024-04-22T00:40:59.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559c4c0ac7f0 con 0x559c4c095a60 2024-04-22T00:40:59.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559c4c0ad590 con 0x559c4c09abd0 2024-04-22T00:40:59.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f9fb9740 10 client.0 _ll_register_callbacks cb 0x7f16ec09bb10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:59.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f5165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c10ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f5165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c10ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35680/0 (socket says 172.21.15.18:35680) 2024-04-22T00:40:59.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f5165640 1 -- 172.21.15.18:0/657964127 learned_addr learned my addr 172.21.15.18:0/657964127 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.501+0000 7f16f4964640 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c095a60 0x559c4c10e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16f5966640 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c09abd0 0x559c4c115120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16f5165640 1 -- 172.21.15.18:0/657964127 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c09abd0 msgr2=0x559c4c115120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16f5165640 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c09abd0 0x559c4c115120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16f5165640 1 -- 172.21.15.18:0/657964127 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c095a60 msgr2=0x559c4c10e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16f5165640 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c095a60 0x559c4c10e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16f5165640 1 -- 172.21.15.18:0/657964127 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c4c115730 con 0x559c4c095070 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16f5165640 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c10ddb0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f16ec098600 tx=0x7f16ec0058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c048ab62c4b847b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16d8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16d8ff9640 1 -- 172.21.15.18:0/657964127 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec09b5e0 con 0x559c4c095070 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16d8ff9640 1 -- 172.21.15.18:0/657964127 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f16ec00fd50 con 0x559c4c095070 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16f9fb9740 1 -- 172.21.15.18:0/657964127 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16e0024030 con 0x559c4c095070 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16d8ff9640 1 -- 172.21.15.18:0/657964127 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f16ec083050 con 0x559c4c095070 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16f9fb9740 10 client.15414 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16f9fb9740 1 -- 172.21.15.18:0/657964127 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x559c4c115730 con 0x559c4c095070 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.502+0000 7f16d8ff9640 1 -- 172.21.15.18:0/657964127 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16e0024030 con 0x559c4c095070 2024-04-22T00:40:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.503+0000 7f16d8ff9640 1 -- 172.21.15.18:0/657964127 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f16ec0979d0 con 0x559c4c095070 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.503+0000 7f16f9fb9740 10 client.15414 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.503+0000 7f16f9fb9740 10 client.15414 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.503+0000 7f16f9fb9740 20 client.15414 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.503+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x559c4c11b170 0x559c4c1175b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.503+0000 7f16f9fb9740 4 client.15414 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.503+0000 7f16f9fb9740 1 -- 172.21.15.18:0/657964127 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "status"}) -- 0x559c4c001680 con 0x559c4c11b170 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.503+0000 7f16f4964640 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x559c4c11b170 0x559c4c1175b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.503+0000 7f16f4964640 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x559c4c11b170 0x559c4c1175b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=60e53d3150bcac server_cookie=4d351251f9b8977f in_seq=0 out_seq=0 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.503+0000 7f16d8ff9640 10 client.15414 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16d8ff9640 1 -- 172.21.15.18:0/657964127 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x559c4c001680 con 0x559c4c11b170 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16d8ff9640 10 client.15414 handle_command_reply: tid=0 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 client.15414 shutdown 2024-04-22T00:40:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 -- 172.21.15.18:0/657964127 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 msgr2=0x559c4c10ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c10ddb0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f16ec098600 tx=0x7f16ec0058b0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 -- 172.21.15.18:0/657964127 shutdown_connections 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x559c4c11b170 0x559c4c1175b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c4c09abd0 0x559c4c115120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c4c095a60 0x559c4c10e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16d8ff9640 0 client.15414 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 --2- 172.21.15.18:0/657964127 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c4c095070 0x559c4c10ddb0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 -- 172.21.15.18:0/657964127 >> 172.21.15.18:0/657964127 conn(0x559c4c0905e0 msgr2=0x559c4c08b340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 -- 172.21.15.18:0/657964127 shutdown_connections 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 1 -- 172.21.15.18:0/657964127 wait complete. 2024-04-22T00:40:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.504+0000 7f16f9fb9740 20 client.15414 trim_cache size 0 max 16384 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 1, 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24518, 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 114.05902234200001, 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 95, 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 91, 2024-04-22T00:40:59.512 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 143.445417343 2024-04-22T00:40:59.513 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:40:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 -- 172.21.15.18:0/3571326121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16dc0a2b90 msgr2=0x7f16dc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16dc0a2b90 0x7f16dc0a5050 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f16e8006010 tx=0x7f16e80095c0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 -- 172.21.15.18:0/3571326121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16f01006a0 msgr2=0x7f16f0197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16f01006a0 0x7f16f0197a20 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00c970 tx=0x7f16ec00ce30 comp rx=0 tx=0).stop 2024-04-22T00:40:59.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 -- 172.21.15.18:0/3571326121 shutdown_connections 2024-04-22T00:40:59.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16dc0a2b90 0x7f16dc0a5050 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16f0102250 0x7f16f019efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16f0101890 0x7f16f0197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 --2- 172.21.15.18:0/3571326121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16f01006a0 0x7f16f0197a20 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 -- 172.21.15.18:0/3571326121 >> 172.21.15.18:0/3571326121 conn(0x7f16f00fbc30 msgr2=0x7f16f00fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 -- 172.21.15.18:0/3571326121 shutdown_connections 2024-04-22T00:40:59.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.505+0000 7f16f73c9640 1 -- 172.21.15.18:0/3571326121 wait complete. 2024-04-22T00:40:59.516 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-22T00:40:59.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.618+0000 7f605808f640 1 -- 172.21.15.18:0/2497039904 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6050104b30 msgr2=0x7f6050106f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.618+0000 7f605808f640 1 --2- 172.21.15.18:0/2497039904 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6050104b30 0x7f6050106f20 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f6044009900 tx=0x7f604402bc30 comp rx=0 tx=0).stop 2024-04-22T00:40:59.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.618+0000 7f605808f640 1 -- 172.21.15.18:0/2497039904 shutdown_connections 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.618+0000 7f605808f640 1 --2- 172.21.15.18:0/2497039904 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6050107460 0x7f60501098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 --2- 172.21.15.18:0/2497039904 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6050104b30 0x7f6050106f20 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 --2- 172.21.15.18:0/2497039904 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050102200 0x7f60501045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 -- 172.21.15.18:0/2497039904 >> 172.21.15.18:0/2497039904 conn(0x7f60500fbbf0 msgr2=0x7f60500fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 -- 172.21.15.18:0/2497039904 shutdown_connections 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 -- 172.21.15.18:0/2497039904 wait complete. 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 Processor -- start 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 -- start start 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6050102200 0x7f6050101b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050104b30 0x7f60501001b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6050107460 0x7f60501006f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f605010d3f0 con 0x7f6050102200 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f605010d270 con 0x7f6050107460 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.619+0000 7f605808f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f605010d570 con 0x7f6050104b30 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f6055e2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6050102200 0x7f6050101b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f6055e2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6050102200 0x7f6050101b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35704/0 (socket says 172.21.15.18:35704) 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f6055e2b640 1 -- 172.21.15.18:0/1421941072 learned_addr learned my addr 172.21.15.18:0/1421941072 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f605662c640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6050107460 0x7f60501006f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f605562a640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050104b30 0x7f60501001b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f6055e2b640 1 -- 172.21.15.18:0/1421941072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050104b30 msgr2=0x7f60501001b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f6055e2b640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050104b30 0x7f60501001b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f6055e2b640 1 -- 172.21.15.18:0/1421941072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6050107460 msgr2=0x7f60501006f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f6055e2b640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6050107460 0x7f60501006f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f6055e2b640 1 -- 172.21.15.18:0/1421941072 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6050100f80 con 0x7f6050102200 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f6055e2b640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6050102200 0x7f6050101b70 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f604800eab0 tx=0x7f604800ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f604effd640 1 -- 172.21.15.18:0/1421941072 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604800ce40 con 0x7f6050102200 2024-04-22T00:40:59.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f604effd640 1 -- 172.21.15.18:0/1421941072 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6048011950 con 0x7f6050102200 2024-04-22T00:40:59.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f605808f640 1 -- 172.21.15.18:0/1421941072 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60501a1bf0 con 0x7f6050102200 2024-04-22T00:40:59.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f604effd640 1 -- 172.21.15.18:0/1421941072 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6048010ae0 con 0x7f6050102200 2024-04-22T00:40:59.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.620+0000 7f605808f640 1 -- 172.21.15.18:0/1421941072 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60501a2160 con 0x7f6050102200 2024-04-22T00:40:59.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.622+0000 7f604effd640 1 -- 172.21.15.18:0/1421941072 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6048011b00 con 0x7f6050102200 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.622+0000 7f605ac7e740 1 Processor -- start 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f605ac7e740 1 -- start start 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fc070 0x55d98d1fc490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d201560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 0x55d98d204060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f605ac7e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d98d160df0 con 0x55d98d1fca60 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f605ac7e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d98d109640 con 0x55d98d1fc070 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f605ac7e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d98d15cdb0 con 0x55d98d201bd0 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f6055e2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d201560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f604effd640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60380a2c10 0x7f60380a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f6055e2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d201560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35710/0 (socket says 172.21.15.18:35710) 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f6055e2b640 1 -- 172.21.15.18:0/3539606413 learned_addr learned my addr 172.21.15.18:0/3539606413 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f605662c640 1 --2- 172.21.15.18:0/3539606413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fc070 0x55d98d1fc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f605562a640 1 --2- 172.21.15.18:0/3539606413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 0x55d98d204060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f605662c640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60380a2c10 0x7f60380a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.623+0000 7f604effd640 1 -- 172.21.15.18:0/1421941072 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f60480cfad0 con 0x7f6050102200 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.624+0000 7f6055e2b640 1 -- 172.21.15.18:0/3539606413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 msgr2=0x55d98d204060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.624+0000 7f6055e2b640 1 --2- 172.21.15.18:0/3539606413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 0x55d98d204060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.624+0000 7f6055e2b640 1 -- 172.21.15.18:0/3539606413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fc070 msgr2=0x55d98d1fc490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.624+0000 7f6055e2b640 1 --2- 172.21.15.18:0/3539606413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fc070 0x55d98d1fc490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.624+0000 7f6055e2b640 1 -- 172.21.15.18:0/3539606413 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d98ce752d0 con 0x55d98d1fca60 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.624+0000 7f6055e2b640 1 --2- 172.21.15.18:0/3539606413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d201560 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f604809bef0 tx=0x7f60480094a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1e6f21efaaa8d39 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.624+0000 7f605662c640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60380a2c10 0x7f60380a50d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x55d98d1fd2c0 tx=0x7f604000b2e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.624+0000 7f6037fff640 1 -- 172.21.15.18:0/3539606413 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604809c660 con 0x55d98d1fca60 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.624+0000 7f6037fff640 1 -- 172.21.15.18:0/3539606413 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60480a4bd0 con 0x55d98d1fca60 2024-04-22T00:40:59.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.624+0000 7f6037fff640 1 -- 172.21.15.18:0/3539606413 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604809fe80 con 0x55d98d1fca60 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 -- 172.21.15.18:0/3539606413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 msgr2=0x55d98d201560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 --2- 172.21.15.18:0/3539606413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d201560 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f604809bef0 tx=0x7f60480094a0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 -- 172.21.15.18:0/3539606413 shutdown_connections 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 --2- 172.21.15.18:0/3539606413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 0x55d98d204060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 --2- 172.21.15.18:0/3539606413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d201560 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 --2- 172.21.15.18:0/3539606413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fc070 0x55d98d1fc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 -- 172.21.15.18:0/3539606413 >> 172.21.15.18:0/3539606413 conn(0x55d98d1f75e0 msgr2=0x55d98d1f79e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 -- 172.21.15.18:0/3539606413 shutdown_connections 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 -- 172.21.15.18:0/3539606413 wait complete. 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 -- start start 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 Processor -- start 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.625+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d1fc070 0x55d98d206570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d206ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d201bd0 0x55d98d20daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605ac7e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d98d204b80 con 0x55d98d1fca60 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605ac7e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d98d11cbe0 con 0x55d98d201bd0 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605ac7e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d98d204d00 con 0x55d98d1fc070 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605ac7e740 10 client.0 _ll_register_callbacks cb 0x55d98d11c5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605562a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d206ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605562a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d206ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35718/0 (socket says 172.21.15.18:35718) 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605562a640 1 -- 172.21.15.18:0/3398215989 learned_addr learned my addr 172.21.15.18:0/3398215989 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605662c640 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d201bd0 0x55d98d20daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f6055e2b640 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d1fc070 0x55d98d206570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605562a640 1 -- 172.21.15.18:0/3398215989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d1fc070 msgr2=0x55d98d206570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605562a640 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d1fc070 0x55d98d206570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605562a640 1 -- 172.21.15.18:0/3398215989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d201bd0 msgr2=0x55d98d20daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605562a640 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d201bd0 0x55d98d20daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605562a640 1 -- 172.21.15.18:0/3398215989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d98cf3f6b0 con 0x55d98d1fca60 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605662c640 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d201bd0 0x55d98d20daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605562a640 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d206ab0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6044005940 tx=0x7f6044009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f03de2111c9cc10 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f60357fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f60357fa640 1 -- 172.21.15.18:0/3398215989 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6044005230 con 0x55d98d1fca60 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f60357fa640 1 -- 172.21.15.18:0/3398215989 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f60440053d0 con 0x55d98d1fca60 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605ac7e740 1 -- 172.21.15.18:0/3398215989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60480a4bd0 con 0x55d98d1fca60 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f60357fa640 1 -- 172.21.15.18:0/3398215989 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f60440055d0 con 0x55d98d1fca60 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605ac7e740 10 client.15426 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.626+0000 7f605ac7e740 1 -- 172.21.15.18:0/3398215989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55d98d210b40 con 0x55d98d1fca60 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.627+0000 7f60357fa640 1 -- 172.21.15.18:0/3398215989 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60480a4bd0 con 0x55d98d1fca60 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.627+0000 7f60357fa640 1 -- 172.21.15.18:0/3398215989 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f60440038c0 con 0x55d98d1fca60 2024-04-22T00:40:59.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.627+0000 7f605ac7e740 10 client.15426 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.627+0000 7f605ac7e740 10 client.15426 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.627+0000 7f605ac7e740 20 client.15426 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.627+0000 7f605ac7e740 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d98d213220 0x55d98d214690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.627+0000 7f605ac7e740 4 client.15426 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.627+0000 7f605ac7e740 1 -- 172.21.15.18:0/3398215989 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d98d16e330 con 0x55d98d213220 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.627+0000 7f6055e2b640 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d98d213220 0x55d98d214690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.628+0000 7f60357fa640 10 client.15426 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.628+0000 7f6055e2b640 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d98d213220 0x55d98d214690 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8cd4c0e3946d691 server_cookie=27742917589b516a in_seq=0 out_seq=0 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.628+0000 7f60357fa640 1 -- 172.21.15.18:0/3398215989 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d98d16e330 con 0x55d98d213220 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.628+0000 7f60357fa640 10 client.15426 handle_command_reply: tid=0 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.628+0000 7f605ac7e740 1 client.15426 shutdown 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.628+0000 7f605ac7e740 1 -- 172.21.15.18:0/3398215989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 msgr2=0x55d98d206ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.628+0000 7f605ac7e740 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d206ab0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6044005940 tx=0x7f6044009680 comp rx=0 tx=0).stop 2024-04-22T00:40:59.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.629+0000 7f605ac7e740 1 -- 172.21.15.18:0/3398215989 shutdown_connections 2024-04-22T00:40:59.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.629+0000 7f605ac7e740 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d98d213220 0x55d98d214690 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.629+0000 7f605ac7e740 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d201bd0 0x55d98d20daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.629+0000 7f605ac7e740 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fca60 0x55d98d206ab0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.629+0000 7f60357fa640 0 client.15426 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:40:59.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.629+0000 7f605ac7e740 1 --2- 172.21.15.18:0/3398215989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d1fc070 0x55d98d206570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.629+0000 7f605ac7e740 1 -- 172.21.15.18:0/3398215989 >> 172.21.15.18:0/3398215989 conn(0x55d98d1f75e0 msgr2=0x55d98d1f6720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.629+0000 7f605ac7e740 1 -- 172.21.15.18:0/3398215989 shutdown_connections 2024-04-22T00:40:59.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.629+0000 7f605ac7e740 1 -- 172.21.15.18:0/3398215989 wait complete. 2024-04-22T00:40:59.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.629+0000 7f605ac7e740 20 client.15426 trim_cache size 0 max 16384 2024-04-22T00:40:59.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f605ac7e740 1 Processor -- start 2024-04-22T00:40:59.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f605ac7e740 1 -- start start 2024-04-22T00:40:59.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d2050a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fca60 0x55d98d20dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 0x55d98d1f79c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f605ac7e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d98d2129d0 con 0x55d98d1fc070 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f605ac7e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d98d2130a0 con 0x55d98d1fca60 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f605ac7e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d98d213770 con 0x55d98d201bd0 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f6055e2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d2050a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f6055e2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d2050a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35726/0 (socket says 172.21.15.18:35726) 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f6055e2b640 1 -- 172.21.15.18:0/4128706231 learned_addr learned my addr 172.21.15.18:0/4128706231 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f6055e2b640 1 -- 172.21.15.18:0/4128706231 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 msgr2=0x55d98d1f79c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f6055e2b640 1 --2- 172.21.15.18:0/4128706231 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 0x55d98d1f79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f6055e2b640 1 -- 172.21.15.18:0/4128706231 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fca60 msgr2=0x55d98d20dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f6055e2b640 1 --2- 172.21.15.18:0/4128706231 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fca60 0x55d98d20dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f6055e2b640 1 -- 172.21.15.18:0/4128706231 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d98d1fd2f0 con 0x55d98d1fc070 2024-04-22T00:40:59.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.647+0000 7f6055e2b640 1 --2- 172.21.15.18:0/4128706231 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d2050a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f60480cd250 tx=0x7f6048000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d198f0fdd98d9b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f60377fe640 1 -- 172.21.15.18:0/4128706231 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60480b4030 con 0x55d98d1fc070 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f60377fe640 1 -- 172.21.15.18:0/4128706231 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60480a4bd0 con 0x55d98d1fc070 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f60377fe640 1 -- 172.21.15.18:0/4128706231 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604809c420 con 0x55d98d1fc070 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f605ac7e740 1 -- 172.21.15.18:0/4128706231 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 msgr2=0x55d98d2050a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f605ac7e740 1 --2- 172.21.15.18:0/4128706231 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d2050a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f60480cd250 tx=0x7f6048000f40 comp rx=0 tx=0).stop 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f605ac7e740 1 -- 172.21.15.18:0/4128706231 shutdown_connections 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f605ac7e740 1 --2- 172.21.15.18:0/4128706231 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 0x55d98d1f79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f605ac7e740 1 --2- 172.21.15.18:0/4128706231 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fca60 0x55d98d20dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f605ac7e740 1 --2- 172.21.15.18:0/4128706231 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d2050a0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f605ac7e740 1 -- 172.21.15.18:0/4128706231 >> 172.21.15.18:0/4128706231 conn(0x55d98d1f75e0 msgr2=0x55d98d1f2340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f605ac7e740 1 -- 172.21.15.18:0/4128706231 shutdown_connections 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f605ac7e740 1 -- 172.21.15.18:0/4128706231 wait complete. 2024-04-22T00:40:59.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.648+0000 7f605ac7e740 1 -- start start 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f605ac7e740 1 Processor -- start 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d20baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fca60 0x55d98d2751b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f605ac7e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 0x55d98d277700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f605ac7e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d98d214510 con 0x55d98d1fc070 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f605ac7e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d98d213e40 con 0x55d98d1fca60 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f605ac7e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d98d214be0 con 0x55d98d201bd0 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f605ac7e740 10 client.0 _ll_register_callbacks cb 0x7f604402cdf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f6055e2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d20baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f6055e2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d20baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35728/0 (socket says 172.21.15.18:35728) 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f6055e2b640 1 -- 172.21.15.18:0/100735706 learned_addr learned my addr 172.21.15.18:0/100735706 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f6055e2b640 1 -- 172.21.15.18:0/100735706 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 msgr2=0x55d98d277700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f6055e2b640 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 0x55d98d277700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f605562a640 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fca60 0x55d98d2751b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f6055e2b640 1 -- 172.21.15.18:0/100735706 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fca60 msgr2=0x55d98d2751b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f6055e2b640 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fca60 0x55d98d2751b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.649+0000 7f6055e2b640 1 -- 172.21.15.18:0/100735706 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d98d277e70 con 0x55d98d1fc070 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f6055e2b640 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d20baa0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f60480cd2e0 tx=0x7f6048005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f30aa3b6b2dd81b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f60357fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f60357fa640 1 -- 172.21.15.18:0/100735706 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60480b4070 con 0x55d98d1fc070 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f60357fa640 1 -- 172.21.15.18:0/100735706 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f604809c1c0 con 0x55d98d1fc070 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f605ac7e740 1 -- 172.21.15.18:0/100735706 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60480a4bd0 con 0x55d98d1fc070 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f60357fa640 1 -- 172.21.15.18:0/100735706 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f60480a9050 con 0x55d98d1fc070 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f605ac7e740 10 client.15432 fetch_fsmap learned FSMap version 23 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f605ac7e740 1 -- 172.21.15.18:0/100735706 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55d98d279170 con 0x55d98d1fc070 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f60357fa640 1 -- 172.21.15.18:0/100735706 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60480a4bd0 con 0x55d98d1fc070 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f60357fa640 1 -- 172.21.15.18:0/100735706 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f604800f040 con 0x55d98d1fc070 2024-04-22T00:40:59.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f605ac7e740 10 client.15432 fetch_fsmap finished waiting for FSMap version 23 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f605ac7e740 10 client.15432 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f605ac7e740 20 client.15432 populate_metadata read hostname 'smithi018' 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f605ac7e740 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d98d27d720 0x55d98d27c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f605ac7e740 4 client.15432 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.650+0000 7f605ac7e740 1 -- 172.21.15.18:0/100735706 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "status"}) -- 0x55d98d168680 con 0x55d98d27d720 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605562a640 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d98d27d720 0x55d98d27c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605562a640 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d98d27d720 0x55d98d27c430 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a014cd7ceb32b2d server_cookie=7b0ab18089edd719 in_seq=0 out_seq=0 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f60357fa640 10 client.15432 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f60357fa640 1 -- 172.21.15.18:0/100735706 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55d98d168680 con 0x55d98d27d720 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f60357fa640 10 client.15432 handle_command_reply: tid=0 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 client.15432 shutdown 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 -- 172.21.15.18:0/100735706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 msgr2=0x55d98d20baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d20baa0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f60480cd2e0 tx=0x7f6048005e30 comp rx=0 tx=0).stop 2024-04-22T00:40:59.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 -- 172.21.15.18:0/100735706 shutdown_connections 2024-04-22T00:40:59.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d98d27d720 0x55d98d27c430 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d98d201bd0 0x55d98d277700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d98d1fca60 0x55d98d2751b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 --2- 172.21.15.18:0/100735706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d98d1fc070 0x55d98d20baa0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f60357fa640 0 client.15432 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:40:59.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 -- 172.21.15.18:0/100735706 >> 172.21.15.18:0/100735706 conn(0x55d98d1f75e0 msgr2=0x55d98d1f79c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 -- 172.21.15.18:0/100735706 shutdown_connections 2024-04-22T00:40:59.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.651+0000 7f605ac7e740 1 -- 172.21.15.18:0/100735706 wait complete. 2024-04-22T00:40:59.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605ac7e740 20 client.15432 trim_cache size 0 max 16384 2024-04-22T00:40:59.658 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "6224d758-003f-11ef-bc93-c7b262605968", 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 0, 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24532, 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 139.29407625600001, 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 95, 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 91, 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 152.66489258300001 2024-04-22T00:40:59.659 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:40:59.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 -- 172.21.15.18:0/1421941072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60380a2c10 msgr2=0x7f60380a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60380a2c10 0x7f60380a50d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x55d98d1fd2c0 tx=0x7f604000b2e0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 -- 172.21.15.18:0/1421941072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6050102200 msgr2=0x7f6050101b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:40:59.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6050102200 0x7f6050101b70 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f604800eab0 tx=0x7f604800ef70 comp rx=0 tx=0).stop 2024-04-22T00:40:59.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 -- 172.21.15.18:0/1421941072 shutdown_connections 2024-04-22T00:40:59.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f60380a2c10 0x7f60380a50d0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6050107460 0x7f60501006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6050104b30 0x7f60501001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 --2- 172.21.15.18:0/1421941072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6050102200 0x7f6050101b70 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:40:59.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 -- 172.21.15.18:0/1421941072 >> 172.21.15.18:0/1421941072 conn(0x7f60500fbbf0 msgr2=0x7f6050102c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:40:59.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 -- 172.21.15.18:0/1421941072 shutdown_connections 2024-04-22T00:40:59.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:40:59.652+0000 7f605808f640 1 -- 172.21.15.18:0/1421941072 wait complete. 2024-04-22T00:40:59.664 INFO:teuthology.run_tasks:Running task sequential... 2024-04-22T00:40:59.675 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-22T00:40:59.675 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-22T00:40:59.676 INFO:teuthology.task.print:Enabling mgr modules 2024-04-22T00:40:59.676 INFO:teuthology.run_tasks:Running task kclient... 2024-04-22T00:40:59.704 INFO:tasks.kclient:Mounting kernel clients... 2024-04-22T00:40:59.704 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-22T00:40:59.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:40:59.704 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list 2024-04-22T00:40:59.720 INFO:teuthology.orchestra.run.smithi018.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-04-22T00:40:59.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:40:59.721 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-22T00:40:59.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:40:59.785 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link delete ceph-brx 2024-04-22T00:40:59.884 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=crc', 'nowsync', 'context=system_u:object_r:postgresql_db_t:s0'], 'syntax': 'v1', 'mount_subvol_num': 1, 'mountpoint': '/tmp/cephfs'} 2024-04-22T00:40:59.884 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-22T00:40:59.884 INFO:tasks.cephfs.mount:using client_config["hostfs_mntpt"] = /tmp/cephfs 2024-04-22T00:40:59.884 INFO:tasks.cephfs.mount:hostfs_mntpt = /tmp/cephfs 2024-04-22T00:40:59.884 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-22T00:41:00.135 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:41:00.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:59 smithi081 ceph-mon[31546]: pgmap v365: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:41:00.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:59 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3364617982' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:00.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:40:59 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1513544477' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:00.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:59 smithi018 ceph-mon[27979]: pgmap v365: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:41:00.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:59 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3364617982' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:00.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:40:59 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1513544477' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:00.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:59 smithi167 ceph-mon[31348]: pgmap v365: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:41:00.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:59 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3364617982' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:00.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:40:59 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1513544477' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:01.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.874+0000 7fbcde96d700 1 -- 172.21.15.18:0/3117202711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbcd806b2a0 msgr2=0x7fbcd810f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:01.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.874+0000 7fbcde96d700 1 --2- 172.21.15.18:0/3117202711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbcd806b2a0 0x7fbcd810f110 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fbcd000b0a0 tx=0x7fbcd000b3b0 comp rx=0 tx=0).stop 2024-04-22T00:41:01.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.874+0000 7fbcde96d700 1 -- 172.21.15.18:0/3117202711 shutdown_connections 2024-04-22T00:41:01.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.874+0000 7fbcde96d700 1 --2- 172.21.15.18:0/3117202711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbcd806b2a0 0x7fbcd810f110 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:01.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.874+0000 7fbcde96d700 1 --2- 172.21.15.18:0/3117202711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbcd81082d0 0x7fbcd81086b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:01.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.874+0000 7fbcde96d700 1 --2- 172.21.15.18:0/3117202711 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbcd806a900 0x7fbcd806ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:01.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.874+0000 7fbcde96d700 1 -- 172.21.15.18:0/3117202711 >> 172.21.15.18:0/3117202711 conn(0x7fbcd80780e0 msgr2=0x7fbcd80784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:01.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.874+0000 7fbcde96d700 1 -- 172.21.15.18:0/3117202711 shutdown_connections 2024-04-22T00:41:01.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.874+0000 7fbcde96d700 1 -- 172.21.15.18:0/3117202711 wait complete. 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.874+0000 7fbcde96d700 1 Processor -- start 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcde96d700 1 -- start start 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcde96d700 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbcd806a900 0x7fbcd81015e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcde96d700 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbcd806b2a0 0x7fbcd8101b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcde96d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbcd81082d0 0x7fbcd8102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcde96d700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd8112540 con 0x7fbcd81082d0 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcde96d700 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd81123c0 con 0x7fbcd806a900 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcde96d700 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd81126c0 con 0x7fbcd806b2a0 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcdcf0a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbcd81082d0 0x7fbcd8102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcdcf0a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbcd81082d0 0x7fbcd8102060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53636/0 (socket says 172.21.15.18:53636) 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcdcf0a700 1 -- 172.21.15.18:0/2606855179 learned_addr learned my addr 172.21.15.18:0/2606855179 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcd77fe700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbcd806b2a0 0x7fbcd8101b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:01.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcd7fff700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbcd806a900 0x7fbcd81015e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcdcf0a700 1 -- 172.21.15.18:0/2606855179 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbcd806b2a0 msgr2=0x7fbcd8101b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcdcf0a700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbcd806b2a0 0x7fbcd8101b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcdcf0a700 1 -- 172.21.15.18:0/2606855179 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbcd806a900 msgr2=0x7fbcd81015e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcdcf0a700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbcd806a900 0x7fbcd81015e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.875+0000 7fbcdcf0a700 1 -- 172.21.15.18:0/2606855179 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcd81a6e90 con 0x7fbcd81082d0 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.876+0000 7fbcdcf0a700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbcd81082d0 0x7fbcd8102060 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fbcd00062a0 tx=0x7fbcd0004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.876+0000 7fbcd57fa700 1 -- 172.21.15.18:0/2606855179 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd0021070 con 0x7fbcd81082d0 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.876+0000 7fbcde96d700 1 -- 172.21.15.18:0/2606855179 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcd81a7120 con 0x7fbcd81082d0 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.876+0000 7fbcd57fa700 1 -- 172.21.15.18:0/2606855179 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbcd0003c00 con 0x7fbcd81082d0 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.876+0000 7fbcd57fa700 1 -- 172.21.15.18:0/2606855179 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd0004880 con 0x7fbcd81082d0 2024-04-22T00:41:01.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.876+0000 7fbcde96d700 1 -- 172.21.15.18:0/2606855179 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcd81a7620 con 0x7fbcd81082d0 2024-04-22T00:41:01.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.877+0000 7fbcde96d700 1 -- 172.21.15.18:0/2606855179 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcd8103980 con 0x7fbcd81082d0 2024-04-22T00:41:01.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.878+0000 7fbcd57fa700 1 -- 172.21.15.18:0/2606855179 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbcd0003db0 con 0x7fbcd81082d0 2024-04-22T00:41:01.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.879+0000 7fbcd57fa700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbcc00a2c20 0x7fbcc00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:01.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.879+0000 7fbcd7fff700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbcc00a2c20 0x7fbcc00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:01.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.879+0000 7fbcd57fa700 1 -- 172.21.15.18:0/2606855179 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbcd000f020 con 0x7fbcd81082d0 2024-04-22T00:41:01.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.879+0000 7fbcd7fff700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbcc00a2c20 0x7fbcc00a50e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbccc0045b0 tx=0x7fbccc00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:01.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:01.883+0000 7fbcd57fa700 1 -- 172.21.15.18:0/2606855179 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fbcd002a020 con 0x7fbcd81082d0 2024-04-22T00:41:01.884 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:01 smithi018 ceph-mon[27979]: pgmap v366: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:41:02.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.139+0000 7fbcde96d700 1 -- 172.21.15.18:0/2606855179 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbcd802db30 con 0x7fbcd81082d0 2024-04-22T00:41:02.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.139+0000 7fbcd57fa700 1 -- 172.21.15.18:0/2606855179 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) ==== 53+0+88 (secure 0 0 0) 0x7fbcd009d510 con 0x7fbcd81082d0 2024-04-22T00:41:02.140 INFO:teuthology.orchestra.run.smithi018.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-22T00:41:02.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.141+0000 7fbcde96d700 1 -- 172.21.15.18:0/2606855179 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbcc00a2c20 msgr2=0x7fbcc00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:02.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.141+0000 7fbcde96d700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbcc00a2c20 0x7fbcc00a50e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbccc0045b0 tx=0x7fbccc00b3c0 comp rx=0 tx=0).stop 2024-04-22T00:41:02.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.141+0000 7fbcde96d700 1 -- 172.21.15.18:0/2606855179 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbcd81082d0 msgr2=0x7fbcd8102060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:02.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.141+0000 7fbcde96d700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbcd81082d0 0x7fbcd8102060 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fbcd00062a0 tx=0x7fbcd0004d70 comp rx=0 tx=0).stop 2024-04-22T00:41:02.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.142+0000 7fbcde96d700 1 -- 172.21.15.18:0/2606855179 shutdown_connections 2024-04-22T00:41:02.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.142+0000 7fbcde96d700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbcd81082d0 0x7fbcd8102060 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:02.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.142+0000 7fbcde96d700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbcc00a2c20 0x7fbcc00a50e0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:02.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.142+0000 7fbcde96d700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbcd806a900 0x7fbcd81015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:02.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.142+0000 7fbcde96d700 1 --2- 172.21.15.18:0/2606855179 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbcd806b2a0 0x7fbcd8101b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:02.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.142+0000 7fbcde96d700 1 -- 172.21.15.18:0/2606855179 >> 172.21.15.18:0/2606855179 conn(0x7fbcd80780e0 msgr2=0x7fbcd8100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:02.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.142+0000 7fbcde96d700 1 -- 172.21.15.18:0/2606855179 shutdown_connections 2024-04-22T00:41:02.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02.142+0000 7fbcde96d700 1 -- 172.21.15.18:0/2606855179 wait complete. 2024-04-22T00:41:02.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:01 smithi081 ceph-mon[31546]: pgmap v366: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:41:02.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:01 smithi167 ceph-mon[31348]: pgmap v366: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:41:02.882 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-22T00:41:02.882 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-22T00:41:02.882 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi018.front.sepia.ceph.com 2024-04-22T00:41:02.882 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-22T00:41:02.882 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /tmp/cephfs 2024-04-22T00:41:02.882 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-22T00:41:02.882 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-22T00:41:02.882 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-22T00:41:02.882 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/tmp/cephfs' 2024-04-22T00:41:02.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:41:02.883 DEBUG:teuthology.orchestra.run.smithi018:> ip addr 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout: inet 127.0.0.1/8 scope host lo 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft forever preferred_lft forever 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout: inet6 ::1/128 scope host 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft forever preferred_lft forever 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:6b:fd:98 brd ff:ff:ff:ff:ff:ff 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp7s0f0 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-22T00:41:02.901 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:6b:fd:99 brd ff:ff:ff:ff:ff:ff 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp7s0f1 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:bd:13:62 brd ff:ff:ff:ff:ff:ff 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp1s0f0 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout: inet 172.21.15.18/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft 42046sec preferred_lft 42046sec 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout: inet6 fe80::ec4:7aff:febd:1362/64 scope link noprefixroute 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft forever preferred_lft forever 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:bd:13:63 brd ff:ff:ff:ff:ff:ff 2024-04-22T00:41:02.902 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp1s0f1 2024-04-22T00:41:02.902 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-22T00:41:02.903 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T00:41:02.903 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-04-22T00:41:02.903 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link add name ceph-brx type bridge 2024-04-22T00:41:02.903 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip addr flush dev ceph-brx 2024-04-22T00:41:02.903 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link set ceph-brx up 2024-04-22T00:41:02.903 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-22T00:41:02.903 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-04-22T00:41:02.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:41:03.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:41:03.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:41:03.048 DEBUG:teuthology.orchestra.run.smithi018:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-22T00:41:03.072 INFO:teuthology.orchestra.run.smithi018.stdout:1 2024-04-22T00:41:03.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:41:03.074 DEBUG:teuthology.orchestra.run.smithi018:> route 2024-04-22T00:41:03.131 INFO:teuthology.orchestra.run.smithi018.stdout:Kernel IP routing table 2024-04-22T00:41:03.131 INFO:teuthology.orchestra.run.smithi018.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-22T00:41:03.131 INFO:teuthology.orchestra.run.smithi018.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-22T00:41:03.131 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-22T00:41:03.131 INFO:teuthology.orchestra.run.smithi018.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-22T00:41:03.131 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T00:41:03.131 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-04-22T00:41:03.131 DEBUG:teuthology.orchestra.run.smithi018:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-22T00:41:03.132 DEBUG:teuthology.orchestra.run.smithi018:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-22T00:41:03.132 DEBUG:teuthology.orchestra.run.smithi018:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-22T00:41:03.132 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-04-22T00:41:03.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:02 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2606855179' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-22T00:41:03.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:02 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2606855179' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-22T00:41:03.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:41:03.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:02 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2606855179' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-22T00:41:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:41:03.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:41:03.245 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list 2024-04-22T00:41:03.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:41:03.261 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list-id 2024-04-22T00:41:03.316 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T00:41:03.317 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-04-22T00:41:03.317 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns add ceph-ns--tmp-cephfs 2024-04-22T00:41:03.317 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns set ceph-ns--tmp-cephfs 0 2024-04-22T00:41:03.317 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-04-22T00:41:03.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:41:03.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:41:03.435 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--tmp-cephfs' with 192.168.0.1/16 2024-04-22T00:41:03.435 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T00:41:03.435 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-04-22T00:41:03.435 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link add veth0 netns ceph-ns--tmp-cephfs type veth peer name brx.0 2024-04-22T00:41:03.435 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--tmp-cephfs ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-22T00:41:03.435 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--tmp-cephfs ip link set veth0 up 2024-04-22T00:41:03.435 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--tmp-cephfs ip link set lo up 2024-04-22T00:41:03.435 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--tmp-cephfs ip route add default via 192.168.255.254 2024-04-22T00:41:03.435 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-04-22T00:41:03.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:41:03.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:41:03.547 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T00:41:03.547 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-04-22T00:41:03.548 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link set brx.0 up 2024-04-22T00:41:03.548 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link set dev brx.0 master ceph-brx 2024-04-22T00:41:03.548 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-04-22T00:41:03.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:41:03.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:41:03.626 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-22T00:41:03.626 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -p -v /tmp/cephfs 2024-04-22T00:41:03.655 INFO:teuthology.orchestra.run.smithi018.stdout:mkdir: created directory '/tmp/cephfs' 2024-04-22T00:41:03.655 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-22T00:41:03.655 DEBUG:teuthology.orchestra.run.smithi018:> chmod 0000 /tmp/cephfs 2024-04-22T00:41:03.710 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-22T00:41:03.710 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-22T00:41:03.711 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391 2024-04-22T00:41:03.711 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:41:03.711 DEBUG:teuthology.orchestra.run.smithi018:> sudo nsenter --net=/var/run/netns/ceph-ns--tmp-cephfs adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391 /tmp/cephfs -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync,context=system_u:object_r:postgresql_db_t:s0 2024-04-22T00:41:03.792 INFO:teuthology.orchestra.run.smithi018.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync,context="system_u:object_r:postgresql_db_t:s0" 2024-04-22T00:41:03.792 INFO:teuthology.orchestra.run.smithi018.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync,context="system_u:object_r:postgresql_db_t:s0"". 2024-04-22T00:41:03.792 INFO:teuthology.orchestra.run.smithi018.stdout:invalid new device string format 2024-04-22T00:41:03.923 INFO:teuthology.orchestra.run.smithi018.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync,context="system_u:object_r:postgresql_db_t:s0" 2024-04-22T00:41:03.924 INFO:teuthology.orchestra.run.smithi018.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync,context="system_u:object_r:postgresql_db_t:s0"". 2024-04-22T00:41:03.924 INFO:teuthology.orchestra.run.smithi018.stdout:invalid new device string format 2024-04-22T00:41:03.924 INFO:teuthology.orchestra.run.smithi018.stdout:mount.ceph: resolved to: "172.21.15.18:3300,172.21.15.81:3300,172.21.15.167:3300" 2024-04-22T00:41:03.924 INFO:teuthology.orchestra.run.smithi018.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.18:3300,172.21.15.81:3300,172.21.15.167:3300:/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391 2024-04-22T00:41:03.924 INFO:teuthology.orchestra.run.smithi018.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync,context="system_u:object_r:postgresql_db_t:s0",key=0,fsid=6224d758-003f-11ef-bc93-c7b262605968" will pass to kernel 2024-04-22T00:41:03.926 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-22T00:41:03.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:41:03.927 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod 1777 /tmp/cephfs 2024-04-22T00:41:03.992 DEBUG:teuthology.orchestra.run.smithi018:> (cd /tmp/cephfs && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-22T00:41:04.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-22T00:41:04.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:41:04.090 INFO:teuthology.orchestra.run.smithi018.stdout:client25091 2024-04-22T00:41:04.091 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:41:04.091 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T00:41:04.107 DEBUG:teuthology.orchestra.run.smithi018:> (cd /tmp/cephfs && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-22T00:41:04.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:03 smithi081 ceph-mon[31546]: pgmap v367: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:41:04.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:03 smithi018 ceph-mon[27979]: pgmap v367: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:41:04.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-22T00:41:04.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:41:04.204 INFO:teuthology.orchestra.run.smithi018.stdout:client25091 2024-04-22T00:41:04.205 DEBUG:teuthology.orchestra.run.smithi018:> (cd /tmp/cephfs && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-22T00:41:04.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:03 smithi167 ceph-mon[31348]: pgmap v367: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:41:04.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-22T00:41:04.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:41:04.303 INFO:teuthology.orchestra.run.smithi018.stdout:client25091 2024-04-22T00:41:04.303 DEBUG:teuthology.orchestra.run.smithi018:> (cd /tmp/cephfs && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/6224d758-003f-11ef-bc93-c7b262605968.client25091/status') 2024-04-22T00:41:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T00:41:04.362 INFO:teuthology.orchestra.run.smithi018.stdout:instance: client.25091 (3)172.21.15.18:0/3565591211 2024-04-22T00:41:04.362 INFO:teuthology.orchestra.run.smithi018.stdout:blocklisted: false 2024-04-22T00:41:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:0+1 records in 2024-04-22T00:41:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:0+1 records out 2024-04-22T00:41:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:71 bytes copied, 8.2758e-05 s, 858 kB/s 2024-04-22T00:41:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T00:41:04.370 INFO:teuthology.run_tasks:Running task exec... 2024-04-22T00:41:04.380 INFO:teuthology.task.exec:Executing custom commands... 2024-04-22T00:41:04.380 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2024-04-22T00:41:04.380 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-04-22T00:41:04.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.483+0000 7f66892c2640 1 -- 172.21.15.18:0/1951792166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6684102250 msgr2=0x7f6684108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:04.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.483+0000 7f66892c2640 1 --2- 172.21.15.18:0/1951792166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6684102250 0x7f6684108ae0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f667c009ca0 tx=0x7f667c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:41:04.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.483+0000 7f66892c2640 1 -- 172.21.15.18:0/1951792166 shutdown_connections 2024-04-22T00:41:04.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.483+0000 7f66892c2640 1 --2- 172.21.15.18:0/1951792166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6684102250 0x7f6684108ae0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:04.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.483+0000 7f66892c2640 1 --2- 172.21.15.18:0/1951792166 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6684101890 0x7f6684101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:04.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.483+0000 7f66892c2640 1 --2- 172.21.15.18:0/1951792166 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f66841006a0 0x7f6684100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:04.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.483+0000 7f66892c2640 1 -- 172.21.15.18:0/1951792166 >> 172.21.15.18:0/1951792166 conn(0x7f66840fbc30 msgr2=0x7f66840fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:04.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.483+0000 7f66892c2640 1 -- 172.21.15.18:0/1951792166 shutdown_connections 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.483+0000 7f66892c2640 1 -- 172.21.15.18:0/1951792166 wait complete. 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f66892c2640 1 Processor -- start 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f66892c2640 1 -- start start 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f66892c2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66841006a0 0x7f6684196960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f66892c2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6684101890 0x7f6684196ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f66892c2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6684102250 0x7f668419df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f66892c2640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f668410c410 con 0x7f66841006a0 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f66892c2640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f668410c290 con 0x7f6684102250 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f66892c2640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f668410c590 con 0x7f6684101890 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f6682ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66841006a0 0x7f6684196960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f6682ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66841006a0 0x7f6684196960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53648/0 (socket says 172.21.15.18:53648) 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f6682ffd640 1 -- 172.21.15.18:0/3916564945 learned_addr learned my addr 172.21.15.18:0/3916564945 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f66827fc640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6684101890 0x7f6684196ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f66837fe640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6684102250 0x7f668419df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f6682ffd640 1 -- 172.21.15.18:0/3916564945 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6684101890 msgr2=0x7f6684196ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f6682ffd640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6684101890 0x7f6684196ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f6682ffd640 1 -- 172.21.15.18:0/3916564945 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6684102250 msgr2=0x7f668419df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f6682ffd640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6684102250 0x7f668419df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.484+0000 7f6682ffd640 1 -- 172.21.15.18:0/3916564945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f668419e580 con 0x7f66841006a0 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.485+0000 7f6682ffd640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66841006a0 0x7f6684196960 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f667400b450 tx=0x7f667400b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.485+0000 7f666bfff640 1 -- 172.21.15.18:0/3916564945 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6674015020 con 0x7f66841006a0 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.485+0000 7f666bfff640 1 -- 172.21.15.18:0/3916564945 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6674011d10 con 0x7f66841006a0 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.485+0000 7f66892c2640 1 -- 172.21.15.18:0/3916564945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f668419e870 con 0x7f66841006a0 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.485+0000 7f666bfff640 1 -- 172.21.15.18:0/3916564945 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f667400f2e0 con 0x7f66841006a0 2024-04-22T00:41:04.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.485+0000 7f66892c2640 1 -- 172.21.15.18:0/3916564945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f668419ee90 con 0x7f66841006a0 2024-04-22T00:41:04.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.486+0000 7f66892c2640 1 -- 172.21.15.18:0/3916564945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f668404f530 con 0x7f66841006a0 2024-04-22T00:41:04.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.487+0000 7f666bfff640 1 -- 172.21.15.18:0/3916564945 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6674018020 con 0x7f66841006a0 2024-04-22T00:41:04.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.487+0000 7f666bfff640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f666c0a2cb0 0x7f666c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:04.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.488+0000 7f666bfff640 1 -- 172.21.15.18:0/3916564945 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f66740cecb0 con 0x7f66841006a0 2024-04-22T00:41:04.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.488+0000 7f66827fc640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f666c0a2cb0 0x7f666c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:04.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.488+0000 7f66827fc640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f666c0a2cb0 0x7f666c0a5170 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f6684197e70 tx=0x7f6678009110 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:04.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.492+0000 7f666bfff640 1 -- 172.21.15.18:0/3916564945 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f668404f530 con 0x7f66841006a0 2024-04-22T00:41:04.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.716+0000 7f66892c2640 1 -- 172.21.15.18:0/3916564945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f6684062340 con 0x7f66841006a0 2024-04-22T00:41:04.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.852+0000 7f666bfff640 1 -- 172.21.15.18:0/3916564945 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v24) ==== 117+0+0 (secure 0 0 0) 0x7f667401f020 con 0x7f66841006a0 2024-04-22T00:41:04.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.854+0000 7f66892c2640 1 -- 172.21.15.18:0/3916564945 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f666c0a2cb0 msgr2=0x7f666c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:04.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.854+0000 7f66892c2640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f666c0a2cb0 0x7f666c0a5170 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f6684197e70 tx=0x7f6678009110 comp rx=0 tx=0).stop 2024-04-22T00:41:04.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.855+0000 7f66892c2640 1 -- 172.21.15.18:0/3916564945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66841006a0 msgr2=0x7f6684196960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:04.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.855+0000 7f66892c2640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66841006a0 0x7f6684196960 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f667400b450 tx=0x7f667400b850 comp rx=0 tx=0).stop 2024-04-22T00:41:04.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.855+0000 7f66892c2640 1 -- 172.21.15.18:0/3916564945 shutdown_connections 2024-04-22T00:41:04.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.855+0000 7f66892c2640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f666c0a2cb0 0x7f666c0a5170 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:04.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.855+0000 7f66892c2640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6684102250 0x7f668419df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:04.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.855+0000 7f66892c2640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6684101890 0x7f6684196ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:04.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.855+0000 7f66892c2640 1 --2- 172.21.15.18:0/3916564945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66841006a0 0x7f6684196960 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:04.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.855+0000 7f66892c2640 1 -- 172.21.15.18:0/3916564945 >> 172.21.15.18:0/3916564945 conn(0x7f66840fbc30 msgr2=0x7f6684104ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:04.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.855+0000 7f66892c2640 1 -- 172.21.15.18:0/3916564945 shutdown_connections 2024-04-22T00:41:04.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:04.855+0000 7f66892c2640 1 -- 172.21.15.18:0/3916564945 wait complete. 2024-04-22T00:41:04.867 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-22T00:41:04.878 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-04-22T00:41:04.932 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:41:05.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.034+0000 7f16ef08b640 1 -- 172.21.15.18:0/1588798647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16e8104b30 msgr2=0x7f16e8106f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.034+0000 7f16ef08b640 1 --2- 172.21.15.18:0/1588798647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16e8104b30 0x7f16e8106f20 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f16dc009900 tx=0x7f16dc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:05.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.034+0000 7f16ef08b640 1 -- 172.21.15.18:0/1588798647 shutdown_connections 2024-04-22T00:41:05.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.034+0000 7f16ef08b640 1 --2- 172.21.15.18:0/1588798647 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16e8107460 0x7f16e81098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.034+0000 7f16ef08b640 1 --2- 172.21.15.18:0/1588798647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16e8104b30 0x7f16e8106f20 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.034+0000 7f16ef08b640 1 --2- 172.21.15.18:0/1588798647 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16e8102200 0x7f16e81045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.034+0000 7f16ef08b640 1 -- 172.21.15.18:0/1588798647 >> 172.21.15.18:0/1588798647 conn(0x7f16e80fbbf0 msgr2=0x7f16e80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:05.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ef08b640 1 -- 172.21.15.18:0/1588798647 shutdown_connections 2024-04-22T00:41:05.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ef08b640 1 -- 172.21.15.18:0/1588798647 wait complete. 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ef08b640 1 Processor -- start 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ef08b640 1 -- start start 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ef08b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16e8102200 0x7f16e8101b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ef08b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16e8104b30 0x7f16e81001b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ef08b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16e8107460 0x7f16e81006f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ef08b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f16e810d400 con 0x7f16e8102200 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ef08b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f16e810d280 con 0x7f16e8107460 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ef08b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f16e810d580 con 0x7f16e8104b30 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ece27640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16e8102200 0x7f16e8101b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ece27640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16e8102200 0x7f16e8101b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53668/0 (socket says 172.21.15.18:53668) 2024-04-22T00:41:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16ece27640 1 -- 172.21.15.18:0/505491955 learned_addr learned my addr 172.21.15.18:0/505491955 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.035+0000 7f16e7fff640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16e8104b30 0x7f16e81001b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16ed628640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16e8107460 0x7f16e81006f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16ece27640 1 -- 172.21.15.18:0/505491955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16e8104b30 msgr2=0x7f16e81001b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16ece27640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16e8104b30 0x7f16e81001b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16ece27640 1 -- 172.21.15.18:0/505491955 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16e8107460 msgr2=0x7f16e81006f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16ece27640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16e8107460 0x7f16e81006f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16ece27640 1 -- 172.21.15.18:0/505491955 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16e8100f80 con 0x7f16e8102200 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16ece27640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16e8102200 0x7f16e8101b70 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f16e000db80 tx=0x7f16e000b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16e5ffb640 1 -- 172.21.15.18:0/505491955 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e0017070 con 0x7f16e8102200 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16e5ffb640 1 -- 172.21.15.18:0/505491955 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16e0003b70 con 0x7f16e8102200 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16ef08b640 1 -- 172.21.15.18:0/505491955 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16e81a1bf0 con 0x7f16e8102200 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16e5ffb640 1 -- 172.21.15.18:0/505491955 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e00106c0 con 0x7f16e8102200 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.036+0000 7f16ef08b640 1 -- 172.21.15.18:0/505491955 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16e81a2110 con 0x7f16e8102200 2024-04-22T00:41:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.037+0000 7f16ef08b640 1 -- 172.21.15.18:0/505491955 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16e80fd6e0 con 0x7f16e8102200 2024-04-22T00:41:05.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.038+0000 7f16e5ffb640 1 -- 172.21.15.18:0/505491955 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f16e0004020 con 0x7f16e8102200 2024-04-22T00:41:05.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.039+0000 7f16e5ffb640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16d00a2b90 0x7f16d00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.039+0000 7f16e7fff640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16d00a2b90 0x7f16d00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.039+0000 7f16e5ffb640 1 -- 172.21.15.18:0/505491955 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f16e00cf140 con 0x7f16e8102200 2024-04-22T00:41:05.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.039+0000 7f16e7fff640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16d00a2b90 0x7f16d00a5050 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f16dc000c00 tx=0x7f16dc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:05.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.043+0000 7f16e5ffb640 1 -- 172.21.15.18:0/505491955 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f16e0020070 con 0x7f16e8102200 2024-04-22T00:41:05.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:04 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3916564945' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-22T00:41:05.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:04 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3916564945' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-22T00:41:05.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.229+0000 7f16ef08b640 1 -- 172.21.15.18:0/505491955 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f16e8062370 con 0x7f16e8102200 2024-04-22T00:41:05.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.230+0000 7f16e5ffb640 1 -- 172.21.15.18:0/505491955 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24704 (secure 0 0 0) 0x7f16e009bcd0 con 0x7f16e8102200 2024-04-22T00:41:05.231 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:05.231 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":95,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:40:39.771571+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.18","mappings":[{"from":5,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:41:05.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 -- 172.21.15.18:0/505491955 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16d00a2b90 msgr2=0x7f16d00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16d00a2b90 0x7f16d00a5050 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f16dc000c00 tx=0x7f16dc005fd0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 -- 172.21.15.18:0/505491955 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16e8102200 msgr2=0x7f16e8101b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16e8102200 0x7f16e8101b70 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f16e000db80 tx=0x7f16e000b630 comp rx=0 tx=0).stop 2024-04-22T00:41:05.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 -- 172.21.15.18:0/505491955 shutdown_connections 2024-04-22T00:41:05.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16d00a2b90 0x7f16d00a5050 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16e8107460 0x7f16e81006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16e8104b30 0x7f16e81001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 --2- 172.21.15.18:0/505491955 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16e8102200 0x7f16e8101b70 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 -- 172.21.15.18:0/505491955 >> 172.21.15.18:0/505491955 conn(0x7f16e80fbbf0 msgr2=0x7f16e8102c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:05.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 -- 172.21.15.18:0/505491955 shutdown_connections 2024-04-22T00:41:05.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.232+0000 7f16ef08b640 1 -- 172.21.15.18:0/505491955 wait complete. 2024-04-22T00:41:05.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:04 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3916564945' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-22T00:41:05.245 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:41:05.245 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:41:05.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.350+0000 7fcef51be640 1 -- 172.21.15.18:0/3389486109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcef01006a0 msgr2=0x7fcef0100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.350+0000 7fcef51be640 1 --2- 172.21.15.18:0/3389486109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcef01006a0 0x7fcef0100ac0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fcee0009900 tx=0x7fcee002bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:05.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.350+0000 7fcef51be640 1 -- 172.21.15.18:0/3389486109 shutdown_connections 2024-04-22T00:41:05.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.350+0000 7fcef51be640 1 --2- 172.21.15.18:0/3389486109 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcef0102250 0x7fcef0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.350+0000 7fcef51be640 1 --2- 172.21.15.18:0/3389486109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcef0101890 0x7fcef0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.350+0000 7fcef51be640 1 --2- 172.21.15.18:0/3389486109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcef01006a0 0x7fcef0100ac0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.350+0000 7fcef51be640 1 -- 172.21.15.18:0/3389486109 >> 172.21.15.18:0/3389486109 conn(0x7fcef00fbc30 msgr2=0x7fcef00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:05.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.350+0000 7fcef51be640 1 -- 172.21.15.18:0/3389486109 shutdown_connections 2024-04-22T00:41:05.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.350+0000 7fcef51be640 1 -- 172.21.15.18:0/3389486109 wait complete. 2024-04-22T00:41:05.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.350+0000 7fcef51be640 1 Processor -- start 2024-04-22T00:41:05.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fcef51be640 1 -- start start 2024-04-22T00:41:05.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fcef51be640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcef01006a0 0x7fcef0197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fcef51be640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcef0101890 0x7fcef0198070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fcef51be640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcef0102250 0x7fcef019f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fcef51be640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fcef010d400 con 0x7fcef0102250 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fcef51be640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fcef010d280 con 0x7fcef0101890 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fcef51be640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcef010d580 con 0x7fcef01006a0 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceef59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcef0102250 0x7fcef019f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceef59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcef0102250 0x7fcef019f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53688/0 (socket says 172.21.15.18:53688) 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceef59e640 1 -- 172.21.15.18:0/380742965 learned_addr learned my addr 172.21.15.18:0/380742965 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceeed9d640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcef01006a0 0x7fcef0197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceef59e640 1 -- 172.21.15.18:0/380742965 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcef01006a0 msgr2=0x7fcef0197b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceef59e640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcef01006a0 0x7fcef0197b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceee59c640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcef0101890 0x7fcef0198070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceef59e640 1 -- 172.21.15.18:0/380742965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcef0101890 msgr2=0x7fcef0198070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceef59e640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcef0101890 0x7fcef0198070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceef59e640 1 -- 172.21.15.18:0/380742965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcef019f750 con 0x7fcef0102250 2024-04-22T00:41:05.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceeed9d640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcef01006a0 0x7fcef0197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:05.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fceef59e640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcef0102250 0x7fcef019f0e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fcee8009fd0 tx=0x7fcee800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:05.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fced7fff640 1 -- 172.21.15.18:0/380742965 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee8017070 con 0x7fcef0102250 2024-04-22T00:41:05.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.351+0000 7fcef51be640 1 -- 172.21.15.18:0/380742965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcef019fa40 con 0x7fcef0102250 2024-04-22T00:41:05.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.352+0000 7fced7fff640 1 -- 172.21.15.18:0/380742965 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcee8003e50 con 0x7fcef0102250 2024-04-22T00:41:05.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.352+0000 7fced7fff640 1 -- 172.21.15.18:0/380742965 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee80106c0 con 0x7fcef0102250 2024-04-22T00:41:05.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.352+0000 7fcef51be640 1 -- 172.21.15.18:0/380742965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcef019ff90 con 0x7fcef0102250 2024-04-22T00:41:05.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.352+0000 7fcef51be640 1 -- 172.21.15.18:0/380742965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcef0107b00 con 0x7fcef0102250 2024-04-22T00:41:05.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.354+0000 7fced7fff640 1 -- 172.21.15.18:0/380742965 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcee8003970 con 0x7fcef0102250 2024-04-22T00:41:05.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.354+0000 7fced7fff640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fced80a2b90 0x7fced80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.354+0000 7fced7fff640 1 -- 172.21.15.18:0/380742965 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fcee80cf1a0 con 0x7fcef0102250 2024-04-22T00:41:05.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.354+0000 7fceeed9d640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fced80a2b90 0x7fced80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.355+0000 7fceeed9d640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fced80a2b90 0x7fced80a5050 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fcee0000c00 tx=0x7fcee0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:05.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.358+0000 7fced7fff640 1 -- 172.21.15.18:0/380742965 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fcee809bd30 con 0x7fcef0102250 2024-04-22T00:41:05.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.544+0000 7fcef51be640 1 -- 172.21.15.18:0/380742965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fcef002d170 con 0x7fcef0102250 2024-04-22T00:41:05.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.544+0000 7fced7fff640 1 -- 172.21.15.18:0/380742965 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7fcee809b630 con 0x7fcef0102250 2024-04-22T00:41:05.545 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:41:05.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.546+0000 7fcef51be640 1 -- 172.21.15.18:0/380742965 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fced80a2b90 msgr2=0x7fced80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.546+0000 7fcef51be640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fced80a2b90 0x7fced80a5050 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fcee0000c00 tx=0x7fcee0005fd0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.546+0000 7fcef51be640 1 -- 172.21.15.18:0/380742965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcef0102250 msgr2=0x7fcef019f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.546+0000 7fcef51be640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcef0102250 0x7fcef019f0e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fcee8009fd0 tx=0x7fcee800b260 comp rx=0 tx=0).stop 2024-04-22T00:41:05.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.547+0000 7fcef51be640 1 -- 172.21.15.18:0/380742965 shutdown_connections 2024-04-22T00:41:05.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.547+0000 7fcef51be640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fced80a2b90 0x7fced80a5050 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.547+0000 7fcef51be640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcef0102250 0x7fcef019f0e0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.547+0000 7fcef51be640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcef0101890 0x7fcef0198070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.547+0000 7fcef51be640 1 --2- 172.21.15.18:0/380742965 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcef01006a0 0x7fcef0197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.547+0000 7fcef51be640 1 -- 172.21.15.18:0/380742965 >> 172.21.15.18:0/380742965 conn(0x7fcef00fbc30 msgr2=0x7fcef0104cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:05.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.547+0000 7fcef51be640 1 -- 172.21.15.18:0/380742965 shutdown_connections 2024-04-22T00:41:05.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.547+0000 7fcef51be640 1 -- 172.21.15.18:0/380742965 wait complete. 2024-04-22T00:41:05.559 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:41:05.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.663+0000 7f7026420640 1 -- 172.21.15.18:0/3167676174 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7020102230 msgr2=0x7f7020108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.663+0000 7f7026420640 1 --2- 172.21.15.18:0/3167676174 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7020102230 0x7f7020108ac0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f7018009ca0 tx=0x7f701802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.663+0000 7f7026420640 1 -- 172.21.15.18:0/3167676174 shutdown_connections 2024-04-22T00:41:05.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.663+0000 7f7026420640 1 --2- 172.21.15.18:0/3167676174 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7020102230 0x7f7020108ac0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.663+0000 7f7026420640 1 --2- 172.21.15.18:0/3167676174 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7020101870 0x7f7020101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.663+0000 7f7026420640 1 --2- 172.21.15.18:0/3167676174 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7020100680 0x7f7020100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.663+0000 7f7026420640 1 -- 172.21.15.18:0/3167676174 >> 172.21.15.18:0/3167676174 conn(0x7f70200fbbf0 msgr2=0x7f70200fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:05.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.663+0000 7f7026420640 1 -- 172.21.15.18:0/3167676174 shutdown_connections 2024-04-22T00:41:05.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.663+0000 7f7026420640 1 -- 172.21.15.18:0/3167676174 wait complete. 2024-04-22T00:41:05.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f7026420640 1 Processor -- start 2024-04-22T00:41:05.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f7026420640 1 -- start start 2024-04-22T00:41:05.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f7026420640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7020100680 0x7f7020069440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f7026420640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7020101870 0x7f702019c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f7026420640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7020102230 0x7f702019edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f7026420640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f702010c2e0 con 0x7f7020102230 2024-04-22T00:41:05.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f7026420640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f702010c160 con 0x7f7020101870 2024-04-22T00:41:05.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f7026420640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f702010c460 con 0x7f7020100680 2024-04-22T00:41:05.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f70249bd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7020102230 0x7f702019edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f701ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7020100680 0x7f7020069440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f701ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7020100680 0x7f7020069440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:38206/0 (socket says 172.21.15.18:38206) 2024-04-22T00:41:05.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f70249bd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7020102230 0x7f702019edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53708/0 (socket says 172.21.15.18:53708) 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.664+0000 7f701ffff640 1 -- 172.21.15.18:0/4289676483 learned_addr learned my addr 172.21.15.18:0/4289676483 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f701f7fe640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7020101870 0x7f702019c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f70249bd640 1 -- 172.21.15.18:0/4289676483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7020100680 msgr2=0x7f7020069440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f70249bd640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7020100680 0x7f7020069440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f70249bd640 1 -- 172.21.15.18:0/4289676483 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7020101870 msgr2=0x7f702019c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f70249bd640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7020101870 0x7f702019c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f70249bd640 1 -- 172.21.15.18:0/4289676483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f702019f6d0 con 0x7f7020102230 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f701ffff640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7020100680 0x7f7020069440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f70249bd640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7020102230 0x7f702019edc0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f701802c630 tx=0x7f7018032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f701d7fa640 1 -- 172.21.15.18:0/4289676483 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7018041020 con 0x7f7020102230 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f7026420640 1 -- 172.21.15.18:0/4289676483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f702019f900 con 0x7f7020102230 2024-04-22T00:41:05.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f701d7fa640 1 -- 172.21.15.18:0/4289676483 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7018034cd0 con 0x7f7020102230 2024-04-22T00:41:05.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f701d7fa640 1 -- 172.21.15.18:0/4289676483 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7018039040 con 0x7f7020102230 2024-04-22T00:41:05.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.665+0000 7f7026420640 1 -- 172.21.15.18:0/4289676483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f702019fdc0 con 0x7f7020102230 2024-04-22T00:41:05.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.666+0000 7f7026420640 1 -- 172.21.15.18:0/4289676483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7020107a10 con 0x7f7020102230 2024-04-22T00:41:05.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.668+0000 7f701d7fa640 1 -- 172.21.15.18:0/4289676483 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7018044020 con 0x7f7020102230 2024-04-22T00:41:05.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.668+0000 7f701d7fa640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f700c0a2b90 0x7f700c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.669+0000 7f701d7fa640 1 -- 172.21.15.18:0/4289676483 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f70180f15f0 con 0x7f7020102230 2024-04-22T00:41:05.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.669+0000 7f701ffff640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f700c0a2b90 0x7f700c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.669+0000 7f701ffff640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f700c0a2b90 0x7f700c0a5050 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f70100058c0 tx=0x7f7010005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:05.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.672+0000 7f701d7fa640 1 -- 172.21.15.18:0/4289676483 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f701804b020 con 0x7f7020102230 2024-04-22T00:41:05.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.857+0000 7f7026420640 1 -- 172.21.15.18:0/4289676483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f702002d300 con 0x7f7020102230 2024-04-22T00:41:05.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.857+0000 7f701d7fa640 1 -- 172.21.15.18:0/4289676483 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7f70180be210 con 0x7f7020102230 2024-04-22T00:41:05.858 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:41:05.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 -- 172.21.15.18:0/4289676483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f700c0a2b90 msgr2=0x7f700c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f700c0a2b90 0x7f700c0a5050 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f70100058c0 tx=0x7f7010005f90 comp rx=0 tx=0).stop 2024-04-22T00:41:05.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 -- 172.21.15.18:0/4289676483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7020102230 msgr2=0x7f702019edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7020102230 0x7f702019edc0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f701802c630 tx=0x7f7018032f20 comp rx=0 tx=0).stop 2024-04-22T00:41:05.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 -- 172.21.15.18:0/4289676483 shutdown_connections 2024-04-22T00:41:05.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f700c0a2b90 0x7f700c0a5050 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7020102230 0x7f702019edc0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7020101870 0x7f702019c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 --2- 172.21.15.18:0/4289676483 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7020100680 0x7f7020069440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 -- 172.21.15.18:0/4289676483 >> 172.21.15.18:0/4289676483 conn(0x7f70200fbbf0 msgr2=0x7f7020104be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:05.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 -- 172.21.15.18:0/4289676483 shutdown_connections 2024-04-22T00:41:05.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.859+0000 7f7026420640 1 -- 172.21.15.18:0/4289676483 wait complete. 2024-04-22T00:41:05.871 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:41:05.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.975+0000 7fb43666b640 1 -- 172.21.15.18:0/1870745873 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb430102990 msgr2=0x7fb430102e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.975+0000 7fb43666b640 1 --2- 172.21.15.18:0/1870745873 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb430102990 0x7fb430102e10 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fb420009900 tx=0x7fb42002bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:05.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.976+0000 7fb43666b640 1 -- 172.21.15.18:0/1870745873 shutdown_connections 2024-04-22T00:41:05.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.976+0000 7fb43666b640 1 --2- 172.21.15.18:0/1870745873 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb430103350 0x7fb430109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.976+0000 7fb43666b640 1 --2- 172.21.15.18:0/1870745873 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb430102990 0x7fb430102e10 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.976+0000 7fb43666b640 1 --2- 172.21.15.18:0/1870745873 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb4301017a0 0x7fb430101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.976+0000 7fb43666b640 1 -- 172.21.15.18:0/1870745873 >> 172.21.15.18:0/1870745873 conn(0x7fb4300fcd10 msgr2=0x7fb4300ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:05.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.976+0000 7fb43666b640 1 -- 172.21.15.18:0/1870745873 shutdown_connections 2024-04-22T00:41:05.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.976+0000 7fb43666b640 1 -- 172.21.15.18:0/1870745873 wait complete. 2024-04-22T00:41:05.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.976+0000 7fb43666b640 1 Processor -- start 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.976+0000 7fb43666b640 1 -- start start 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb43666b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4301017a0 0x7fb4300754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb43666b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb430102990 0x7fb430073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb43666b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb430103350 0x7fb430074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb43666b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb43010d420 con 0x7fb4301017a0 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb43666b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb43010d2a0 con 0x7fb430103350 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb43666b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb43010d5a0 con 0x7fb430102990 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4301017a0 0x7fb4300754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4301017a0 0x7fb4300754f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53736/0 (socket says 172.21.15.18:53736) 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42ffff640 1 -- 172.21.15.18:0/1995132800 learned_addr learned my addr 172.21.15.18:0/1995132800 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42f7fe640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb430102990 0x7fb430073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb434c08640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb430103350 0x7fb430074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42ffff640 1 -- 172.21.15.18:0/1995132800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb430102990 msgr2=0x7fb430073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42ffff640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb430102990 0x7fb430073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42ffff640 1 -- 172.21.15.18:0/1995132800 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb430103350 msgr2=0x7fb430074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42ffff640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb430103350 0x7fb430074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42ffff640 1 -- 172.21.15.18:0/1995132800 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb430074900 con 0x7fb4301017a0 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42f7fe640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb430102990 0x7fb430073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb434c08640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb430103350 0x7fb430074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42ffff640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4301017a0 0x7fb4300754f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fb41800c970 tx=0x7fb41800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42d7fa640 1 -- 172.21.15.18:0/1995132800 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb418007c10 con 0x7fb4301017a0 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb43666b640 1 -- 172.21.15.18:0/1995132800 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4301a1b50 con 0x7fb4301017a0 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42d7fa640 1 -- 172.21.15.18:0/1995132800 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb418007db0 con 0x7fb4301017a0 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb42d7fa640 1 -- 172.21.15.18:0/1995132800 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41800f8a0 con 0x7fb4301017a0 2024-04-22T00:41:05.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.977+0000 7fb43666b640 1 -- 172.21.15.18:0/1995132800 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4301a20c0 con 0x7fb4301017a0 2024-04-22T00:41:05.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.978+0000 7fb43666b640 1 -- 172.21.15.18:0/1995132800 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb430108ac0 con 0x7fb4301017a0 2024-04-22T00:41:05.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.979+0000 7fb42d7fa640 1 -- 172.21.15.18:0/1995132800 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb41800fb00 con 0x7fb4301017a0 2024-04-22T00:41:05.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.980+0000 7fb42d7fa640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb41c0a2b90 0x7fb41c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:05.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.980+0000 7fb42f7fe640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb41c0a2b90 0x7fb41c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:05.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.980+0000 7fb42d7fa640 1 -- 172.21.15.18:0/1995132800 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb4180cf8a0 con 0x7fb4301017a0 2024-04-22T00:41:05.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.981+0000 7fb42f7fe640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb41c0a2b90 0x7fb41c0a5050 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb420006010 tx=0x7fb42002c8a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:05.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:05.984+0000 7fb42d7fa640 1 -- 172.21.15.18:0/1995132800 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb41809c4c0 con 0x7fb4301017a0 2024-04-22T00:41:06.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:05 smithi081 ceph-mon[31546]: pgmap v368: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:41:06.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:05 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3916564945' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-22T00:41:06.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:05 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:06.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:05 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/505491955' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:06.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:05 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/380742965' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:41:06.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:05 smithi018 ceph-mon[27979]: pgmap v368: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:41:06.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:05 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3916564945' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-22T00:41:06.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:05 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:06.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:05 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/505491955' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:06.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:05 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/380742965' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:41:06.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.170+0000 7fb43666b640 1 -- 172.21.15.18:0/1995132800 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb430062340 con 0x7fb4301017a0 2024-04-22T00:41:06.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.170+0000 7fb42d7fa640 1 -- 172.21.15.18:0/1995132800 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7fb41809bdc0 con 0x7fb4301017a0 2024-04-22T00:41:06.171 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:41:06.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 -- 172.21.15.18:0/1995132800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb41c0a2b90 msgr2=0x7fb41c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb41c0a2b90 0x7fb41c0a5050 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb420006010 tx=0x7fb42002c8a0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 -- 172.21.15.18:0/1995132800 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4301017a0 msgr2=0x7fb4300754f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4301017a0 0x7fb4300754f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fb41800c970 tx=0x7fb41800ce30 comp rx=0 tx=0).stop 2024-04-22T00:41:06.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 -- 172.21.15.18:0/1995132800 shutdown_connections 2024-04-22T00:41:06.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb41c0a2b90 0x7fb41c0a5050 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb430103350 0x7fb430074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb430102990 0x7fb430073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 --2- 172.21.15.18:0/1995132800 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4301017a0 0x7fb4300754f0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 -- 172.21.15.18:0/1995132800 >> 172.21.15.18:0/1995132800 conn(0x7fb4300fcd10 msgr2=0x7fb430105c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:06.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 -- 172.21.15.18:0/1995132800 shutdown_connections 2024-04-22T00:41:06.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.172+0000 7fb43666b640 1 -- 172.21.15.18:0/1995132800 wait complete. 2024-04-22T00:41:06.184 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:41:06.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:05 smithi167 ceph-mon[31348]: pgmap v368: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:41:06.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:05 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3916564945' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-22T00:41:06.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:05 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:06.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:05 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/505491955' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:06.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:05 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/380742965' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:41:06.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 -- 172.21.15.18:0/3665412771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6141006a0 msgr2=0x7fc614100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 --2- 172.21.15.18:0/3665412771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6141006a0 0x7fc614100ac0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc604009900 tx=0x7fc60402bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 -- 172.21.15.18:0/3665412771 shutdown_connections 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 --2- 172.21.15.18:0/3665412771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc614102250 0x7fc614108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 --2- 172.21.15.18:0/3665412771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc614101890 0x7fc614101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 --2- 172.21.15.18:0/3665412771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6141006a0 0x7fc614100ac0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 -- 172.21.15.18:0/3665412771 >> 172.21.15.18:0/3665412771 conn(0x7fc6140fbc10 msgr2=0x7fc6140fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 -- 172.21.15.18:0/3665412771 shutdown_connections 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 -- 172.21.15.18:0/3665412771 wait complete. 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 Processor -- start 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.288+0000 7fc61a5d2640 1 -- start start 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc61a5d2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6141006a0 0x7fc614104630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc61a5d2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc614101890 0x7fc614102c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc61a5d2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc614102250 0x7fc6141031b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc61a5d2640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc61410c360 con 0x7fc614102250 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc61a5d2640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc61410c1e0 con 0x7fc6141006a0 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc61a5d2640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc61410c4e0 con 0x7fc614101890 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc618b6f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc614102250 0x7fc6141031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc618b6f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc614102250 0x7fc6141031b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53756/0 (socket says 172.21.15.18:53756) 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc618b6f640 1 -- 172.21.15.18:0/2687754866 learned_addr learned my addr 172.21.15.18:0/2687754866 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc613fff640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6141006a0 0x7fc614104630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc6137fe640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc614101890 0x7fc614102c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc618b6f640 1 -- 172.21.15.18:0/2687754866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc614101890 msgr2=0x7fc614102c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc618b6f640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc614101890 0x7fc614102c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc618b6f640 1 -- 172.21.15.18:0/2687754866 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6141006a0 msgr2=0x7fc614104630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc618b6f640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6141006a0 0x7fc614104630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc618b6f640 1 -- 172.21.15.18:0/2687754866 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc614103a40 con 0x7fc614102250 2024-04-22T00:41:06.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc618b6f640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc614102250 0x7fc6141031b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fc60c00eaa0 tx=0x7fc60c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:06.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc6117fa640 1 -- 172.21.15.18:0/2687754866 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60c00cdb0 con 0x7fc614102250 2024-04-22T00:41:06.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc6117fa640 1 -- 172.21.15.18:0/2687754866 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc60c005020 con 0x7fc614102250 2024-04-22T00:41:06.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc61a5d2640 1 -- 172.21.15.18:0/2687754866 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6141a1c40 con 0x7fc614102250 2024-04-22T00:41:06.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.289+0000 7fc6117fa640 1 -- 172.21.15.18:0/2687754866 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60c0116b0 con 0x7fc614102250 2024-04-22T00:41:06.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.290+0000 7fc61a5d2640 1 -- 172.21.15.18:0/2687754866 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6141a2140 con 0x7fc614102250 2024-04-22T00:41:06.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.290+0000 7fc61a5d2640 1 -- 172.21.15.18:0/2687754866 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6141a2370 con 0x7fc614102250 2024-04-22T00:41:06.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.291+0000 7fc6117fa640 1 -- 172.21.15.18:0/2687754866 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc60c005560 con 0x7fc614102250 2024-04-22T00:41:06.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.292+0000 7fc6117fa640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5fc0a2b90 0x7fc5fc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.292+0000 7fc613fff640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5fc0a2b90 0x7fc5fc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.292+0000 7fc6117fa640 1 -- 172.21.15.18:0/2687754866 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc60c0cf650 con 0x7fc614102250 2024-04-22T00:41:06.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.293+0000 7fc613fff640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5fc0a2b90 0x7fc5fc0a5050 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc60402c170 tx=0x7fc60402df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:06.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.297+0000 7fc6117fa640 1 -- 172.21.15.18:0/2687754866 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc60c016030 con 0x7fc614102250 2024-04-22T00:41:06.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.480+0000 7fc61a5d2640 1 -- 172.21.15.18:0/2687754866 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc6141a2540 con 0x7fc614102250 2024-04-22T00:41:06.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.480+0000 7fc6117fa640 1 -- 172.21.15.18:0/2687754866 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7fc60c09bb90 con 0x7fc614102250 2024-04-22T00:41:06.481 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:41:06.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.482+0000 7fc61a5d2640 1 -- 172.21.15.18:0/2687754866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5fc0a2b90 msgr2=0x7fc5fc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.482+0000 7fc61a5d2640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5fc0a2b90 0x7fc5fc0a5050 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc60402c170 tx=0x7fc60402df90 comp rx=0 tx=0).stop 2024-04-22T00:41:06.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.482+0000 7fc61a5d2640 1 -- 172.21.15.18:0/2687754866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc614102250 msgr2=0x7fc6141031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.482+0000 7fc61a5d2640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc614102250 0x7fc6141031b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fc60c00eaa0 tx=0x7fc60c00ef60 comp rx=0 tx=0).stop 2024-04-22T00:41:06.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.483+0000 7fc61a5d2640 1 -- 172.21.15.18:0/2687754866 shutdown_connections 2024-04-22T00:41:06.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.483+0000 7fc61a5d2640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5fc0a2b90 0x7fc5fc0a5050 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.483+0000 7fc61a5d2640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc614102250 0x7fc6141031b0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.483+0000 7fc61a5d2640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc614101890 0x7fc614102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.483+0000 7fc61a5d2640 1 --2- 172.21.15.18:0/2687754866 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6141006a0 0x7fc614104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.483+0000 7fc61a5d2640 1 -- 172.21.15.18:0/2687754866 >> 172.21.15.18:0/2687754866 conn(0x7fc6140fbc10 msgr2=0x7fc6140fd6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:06.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.483+0000 7fc61a5d2640 1 -- 172.21.15.18:0/2687754866 shutdown_connections 2024-04-22T00:41:06.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.483+0000 7fc61a5d2640 1 -- 172.21.15.18:0/2687754866 wait complete. 2024-04-22T00:41:06.495 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:41:06.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.596+0000 7f3d83215640 1 -- 172.21.15.18:0/4290631877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d7c074160 msgr2=0x7f3d7c0745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.596+0000 7f3d83215640 1 --2- 172.21.15.18:0/4290631877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d7c074160 0x7f3d7c0745e0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f3d68009900 tx=0x7f3d6802bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:06.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.596+0000 7f3d83215640 1 -- 172.21.15.18:0/4290631877 shutdown_connections 2024-04-22T00:41:06.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.596+0000 7f3d83215640 1 --2- 172.21.15.18:0/4290631877 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d7c109660 0x7f3d7c10bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.596+0000 7f3d83215640 1 --2- 172.21.15.18:0/4290631877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d7c074160 0x7f3d7c0745e0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.596+0000 7f3d83215640 1 --2- 172.21.15.18:0/4290631877 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d7c075740 0x7f3d7c073b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.596+0000 7f3d83215640 1 -- 172.21.15.18:0/4290631877 >> 172.21.15.18:0/4290631877 conn(0x7f3d7c0fcd40 msgr2=0x7f3d7c0ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:06.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.596+0000 7f3d83215640 1 -- 172.21.15.18:0/4290631877 shutdown_connections 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.596+0000 7f3d83215640 1 -- 172.21.15.18:0/4290631877 wait complete. 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.596+0000 7f3d83215640 1 Processor -- start 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d83215640 1 -- start start 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d83215640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d7c074160 0x7f3d7c199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d83215640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d7c075740 0x7f3d7c19a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d83215640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d7c109660 0x7f3d7c1a1220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d83215640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7c10f5f0 con 0x7f3d7c074160 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d83215640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7c10f470 con 0x7f3d7c109660 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d83215640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7c10f770 con 0x7f3d7c075740 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d80fb1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d7c074160 0x7f3d7c199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d80fb1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d7c074160 0x7f3d7c199c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53780/0 (socket says 172.21.15.18:53780) 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d80fb1640 1 -- 172.21.15.18:0/566030591 learned_addr learned my addr 172.21.15.18:0/566030591 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d7bfff640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d7c075740 0x7f3d7c19a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d80fb1640 1 -- 172.21.15.18:0/566030591 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d7c075740 msgr2=0x7f3d7c19a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d80fb1640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d7c075740 0x7f3d7c19a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d80fb1640 1 -- 172.21.15.18:0/566030591 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d7c109660 msgr2=0x7f3d7c1a1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d80fb1640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d7c109660 0x7f3d7c1a1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d80fb1640 1 -- 172.21.15.18:0/566030591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d7c1a18c0 con 0x7f3d7c074160 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d80fb1640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d7c074160 0x7f3d7c199c80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f3d7000d950 tx=0x7f3d7000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d79ffb640 1 -- 172.21.15.18:0/566030591 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d70017070 con 0x7f3d7c074160 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d79ffb640 1 -- 172.21.15.18:0/566030591 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3d70009c30 con 0x7f3d7c074160 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d83215640 1 -- 172.21.15.18:0/566030591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d7c1a1bb0 con 0x7f3d7c074160 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.597+0000 7f3d79ffb640 1 -- 172.21.15.18:0/566030591 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d7000f6b0 con 0x7f3d7c074160 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.598+0000 7f3d83215640 1 -- 172.21.15.18:0/566030591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d7c1a20d0 con 0x7f3d7c074160 2024-04-22T00:41:06.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.599+0000 7f3d83215640 1 -- 172.21.15.18:0/566030591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d7c1083e0 con 0x7f3d7c074160 2024-04-22T00:41:06.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.600+0000 7f3d79ffb640 1 -- 172.21.15.18:0/566030591 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3d700109d0 con 0x7f3d7c074160 2024-04-22T00:41:06.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.600+0000 7f3d79ffb640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d6c0a2b90 0x7f3d6c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.600+0000 7f3d7bfff640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d6c0a2b90 0x7f3d6c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.600+0000 7f3d79ffb640 1 -- 172.21.15.18:0/566030591 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3d700cf060 con 0x7f3d7c074160 2024-04-22T00:41:06.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.601+0000 7f3d7bfff640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d6c0a2b90 0x7f3d6c0a5050 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3d6802c7b0 tx=0x7f3d68005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:06.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.605+0000 7f3d79ffb640 1 -- 172.21.15.18:0/566030591 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3d70009de0 con 0x7f3d7c074160 2024-04-22T00:41:06.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.791+0000 7f3d83215640 1 -- 172.21.15.18:0/566030591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3d7c062440 con 0x7f3d7c074160 2024-04-22T00:41:06.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.793+0000 7f3d79ffb640 1 -- 172.21.15.18:0/566030591 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24704 (secure 0 0 0) 0x7f3d7009bbf0 con 0x7f3d7c074160 2024-04-22T00:41:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:06.793 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":95,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:40:39.771571+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.18","mappings":[{"from":5,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:41:06.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 -- 172.21.15.18:0/566030591 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d6c0a2b90 msgr2=0x7f3d6c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d6c0a2b90 0x7f3d6c0a5050 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3d6802c7b0 tx=0x7f3d68005fd0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 -- 172.21.15.18:0/566030591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d7c074160 msgr2=0x7f3d7c199c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d7c074160 0x7f3d7c199c80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f3d7000d950 tx=0x7f3d7000de10 comp rx=0 tx=0).stop 2024-04-22T00:41:06.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 -- 172.21.15.18:0/566030591 shutdown_connections 2024-04-22T00:41:06.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3d6c0a2b90 0x7f3d6c0a5050 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3d7c109660 0x7f3d7c1a1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3d7c075740 0x7f3d7c19a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 --2- 172.21.15.18:0/566030591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3d7c074160 0x7f3d7c199c80 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 -- 172.21.15.18:0/566030591 >> 172.21.15.18:0/566030591 conn(0x7f3d7c0fcd40 msgr2=0x7f3d7c1055b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:06.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 -- 172.21.15.18:0/566030591 shutdown_connections 2024-04-22T00:41:06.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.795+0000 7f3d83215640 1 -- 172.21.15.18:0/566030591 wait complete. 2024-04-22T00:41:06.807 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:41:06.807 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:41:06.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.912+0000 7f377925f640 1 -- 172.21.15.18:0/2392238961 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3774101350 msgr2=0x7f37741017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.912+0000 7f377925f640 1 --2- 172.21.15.18:0/2392238961 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3774101350 0x7f37741017d0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f3764009ca0 tx=0x7f376402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.912+0000 7f377925f640 1 -- 172.21.15.18:0/2392238961 shutdown_connections 2024-04-22T00:41:06.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.912+0000 7f377925f640 1 --2- 172.21.15.18:0/2392238961 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3774101350 0x7f37741017d0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.912+0000 7f377925f640 1 --2- 172.21.15.18:0/2392238961 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f37741009b0 0x7f3774100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.912+0000 7f377925f640 1 --2- 172.21.15.18:0/2392238961 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3774100050 0x7f3774100470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.912+0000 7f377925f640 1 -- 172.21.15.18:0/2392238961 >> 172.21.15.18:0/2392238961 conn(0x7f37740fbbf0 msgr2=0x7f37740fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:06.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.912+0000 7f377925f640 1 -- 172.21.15.18:0/2392238961 shutdown_connections 2024-04-22T00:41:06.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.912+0000 7f377925f640 1 -- 172.21.15.18:0/2392238961 wait complete. 2024-04-22T00:41:06.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.913+0000 7f377925f640 1 Processor -- start 2024-04-22T00:41:06.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.913+0000 7f377925f640 1 -- start start 2024-04-22T00:41:06.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.913+0000 7f377925f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3774100050 0x7f3774199c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.913+0000 7f377925f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37741009b0 0x7f377419a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.913+0000 7f377925f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3774101350 0x7f37741a11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.913+0000 7f377925f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f377410f5d0 con 0x7f37741009b0 2024-04-22T00:41:06.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.913+0000 7f377925f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f377410f450 con 0x7f3774100050 2024-04-22T00:41:06.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.913+0000 7f377925f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f377410f750 con 0x7f3774101350 2024-04-22T00:41:06.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37741009b0 0x7f377419a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37741009b0 0x7f377419a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53804/0 (socket says 172.21.15.18:53804) 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377259c640 1 -- 172.21.15.18:0/612300419 learned_addr learned my addr 172.21.15.18:0/612300419 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f3772d9d640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3774100050 0x7f3774199c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377359e640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3774101350 0x7f37741a11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377259c640 1 -- 172.21.15.18:0/612300419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3774101350 msgr2=0x7f37741a11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377259c640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3774101350 0x7f37741a11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377259c640 1 -- 172.21.15.18:0/612300419 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3774100050 msgr2=0x7f3774199c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377259c640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3774100050 0x7f3774199c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377259c640 1 -- 172.21.15.18:0/612300419 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37741a1870 con 0x7f37741009b0 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377259c640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37741009b0 0x7f377419a1a0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f376800d950 tx=0x7f376800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f375bfff640 1 -- 172.21.15.18:0/612300419 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3768017070 con 0x7f37741009b0 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377925f640 1 -- 172.21.15.18:0/612300419 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37741a1b60 con 0x7f37741009b0 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f375bfff640 1 -- 172.21.15.18:0/612300419 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3768009c30 con 0x7f37741009b0 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f375bfff640 1 -- 172.21.15.18:0/612300419 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376800f6b0 con 0x7f37741009b0 2024-04-22T00:41:06.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.914+0000 7f377925f640 1 -- 172.21.15.18:0/612300419 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37741a20b0 con 0x7f37741009b0 2024-04-22T00:41:06.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.915+0000 7f377925f640 1 -- 172.21.15.18:0/612300419 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f377410af30 con 0x7f37741009b0 2024-04-22T00:41:06.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.916+0000 7f375bfff640 1 -- 172.21.15.18:0/612300419 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f37680109d0 con 0x7f37741009b0 2024-04-22T00:41:06.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.917+0000 7f375bfff640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f375c0a2b90 0x7f375c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:06.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.917+0000 7f3772d9d640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f375c0a2b90 0x7f375c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:06.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.917+0000 7f375bfff640 1 -- 172.21.15.18:0/612300419 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f37680ceff0 con 0x7f37741009b0 2024-04-22T00:41:06.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.918+0000 7f3772d9d640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f375c0a2b90 0x7f375c0a5050 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f377419b130 tx=0x7f376c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:06.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:06.922+0000 7f375bfff640 1 -- 172.21.15.18:0/612300419 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3768009de0 con 0x7f37741009b0 2024-04-22T00:41:07.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.104+0000 7f377925f640 1 -- 172.21.15.18:0/612300419 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3774062340 con 0x7f37741009b0 2024-04-22T00:41:07.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.105+0000 7f375bfff640 1 -- 172.21.15.18:0/612300419 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f376809b530 con 0x7f37741009b0 2024-04-22T00:41:07.112 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:41:07.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 -- 172.21.15.18:0/612300419 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f375c0a2b90 msgr2=0x7f375c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f375c0a2b90 0x7f375c0a5050 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f377419b130 tx=0x7f376c00b410 comp rx=0 tx=0).stop 2024-04-22T00:41:07.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 -- 172.21.15.18:0/612300419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37741009b0 msgr2=0x7f377419a1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37741009b0 0x7f377419a1a0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f376800d950 tx=0x7f376800de10 comp rx=0 tx=0).stop 2024-04-22T00:41:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 -- 172.21.15.18:0/612300419 shutdown_connections 2024-04-22T00:41:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f375c0a2b90 0x7f375c0a5050 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3774101350 0x7f37741a11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37741009b0 0x7f377419a1a0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 --2- 172.21.15.18:0/612300419 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3774100050 0x7f3774199c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 -- 172.21.15.18:0/612300419 >> 172.21.15.18:0/612300419 conn(0x7f37740fbbf0 msgr2=0x7f37740fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 -- 172.21.15.18:0/612300419 shutdown_connections 2024-04-22T00:41:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.107+0000 7f377925f640 1 -- 172.21.15.18:0/612300419 wait complete. 2024-04-22T00:41:07.118 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:06 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/4289676483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:41:07.119 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:06 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1995132800' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:41:07.119 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:06 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2687754866' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:41:07.119 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:06 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/566030591' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:07.120 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:41:07.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:06 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/4289676483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:41:07.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:06 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1995132800' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:41:07.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:06 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2687754866' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:41:07.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:06 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/566030591' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.223+0000 7f21a2f72640 1 -- 172.21.15.18:0/3463186496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219c1009b0 msgr2=0x7f219c100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.223+0000 7f21a2f72640 1 --2- 172.21.15.18:0/3463186496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219c1009b0 0x7f219c100e10 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f2188009900 tx=0x7f218802bc80 comp rx=0 tx=0).stop 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.223+0000 7f21a2f72640 1 -- 172.21.15.18:0/3463186496 shutdown_connections 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.223+0000 7f21a2f72640 1 --2- 172.21.15.18:0/3463186496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219c101350 0x7f219c1017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.223+0000 7f21a2f72640 1 --2- 172.21.15.18:0/3463186496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219c1009b0 0x7f219c100e10 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.223+0000 7f21a2f72640 1 --2- 172.21.15.18:0/3463186496 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f219c100050 0x7f219c100470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.223+0000 7f21a2f72640 1 -- 172.21.15.18:0/3463186496 >> 172.21.15.18:0/3463186496 conn(0x7f219c0fbc30 msgr2=0x7f219c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.223+0000 7f21a2f72640 1 -- 172.21.15.18:0/3463186496 shutdown_connections 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.223+0000 7f21a2f72640 1 -- 172.21.15.18:0/3463186496 wait complete. 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f21a2f72640 1 Processor -- start 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f21a2f72640 1 -- start start 2024-04-22T00:41:07.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f21a2f72640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f219c100050 0x7f219c199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f21a2f72640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219c1009b0 0x7f219c19a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f21a2f72640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219c101350 0x7f219c1a1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f21a2f72640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f219c10f5f0 con 0x7f219c1009b0 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f21a2f72640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f219c10f470 con 0x7f219c100050 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f21a2f72640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f219c10f770 con 0x7f219c101350 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f219bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219c1009b0 0x7f219c19a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f219bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219c1009b0 0x7f219c19a1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53826/0 (socket says 172.21.15.18:53826) 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f219bfff640 1 -- 172.21.15.18:0/186241752 learned_addr learned my addr 172.21.15.18:0/186241752 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f21a0d0e640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f219c100050 0x7f219c199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f21a150f640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219c101350 0x7f219c1a1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f219bfff640 1 -- 172.21.15.18:0/186241752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219c101350 msgr2=0x7f219c1a1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f219bfff640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219c101350 0x7f219c1a1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f219bfff640 1 -- 172.21.15.18:0/186241752 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f219c100050 msgr2=0x7f219c199c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f219bfff640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f219c100050 0x7f219c199c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f219bfff640 1 -- 172.21.15.18:0/186241752 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f219c1a18d0 con 0x7f219c1009b0 2024-04-22T00:41:07.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.224+0000 7f219bfff640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219c1009b0 0x7f219c19a1d0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f2188005ab0 tx=0x7f2188005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:07.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.225+0000 7f2199ffb640 1 -- 172.21.15.18:0/186241752 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2188041070 con 0x7f219c1009b0 2024-04-22T00:41:07.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.225+0000 7f21a2f72640 1 -- 172.21.15.18:0/186241752 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f219c1a1b60 con 0x7f219c1009b0 2024-04-22T00:41:07.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.225+0000 7f2199ffb640 1 -- 172.21.15.18:0/186241752 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21880054e0 con 0x7f219c1009b0 2024-04-22T00:41:07.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.225+0000 7f2199ffb640 1 -- 172.21.15.18:0/186241752 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2188034440 con 0x7f219c1009b0 2024-04-22T00:41:07.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.225+0000 7f21a2f72640 1 -- 172.21.15.18:0/186241752 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f219c1a2050 con 0x7f219c1009b0 2024-04-22T00:41:07.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.226+0000 7f21a2f72640 1 -- 172.21.15.18:0/186241752 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f219c10ada0 con 0x7f219c1009b0 2024-04-22T00:41:07.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.227+0000 7f2199ffb640 1 -- 172.21.15.18:0/186241752 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2188044070 con 0x7f219c1009b0 2024-04-22T00:41:07.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.227+0000 7f2199ffb640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f218c0a2b90 0x7f218c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.228+0000 7f2199ffb640 1 -- 172.21.15.18:0/186241752 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f21880f10a0 con 0x7f219c1009b0 2024-04-22T00:41:07.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.228+0000 7f21a0d0e640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f218c0a2b90 0x7f218c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.228+0000 7f21a0d0e640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f218c0a2b90 0x7f218c0a5050 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f219c19ab60 tx=0x7f219000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:07.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.232+0000 7f2199ffb640 1 -- 172.21.15.18:0/186241752 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f21880bdc30 con 0x7f219c1009b0 2024-04-22T00:41:07.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:06 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/4289676483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:41:07.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:06 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1995132800' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:41:07.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:06 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2687754866' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:41:07.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:06 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/566030591' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:07.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.418+0000 7f21a2f72640 1 -- 172.21.15.18:0/186241752 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f219c0623e0 con 0x7f219c1009b0 2024-04-22T00:41:07.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.419+0000 7f2199ffb640 1 -- 172.21.15.18:0/186241752 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7f21880bd530 con 0x7f219c1009b0 2024-04-22T00:41:07.421 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 -- 172.21.15.18:0/186241752 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f218c0a2b90 msgr2=0x7f218c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f218c0a2b90 0x7f218c0a5050 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f219c19ab60 tx=0x7f219000b410 comp rx=0 tx=0).stop 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 -- 172.21.15.18:0/186241752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219c1009b0 msgr2=0x7f219c19a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219c1009b0 0x7f219c19a1d0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f2188005ab0 tx=0x7f2188005de0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 -- 172.21.15.18:0/186241752 shutdown_connections 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f218c0a2b90 0x7f218c0a5050 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f219c101350 0x7f219c1a1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219c1009b0 0x7f219c19a1d0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 --2- 172.21.15.18:0/186241752 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f219c100050 0x7f219c199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 -- 172.21.15.18:0/186241752 >> 172.21.15.18:0/186241752 conn(0x7f219c0fbc30 msgr2=0x7f219c0fd730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 -- 172.21.15.18:0/186241752 shutdown_connections 2024-04-22T00:41:07.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.421+0000 7f21a2f72640 1 -- 172.21.15.18:0/186241752 wait complete. 2024-04-22T00:41:07.434 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 -- 172.21.15.18:0/1276656836 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070101890 msgr2=0x7f1070101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 --2- 172.21.15.18:0/1276656836 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070101890 0x7f1070101d10 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f1060009900 tx=0x7f106002bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 -- 172.21.15.18:0/1276656836 shutdown_connections 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 --2- 172.21.15.18:0/1276656836 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1070102250 0x7f1070108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 --2- 172.21.15.18:0/1276656836 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070101890 0x7f1070101d10 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 --2- 172.21.15.18:0/1276656836 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701006a0 0x7f1070100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 -- 172.21.15.18:0/1276656836 >> 172.21.15.18:0/1276656836 conn(0x7f10700fbc10 msgr2=0x7f10700fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 -- 172.21.15.18:0/1276656836 shutdown_connections 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 -- 172.21.15.18:0/1276656836 wait complete. 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 Processor -- start 2024-04-22T00:41:07.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.540+0000 7f107818a640 1 -- start start 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f107818a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701006a0 0x7f1070197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f107818a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070101890 0x7f1070198090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f107818a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1070102250 0x7f107019f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f107818a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f107010c320 con 0x7f1070101890 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f107818a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f107010c1a0 con 0x7f10701006a0 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f107818a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f107010c4a0 con 0x7f1070102250 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1075725640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070101890 0x7f1070198090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1075725640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070101890 0x7f1070198090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53844/0 (socket says 172.21.15.18:53844) 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1075725640 1 -- 172.21.15.18:0/2094321828 learned_addr learned my addr 172.21.15.18:0/2094321828 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1075f26640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701006a0 0x7f1070197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1076727640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1070102250 0x7f107019f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1075725640 1 -- 172.21.15.18:0/2094321828 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1070102250 msgr2=0x7f107019f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1075725640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1070102250 0x7f107019f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1075725640 1 -- 172.21.15.18:0/2094321828 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701006a0 msgr2=0x7f1070197b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1075725640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701006a0 0x7f1070197b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1075725640 1 -- 172.21.15.18:0/2094321828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f107019f700 con 0x7f1070101890 2024-04-22T00:41:07.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1075725640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070101890 0x7f1070198090 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f1060009230 tx=0x7f1060005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:07.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1066ffd640 1 -- 172.21.15.18:0/2094321828 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1060041070 con 0x7f1070101890 2024-04-22T00:41:07.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f107818a640 1 -- 172.21.15.18:0/2094321828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f107019f990 con 0x7f1070101890 2024-04-22T00:41:07.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1066ffd640 1 -- 172.21.15.18:0/2094321828 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f10600054e0 con 0x7f1070101890 2024-04-22T00:41:07.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f1066ffd640 1 -- 172.21.15.18:0/2094321828 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1060034440 con 0x7f1070101890 2024-04-22T00:41:07.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.541+0000 7f107818a640 1 -- 172.21.15.18:0/2094321828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f107019fe80 con 0x7f1070101890 2024-04-22T00:41:07.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.542+0000 7f107818a640 1 -- 172.21.15.18:0/2094321828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10701a00b0 con 0x7f1070101890 2024-04-22T00:41:07.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.543+0000 7f1066ffd640 1 -- 172.21.15.18:0/2094321828 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1060044070 con 0x7f1070101890 2024-04-22T00:41:07.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.544+0000 7f1066ffd640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f105c0a2b90 0x7f105c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.544+0000 7f1066ffd640 1 -- 172.21.15.18:0/2094321828 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f10600f1100 con 0x7f1070101890 2024-04-22T00:41:07.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.544+0000 7f1075f26640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f105c0a2b90 0x7f105c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.545+0000 7f1075f26640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f105c0a2b90 0x7f105c0a5050 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f10701016f0 tx=0x7f106c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:07.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.549+0000 7f1066ffd640 1 -- 172.21.15.18:0/2094321828 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f10600bdc90 con 0x7f1070101890 2024-04-22T00:41:07.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.733+0000 7f107818a640 1 -- 172.21.15.18:0/2094321828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f10701a0280 con 0x7f1070101890 2024-04-22T00:41:07.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.734+0000 7f1066ffd640 1 -- 172.21.15.18:0/2094321828 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7f10600bd590 con 0x7f1070101890 2024-04-22T00:41:07.735 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:41:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 -- 172.21.15.18:0/2094321828 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f105c0a2b90 msgr2=0x7f105c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f105c0a2b90 0x7f105c0a5050 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f10701016f0 tx=0x7f106c00b390 comp rx=0 tx=0).stop 2024-04-22T00:41:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 -- 172.21.15.18:0/2094321828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070101890 msgr2=0x7f1070198090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070101890 0x7f1070198090 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f1060009230 tx=0x7f1060005dd0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 -- 172.21.15.18:0/2094321828 shutdown_connections 2024-04-22T00:41:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f105c0a2b90 0x7f105c0a5050 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1070102250 0x7f107019f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070101890 0x7f1070198090 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 --2- 172.21.15.18:0/2094321828 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10701006a0 0x7f1070197b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 -- 172.21.15.18:0/2094321828 >> 172.21.15.18:0/2094321828 conn(0x7f10700fbc10 msgr2=0x7f10700fd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 -- 172.21.15.18:0/2094321828 shutdown_connections 2024-04-22T00:41:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.736+0000 7f107818a640 1 -- 172.21.15.18:0/2094321828 wait complete. 2024-04-22T00:41:07.749 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.854+0000 7f134a0c6640 1 -- 172.21.15.18:0/3331415698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1344107480 msgr2=0x7f13441098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.854+0000 7f134a0c6640 1 --2- 172.21.15.18:0/3331415698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1344107480 0x7f13441098d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f133c009ca0 tx=0x7f133c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.854+0000 7f134a0c6640 1 -- 172.21.15.18:0/3331415698 shutdown_connections 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.854+0000 7f134a0c6640 1 --2- 172.21.15.18:0/3331415698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1344107480 0x7f13441098d0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.854+0000 7f134a0c6640 1 --2- 172.21.15.18:0/3331415698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1344104b50 0x7f1344106f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.854+0000 7f134a0c6640 1 --2- 172.21.15.18:0/3331415698 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1344102220 0x7f1344104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.854+0000 7f134a0c6640 1 -- 172.21.15.18:0/3331415698 >> 172.21.15.18:0/3331415698 conn(0x7f13440fbc30 msgr2=0x7f13440fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.854+0000 7f134a0c6640 1 -- 172.21.15.18:0/3331415698 shutdown_connections 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.854+0000 7f134a0c6640 1 -- 172.21.15.18:0/3331415698 wait complete. 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.854+0000 7f134a0c6640 1 Processor -- start 2024-04-22T00:41:07.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f134a0c6640 1 -- start start 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f134a0c6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1344102220 0x7f1344197a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f134a0c6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1344104b50 0x7f1344197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f134a0c6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1344107480 0x7f134419f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f134a0c6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f134410d440 con 0x7f1344104b50 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f134a0c6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f134410d2c0 con 0x7f1344107480 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f134a0c6640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f134410d5c0 con 0x7f1344102220 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f1342ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1344104b50 0x7f1344197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f1342ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1344104b50 0x7f1344197fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53854/0 (socket says 172.21.15.18:53854) 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f1342ffd640 1 -- 172.21.15.18:0/553310282 learned_addr learned my addr 172.21.15.18:0/553310282 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f13437fe640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1344102220 0x7f1344197a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f1343fff640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1344107480 0x7f134419f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f1342ffd640 1 -- 172.21.15.18:0/553310282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1344102220 msgr2=0x7f1344197a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f1342ffd640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1344102220 0x7f1344197a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f1342ffd640 1 -- 172.21.15.18:0/553310282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1344107480 msgr2=0x7f134419f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:07.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f1342ffd640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1344107480 0x7f134419f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:07.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f1342ffd640 1 -- 172.21.15.18:0/553310282 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f134419f6a0 con 0x7f1344104b50 2024-04-22T00:41:07.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.855+0000 7f1342ffd640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1344104b50 0x7f1344197fc0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f1338005fd0 tx=0x7f133800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:07.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.856+0000 7f1340ff9640 1 -- 172.21.15.18:0/553310282 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1338017070 con 0x7f1344104b50 2024-04-22T00:41:07.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.856+0000 7f1340ff9640 1 -- 172.21.15.18:0/553310282 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1338009c30 con 0x7f1344104b50 2024-04-22T00:41:07.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.856+0000 7f134a0c6640 1 -- 172.21.15.18:0/553310282 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f134419f990 con 0x7f1344104b50 2024-04-22T00:41:07.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.856+0000 7f1340ff9640 1 -- 172.21.15.18:0/553310282 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1338010460 con 0x7f1344104b50 2024-04-22T00:41:07.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.856+0000 7f134a0c6640 1 -- 172.21.15.18:0/553310282 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f134419fee0 con 0x7f1344104b50 2024-04-22T00:41:07.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.857+0000 7f134a0c6640 1 -- 172.21.15.18:0/553310282 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13440fd720 con 0x7f1344104b50 2024-04-22T00:41:07.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.858+0000 7f1340ff9640 1 -- 172.21.15.18:0/553310282 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1338003e70 con 0x7f1344104b50 2024-04-22T00:41:07.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.858+0000 7f1340ff9640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f132c0a2b90 0x7f132c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:07.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.858+0000 7f13437fe640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f132c0a2b90 0x7f132c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:07.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.858+0000 7f1340ff9640 1 -- 172.21.15.18:0/553310282 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f13380cf130 con 0x7f1344104b50 2024-04-22T00:41:07.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.859+0000 7f13437fe640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f132c0a2b90 0x7f132c0a5050 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f1334005fd0 tx=0x7f1334005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:07.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:07.863+0000 7f1340ff9640 1 -- 172.21.15.18:0/553310282 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1338020030 con 0x7f1344104b50 2024-04-22T00:41:08.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.049+0000 7f134a0c6640 1 -- 172.21.15.18:0/553310282 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f1344062340 con 0x7f1344104b50 2024-04-22T00:41:08.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.049+0000 7f1340ff9640 1 -- 172.21.15.18:0/553310282 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7f133809bcc0 con 0x7f1344104b50 2024-04-22T00:41:08.051 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 -- 172.21.15.18:0/553310282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f132c0a2b90 msgr2=0x7f132c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f132c0a2b90 0x7f132c0a5050 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f1334005fd0 tx=0x7f1334005850 comp rx=0 tx=0).stop 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 -- 172.21.15.18:0/553310282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1344104b50 msgr2=0x7f1344197fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1344104b50 0x7f1344197fc0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f1338005fd0 tx=0x7f133800dde0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 -- 172.21.15.18:0/553310282 shutdown_connections 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f132c0a2b90 0x7f132c0a5050 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1344107480 0x7f134419f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1344104b50 0x7f1344197fc0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 --2- 172.21.15.18:0/553310282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1344102220 0x7f1344197a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 -- 172.21.15.18:0/553310282 >> 172.21.15.18:0/553310282 conn(0x7f13440fbc30 msgr2=0x7f1344102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:08.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 -- 172.21.15.18:0/553310282 shutdown_connections 2024-04-22T00:41:08.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.051+0000 7f134a0c6640 1 -- 172.21.15.18:0/553310282 wait complete. 2024-04-22T00:41:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:07 smithi018 ceph-mon[27979]: pgmap v369: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 7 op/s 2024-04-22T00:41:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:07 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/612300419' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:41:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:07 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/186241752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:41:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:07 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2094321828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:41:08.064 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-04-22T00:41:08.064 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:41:08.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:07 smithi081 ceph-mon[31546]: pgmap v369: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 7 op/s 2024-04-22T00:41:08.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:07 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/612300419' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:41:08.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:07 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/186241752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:41:08.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:07 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2094321828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:41:08.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.166+0000 7f58e9b1e640 1 -- 172.21.15.18:0/3913956646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58e4103360 msgr2=0x7f58e4109bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.166+0000 7f58e9b1e640 1 --2- 172.21.15.18:0/3913956646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58e4103360 0x7f58e4109bf0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f58dc009900 tx=0x7f58dc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:08.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.166+0000 7f58e9b1e640 1 -- 172.21.15.18:0/3913956646 shutdown_connections 2024-04-22T00:41:08.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.166+0000 7f58e9b1e640 1 --2- 172.21.15.18:0/3913956646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58e4103360 0x7f58e4109bf0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.166+0000 7f58e9b1e640 1 --2- 172.21.15.18:0/3913956646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58e41029a0 0x7f58e4102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.166+0000 7f58e9b1e640 1 --2- 172.21.15.18:0/3913956646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e41017b0 0x7f58e4101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.166+0000 7f58e9b1e640 1 -- 172.21.15.18:0/3913956646 >> 172.21.15.18:0/3913956646 conn(0x7f58e40fcd40 msgr2=0x7f58e40ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:08.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.166+0000 7f58e9b1e640 1 -- 172.21.15.18:0/3913956646 shutdown_connections 2024-04-22T00:41:08.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.166+0000 7f58e9b1e640 1 -- 172.21.15.18:0/3913956646 wait complete. 2024-04-22T00:41:08.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e9b1e640 1 Processor -- start 2024-04-22T00:41:08.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e9b1e640 1 -- start start 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e9b1e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e41017b0 0x7f58e4197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e9b1e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58e41029a0 0x7f58e4198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e9b1e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58e4103360 0x7f58e419f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e9b1e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f58e410d430 con 0x7f58e4103360 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e9b1e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f58e410d2b0 con 0x7f58e41029a0 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e9b1e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f58e410d5b0 con 0x7f58e41017b0 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58e4103360 0x7f58e419f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58e4103360 0x7f58e419f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53872/0 (socket says 172.21.15.18:53872) 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e3fff640 1 -- 172.21.15.18:0/2959837347 learned_addr learned my addr 172.21.15.18:0/2959837347 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e37fe640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e41017b0 0x7f58e4197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e2ffd640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58e41029a0 0x7f58e4198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e3fff640 1 -- 172.21.15.18:0/2959837347 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e41017b0 msgr2=0x7f58e4197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e3fff640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e41017b0 0x7f58e4197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e3fff640 1 -- 172.21.15.18:0/2959837347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58e41029a0 msgr2=0x7f58e4198020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e3fff640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58e41029a0 0x7f58e4198020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.167+0000 7f58e3fff640 1 -- 172.21.15.18:0/2959837347 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58e419f700 con 0x7f58e4103360 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.168+0000 7f58e3fff640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58e4103360 0x7f58e419f090 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f58dc009230 tx=0x7f58dc005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.168+0000 7f58e0ff9640 1 -- 172.21.15.18:0/2959837347 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58dc041070 con 0x7f58e4103360 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.168+0000 7f58e9b1e640 1 -- 172.21.15.18:0/2959837347 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58e419f990 con 0x7f58e4103360 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.168+0000 7f58e0ff9640 1 -- 172.21.15.18:0/2959837347 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58dc0054e0 con 0x7f58e4103360 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.168+0000 7f58e0ff9640 1 -- 172.21.15.18:0/2959837347 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58dc034440 con 0x7f58e4103360 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.168+0000 7f58e9b1e640 1 -- 172.21.15.18:0/2959837347 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58e419fe80 con 0x7f58e4103360 2024-04-22T00:41:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.169+0000 7f58e9b1e640 1 -- 172.21.15.18:0/2959837347 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58e4108a70 con 0x7f58e4103360 2024-04-22T00:41:08.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.170+0000 7f58e0ff9640 1 -- 172.21.15.18:0/2959837347 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f58dc044070 con 0x7f58e4103360 2024-04-22T00:41:08.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.170+0000 7f58e0ff9640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58cc0a2b90 0x7f58cc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.171+0000 7f58e37fe640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58cc0a2b90 0x7f58cc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.171+0000 7f58e0ff9640 1 -- 172.21.15.18:0/2959837347 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f58dc0f10e0 con 0x7f58e4103360 2024-04-22T00:41:08.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.171+0000 7f58e37fe640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58cc0a2b90 0x7f58cc0a5050 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f58d4005fd0 tx=0x7f58d400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:08.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.175+0000 7f58e0ff9640 1 -- 172.21.15.18:0/2959837347 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f58dc0bd620 con 0x7f58e4103360 2024-04-22T00:41:08.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:07 smithi167 ceph-mon[31348]: pgmap v369: 129 pgs: 129 active+clean; 643 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 7 op/s 2024-04-22T00:41:08.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:07 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/612300419' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:41:08.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:07 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/186241752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:41:08.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:07 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2094321828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:41:08.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.400+0000 7f58e9b1e640 1 -- 172.21.15.18:0/2959837347 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f58e4062340 con 0x7f58e4103360 2024-04-22T00:41:08.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.400+0000 7f58e0ff9640 1 -- 172.21.15.18:0/2959837347 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11869 (secure 0 0 0) 0x7f58dc0dd030 con 0x7f58e4103360 2024-04-22T00:41:08.402 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:08.402 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:41:04.716928+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:41:08.402 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 24 2024-04-22T00:41:08.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.402+0000 7f58e9b1e640 1 -- 172.21.15.18:0/2959837347 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58cc0a2b90 msgr2=0x7f58cc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.402+0000 7f58e9b1e640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58cc0a2b90 0x7f58cc0a5050 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f58d4005fd0 tx=0x7f58d400b390 comp rx=0 tx=0).stop 2024-04-22T00:41:08.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.402+0000 7f58e9b1e640 1 -- 172.21.15.18:0/2959837347 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58e4103360 msgr2=0x7f58e419f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.402+0000 7f58e9b1e640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58e4103360 0x7f58e419f090 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f58dc009230 tx=0x7f58dc005dd0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.402+0000 7f58e9b1e640 1 -- 172.21.15.18:0/2959837347 shutdown_connections 2024-04-22T00:41:08.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.402+0000 7f58e9b1e640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f58cc0a2b90 0x7f58cc0a5050 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.402+0000 7f58e9b1e640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58e4103360 0x7f58e419f090 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.402+0000 7f58e9b1e640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f58e41029a0 0x7f58e4198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.402+0000 7f58e9b1e640 1 --2- 172.21.15.18:0/2959837347 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f58e41017b0 0x7f58e4197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.402+0000 7f58e9b1e640 1 -- 172.21.15.18:0/2959837347 >> 172.21.15.18:0/2959837347 conn(0x7f58e40fcd40 msgr2=0x7f58e4105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:08.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.403+0000 7f58e9b1e640 1 -- 172.21.15.18:0/2959837347 shutdown_connections 2024-04-22T00:41:08.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.403+0000 7f58e9b1e640 1 -- 172.21.15.18:0/2959837347 wait complete. 2024-04-22T00:41:08.418 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-04-22T00:41:08.418 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-04-22T00:41:08.419 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T00:41:08.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.519+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3669242820 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb38103360 msgr2=0x7fcb38109bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.519+0000 7fcb3f8df640 1 --2- 172.21.15.18:0/3669242820 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb38103360 0x7fcb38109bf0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fcb30009ca0 tx=0x7fcb3002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.519+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3669242820 shutdown_connections 2024-04-22T00:41:08.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.519+0000 7fcb3f8df640 1 --2- 172.21.15.18:0/3669242820 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb38103360 0x7fcb38109bf0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.519+0000 7fcb3f8df640 1 --2- 172.21.15.18:0/3669242820 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb381029a0 0x7fcb38102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.519+0000 7fcb3f8df640 1 --2- 172.21.15.18:0/3669242820 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb381017b0 0x7fcb38101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.519+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3669242820 >> 172.21.15.18:0/3669242820 conn(0x7fcb380fcd40 msgr2=0x7fcb380ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.519+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3669242820 shutdown_connections 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.519+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3669242820 wait complete. 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3f8df640 1 Processor -- start 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3f8df640 1 -- start start 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3f8df640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb381017b0 0x7fcb38197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3f8df640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb381029a0 0x7fcb38198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3f8df640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb38103360 0x7fcb3819f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3f8df640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3810d430 con 0x7fcb381029a0 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3f8df640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3810d2b0 con 0x7fcb381017b0 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3f8df640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3810d5b0 con 0x7fcb38103360 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3ce7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb381029a0 0x7fcb38198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3ce7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb381029a0 0x7fcb38198020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53888/0 (socket says 172.21.15.18:53888) 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3ce7a640 1 -- 172.21.15.18:0/3167040907 learned_addr learned my addr 172.21.15.18:0/3167040907 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:08.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3d67b640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb381017b0 0x7fcb38197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.520+0000 7fcb3de7c640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb38103360 0x7fcb3819f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb3ce7a640 1 -- 172.21.15.18:0/3167040907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb38103360 msgr2=0x7fcb3819f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb3ce7a640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb38103360 0x7fcb3819f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb3ce7a640 1 -- 172.21.15.18:0/3167040907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb381017b0 msgr2=0x7fcb38197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb3ce7a640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb381017b0 0x7fcb38197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb3ce7a640 1 -- 172.21.15.18:0/3167040907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb3819f700 con 0x7fcb381029a0 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb3ce7a640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb381029a0 0x7fcb38198020 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fcb2800e9f0 tx=0x7fcb2800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb2e7fc640 1 -- 172.21.15.18:0/3167040907 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb2800cd80 con 0x7fcb381029a0 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb2e7fc640 1 -- 172.21.15.18:0/3167040907 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb28010910 con 0x7fcb381029a0 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3167040907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb3819f9f0 con 0x7fcb381029a0 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb2e7fc640 1 -- 172.21.15.18:0/3167040907 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb28018990 con 0x7fcb381029a0 2024-04-22T00:41:08.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.521+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3167040907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb3819ff40 con 0x7fcb381029a0 2024-04-22T00:41:08.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.522+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3167040907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb38108a70 con 0x7fcb381029a0 2024-04-22T00:41:08.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.523+0000 7fcb2e7fc640 1 -- 172.21.15.18:0/3167040907 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcb28010ac0 con 0x7fcb381029a0 2024-04-22T00:41:08.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.524+0000 7fcb2e7fc640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcb240a2b90 0x7fcb240a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.524+0000 7fcb3d67b640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcb240a2b90 0x7fcb240a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.524+0000 7fcb2e7fc640 1 -- 172.21.15.18:0/3167040907 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fcb280cf780 con 0x7fcb381029a0 2024-04-22T00:41:08.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.525+0000 7fcb3d67b640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcb240a2b90 0x7fcb240a5050 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fcb38102800 tx=0x7fcb34005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:08.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.529+0000 7fcb2e7fc640 1 -- 172.21.15.18:0/3167040907 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fcb2809bc60 con 0x7fcb381029a0 2024-04-22T00:41:08.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.709+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3167040907 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcb38061b80 con 0x7fcb240a2b90 2024-04-22T00:41:08.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.719+0000 7fcb2e7fc640 1 -- 172.21.15.18:0/3167040907 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340483 (secure 0 0 0) 0x7fcb38061b80 con 0x7fcb240a2b90 2024-04-22T00:41:08.725 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:08.727 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-04-22T00:41:08.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3167040907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcb240a2b90 msgr2=0x7fcb240a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcb240a2b90 0x7fcb240a5050 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fcb38102800 tx=0x7fcb34005f90 comp rx=0 tx=0).stop 2024-04-22T00:41:08.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3167040907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb381029a0 msgr2=0x7fcb38198020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb381029a0 0x7fcb38198020 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fcb2800e9f0 tx=0x7fcb2800eeb0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3167040907 shutdown_connections 2024-04-22T00:41:08.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcb240a2b90 0x7fcb240a5050 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb38103360 0x7fcb3819f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb381029a0 0x7fcb38198020 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 --2- 172.21.15.18:0/3167040907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb381017b0 0x7fcb38197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3167040907 >> 172.21.15.18:0/3167040907 conn(0x7fcb380fcd40 msgr2=0x7fcb38105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:08.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3167040907 shutdown_connections 2024-04-22T00:41:08.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.723+0000 7fcb3f8df640 1 -- 172.21.15.18:0/3167040907 wait complete. 2024-04-22T00:41:08.736 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":370,"stamp":"2024-04-22T00:41:08.067871+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658965,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":868,"num_read_kb":553,"num_write":357,"num_write_kb":3066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":1181352,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":790,"ondisk_log_size":790,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":401420,"kb_used_data":14768,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124540404,"statfs":{"total":1151940427776,"available":1151529373696,"internally_reserved":0,"allocated":15122432,"data_stored":8323025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":67,"num_read_kb":32,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003065"},"pg_stats":[{"pgid":"3.3f","version":"93'8","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779465+0000","last_change":"2024-04-22T00:38:40.367810+0000","last_active":"2024-04-22T00:40:39.779465+0000","last_peered":"2024-04-22T00:40:39.779465+0000","last_clean":"2024-04-22T00:40:39.779465+0000","last_became_active":"2024-04-22T00:38:40.367519+0000","last_became_peered":"2024-04-22T00:38:40.367519+0000","last_unstale":"2024-04-22T00:40:39.779465+0000","last_undegraded":"2024-04-22T00:40:39.779465+0000","last_fullsized":"2024-04-22T00:40:39.779465+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:21:30.577358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442083+0000","last_change":"2024-04-22T00:38:40.366029+0000","last_active":"2024-04-22T00:40:40.442083+0000","last_peered":"2024-04-22T00:40:40.442083+0000","last_clean":"2024-04-22T00:40:40.442083+0000","last_became_active":"2024-04-22T00:38:40.365679+0000","last_became_peered":"2024-04-22T00:38:40.365679+0000","last_unstale":"2024-04-22T00:40:40.442083+0000","last_undegraded":"2024-04-22T00:40:40.442083+0000","last_fullsized":"2024-04-22T00:40:40.442083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:17:38.156470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442007+0000","last_change":"2024-04-22T00:38:40.363834+0000","last_active":"2024-04-22T00:40:40.442007+0000","last_peered":"2024-04-22T00:40:40.442007+0000","last_clean":"2024-04-22T00:40:40.442007+0000","last_became_active":"2024-04-22T00:38:40.363494+0000","last_became_peered":"2024-04-22T00:38:40.363494+0000","last_unstale":"2024-04-22T00:40:40.442007+0000","last_undegraded":"2024-04-22T00:40:40.442007+0000","last_fullsized":"2024-04-22T00:40:40.442007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:27:45.403891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.425697+0000","last_change":"2024-04-22T00:38:40.375393+0000","last_active":"2024-04-22T00:40:40.425697+0000","last_peered":"2024-04-22T00:40:40.425697+0000","last_clean":"2024-04-22T00:40:40.425697+0000","last_became_active":"2024-04-22T00:38:40.375076+0000","last_became_peered":"2024-04-22T00:38:40.375076+0000","last_unstale":"2024-04-22T00:40:40.425697+0000","last_undegraded":"2024-04-22T00:40:40.425697+0000","last_fullsized":"2024-04-22T00:40:40.425697+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:07:27.404582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780427+0000","last_change":"2024-04-22T00:38:40.373581+0000","last_active":"2024-04-22T00:40:39.780427+0000","last_peered":"2024-04-22T00:40:39.780427+0000","last_clean":"2024-04-22T00:40:39.780427+0000","last_became_active":"2024-04-22T00:38:40.373261+0000","last_became_peered":"2024-04-22T00:38:40.373261+0000","last_unstale":"2024-04-22T00:40:39.780427+0000","last_undegraded":"2024-04-22T00:40:39.780427+0000","last_fullsized":"2024-04-22T00:40:39.780427+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:38.908652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777974+0000","last_change":"2024-04-22T00:38:40.377033+0000","last_active":"2024-04-22T00:40:39.777974+0000","last_peered":"2024-04-22T00:40:39.777974+0000","last_clean":"2024-04-22T00:40:39.777974+0000","last_became_active":"2024-04-22T00:38:40.376694+0000","last_became_peered":"2024-04-22T00:38:40.376694+0000","last_unstale":"2024-04-22T00:40:39.777974+0000","last_undegraded":"2024-04-22T00:40:39.777974+0000","last_fullsized":"2024-04-22T00:40:39.777974+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:46:23.799672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780538+0000","last_change":"2024-04-22T00:38:40.364083+0000","last_active":"2024-04-22T00:40:39.780538+0000","last_peered":"2024-04-22T00:40:39.780538+0000","last_clean":"2024-04-22T00:40:39.780538+0000","last_became_active":"2024-04-22T00:38:40.363769+0000","last_became_peered":"2024-04-22T00:38:40.363769+0000","last_unstale":"2024-04-22T00:40:39.780538+0000","last_undegraded":"2024-04-22T00:40:39.780538+0000","last_fullsized":"2024-04-22T00:40:39.780538+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:04:33.631920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400842+0000","last_change":"2024-04-22T00:38:40.357433+0000","last_active":"2024-04-22T00:40:40.400842+0000","last_peered":"2024-04-22T00:40:40.400842+0000","last_clean":"2024-04-22T00:40:40.400842+0000","last_became_active":"2024-04-22T00:38:40.357100+0000","last_became_peered":"2024-04-22T00:38:40.357100+0000","last_unstale":"2024-04-22T00:40:40.400842+0000","last_undegraded":"2024-04-22T00:40:40.400842+0000","last_fullsized":"2024-04-22T00:40:40.400842+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:54.446434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":41,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777890+0000","last_change":"2024-04-22T00:38:40.370297+0000","last_active":"2024-04-22T00:40:39.777890+0000","last_peered":"2024-04-22T00:40:39.777890+0000","last_clean":"2024-04-22T00:40:39.777890+0000","last_became_active":"2024-04-22T00:38:40.369973+0000","last_became_peered":"2024-04-22T00:38:40.369973+0000","last_unstale":"2024-04-22T00:40:39.777890+0000","last_undegraded":"2024-04-22T00:40:39.777890+0000","last_fullsized":"2024-04-22T00:40:39.777890+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:33:55.041055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":46,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.778445+0000","last_change":"2024-04-22T00:38:40.375787+0000","last_active":"2024-04-22T00:40:39.778445+0000","last_peered":"2024-04-22T00:40:39.778445+0000","last_clean":"2024-04-22T00:40:39.778445+0000","last_became_active":"2024-04-22T00:38:40.375461+0000","last_became_peered":"2024-04-22T00:38:40.375461+0000","last_unstale":"2024-04-22T00:40:39.778445+0000","last_undegraded":"2024-04-22T00:40:39.778445+0000","last_fullsized":"2024-04-22T00:40:39.778445+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:35.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781685+0000","last_change":"2024-04-22T00:38:40.363070+0000","last_active":"2024-04-22T00:40:39.781685+0000","last_peered":"2024-04-22T00:40:39.781685+0000","last_clean":"2024-04-22T00:40:39.781685+0000","last_became_active":"2024-04-22T00:38:40.362124+0000","last_became_peered":"2024-04-22T00:38:40.362124+0000","last_unstale":"2024-04-22T00:40:39.781685+0000","last_undegraded":"2024-04-22T00:40:39.781685+0000","last_fullsized":"2024-04-22T00:40:39.781685+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:58.345244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.425830+0000","last_change":"2024-04-22T00:38:40.375481+0000","last_active":"2024-04-22T00:40:40.425830+0000","last_peered":"2024-04-22T00:40:40.425830+0000","last_clean":"2024-04-22T00:40:40.425830+0000","last_became_active":"2024-04-22T00:38:40.375166+0000","last_became_peered":"2024-04-22T00:38:40.375166+0000","last_unstale":"2024-04-22T00:40:40.425830+0000","last_undegraded":"2024-04-22T00:40:40.425830+0000","last_fullsized":"2024-04-22T00:40:40.425830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:44:54.454914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780336+0000","last_change":"2024-04-22T00:38:40.367188+0000","last_active":"2024-04-22T00:40:39.780336+0000","last_peered":"2024-04-22T00:40:39.780336+0000","last_clean":"2024-04-22T00:40:39.780336+0000","last_became_active":"2024-04-22T00:38:40.366823+0000","last_became_peered":"2024-04-22T00:38:40.366823+0000","last_unstale":"2024-04-22T00:40:39.780336+0000","last_undegraded":"2024-04-22T00:40:39.780336+0000","last_fullsized":"2024-04-22T00:40:39.780336+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:43.451995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.441855+0000","last_change":"2024-04-22T00:38:40.366815+0000","last_active":"2024-04-22T00:40:40.441855+0000","last_peered":"2024-04-22T00:40:40.441855+0000","last_clean":"2024-04-22T00:40:40.441855+0000","last_became_active":"2024-04-22T00:38:40.366473+0000","last_became_peered":"2024-04-22T00:38:40.366473+0000","last_unstale":"2024-04-22T00:40:40.441855+0000","last_undegraded":"2024-04-22T00:40:40.441855+0000","last_fullsized":"2024-04-22T00:40:40.441855+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:42:28.037969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.441842+0000","last_change":"2024-04-22T00:38:40.373225+0000","last_active":"2024-04-22T00:40:40.441842+0000","last_peered":"2024-04-22T00:40:40.441842+0000","last_clean":"2024-04-22T00:40:40.441842+0000","last_became_active":"2024-04-22T00:38:40.372848+0000","last_became_peered":"2024-04-22T00:38:40.372848+0000","last_unstale":"2024-04-22T00:40:40.441842+0000","last_undegraded":"2024-04-22T00:40:40.441842+0000","last_fullsized":"2024-04-22T00:40:40.441842+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:54.985460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.776835+0000","last_change":"2024-04-22T00:38:40.361865+0000","last_active":"2024-04-22T00:40:39.776835+0000","last_peered":"2024-04-22T00:40:39.776835+0000","last_clean":"2024-04-22T00:40:39.776835+0000","last_became_active":"2024-04-22T00:38:40.361471+0000","last_became_peered":"2024-04-22T00:38:40.361471+0000","last_unstale":"2024-04-22T00:40:39.776835+0000","last_undegraded":"2024-04-22T00:40:39.776835+0000","last_fullsized":"2024-04-22T00:40:39.776835+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:13:16.480063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779394+0000","last_change":"2024-04-22T00:38:40.368845+0000","last_active":"2024-04-22T00:40:39.779394+0000","last_peered":"2024-04-22T00:40:39.779394+0000","last_clean":"2024-04-22T00:40:39.779394+0000","last_became_active":"2024-04-22T00:38:40.368322+0000","last_became_peered":"2024-04-22T00:38:40.368322+0000","last_unstale":"2024-04-22T00:40:39.779394+0000","last_undegraded":"2024-04-22T00:40:39.779394+0000","last_fullsized":"2024-04-22T00:40:39.779394+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:36:57.926087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777702+0000","last_change":"2024-04-22T00:38:40.366139+0000","last_active":"2024-04-22T00:40:39.777702+0000","last_peered":"2024-04-22T00:40:39.777702+0000","last_clean":"2024-04-22T00:40:39.777702+0000","last_became_active":"2024-04-22T00:38:40.365694+0000","last_became_peered":"2024-04-22T00:38:40.365694+0000","last_unstale":"2024-04-22T00:40:39.777702+0000","last_undegraded":"2024-04-22T00:40:39.777702+0000","last_fullsized":"2024-04-22T00:40:39.777702+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:51.067092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.784082+0000","last_change":"2024-04-22T00:38:40.377469+0000","last_active":"2024-04-22T00:40:39.784082+0000","last_peered":"2024-04-22T00:40:39.784082+0000","last_clean":"2024-04-22T00:40:39.784082+0000","last_became_active":"2024-04-22T00:38:40.371408+0000","last_became_peered":"2024-04-22T00:38:40.371408+0000","last_unstale":"2024-04-22T00:40:39.784082+0000","last_undegraded":"2024-04-22T00:40:39.784082+0000","last_fullsized":"2024-04-22T00:40:39.784082+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:57:02.978252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783166+0000","last_change":"2024-04-22T00:39:39.672382+0000","last_active":"2024-04-22T00:40:39.783166+0000","last_peered":"2024-04-22T00:40:39.783166+0000","last_clean":"2024-04-22T00:40:39.783166+0000","last_became_active":"2024-04-22T00:39:39.671443+0000","last_became_peered":"2024-04-22T00:39:39.671443+0000","last_unstale":"2024-04-22T00:40:39.783166+0000","last_undegraded":"2024-04-22T00:40:39.783166+0000","last_fullsized":"2024-04-22T00:40:39.783166+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:23.128862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,10,0],"acting":[2,3,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":58,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.434387+0000","last_change":"2024-04-22T00:40:40.434005+0000","last_active":"2024-04-22T00:40:40.434387+0000","last_peered":"2024-04-22T00:40:40.434387+0000","last_clean":"2024-04-22T00:40:40.434387+0000","last_became_active":"2024-04-22T00:40:40.428110+0000","last_became_peered":"2024-04-22T00:40:40.428110+0000","last_unstale":"2024-04-22T00:40:40.434387+0000","last_undegraded":"2024-04-22T00:40:40.434387+0000","last_fullsized":"2024-04-22T00:40:40.434387+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:17:49.806836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,4],"acting":[9,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400852+0000","last_change":"2024-04-22T00:38:40.356727+0000","last_active":"2024-04-22T00:40:40.400852+0000","last_peered":"2024-04-22T00:40:40.400852+0000","last_clean":"2024-04-22T00:40:40.400852+0000","last_became_active":"2024-04-22T00:38:40.356415+0000","last_became_peered":"2024-04-22T00:38:40.356415+0000","last_unstale":"2024-04-22T00:40:40.400852+0000","last_undegraded":"2024-04-22T00:40:40.400852+0000","last_fullsized":"2024-04-22T00:40:40.400852+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:51:21.063322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.425795+0000","last_change":"2024-04-22T00:39:39.672968+0000","last_active":"2024-04-22T00:40:40.425795+0000","last_peered":"2024-04-22T00:40:40.425795+0000","last_clean":"2024-04-22T00:40:40.425795+0000","last_became_active":"2024-04-22T00:39:39.672476+0000","last_became_peered":"2024-04-22T00:39:39.672476+0000","last_unstale":"2024-04-22T00:40:40.425795+0000","last_undegraded":"2024-04-22T00:40:40.425795+0000","last_fullsized":"2024-04-22T00:40:40.425795+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:13.200730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,8,3],"acting":[4,6,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401759+0000","last_change":"2024-04-22T00:38:39.360667+0000","last_active":"2024-04-22T00:40:40.401759+0000","last_peered":"2024-04-22T00:40:40.401759+0000","last_clean":"2024-04-22T00:40:40.401759+0000","last_became_active":"2024-04-22T00:38:39.360213+0000","last_became_peered":"2024-04-22T00:38:39.360213+0000","last_unstale":"2024-04-22T00:40:40.401759+0000","last_undegraded":"2024-04-22T00:40:40.401759+0000","last_fullsized":"2024-04-22T00:40:40.401759+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:19:06.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442422+0000","last_change":"2024-04-22T00:38:40.369638+0000","last_active":"2024-04-22T00:40:40.442422+0000","last_peered":"2024-04-22T00:40:40.442422+0000","last_clean":"2024-04-22T00:40:40.442422+0000","last_became_active":"2024-04-22T00:38:40.368377+0000","last_became_peered":"2024-04-22T00:38:40.368377+0000","last_unstale":"2024-04-22T00:40:40.442422+0000","last_undegraded":"2024-04-22T00:40:40.442422+0000","last_fullsized":"2024-04-22T00:40:40.442422+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:52:49.332301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426171+0000","last_change":"2024-04-22T00:38:44.406576+0000","last_active":"2024-04-22T00:40:40.426171+0000","last_peered":"2024-04-22T00:40:40.426171+0000","last_clean":"2024-04-22T00:40:40.426171+0000","last_became_active":"2024-04-22T00:38:44.405670+0000","last_became_peered":"2024-04-22T00:38:44.405670+0000","last_unstale":"2024-04-22T00:40:40.426171+0000","last_undegraded":"2024-04-22T00:40:40.426171+0000","last_fullsized":"2024-04-22T00:40:40.426171+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:28.412974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780567+0000","last_change":"2024-04-22T00:38:39.370535+0000","last_active":"2024-04-22T00:40:39.780567+0000","last_peered":"2024-04-22T00:40:39.780567+0000","last_clean":"2024-04-22T00:40:39.780567+0000","last_became_active":"2024-04-22T00:38:39.370033+0000","last_became_peered":"2024-04-22T00:38:39.370033+0000","last_unstale":"2024-04-22T00:40:39.780567+0000","last_undegraded":"2024-04-22T00:40:39.780567+0000","last_fullsized":"2024-04-22T00:40:39.780567+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:21.146476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777285+0000","last_change":"2024-04-22T00:38:40.365051+0000","last_active":"2024-04-22T00:40:39.777285+0000","last_peered":"2024-04-22T00:40:39.777285+0000","last_clean":"2024-04-22T00:40:39.777285+0000","last_became_active":"2024-04-22T00:38:40.364700+0000","last_became_peered":"2024-04-22T00:38:40.364700+0000","last_unstale":"2024-04-22T00:40:39.777285+0000","last_undegraded":"2024-04-22T00:40:39.777285+0000","last_fullsized":"2024-04-22T00:40:39.777285+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:18:42.608828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426291+0000","last_change":"2024-04-22T00:38:44.402410+0000","last_active":"2024-04-22T00:40:40.426291+0000","last_peered":"2024-04-22T00:40:40.426291+0000","last_clean":"2024-04-22T00:40:40.426291+0000","last_became_active":"2024-04-22T00:38:44.402058+0000","last_became_peered":"2024-04-22T00:38:44.402058+0000","last_unstale":"2024-04-22T00:40:40.426291+0000","last_undegraded":"2024-04-22T00:40:40.426291+0000","last_fullsized":"2024-04-22T00:40:40.426291+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:52:12.956415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780273+0000","last_change":"2024-04-22T00:38:39.366658+0000","last_active":"2024-04-22T00:40:39.780273+0000","last_peered":"2024-04-22T00:40:39.780273+0000","last_clean":"2024-04-22T00:40:39.780273+0000","last_became_active":"2024-04-22T00:38:39.365415+0000","last_became_peered":"2024-04-22T00:38:39.365415+0000","last_unstale":"2024-04-22T00:40:39.780273+0000","last_undegraded":"2024-04-22T00:40:39.780273+0000","last_fullsized":"2024-04-22T00:40:39.780273+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:33.687226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":43,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313207+0000","last_change":"2024-04-22T00:38:40.362518+0000","last_active":"2024-04-22T00:40:40.313207+0000","last_peered":"2024-04-22T00:40:40.313207+0000","last_clean":"2024-04-22T00:40:40.313207+0000","last_became_active":"2024-04-22T00:38:40.362219+0000","last_became_peered":"2024-04-22T00:38:40.362219+0000","last_unstale":"2024-04-22T00:40:40.313207+0000","last_undegraded":"2024-04-22T00:40:40.313207+0000","last_fullsized":"2024-04-22T00:40:40.313207+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:47:52.401356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783651+0000","last_change":"2024-04-22T00:39:39.672914+0000","last_active":"2024-04-22T00:40:39.783651+0000","last_peered":"2024-04-22T00:40:39.783651+0000","last_clean":"2024-04-22T00:40:39.783651+0000","last_became_active":"2024-04-22T00:39:39.672440+0000","last_became_peered":"2024-04-22T00:39:39.672440+0000","last_unstale":"2024-04-22T00:40:39.783651+0000","last_undegraded":"2024-04-22T00:40:39.783651+0000","last_fullsized":"2024-04-22T00:40:39.783651+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:21:50.466296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"95'8","reported_seq":163,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:05.513632+0000","last_change":"2024-04-22T00:38:39.363347+0000","last_active":"2024-04-22T00:41:05.513632+0000","last_peered":"2024-04-22T00:41:05.513632+0000","last_clean":"2024-04-22T00:41:05.513632+0000","last_became_active":"2024-04-22T00:38:39.363047+0000","last_became_peered":"2024-04-22T00:38:39.363047+0000","last_unstale":"2024-04-22T00:41:05.513632+0000","last_undegraded":"2024-04-22T00:41:05.513632+0000","last_fullsized":"2024-04-22T00:41:05.513632+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:52:56.438868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1462,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780283+0000","last_change":"2024-04-22T00:38:40.369168+0000","last_active":"2024-04-22T00:40:39.780283+0000","last_peered":"2024-04-22T00:40:39.780283+0000","last_clean":"2024-04-22T00:40:39.780283+0000","last_became_active":"2024-04-22T00:38:40.368842+0000","last_became_peered":"2024-04-22T00:38:40.368842+0000","last_unstale":"2024-04-22T00:40:39.780283+0000","last_undegraded":"2024-04-22T00:40:39.780283+0000","last_fullsized":"2024-04-22T00:40:39.780283+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:09:21.923340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783581+0000","last_change":"2024-04-22T00:38:44.406786+0000","last_active":"2024-04-22T00:40:39.783581+0000","last_peered":"2024-04-22T00:40:39.783581+0000","last_clean":"2024-04-22T00:40:39.783581+0000","last_became_active":"2024-04-22T00:38:44.405474+0000","last_became_peered":"2024-04-22T00:38:44.405474+0000","last_unstale":"2024-04-22T00:40:39.783581+0000","last_undegraded":"2024-04-22T00:40:39.783581+0000","last_fullsized":"2024-04-22T00:40:39.783581+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:32:07.650716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.785034+0000","last_change":"2024-04-22T00:40:39.785034+0000","last_active":"2024-04-22T00:40:39.785034+0000","last_peered":"2024-04-22T00:40:39.785034+0000","last_clean":"2024-04-22T00:40:39.785034+0000","last_became_active":"2024-04-22T00:40:39.781758+0000","last_became_peered":"2024-04-22T00:40:39.781758+0000","last_unstale":"2024-04-22T00:40:39.785034+0000","last_undegraded":"2024-04-22T00:40:39.785034+0000","last_fullsized":"2024-04-22T00:40:39.785034+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:02.192136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,6],"acting":[10,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":42,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312932+0000","last_change":"2024-04-22T00:39:39.672815+0000","last_active":"2024-04-22T00:40:40.312932+0000","last_peered":"2024-04-22T00:40:40.312932+0000","last_clean":"2024-04-22T00:40:40.312932+0000","last_became_active":"2024-04-22T00:39:39.672374+0000","last_became_peered":"2024-04-22T00:39:39.672374+0000","last_unstale":"2024-04-22T00:40:40.312932+0000","last_undegraded":"2024-04-22T00:40:40.312932+0000","last_fullsized":"2024-04-22T00:40:40.312932+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:30:11.032191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779185+0000","last_change":"2024-04-22T00:39:39.673578+0000","last_active":"2024-04-22T00:40:39.779185+0000","last_peered":"2024-04-22T00:40:39.779185+0000","last_clean":"2024-04-22T00:40:39.779185+0000","last_became_active":"2024-04-22T00:39:39.672181+0000","last_became_peered":"2024-04-22T00:39:39.672181+0000","last_unstale":"2024-04-22T00:40:39.779185+0000","last_undegraded":"2024-04-22T00:40:39.779185+0000","last_fullsized":"2024-04-22T00:40:39.779185+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:04:50.778073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779903+0000","last_change":"2024-04-22T00:38:39.366127+0000","last_active":"2024-04-22T00:40:39.779903+0000","last_peered":"2024-04-22T00:40:39.779903+0000","last_clean":"2024-04-22T00:40:39.779903+0000","last_became_active":"2024-04-22T00:38:39.365758+0000","last_became_peered":"2024-04-22T00:38:39.365758+0000","last_unstale":"2024-04-22T00:40:39.779903+0000","last_undegraded":"2024-04-22T00:40:39.779903+0000","last_fullsized":"2024-04-22T00:40:39.779903+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:00.931898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400751+0000","last_change":"2024-04-22T00:38:40.363547+0000","last_active":"2024-04-22T00:40:40.400751+0000","last_peered":"2024-04-22T00:40:40.400751+0000","last_clean":"2024-04-22T00:40:40.400751+0000","last_became_active":"2024-04-22T00:38:40.363136+0000","last_became_peered":"2024-04-22T00:38:40.363136+0000","last_unstale":"2024-04-22T00:40:40.400751+0000","last_undegraded":"2024-04-22T00:40:40.400751+0000","last_fullsized":"2024-04-22T00:40:40.400751+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:08:22.135426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442684+0000","last_change":"2024-04-22T00:38:44.401113+0000","last_active":"2024-04-22T00:40:40.442684+0000","last_peered":"2024-04-22T00:40:40.442684+0000","last_clean":"2024-04-22T00:40:40.442684+0000","last_became_active":"2024-04-22T00:38:44.400679+0000","last_became_peered":"2024-04-22T00:38:44.400679+0000","last_unstale":"2024-04-22T00:40:40.442684+0000","last_undegraded":"2024-04-22T00:40:40.442684+0000","last_fullsized":"2024-04-22T00:40:40.442684+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:28.248892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.786679+0000","last_change":"2024-04-22T00:40:39.782930+0000","last_active":"2024-04-22T00:40:39.786679+0000","last_peered":"2024-04-22T00:40:39.786679+0000","last_clean":"2024-04-22T00:40:39.786679+0000","last_became_active":"2024-04-22T00:40:39.782402+0000","last_became_peered":"2024-04-22T00:40:39.782402+0000","last_unstale":"2024-04-22T00:40:39.786679+0000","last_undegraded":"2024-04-22T00:40:39.786679+0000","last_fullsized":"2024-04-22T00:40:39.786679+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:02:32.780170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,7],"acting":[11,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":41,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777163+0000","last_change":"2024-04-22T00:38:40.361149+0000","last_active":"2024-04-22T00:40:39.777163+0000","last_peered":"2024-04-22T00:40:39.777163+0000","last_clean":"2024-04-22T00:40:39.777163+0000","last_became_active":"2024-04-22T00:38:40.360817+0000","last_became_peered":"2024-04-22T00:38:40.360817+0000","last_unstale":"2024-04-22T00:40:39.777163+0000","last_undegraded":"2024-04-22T00:40:39.777163+0000","last_fullsized":"2024-04-22T00:40:39.777163+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:23.184762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401508+0000","last_change":"2024-04-22T00:38:44.398428+0000","last_active":"2024-04-22T00:40:40.401508+0000","last_peered":"2024-04-22T00:40:40.401508+0000","last_clean":"2024-04-22T00:40:40.401508+0000","last_became_active":"2024-04-22T00:38:44.395265+0000","last_became_peered":"2024-04-22T00:38:44.395265+0000","last_unstale":"2024-04-22T00:40:40.401508+0000","last_undegraded":"2024-04-22T00:40:40.401508+0000","last_fullsized":"2024-04-22T00:40:40.401508+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:11.561788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"95'5","reported_seq":156,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:05.513178+0000","last_change":"2024-04-22T00:38:39.372184+0000","last_active":"2024-04-22T00:41:05.513178+0000","last_peered":"2024-04-22T00:41:05.513178+0000","last_clean":"2024-04-22T00:41:05.513178+0000","last_became_active":"2024-04-22T00:38:39.371792+0000","last_became_peered":"2024-04-22T00:38:39.371792+0000","last_unstale":"2024-04-22T00:41:05.513178+0000","last_undegraded":"2024-04-22T00:41:05.513178+0000","last_fullsized":"2024-04-22T00:41:05.513178+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:54.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777150+0000","last_change":"2024-04-22T00:38:40.365514+0000","last_active":"2024-04-22T00:40:39.777150+0000","last_peered":"2024-04-22T00:40:39.777150+0000","last_clean":"2024-04-22T00:40:39.777150+0000","last_became_active":"2024-04-22T00:38:40.365207+0000","last_became_peered":"2024-04-22T00:38:40.365207+0000","last_unstale":"2024-04-22T00:40:39.777150+0000","last_undegraded":"2024-04-22T00:40:39.777150+0000","last_fullsized":"2024-04-22T00:40:39.777150+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:51:15.503594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777154+0000","last_change":"2024-04-22T00:38:44.404822+0000","last_active":"2024-04-22T00:40:39.777154+0000","last_peered":"2024-04-22T00:40:39.777154+0000","last_clean":"2024-04-22T00:40:39.777154+0000","last_became_active":"2024-04-22T00:38:44.403009+0000","last_became_peered":"2024-04-22T00:38:44.403009+0000","last_unstale":"2024-04-22T00:40:39.777154+0000","last_undegraded":"2024-04-22T00:40:39.777154+0000","last_fullsized":"2024-04-22T00:40:39.777154+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:53:21.262362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.436292+0000","last_change":"2024-04-22T00:40:40.435777+0000","last_active":"2024-04-22T00:40:40.436292+0000","last_peered":"2024-04-22T00:40:40.436292+0000","last_clean":"2024-04-22T00:40:40.436292+0000","last_became_active":"2024-04-22T00:40:40.427956+0000","last_became_peered":"2024-04-22T00:40:40.427956+0000","last_unstale":"2024-04-22T00:40:40.436292+0000","last_undegraded":"2024-04-22T00:40:40.436292+0000","last_fullsized":"2024-04-22T00:40:40.436292+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:30:49.627158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442337+0000","last_change":"2024-04-22T00:38:40.374741+0000","last_active":"2024-04-22T00:40:40.442337+0000","last_peered":"2024-04-22T00:40:40.442337+0000","last_clean":"2024-04-22T00:40:40.442337+0000","last_became_active":"2024-04-22T00:38:40.374154+0000","last_became_peered":"2024-04-22T00:38:40.374154+0000","last_unstale":"2024-04-22T00:40:40.442337+0000","last_undegraded":"2024-04-22T00:40:40.442337+0000","last_fullsized":"2024-04-22T00:40:40.442337+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:07:27.137055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426499+0000","last_change":"2024-04-22T00:38:44.405940+0000","last_active":"2024-04-22T00:40:40.426499+0000","last_peered":"2024-04-22T00:40:40.426499+0000","last_clean":"2024-04-22T00:40:40.426499+0000","last_became_active":"2024-04-22T00:38:44.405463+0000","last_became_peered":"2024-04-22T00:38:44.405463+0000","last_unstale":"2024-04-22T00:40:40.426499+0000","last_undegraded":"2024-04-22T00:40:40.426499+0000","last_fullsized":"2024-04-22T00:40:40.426499+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:21:51.881080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313230+0000","last_change":"2024-04-22T00:38:39.365832+0000","last_active":"2024-04-22T00:40:40.313230+0000","last_peered":"2024-04-22T00:40:40.313230+0000","last_clean":"2024-04-22T00:40:40.313230+0000","last_became_active":"2024-04-22T00:38:39.365523+0000","last_became_peered":"2024-04-22T00:38:39.365523+0000","last_unstale":"2024-04-22T00:40:40.313230+0000","last_undegraded":"2024-04-22T00:40:40.313230+0000","last_fullsized":"2024-04-22T00:40:40.313230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:07:43.953692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":41,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777241+0000","last_change":"2024-04-22T00:38:40.375443+0000","last_active":"2024-04-22T00:40:39.777241+0000","last_peered":"2024-04-22T00:40:39.777241+0000","last_clean":"2024-04-22T00:40:39.777241+0000","last_became_active":"2024-04-22T00:38:40.375092+0000","last_became_peered":"2024-04-22T00:38:40.375092+0000","last_unstale":"2024-04-22T00:40:39.777241+0000","last_undegraded":"2024-04-22T00:40:39.777241+0000","last_fullsized":"2024-04-22T00:40:39.777241+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:00.257128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777253+0000","last_change":"2024-04-22T00:38:44.402484+0000","last_active":"2024-04-22T00:40:39.777253+0000","last_peered":"2024-04-22T00:40:39.777253+0000","last_clean":"2024-04-22T00:40:39.777253+0000","last_became_active":"2024-04-22T00:38:44.402060+0000","last_became_peered":"2024-04-22T00:38:44.402060+0000","last_unstale":"2024-04-22T00:40:39.777253+0000","last_undegraded":"2024-04-22T00:40:39.777253+0000","last_fullsized":"2024-04-22T00:40:39.777253+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:07:01.255408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"95'38","reported_seq":318,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:05.513203+0000","last_change":"2024-04-22T00:38:39.369420+0000","last_active":"2024-04-22T00:41:05.513203+0000","last_peered":"2024-04-22T00:41:05.513203+0000","last_clean":"2024-04-22T00:41:05.513203+0000","last_became_active":"2024-04-22T00:38:39.369074+0000","last_became_peered":"2024-04-22T00:38:39.369074+0000","last_unstale":"2024-04-22T00:41:05.513203+0000","last_undegraded":"2024-04-22T00:41:05.513203+0000","last_fullsized":"2024-04-22T00:41:05.513203+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:08:34.427757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63913,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":248,"num_read_kb":187,"num_write":39,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780697+0000","last_change":"2024-04-22T00:38:40.368352+0000","last_active":"2024-04-22T00:40:39.780697+0000","last_peered":"2024-04-22T00:40:39.780697+0000","last_clean":"2024-04-22T00:40:39.780697+0000","last_became_active":"2024-04-22T00:38:40.367975+0000","last_became_peered":"2024-04-22T00:38:40.367975+0000","last_unstale":"2024-04-22T00:40:39.780697+0000","last_undegraded":"2024-04-22T00:40:39.780697+0000","last_fullsized":"2024-04-22T00:40:39.780697+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:11.599867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313415+0000","last_change":"2024-04-22T00:38:44.393349+0000","last_active":"2024-04-22T00:40:40.313415+0000","last_peered":"2024-04-22T00:40:40.313415+0000","last_clean":"2024-04-22T00:40:40.313415+0000","last_became_active":"2024-04-22T00:38:44.392781+0000","last_became_peered":"2024-04-22T00:38:44.392781+0000","last_unstale":"2024-04-22T00:40:40.313415+0000","last_undegraded":"2024-04-22T00:40:40.313415+0000","last_fullsized":"2024-04-22T00:40:40.313415+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:12:28.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":25,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779042+0000","last_change":"2024-04-22T00:39:39.536327+0000","last_active":"2024-04-22T00:40:39.779042+0000","last_peered":"2024-04-22T00:40:39.779042+0000","last_clean":"2024-04-22T00:40:39.779042+0000","last_became_active":"2024-04-22T00:39:39.529279+0000","last_became_peered":"2024-04-22T00:39:39.529279+0000","last_unstale":"2024-04-22T00:40:39.779042+0000","last_undegraded":"2024-04-22T00:40:39.779042+0000","last_fullsized":"2024-04-22T00:40:39.779042+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:06:11.157839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780596+0000","last_change":"2024-04-22T00:38:40.370950+0000","last_active":"2024-04-22T00:40:39.780596+0000","last_peered":"2024-04-22T00:40:39.780596+0000","last_clean":"2024-04-22T00:40:39.780596+0000","last_became_active":"2024-04-22T00:38:40.370648+0000","last_became_peered":"2024-04-22T00:38:40.370648+0000","last_unstale":"2024-04-22T00:40:39.780596+0000","last_undegraded":"2024-04-22T00:40:39.780596+0000","last_fullsized":"2024-04-22T00:40:39.780596+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:41:02.299079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779302+0000","last_change":"2024-04-22T00:38:44.404019+0000","last_active":"2024-04-22T00:40:39.779302+0000","last_peered":"2024-04-22T00:40:39.779302+0000","last_clean":"2024-04-22T00:40:39.779302+0000","last_became_active":"2024-04-22T00:38:44.403695+0000","last_became_peered":"2024-04-22T00:38:44.403695+0000","last_unstale":"2024-04-22T00:40:39.779302+0000","last_undegraded":"2024-04-22T00:40:39.779302+0000","last_fullsized":"2024-04-22T00:40:39.779302+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:34:12.156509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313128+0000","last_change":"2024-04-22T00:38:39.362724+0000","last_active":"2024-04-22T00:40:40.313128+0000","last_peered":"2024-04-22T00:40:40.313128+0000","last_clean":"2024-04-22T00:40:40.313128+0000","last_became_active":"2024-04-22T00:38:39.362397+0000","last_became_peered":"2024-04-22T00:38:39.362397+0000","last_unstale":"2024-04-22T00:40:40.313128+0000","last_undegraded":"2024-04-22T00:40:40.313128+0000","last_fullsized":"2024-04-22T00:40:40.313128+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:20.547527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":45,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781261+0000","last_change":"2024-04-22T00:38:40.362540+0000","last_active":"2024-04-22T00:40:39.781261+0000","last_peered":"2024-04-22T00:40:39.781261+0000","last_clean":"2024-04-22T00:40:39.781261+0000","last_became_active":"2024-04-22T00:38:40.362016+0000","last_became_peered":"2024-04-22T00:38:40.362016+0000","last_unstale":"2024-04-22T00:40:39.781261+0000","last_undegraded":"2024-04-22T00:40:39.781261+0000","last_fullsized":"2024-04-22T00:40:39.781261+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:51:18.176061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777432+0000","last_change":"2024-04-22T00:38:44.405236+0000","last_active":"2024-04-22T00:40:39.777432+0000","last_peered":"2024-04-22T00:40:39.777432+0000","last_clean":"2024-04-22T00:40:39.777432+0000","last_became_active":"2024-04-22T00:38:44.404767+0000","last_became_peered":"2024-04-22T00:38:44.404767+0000","last_unstale":"2024-04-22T00:40:39.777432+0000","last_undegraded":"2024-04-22T00:40:39.777432+0000","last_fullsized":"2024-04-22T00:40:39.777432+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:13:56.620119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":153,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:02.508211+0000","last_change":"2024-04-22T00:38:39.369080+0000","last_active":"2024-04-22T00:41:02.508211+0000","last_peered":"2024-04-22T00:41:02.508211+0000","last_clean":"2024-04-22T00:41:02.508211+0000","last_became_active":"2024-04-22T00:38:39.368678+0000","last_became_peered":"2024-04-22T00:38:39.368678+0000","last_unstale":"2024-04-22T00:41:02.508211+0000","last_undegraded":"2024-04-22T00:41:02.508211+0000","last_fullsized":"2024-04-22T00:41:02.508211+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:13.018047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780288+0000","last_change":"2024-04-22T00:38:40.370315+0000","last_active":"2024-04-22T00:40:39.780288+0000","last_peered":"2024-04-22T00:40:39.780288+0000","last_clean":"2024-04-22T00:40:39.780288+0000","last_became_active":"2024-04-22T00:38:40.370008+0000","last_became_peered":"2024-04-22T00:38:40.370008+0000","last_unstale":"2024-04-22T00:40:39.780288+0000","last_undegraded":"2024-04-22T00:40:39.780288+0000","last_fullsized":"2024-04-22T00:40:39.780288+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:41:09.031868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780572+0000","last_change":"2024-04-22T00:38:44.395771+0000","last_active":"2024-04-22T00:40:39.780572+0000","last_peered":"2024-04-22T00:40:39.780572+0000","last_clean":"2024-04-22T00:40:39.780572+0000","last_became_active":"2024-04-22T00:38:44.395372+0000","last_became_peered":"2024-04-22T00:38:44.395372+0000","last_unstale":"2024-04-22T00:40:39.780572+0000","last_undegraded":"2024-04-22T00:40:39.780572+0000","last_fullsized":"2024-04-22T00:40:39.780572+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:02.522135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":48,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780300+0000","last_change":"2024-04-22T00:38:39.370949+0000","last_active":"2024-04-22T00:40:39.780300+0000","last_peered":"2024-04-22T00:40:39.780300+0000","last_clean":"2024-04-22T00:40:39.780300+0000","last_became_active":"2024-04-22T00:38:39.370398+0000","last_became_peered":"2024-04-22T00:38:39.370398+0000","last_unstale":"2024-04-22T00:40:39.780300+0000","last_undegraded":"2024-04-22T00:40:39.780300+0000","last_fullsized":"2024-04-22T00:40:39.780300+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:35.647251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":21,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777074+0000","last_change":"2024-04-22T00:39:39.671210+0000","last_active":"2024-04-22T00:40:39.777074+0000","last_peered":"2024-04-22T00:40:39.777074+0000","last_clean":"2024-04-22T00:40:39.777074+0000","last_became_active":"2024-04-22T00:39:39.670683+0000","last_became_peered":"2024-04-22T00:39:39.670683+0000","last_unstale":"2024-04-22T00:40:39.777074+0000","last_undegraded":"2024-04-22T00:40:39.777074+0000","last_fullsized":"2024-04-22T00:40:39.777074+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:41.207605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312795+0000","last_change":"2024-04-22T00:38:44.395873+0000","last_active":"2024-04-22T00:40:40.312795+0000","last_peered":"2024-04-22T00:40:40.312795+0000","last_clean":"2024-04-22T00:40:40.312795+0000","last_became_active":"2024-04-22T00:38:44.395503+0000","last_became_peered":"2024-04-22T00:38:44.395503+0000","last_unstale":"2024-04-22T00:40:40.312795+0000","last_undegraded":"2024-04-22T00:40:40.312795+0000","last_fullsized":"2024-04-22T00:40:40.312795+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:30:40.517603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780814+0000","last_change":"2024-04-22T00:38:39.366353+0000","last_active":"2024-04-22T00:40:39.780814+0000","last_peered":"2024-04-22T00:40:39.780814+0000","last_clean":"2024-04-22T00:40:39.780814+0000","last_became_active":"2024-04-22T00:38:39.365887+0000","last_became_peered":"2024-04-22T00:38:39.365887+0000","last_unstale":"2024-04-22T00:40:39.780814+0000","last_undegraded":"2024-04-22T00:40:39.780814+0000","last_fullsized":"2024-04-22T00:40:39.780814+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:45.350887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779235+0000","last_change":"2024-04-22T00:38:40.361121+0000","last_active":"2024-04-22T00:40:39.779235+0000","last_peered":"2024-04-22T00:40:39.779235+0000","last_clean":"2024-04-22T00:40:39.779235+0000","last_became_active":"2024-04-22T00:38:40.360738+0000","last_became_peered":"2024-04-22T00:38:40.360738+0000","last_unstale":"2024-04-22T00:40:39.779235+0000","last_undegraded":"2024-04-22T00:40:39.779235+0000","last_fullsized":"2024-04-22T00:40:39.779235+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:46:25.351317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780278+0000","last_change":"2024-04-22T00:38:44.504868+0000","last_active":"2024-04-22T00:40:39.780278+0000","last_peered":"2024-04-22T00:40:39.780278+0000","last_clean":"2024-04-22T00:40:39.780278+0000","last_became_active":"2024-04-22T00:38:44.504150+0000","last_became_peered":"2024-04-22T00:38:44.504150+0000","last_unstale":"2024-04-22T00:40:39.780278+0000","last_undegraded":"2024-04-22T00:40:39.780278+0000","last_fullsized":"2024-04-22T00:40:39.780278+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:02:30.695478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777580+0000","last_change":"2024-04-22T00:38:39.372522+0000","last_active":"2024-04-22T00:40:39.777580+0000","last_peered":"2024-04-22T00:40:39.777580+0000","last_clean":"2024-04-22T00:40:39.777580+0000","last_became_active":"2024-04-22T00:38:39.372192+0000","last_became_peered":"2024-04-22T00:38:39.372192+0000","last_unstale":"2024-04-22T00:40:39.777580+0000","last_undegraded":"2024-04-22T00:40:39.777580+0000","last_fullsized":"2024-04-22T00:40:39.777580+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:26:21.069736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.778479+0000","last_change":"2024-04-22T00:38:40.365283+0000","last_active":"2024-04-22T00:40:39.778479+0000","last_peered":"2024-04-22T00:40:39.778479+0000","last_clean":"2024-04-22T00:40:39.778479+0000","last_became_active":"2024-04-22T00:38:40.364972+0000","last_became_peered":"2024-04-22T00:38:40.364972+0000","last_unstale":"2024-04-22T00:40:39.778479+0000","last_undegraded":"2024-04-22T00:40:39.778479+0000","last_fullsized":"2024-04-22T00:40:39.778479+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:59:59.140778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780022+0000","last_change":"2024-04-22T00:38:44.397504+0000","last_active":"2024-04-22T00:40:39.780022+0000","last_peered":"2024-04-22T00:40:39.780022+0000","last_clean":"2024-04-22T00:40:39.780022+0000","last_became_active":"2024-04-22T00:38:44.397013+0000","last_became_peered":"2024-04-22T00:38:44.397013+0000","last_unstale":"2024-04-22T00:40:39.780022+0000","last_undegraded":"2024-04-22T00:40:39.780022+0000","last_fullsized":"2024-04-22T00:40:39.780022+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:47:58.320239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780912+0000","last_change":"2024-04-22T00:38:39.364987+0000","last_active":"2024-04-22T00:40:39.780912+0000","last_peered":"2024-04-22T00:40:39.780912+0000","last_clean":"2024-04-22T00:40:39.780912+0000","last_became_active":"2024-04-22T00:38:39.364641+0000","last_became_peered":"2024-04-22T00:38:39.364641+0000","last_unstale":"2024-04-22T00:40:39.780912+0000","last_undegraded":"2024-04-22T00:40:39.780912+0000","last_fullsized":"2024-04-22T00:40:39.780912+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:44:44.280664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.778119+0000","last_change":"2024-04-22T00:38:40.376529+0000","last_active":"2024-04-22T00:40:39.778119+0000","last_peered":"2024-04-22T00:40:39.778119+0000","last_clean":"2024-04-22T00:40:39.778119+0000","last_became_active":"2024-04-22T00:38:40.376299+0000","last_became_peered":"2024-04-22T00:38:40.376299+0000","last_unstale":"2024-04-22T00:40:39.778119+0000","last_undegraded":"2024-04-22T00:40:39.778119+0000","last_fullsized":"2024-04-22T00:40:39.778119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:08:16.276565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780167+0000","last_change":"2024-04-22T00:38:44.504288+0000","last_active":"2024-04-22T00:40:39.780167+0000","last_peered":"2024-04-22T00:40:39.780167+0000","last_clean":"2024-04-22T00:40:39.780167+0000","last_became_active":"2024-04-22T00:38:44.503776+0000","last_became_peered":"2024-04-22T00:38:44.503776+0000","last_unstale":"2024-04-22T00:40:39.780167+0000","last_undegraded":"2024-04-22T00:40:39.780167+0000","last_fullsized":"2024-04-22T00:40:39.780167+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:10:46.900575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312987+0000","last_change":"2024-04-22T00:38:40.369534+0000","last_active":"2024-04-22T00:40:40.312987+0000","last_peered":"2024-04-22T00:40:40.312987+0000","last_clean":"2024-04-22T00:40:40.312987+0000","last_became_active":"2024-04-22T00:38:40.364820+0000","last_became_peered":"2024-04-22T00:38:40.364820+0000","last_unstale":"2024-04-22T00:40:40.312987+0000","last_undegraded":"2024-04-22T00:40:40.312987+0000","last_fullsized":"2024-04-22T00:40:40.312987+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:24:22.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":152,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:02.507527+0000","last_change":"2024-04-22T00:38:39.359944+0000","last_active":"2024-04-22T00:41:02.507527+0000","last_peered":"2024-04-22T00:41:02.507527+0000","last_clean":"2024-04-22T00:41:02.507527+0000","last_became_active":"2024-04-22T00:38:39.358320+0000","last_became_peered":"2024-04-22T00:38:39.358320+0000","last_unstale":"2024-04-22T00:41:02.507527+0000","last_undegraded":"2024-04-22T00:41:02.507527+0000","last_fullsized":"2024-04-22T00:41:02.507527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:21:09.293425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":24,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781560+0000","last_change":"2024-04-22T00:38:44.406766+0000","last_active":"2024-04-22T00:40:39.781560+0000","last_peered":"2024-04-22T00:40:39.781560+0000","last_clean":"2024-04-22T00:40:39.781560+0000","last_became_active":"2024-04-22T00:38:44.406360+0000","last_became_peered":"2024-04-22T00:38:44.406360+0000","last_unstale":"2024-04-22T00:40:39.781560+0000","last_undegraded":"2024-04-22T00:40:39.781560+0000","last_fullsized":"2024-04-22T00:40:39.781560+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:15:21.419508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401356+0000","last_change":"2024-04-22T00:38:40.356658+0000","last_active":"2024-04-22T00:40:40.401356+0000","last_peered":"2024-04-22T00:40:40.401356+0000","last_clean":"2024-04-22T00:40:40.401356+0000","last_became_active":"2024-04-22T00:38:40.356344+0000","last_became_peered":"2024-04-22T00:38:40.356344+0000","last_unstale":"2024-04-22T00:40:40.401356+0000","last_undegraded":"2024-04-22T00:40:40.401356+0000","last_fullsized":"2024-04-22T00:40:40.401356+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:56:26.862780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426451+0000","last_change":"2024-04-22T00:38:39.370232+0000","last_active":"2024-04-22T00:40:40.426451+0000","last_peered":"2024-04-22T00:40:40.426451+0000","last_clean":"2024-04-22T00:40:40.426451+0000","last_became_active":"2024-04-22T00:38:39.369704+0000","last_became_peered":"2024-04-22T00:38:39.369704+0000","last_unstale":"2024-04-22T00:40:40.426451+0000","last_undegraded":"2024-04-22T00:40:40.426451+0000","last_fullsized":"2024-04-22T00:40:40.426451+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:53:14.668354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":359,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780040+0000","last_change":"2024-04-22T00:37:29.546285+0000","last_active":"2024-04-22T00:40:39.780040+0000","last_peered":"2024-04-22T00:40:39.780040+0000","last_clean":"2024-04-22T00:40:39.780040+0000","last_became_active":"2024-04-22T00:37:29.545852+0000","last_became_peered":"2024-04-22T00:37:29.545852+0000","last_unstale":"2024-04-22T00:40:39.780040+0000","last_undegraded":"2024-04-22T00:40:39.780040+0000","last_fullsized":"2024-04-22T00:40:39.780040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_clean_scrub_stamp":"2024-04-22T00:34:04.835821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:00:39.998359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313090+0000","last_change":"2024-04-22T00:38:44.504879+0000","last_active":"2024-04-22T00:40:40.313090+0000","last_peered":"2024-04-22T00:40:40.313090+0000","last_clean":"2024-04-22T00:40:40.313090+0000","last_became_active":"2024-04-22T00:38:44.504302+0000","last_became_peered":"2024-04-22T00:38:44.504302+0000","last_unstale":"2024-04-22T00:40:40.313090+0000","last_undegraded":"2024-04-22T00:40:40.313090+0000","last_fullsized":"2024-04-22T00:40:40.313090+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:38:01.153342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779733+0000","last_change":"2024-04-22T00:38:40.374825+0000","last_active":"2024-04-22T00:40:39.779733+0000","last_peered":"2024-04-22T00:40:39.779733+0000","last_clean":"2024-04-22T00:40:39.779733+0000","last_became_active":"2024-04-22T00:38:40.374503+0000","last_became_peered":"2024-04-22T00:38:40.374503+0000","last_unstale":"2024-04-22T00:40:39.779733+0000","last_undegraded":"2024-04-22T00:40:39.779733+0000","last_fullsized":"2024-04-22T00:40:39.779733+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:26.445293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780059+0000","last_change":"2024-04-22T00:38:39.362429+0000","last_active":"2024-04-22T00:40:39.780059+0000","last_peered":"2024-04-22T00:40:39.780059+0000","last_clean":"2024-04-22T00:40:39.780059+0000","last_became_active":"2024-04-22T00:38:39.362077+0000","last_became_peered":"2024-04-22T00:38:39.362077+0000","last_unstale":"2024-04-22T00:40:39.780059+0000","last_undegraded":"2024-04-22T00:40:39.780059+0000","last_fullsized":"2024-04-22T00:40:39.780059+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:58.951170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779216+0000","last_change":"2024-04-22T00:38:44.395387+0000","last_active":"2024-04-22T00:40:39.779216+0000","last_peered":"2024-04-22T00:40:39.779216+0000","last_clean":"2024-04-22T00:40:39.779216+0000","last_became_active":"2024-04-22T00:38:44.394971+0000","last_became_peered":"2024-04-22T00:38:44.394971+0000","last_unstale":"2024-04-22T00:40:39.779216+0000","last_undegraded":"2024-04-22T00:40:39.779216+0000","last_fullsized":"2024-04-22T00:40:39.779216+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:05:03.467517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780777+0000","last_change":"2024-04-22T00:38:39.371244+0000","last_active":"2024-04-22T00:40:39.780777+0000","last_peered":"2024-04-22T00:40:39.780777+0000","last_clean":"2024-04-22T00:40:39.780777+0000","last_became_active":"2024-04-22T00:38:39.370624+0000","last_became_peered":"2024-04-22T00:38:39.370624+0000","last_unstale":"2024-04-22T00:40:39.780777+0000","last_undegraded":"2024-04-22T00:40:39.780777+0000","last_fullsized":"2024-04-22T00:40:39.780777+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:36:08.559437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780242+0000","last_change":"2024-04-22T00:38:40.367464+0000","last_active":"2024-04-22T00:40:39.780242+0000","last_peered":"2024-04-22T00:40:39.780242+0000","last_clean":"2024-04-22T00:40:39.780242+0000","last_became_active":"2024-04-22T00:38:40.367154+0000","last_became_peered":"2024-04-22T00:38:40.367154+0000","last_unstale":"2024-04-22T00:40:39.780242+0000","last_undegraded":"2024-04-22T00:40:39.780242+0000","last_fullsized":"2024-04-22T00:40:39.780242+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:52:29.419110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401373+0000","last_change":"2024-04-22T00:38:44.504237+0000","last_active":"2024-04-22T00:40:40.401373+0000","last_peered":"2024-04-22T00:40:40.401373+0000","last_clean":"2024-04-22T00:40:40.401373+0000","last_became_active":"2024-04-22T00:38:44.503754+0000","last_became_peered":"2024-04-22T00:38:44.503754+0000","last_unstale":"2024-04-22T00:40:40.401373+0000","last_undegraded":"2024-04-22T00:40:40.401373+0000","last_fullsized":"2024-04-22T00:40:40.401373+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:28:24.630160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"95'10","reported_seq":42,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:49.854067+0000","last_change":"2024-04-22T00:38:39.374039+0000","last_active":"2024-04-22T00:40:49.854067+0000","last_peered":"2024-04-22T00:40:49.854067+0000","last_clean":"2024-04-22T00:40:49.854067+0000","last_became_active":"2024-04-22T00:38:39.373701+0000","last_became_peered":"2024-04-22T00:38:39.373701+0000","last_unstale":"2024-04-22T00:40:49.854067+0000","last_undegraded":"2024-04-22T00:40:49.854067+0000","last_fullsized":"2024-04-22T00:40:49.854067+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:17.983141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401070+0000","last_change":"2024-04-22T00:38:40.361493+0000","last_active":"2024-04-22T00:40:40.401070+0000","last_peered":"2024-04-22T00:40:40.401070+0000","last_clean":"2024-04-22T00:40:40.401070+0000","last_became_active":"2024-04-22T00:38:40.359079+0000","last_became_peered":"2024-04-22T00:38:40.359079+0000","last_unstale":"2024-04-22T00:40:40.401070+0000","last_undegraded":"2024-04-22T00:40:40.401070+0000","last_fullsized":"2024-04-22T00:40:40.401070+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:37:24.328135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783092+0000","last_change":"2024-04-22T00:38:44.396367+0000","last_active":"2024-04-22T00:40:39.783092+0000","last_peered":"2024-04-22T00:40:39.783092+0000","last_clean":"2024-04-22T00:40:39.783092+0000","last_became_active":"2024-04-22T00:38:44.395943+0000","last_became_peered":"2024-04-22T00:38:44.395943+0000","last_unstale":"2024-04-22T00:40:39.783092+0000","last_undegraded":"2024-04-22T00:40:39.783092+0000","last_fullsized":"2024-04-22T00:40:39.783092+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:23:35.994479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.427073+0000","last_change":"2024-04-22T00:38:39.373131+0000","last_active":"2024-04-22T00:40:40.427073+0000","last_peered":"2024-04-22T00:40:40.427073+0000","last_clean":"2024-04-22T00:40:40.427073+0000","last_became_active":"2024-04-22T00:38:39.372628+0000","last_became_peered":"2024-04-22T00:38:39.372628+0000","last_unstale":"2024-04-22T00:40:40.427073+0000","last_undegraded":"2024-04-22T00:40:40.427073+0000","last_fullsized":"2024-04-22T00:40:40.427073+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:25:00.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442705+0000","last_change":"2024-04-22T00:38:40.373688+0000","last_active":"2024-04-22T00:40:40.442705+0000","last_peered":"2024-04-22T00:40:40.442705+0000","last_clean":"2024-04-22T00:40:40.442705+0000","last_became_active":"2024-04-22T00:38:40.373314+0000","last_became_peered":"2024-04-22T00:38:40.373314+0000","last_unstale":"2024-04-22T00:40:40.442705+0000","last_undegraded":"2024-04-22T00:40:40.442705+0000","last_fullsized":"2024-04-22T00:40:40.442705+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:14:27.811066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426894+0000","last_change":"2024-04-22T00:38:44.504495+0000","last_active":"2024-04-22T00:40:40.426894+0000","last_peered":"2024-04-22T00:40:40.426894+0000","last_clean":"2024-04-22T00:40:40.426894+0000","last_became_active":"2024-04-22T00:38:44.504053+0000","last_became_peered":"2024-04-22T00:38:44.504053+0000","last_unstale":"2024-04-22T00:40:40.426894+0000","last_undegraded":"2024-04-22T00:40:40.426894+0000","last_fullsized":"2024-04-22T00:40:40.426894+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:47:06.763702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.776641+0000","last_change":"2024-04-22T00:38:39.366806+0000","last_active":"2024-04-22T00:40:39.776641+0000","last_peered":"2024-04-22T00:40:39.776641+0000","last_clean":"2024-04-22T00:40:39.776641+0000","last_became_active":"2024-04-22T00:38:39.366457+0000","last_became_peered":"2024-04-22T00:38:39.366457+0000","last_unstale":"2024-04-22T00:40:39.776641+0000","last_undegraded":"2024-04-22T00:40:39.776641+0000","last_fullsized":"2024-04-22T00:40:39.776641+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:28:10.106622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":32,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780098+0000","last_change":"2024-04-22T00:38:40.366304+0000","last_active":"2024-04-22T00:40:39.780098+0000","last_peered":"2024-04-22T00:40:39.780098+0000","last_clean":"2024-04-22T00:40:39.780098+0000","last_became_active":"2024-04-22T00:38:40.365997+0000","last_became_peered":"2024-04-22T00:38:40.365997+0000","last_unstale":"2024-04-22T00:40:39.780098+0000","last_undegraded":"2024-04-22T00:40:39.780098+0000","last_fullsized":"2024-04-22T00:40:39.780098+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:16.086724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777591+0000","last_change":"2024-04-22T00:38:44.402867+0000","last_active":"2024-04-22T00:40:39.777591+0000","last_peered":"2024-04-22T00:40:39.777591+0000","last_clean":"2024-04-22T00:40:39.777591+0000","last_became_active":"2024-04-22T00:38:44.402347+0000","last_became_peered":"2024-04-22T00:38:44.402347+0000","last_unstale":"2024-04-22T00:40:39.777591+0000","last_undegraded":"2024-04-22T00:40:39.777591+0000","last_fullsized":"2024-04-22T00:40:39.777591+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:54.105548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401584+0000","last_change":"2024-04-22T00:38:39.371518+0000","last_active":"2024-04-22T00:40:40.401584+0000","last_peered":"2024-04-22T00:40:40.401584+0000","last_clean":"2024-04-22T00:40:40.401584+0000","last_became_active":"2024-04-22T00:38:39.371105+0000","last_became_peered":"2024-04-22T00:38:39.371105+0000","last_unstale":"2024-04-22T00:40:40.401584+0000","last_undegraded":"2024-04-22T00:40:40.401584+0000","last_fullsized":"2024-04-22T00:40:40.401584+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:16:35.922335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779778+0000","last_change":"2024-04-22T00:38:40.363782+0000","last_active":"2024-04-22T00:40:39.779778+0000","last_peered":"2024-04-22T00:40:39.779778+0000","last_clean":"2024-04-22T00:40:39.779778+0000","last_became_active":"2024-04-22T00:38:40.363466+0000","last_became_peered":"2024-04-22T00:38:40.363466+0000","last_unstale":"2024-04-22T00:40:39.779778+0000","last_undegraded":"2024-04-22T00:40:39.779778+0000","last_fullsized":"2024-04-22T00:40:39.779778+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:16.435519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":24,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426667+0000","last_change":"2024-04-22T00:38:44.405853+0000","last_active":"2024-04-22T00:40:40.426667+0000","last_peered":"2024-04-22T00:40:40.426667+0000","last_clean":"2024-04-22T00:40:40.426667+0000","last_became_active":"2024-04-22T00:38:44.405424+0000","last_became_peered":"2024-04-22T00:38:44.405424+0000","last_unstale":"2024-04-22T00:40:40.426667+0000","last_undegraded":"2024-04-22T00:40:40.426667+0000","last_fullsized":"2024-04-22T00:40:40.426667+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:31.707893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":32,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783401+0000","last_change":"2024-04-22T00:38:39.364324+0000","last_active":"2024-04-22T00:40:39.783401+0000","last_peered":"2024-04-22T00:40:39.783401+0000","last_clean":"2024-04-22T00:40:39.783401+0000","last_became_active":"2024-04-22T00:38:39.363652+0000","last_became_peered":"2024-04-22T00:38:39.363652+0000","last_unstale":"2024-04-22T00:40:39.783401+0000","last_undegraded":"2024-04-22T00:40:39.783401+0000","last_fullsized":"2024-04-22T00:40:39.783401+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:58:02.862893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400821+0000","last_change":"2024-04-22T00:38:40.361691+0000","last_active":"2024-04-22T00:40:40.400821+0000","last_peered":"2024-04-22T00:40:40.400821+0000","last_clean":"2024-04-22T00:40:40.400821+0000","last_became_active":"2024-04-22T00:38:40.360100+0000","last_became_peered":"2024-04-22T00:38:40.360100+0000","last_unstale":"2024-04-22T00:40:40.400821+0000","last_undegraded":"2024-04-22T00:40:40.400821+0000","last_fullsized":"2024-04-22T00:40:40.400821+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:29:57.942269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426436+0000","last_change":"2024-04-22T00:38:44.504138+0000","last_active":"2024-04-22T00:40:40.426436+0000","last_peered":"2024-04-22T00:40:40.426436+0000","last_clean":"2024-04-22T00:40:40.426436+0000","last_became_active":"2024-04-22T00:38:44.503645+0000","last_became_peered":"2024-04-22T00:38:44.503645+0000","last_unstale":"2024-04-22T00:40:40.426436+0000","last_undegraded":"2024-04-22T00:40:40.426436+0000","last_fullsized":"2024-04-22T00:40:40.426436+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:19:44.530686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780455+0000","last_change":"2024-04-22T00:38:39.370095+0000","last_active":"2024-04-22T00:40:39.780455+0000","last_peered":"2024-04-22T00:40:39.780455+0000","last_clean":"2024-04-22T00:40:39.780455+0000","last_became_active":"2024-04-22T00:38:39.369700+0000","last_became_peered":"2024-04-22T00:38:39.369700+0000","last_unstale":"2024-04-22T00:40:39.780455+0000","last_undegraded":"2024-04-22T00:40:39.780455+0000","last_fullsized":"2024-04-22T00:40:39.780455+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:42:43.406452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781112+0000","last_change":"2024-04-22T00:38:40.360999+0000","last_active":"2024-04-22T00:40:39.781112+0000","last_peered":"2024-04-22T00:40:39.781112+0000","last_clean":"2024-04-22T00:40:39.781112+0000","last_became_active":"2024-04-22T00:38:40.360668+0000","last_became_peered":"2024-04-22T00:38:40.360668+0000","last_unstale":"2024-04-22T00:40:39.781112+0000","last_undegraded":"2024-04-22T00:40:39.781112+0000","last_fullsized":"2024-04-22T00:40:39.781112+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:46.053562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.776954+0000","last_change":"2024-04-22T00:38:44.399843+0000","last_active":"2024-04-22T00:40:39.776954+0000","last_peered":"2024-04-22T00:40:39.776954+0000","last_clean":"2024-04-22T00:40:39.776954+0000","last_became_active":"2024-04-22T00:38:44.399518+0000","last_became_peered":"2024-04-22T00:38:44.399518+0000","last_unstale":"2024-04-22T00:40:39.776954+0000","last_undegraded":"2024-04-22T00:40:39.776954+0000","last_fullsized":"2024-04-22T00:40:39.776954+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:58:32.109105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783851+0000","last_change":"2024-04-22T00:38:39.362436+0000","last_active":"2024-04-22T00:40:39.783851+0000","last_peered":"2024-04-22T00:40:39.783851+0000","last_clean":"2024-04-22T00:40:39.783851+0000","last_became_active":"2024-04-22T00:38:39.361892+0000","last_became_peered":"2024-04-22T00:38:39.361892+0000","last_unstale":"2024-04-22T00:40:39.783851+0000","last_undegraded":"2024-04-22T00:40:39.783851+0000","last_fullsized":"2024-04-22T00:40:39.783851+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:29.311180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781795+0000","last_change":"2024-04-22T00:38:40.356585+0000","last_active":"2024-04-22T00:40:39.781795+0000","last_peered":"2024-04-22T00:40:39.781795+0000","last_clean":"2024-04-22T00:40:39.781795+0000","last_became_active":"2024-04-22T00:38:40.356276+0000","last_became_peered":"2024-04-22T00:38:40.356276+0000","last_unstale":"2024-04-22T00:40:39.781795+0000","last_undegraded":"2024-04-22T00:40:39.781795+0000","last_fullsized":"2024-04-22T00:40:39.781795+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:11:43.061675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442526+0000","last_change":"2024-04-22T00:38:44.407157+0000","last_active":"2024-04-22T00:40:40.442526+0000","last_peered":"2024-04-22T00:40:40.442526+0000","last_clean":"2024-04-22T00:40:40.442526+0000","last_became_active":"2024-04-22T00:38:44.406611+0000","last_became_peered":"2024-04-22T00:38:44.406611+0000","last_unstale":"2024-04-22T00:40:40.442526+0000","last_undegraded":"2024-04-22T00:40:40.442526+0000","last_fullsized":"2024-04-22T00:40:40.442526+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:20:03.481981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313351+0000","last_change":"2024-04-22T00:38:39.366263+0000","last_active":"2024-04-22T00:40:40.313351+0000","last_peered":"2024-04-22T00:40:40.313351+0000","last_clean":"2024-04-22T00:40:40.313351+0000","last_became_active":"2024-04-22T00:38:39.365804+0000","last_became_peered":"2024-04-22T00:38:39.365804+0000","last_unstale":"2024-04-22T00:40:40.313351+0000","last_undegraded":"2024-04-22T00:40:40.313351+0000","last_fullsized":"2024-04-22T00:40:40.313351+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:05:50.097334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":42,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781318+0000","last_change":"2024-04-22T00:39:39.523428+0000","last_active":"2024-04-22T00:40:39.781318+0000","last_peered":"2024-04-22T00:40:39.781318+0000","last_clean":"2024-04-22T00:40:39.781318+0000","last_became_active":"2024-04-22T00:39:39.523057+0000","last_became_peered":"2024-04-22T00:39:39.523057+0000","last_unstale":"2024-04-22T00:40:39.781318+0000","last_undegraded":"2024-04-22T00:40:39.781318+0000","last_fullsized":"2024-04-22T00:40:39.781318+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:45.926559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312419+0000","last_change":"2024-04-22T00:38:44.395160+0000","last_active":"2024-04-22T00:40:40.312419+0000","last_peered":"2024-04-22T00:40:40.312419+0000","last_clean":"2024-04-22T00:40:40.312419+0000","last_became_active":"2024-04-22T00:38:44.394772+0000","last_became_peered":"2024-04-22T00:38:44.394772+0000","last_unstale":"2024-04-22T00:40:40.312419+0000","last_undegraded":"2024-04-22T00:40:40.312419+0000","last_fullsized":"2024-04-22T00:40:40.312419+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:17.746874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780711+0000","last_change":"2024-04-22T00:38:39.359978+0000","last_active":"2024-04-22T00:40:39.780711+0000","last_peered":"2024-04-22T00:40:39.780711+0000","last_clean":"2024-04-22T00:40:39.780711+0000","last_became_active":"2024-04-22T00:38:39.359630+0000","last_became_peered":"2024-04-22T00:38:39.359630+0000","last_unstale":"2024-04-22T00:40:39.780711+0000","last_undegraded":"2024-04-22T00:40:39.780711+0000","last_fullsized":"2024-04-22T00:40:39.780711+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:08:22.231421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781847+0000","last_change":"2024-04-22T00:38:40.361689+0000","last_active":"2024-04-22T00:40:39.781847+0000","last_peered":"2024-04-22T00:40:39.781847+0000","last_clean":"2024-04-22T00:40:39.781847+0000","last_became_active":"2024-04-22T00:38:40.361361+0000","last_became_peered":"2024-04-22T00:38:40.361361+0000","last_unstale":"2024-04-22T00:40:39.781847+0000","last_undegraded":"2024-04-22T00:40:39.781847+0000","last_fullsized":"2024-04-22T00:40:39.781847+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:56:54.530889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779788+0000","last_change":"2024-04-22T00:38:40.362409+0000","last_active":"2024-04-22T00:40:39.779788+0000","last_peered":"2024-04-22T00:40:39.779788+0000","last_clean":"2024-04-22T00:40:39.779788+0000","last_became_active":"2024-04-22T00:38:40.361990+0000","last_became_peered":"2024-04-22T00:38:40.361990+0000","last_unstale":"2024-04-22T00:40:39.779788+0000","last_undegraded":"2024-04-22T00:40:39.779788+0000","last_fullsized":"2024-04-22T00:40:39.779788+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:55:45.209948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":47,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783510+0000","last_change":"2024-04-22T00:39:39.524274+0000","last_active":"2024-04-22T00:40:39.783510+0000","last_peered":"2024-04-22T00:40:39.783510+0000","last_clean":"2024-04-22T00:40:39.783510+0000","last_became_active":"2024-04-22T00:39:39.523811+0000","last_became_peered":"2024-04-22T00:39:39.523811+0000","last_unstale":"2024-04-22T00:40:39.783510+0000","last_undegraded":"2024-04-22T00:40:39.783510+0000","last_fullsized":"2024-04-22T00:40:39.783510+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:39:46.645884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783262+0000","last_change":"2024-04-22T00:38:40.364593+0000","last_active":"2024-04-22T00:40:39.783262+0000","last_peered":"2024-04-22T00:40:39.783262+0000","last_clean":"2024-04-22T00:40:39.783262+0000","last_became_active":"2024-04-22T00:38:40.364222+0000","last_became_peered":"2024-04-22T00:38:40.364222+0000","last_unstale":"2024-04-22T00:40:39.783262+0000","last_undegraded":"2024-04-22T00:40:39.783262+0000","last_fullsized":"2024-04-22T00:40:39.783262+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:50.130769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.441950+0000","last_change":"2024-04-22T00:38:40.374179+0000","last_active":"2024-04-22T00:40:40.441950+0000","last_peered":"2024-04-22T00:40:40.441950+0000","last_clean":"2024-04-22T00:40:40.441950+0000","last_became_active":"2024-04-22T00:38:40.373866+0000","last_became_peered":"2024-04-22T00:38:40.373866+0000","last_unstale":"2024-04-22T00:40:40.441950+0000","last_undegraded":"2024-04-22T00:40:40.441950+0000","last_fullsized":"2024-04-22T00:40:40.441950+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:04.954961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780397+0000","last_change":"2024-04-22T00:38:40.373265+0000","last_active":"2024-04-22T00:40:39.780397+0000","last_peered":"2024-04-22T00:40:39.780397+0000","last_clean":"2024-04-22T00:40:39.780397+0000","last_became_active":"2024-04-22T00:38:40.372935+0000","last_became_peered":"2024-04-22T00:38:40.372935+0000","last_unstale":"2024-04-22T00:40:39.780397+0000","last_undegraded":"2024-04-22T00:40:39.780397+0000","last_fullsized":"2024-04-22T00:40:39.780397+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:06.407429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779370+0000","last_change":"2024-04-22T00:38:40.365976+0000","last_active":"2024-04-22T00:40:39.779370+0000","last_peered":"2024-04-22T00:40:39.779370+0000","last_clean":"2024-04-22T00:40:39.779370+0000","last_became_active":"2024-04-22T00:38:40.365670+0000","last_became_peered":"2024-04-22T00:38:40.365670+0000","last_unstale":"2024-04-22T00:40:39.779370+0000","last_undegraded":"2024-04-22T00:40:39.779370+0000","last_fullsized":"2024-04-22T00:40:39.779370+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:21:53.039571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.784066+0000","last_change":"2024-04-22T00:38:40.377782+0000","last_active":"2024-04-22T00:40:39.784066+0000","last_peered":"2024-04-22T00:40:39.784066+0000","last_clean":"2024-04-22T00:40:39.784066+0000","last_became_active":"2024-04-22T00:38:40.372730+0000","last_became_peered":"2024-04-22T00:38:40.372730+0000","last_unstale":"2024-04-22T00:40:39.784066+0000","last_undegraded":"2024-04-22T00:40:39.784066+0000","last_fullsized":"2024-04-22T00:40:39.784066+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:20:39.130810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":31,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401031+0000","last_change":"2024-04-22T00:38:40.375941+0000","last_active":"2024-04-22T00:40:40.401031+0000","last_peered":"2024-04-22T00:40:40.401031+0000","last_clean":"2024-04-22T00:40:40.401031+0000","last_became_active":"2024-04-22T00:38:40.375630+0000","last_became_peered":"2024-04-22T00:38:40.375630+0000","last_unstale":"2024-04-22T00:40:40.401031+0000","last_undegraded":"2024-04-22T00:40:40.401031+0000","last_fullsized":"2024-04-22T00:40:40.401031+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:09.297432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313181+0000","last_change":"2024-04-22T00:38:40.361401+0000","last_active":"2024-04-22T00:40:40.313181+0000","last_peered":"2024-04-22T00:40:40.313181+0000","last_clean":"2024-04-22T00:40:40.313181+0000","last_became_active":"2024-04-22T00:38:40.361108+0000","last_became_peered":"2024-04-22T00:38:40.361108+0000","last_unstale":"2024-04-22T00:40:40.313181+0000","last_undegraded":"2024-04-22T00:40:40.313181+0000","last_fullsized":"2024-04-22T00:40:40.313181+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:50:47.993559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400774+0000","last_change":"2024-04-22T00:38:40.360007+0000","last_active":"2024-04-22T00:40:40.400774+0000","last_peered":"2024-04-22T00:40:40.400774+0000","last_clean":"2024-04-22T00:40:40.400774+0000","last_became_active":"2024-04-22T00:38:40.358851+0000","last_became_peered":"2024-04-22T00:38:40.358851+0000","last_unstale":"2024-04-22T00:40:40.400774+0000","last_undegraded":"2024-04-22T00:40:40.400774+0000","last_fullsized":"2024-04-22T00:40:40.400774+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:16:49.060153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777007+0000","last_change":"2024-04-22T00:38:40.362249+0000","last_active":"2024-04-22T00:40:39.777007+0000","last_peered":"2024-04-22T00:40:39.777007+0000","last_clean":"2024-04-22T00:40:39.777007+0000","last_became_active":"2024-04-22T00:38:40.361520+0000","last_became_peered":"2024-04-22T00:38:40.361520+0000","last_unstale":"2024-04-22T00:40:39.777007+0000","last_undegraded":"2024-04-22T00:40:39.777007+0000","last_fullsized":"2024-04-22T00:40:39.777007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:30.499142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780108+0000","last_change":"2024-04-22T00:38:40.365613+0000","last_active":"2024-04-22T00:40:39.780108+0000","last_peered":"2024-04-22T00:40:39.780108+0000","last_clean":"2024-04-22T00:40:39.780108+0000","last_became_active":"2024-04-22T00:38:40.365278+0000","last_became_peered":"2024-04-22T00:38:40.365278+0000","last_unstale":"2024-04-22T00:40:39.780108+0000","last_undegraded":"2024-04-22T00:40:39.780108+0000","last_fullsized":"2024-04-22T00:40:39.780108+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:57.940258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779462+0000","last_change":"2024-04-22T00:39:39.673809+0000","last_active":"2024-04-22T00:40:39.779462+0000","last_peered":"2024-04-22T00:40:39.779462+0000","last_clean":"2024-04-22T00:40:39.779462+0000","last_became_active":"2024-04-22T00:39:39.673090+0000","last_became_peered":"2024-04-22T00:39:39.673090+0000","last_unstale":"2024-04-22T00:40:39.779462+0000","last_undegraded":"2024-04-22T00:40:39.779462+0000","last_fullsized":"2024-04-22T00:40:39.779462+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:29:42.509383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68363,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":742,"num_read_kb":444,"num_write":174,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":616,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":204473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318314,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1085440,"data_stored":530961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579951,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37068,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708084,"statfs":{"total":95995035648,"available":95957078016,"internally_reserved":0,"allocated":1773568,"data_stored":1182108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743477,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1101824,"data_stored":535259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005114,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1093632,"data_stored":530501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299455,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36996,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708156,"statfs":{"total":95995035648,"available":95957151744,"internally_reserved":0,"allocated":1691648,"data_stored":1127133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495684,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1077248,"data_stored":526339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1146880,"data_stored":590162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1101824,"data_stored":527727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36484,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708668,"statfs":{"total":95995035648,"available":95957676032,"internally_reserved":0,"allocated":1167360,"data_stored":591702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":526533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920846,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1093632,"data_stored":531571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757320,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28676,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716476,"statfs":{"total":95995035648,"available":95965671424,"internally_reserved":0,"allocated":1699840,"data_stored":1123029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T00:41:08.741 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T00:41:08.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.878+0000 7fb300712640 1 -- 172.21.15.18:0/491455350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb2f8101890 msgr2=0x7fb2f8101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.878+0000 7fb300712640 1 --2- 172.21.15.18:0/491455350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb2f8101890 0x7fb2f8101d10 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8009900 tx=0x7fb2e802bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.878+0000 7fb300712640 1 -- 172.21.15.18:0/491455350 shutdown_connections 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.878+0000 7fb300712640 1 --2- 172.21.15.18:0/491455350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb2f8102250 0x7fb2f8108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.878+0000 7fb300712640 1 --2- 172.21.15.18:0/491455350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb2f8101890 0x7fb2f8101d10 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.878+0000 7fb300712640 1 --2- 172.21.15.18:0/491455350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb2f81006a0 0x7fb2f8100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.878+0000 7fb300712640 1 -- 172.21.15.18:0/491455350 >> 172.21.15.18:0/491455350 conn(0x7fb2f80fbc30 msgr2=0x7fb2f80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.878+0000 7fb300712640 1 -- 172.21.15.18:0/491455350 shutdown_connections 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.878+0000 7fb300712640 1 -- 172.21.15.18:0/491455350 wait complete. 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb300712640 1 Processor -- start 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb300712640 1 -- start start 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb300712640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb2f81006a0 0x7fb2f8104630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb300712640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb2f8101890 0x7fb2f8102c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb300712640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb2f8102250 0x7fb2f81031b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb300712640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f810c320 con 0x7fb2f8101890 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb300712640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f810c1a0 con 0x7fb2f81006a0 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb300712640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f810c4a0 con 0x7fb2f8102250 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb2fdcad640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb2f8101890 0x7fb2f8102c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb2fdcad640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb2f8101890 0x7fb2f8102c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53894/0 (socket says 172.21.15.18:53894) 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb2fdcad640 1 -- 172.21.15.18:0/2750443206 learned_addr learned my addr 172.21.15.18:0/2750443206 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb2fe4ae640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb2f81006a0 0x7fb2f8104630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb2fecaf640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb2f8102250 0x7fb2f81031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.879+0000 7fb2fdcad640 1 -- 172.21.15.18:0/2750443206 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb2f8102250 msgr2=0x7fb2f81031b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb2fdcad640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb2f8102250 0x7fb2f81031b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb2fdcad640 1 -- 172.21.15.18:0/2750443206 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb2f81006a0 msgr2=0x7fb2f8104630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb2fdcad640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb2f81006a0 0x7fb2f8104630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb2fdcad640 1 -- 172.21.15.18:0/2750443206 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2f8103a40 con 0x7fb2f8101890 2024-04-22T00:41:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb2fecaf640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb2f8102250 0x7fb2f81031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:08.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb2fdcad640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb2f8101890 0x7fb2f8102c70 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8006010 tx=0x7fb2e8005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:08.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb2ef7fe640 1 -- 172.21.15.18:0/2750443206 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8041070 con 0x7fb2f8101890 2024-04-22T00:41:08.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb300712640 1 -- 172.21.15.18:0/2750443206 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2f81a1b70 con 0x7fb2f8101890 2024-04-22T00:41:08.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb2ef7fe640 1 -- 172.21.15.18:0/2750443206 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb2e80054e0 con 0x7fb2f8101890 2024-04-22T00:41:08.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb300712640 1 -- 172.21.15.18:0/2750443206 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2f81a2110 con 0x7fb2f8101890 2024-04-22T00:41:08.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.880+0000 7fb2ef7fe640 1 -- 172.21.15.18:0/2750443206 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e804b060 con 0x7fb2f8101890 2024-04-22T00:41:08.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.881+0000 7fb300712640 1 -- 172.21.15.18:0/2750443206 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2f81a22e0 con 0x7fb2f8101890 2024-04-22T00:41:08.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.882+0000 7fb2ef7fe640 1 -- 172.21.15.18:0/2750443206 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb2e8044070 con 0x7fb2f8101890 2024-04-22T00:41:08.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.883+0000 7fb2ef7fe640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb2e40a2b90 0x7fb2e40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:08.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.883+0000 7fb2fe4ae640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb2e40a2b90 0x7fb2e40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:08.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.883+0000 7fb2ef7fe640 1 -- 172.21.15.18:0/2750443206 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb2e80f16c0 con 0x7fb2f8101890 2024-04-22T00:41:08.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.883+0000 7fb2fe4ae640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb2e40a2b90 0x7fb2e40a5050 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb2f81016f0 tx=0x7fb2f4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:08.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:08.886+0000 7fb2ef7fe640 1 -- 172.21.15.18:0/2750443206 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb2e80be1f0 con 0x7fb2f8101890 2024-04-22T00:41:09.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.067+0000 7fb300712640 1 -- 172.21.15.18:0/2750443206 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb2f80fdd30 con 0x7fb2e40a2b90 2024-04-22T00:41:09.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.077+0000 7fb2ef7fe640 1 -- 172.21.15.18:0/2750443206 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340483 (secure 0 0 0) 0x7fb2f80fdd30 con 0x7fb2e40a2b90 2024-04-22T00:41:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:09.084 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-04-22T00:41:09.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 -- 172.21.15.18:0/2750443206 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb2e40a2b90 msgr2=0x7fb2e40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb2e40a2b90 0x7fb2e40a5050 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb2f81016f0 tx=0x7fb2f4005f90 comp rx=0 tx=0).stop 2024-04-22T00:41:09.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 -- 172.21.15.18:0/2750443206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb2f8101890 msgr2=0x7fb2f8102c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb2f8101890 0x7fb2f8102c70 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8006010 tx=0x7fb2e8005dd0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 -- 172.21.15.18:0/2750443206 shutdown_connections 2024-04-22T00:41:09.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb2e40a2b90 0x7fb2e40a5050 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb2f8102250 0x7fb2f81031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb2f8101890 0x7fb2f8102c70 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 --2- 172.21.15.18:0/2750443206 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb2f81006a0 0x7fb2f8104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 -- 172.21.15.18:0/2750443206 >> 172.21.15.18:0/2750443206 conn(0x7fb2f80fbc30 msgr2=0x7fb2f80fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:09.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 -- 172.21.15.18:0/2750443206 shutdown_connections 2024-04-22T00:41:09.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.080+0000 7fb300712640 1 -- 172.21.15.18:0/2750443206 wait complete. 2024-04-22T00:41:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:08 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/553310282' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:41:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:08 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2959837347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:09.093 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":370,"stamp":"2024-04-22T00:41:08.067871+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658965,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":868,"num_read_kb":553,"num_write":357,"num_write_kb":3066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":1181352,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":790,"ondisk_log_size":790,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":401420,"kb_used_data":14768,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124540404,"statfs":{"total":1151940427776,"available":1151529373696,"internally_reserved":0,"allocated":15122432,"data_stored":8323025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":67,"num_read_kb":32,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003065"},"pg_stats":[{"pgid":"3.3f","version":"93'8","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779465+0000","last_change":"2024-04-22T00:38:40.367810+0000","last_active":"2024-04-22T00:40:39.779465+0000","last_peered":"2024-04-22T00:40:39.779465+0000","last_clean":"2024-04-22T00:40:39.779465+0000","last_became_active":"2024-04-22T00:38:40.367519+0000","last_became_peered":"2024-04-22T00:38:40.367519+0000","last_unstale":"2024-04-22T00:40:39.779465+0000","last_undegraded":"2024-04-22T00:40:39.779465+0000","last_fullsized":"2024-04-22T00:40:39.779465+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:21:30.577358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442083+0000","last_change":"2024-04-22T00:38:40.366029+0000","last_active":"2024-04-22T00:40:40.442083+0000","last_peered":"2024-04-22T00:40:40.442083+0000","last_clean":"2024-04-22T00:40:40.442083+0000","last_became_active":"2024-04-22T00:38:40.365679+0000","last_became_peered":"2024-04-22T00:38:40.365679+0000","last_unstale":"2024-04-22T00:40:40.442083+0000","last_undegraded":"2024-04-22T00:40:40.442083+0000","last_fullsized":"2024-04-22T00:40:40.442083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:17:38.156470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442007+0000","last_change":"2024-04-22T00:38:40.363834+0000","last_active":"2024-04-22T00:40:40.442007+0000","last_peered":"2024-04-22T00:40:40.442007+0000","last_clean":"2024-04-22T00:40:40.442007+0000","last_became_active":"2024-04-22T00:38:40.363494+0000","last_became_peered":"2024-04-22T00:38:40.363494+0000","last_unstale":"2024-04-22T00:40:40.442007+0000","last_undegraded":"2024-04-22T00:40:40.442007+0000","last_fullsized":"2024-04-22T00:40:40.442007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:27:45.403891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.425697+0000","last_change":"2024-04-22T00:38:40.375393+0000","last_active":"2024-04-22T00:40:40.425697+0000","last_peered":"2024-04-22T00:40:40.425697+0000","last_clean":"2024-04-22T00:40:40.425697+0000","last_became_active":"2024-04-22T00:38:40.375076+0000","last_became_peered":"2024-04-22T00:38:40.375076+0000","last_unstale":"2024-04-22T00:40:40.425697+0000","last_undegraded":"2024-04-22T00:40:40.425697+0000","last_fullsized":"2024-04-22T00:40:40.425697+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:07:27.404582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780427+0000","last_change":"2024-04-22T00:38:40.373581+0000","last_active":"2024-04-22T00:40:39.780427+0000","last_peered":"2024-04-22T00:40:39.780427+0000","last_clean":"2024-04-22T00:40:39.780427+0000","last_became_active":"2024-04-22T00:38:40.373261+0000","last_became_peered":"2024-04-22T00:38:40.373261+0000","last_unstale":"2024-04-22T00:40:39.780427+0000","last_undegraded":"2024-04-22T00:40:39.780427+0000","last_fullsized":"2024-04-22T00:40:39.780427+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:38.908652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777974+0000","last_change":"2024-04-22T00:38:40.377033+0000","last_active":"2024-04-22T00:40:39.777974+0000","last_peered":"2024-04-22T00:40:39.777974+0000","last_clean":"2024-04-22T00:40:39.777974+0000","last_became_active":"2024-04-22T00:38:40.376694+0000","last_became_peered":"2024-04-22T00:38:40.376694+0000","last_unstale":"2024-04-22T00:40:39.777974+0000","last_undegraded":"2024-04-22T00:40:39.777974+0000","last_fullsized":"2024-04-22T00:40:39.777974+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:46:23.799672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780538+0000","last_change":"2024-04-22T00:38:40.364083+0000","last_active":"2024-04-22T00:40:39.780538+0000","last_peered":"2024-04-22T00:40:39.780538+0000","last_clean":"2024-04-22T00:40:39.780538+0000","last_became_active":"2024-04-22T00:38:40.363769+0000","last_became_peered":"2024-04-22T00:38:40.363769+0000","last_unstale":"2024-04-22T00:40:39.780538+0000","last_undegraded":"2024-04-22T00:40:39.780538+0000","last_fullsized":"2024-04-22T00:40:39.780538+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:04:33.631920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400842+0000","last_change":"2024-04-22T00:38:40.357433+0000","last_active":"2024-04-22T00:40:40.400842+0000","last_peered":"2024-04-22T00:40:40.400842+0000","last_clean":"2024-04-22T00:40:40.400842+0000","last_became_active":"2024-04-22T00:38:40.357100+0000","last_became_peered":"2024-04-22T00:38:40.357100+0000","last_unstale":"2024-04-22T00:40:40.400842+0000","last_undegraded":"2024-04-22T00:40:40.400842+0000","last_fullsized":"2024-04-22T00:40:40.400842+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:54.446434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":41,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777890+0000","last_change":"2024-04-22T00:38:40.370297+0000","last_active":"2024-04-22T00:40:39.777890+0000","last_peered":"2024-04-22T00:40:39.777890+0000","last_clean":"2024-04-22T00:40:39.777890+0000","last_became_active":"2024-04-22T00:38:40.369973+0000","last_became_peered":"2024-04-22T00:38:40.369973+0000","last_unstale":"2024-04-22T00:40:39.777890+0000","last_undegraded":"2024-04-22T00:40:39.777890+0000","last_fullsized":"2024-04-22T00:40:39.777890+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:33:55.041055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":46,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.778445+0000","last_change":"2024-04-22T00:38:40.375787+0000","last_active":"2024-04-22T00:40:39.778445+0000","last_peered":"2024-04-22T00:40:39.778445+0000","last_clean":"2024-04-22T00:40:39.778445+0000","last_became_active":"2024-04-22T00:38:40.375461+0000","last_became_peered":"2024-04-22T00:38:40.375461+0000","last_unstale":"2024-04-22T00:40:39.778445+0000","last_undegraded":"2024-04-22T00:40:39.778445+0000","last_fullsized":"2024-04-22T00:40:39.778445+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:35.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781685+0000","last_change":"2024-04-22T00:38:40.363070+0000","last_active":"2024-04-22T00:40:39.781685+0000","last_peered":"2024-04-22T00:40:39.781685+0000","last_clean":"2024-04-22T00:40:39.781685+0000","last_became_active":"2024-04-22T00:38:40.362124+0000","last_became_peered":"2024-04-22T00:38:40.362124+0000","last_unstale":"2024-04-22T00:40:39.781685+0000","last_undegraded":"2024-04-22T00:40:39.781685+0000","last_fullsized":"2024-04-22T00:40:39.781685+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:58.345244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.425830+0000","last_change":"2024-04-22T00:38:40.375481+0000","last_active":"2024-04-22T00:40:40.425830+0000","last_peered":"2024-04-22T00:40:40.425830+0000","last_clean":"2024-04-22T00:40:40.425830+0000","last_became_active":"2024-04-22T00:38:40.375166+0000","last_became_peered":"2024-04-22T00:38:40.375166+0000","last_unstale":"2024-04-22T00:40:40.425830+0000","last_undegraded":"2024-04-22T00:40:40.425830+0000","last_fullsized":"2024-04-22T00:40:40.425830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:44:54.454914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780336+0000","last_change":"2024-04-22T00:38:40.367188+0000","last_active":"2024-04-22T00:40:39.780336+0000","last_peered":"2024-04-22T00:40:39.780336+0000","last_clean":"2024-04-22T00:40:39.780336+0000","last_became_active":"2024-04-22T00:38:40.366823+0000","last_became_peered":"2024-04-22T00:38:40.366823+0000","last_unstale":"2024-04-22T00:40:39.780336+0000","last_undegraded":"2024-04-22T00:40:39.780336+0000","last_fullsized":"2024-04-22T00:40:39.780336+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:43.451995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.441855+0000","last_change":"2024-04-22T00:38:40.366815+0000","last_active":"2024-04-22T00:40:40.441855+0000","last_peered":"2024-04-22T00:40:40.441855+0000","last_clean":"2024-04-22T00:40:40.441855+0000","last_became_active":"2024-04-22T00:38:40.366473+0000","last_became_peered":"2024-04-22T00:38:40.366473+0000","last_unstale":"2024-04-22T00:40:40.441855+0000","last_undegraded":"2024-04-22T00:40:40.441855+0000","last_fullsized":"2024-04-22T00:40:40.441855+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:42:28.037969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.441842+0000","last_change":"2024-04-22T00:38:40.373225+0000","last_active":"2024-04-22T00:40:40.441842+0000","last_peered":"2024-04-22T00:40:40.441842+0000","last_clean":"2024-04-22T00:40:40.441842+0000","last_became_active":"2024-04-22T00:38:40.372848+0000","last_became_peered":"2024-04-22T00:38:40.372848+0000","last_unstale":"2024-04-22T00:40:40.441842+0000","last_undegraded":"2024-04-22T00:40:40.441842+0000","last_fullsized":"2024-04-22T00:40:40.441842+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:54.985460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.776835+0000","last_change":"2024-04-22T00:38:40.361865+0000","last_active":"2024-04-22T00:40:39.776835+0000","last_peered":"2024-04-22T00:40:39.776835+0000","last_clean":"2024-04-22T00:40:39.776835+0000","last_became_active":"2024-04-22T00:38:40.361471+0000","last_became_peered":"2024-04-22T00:38:40.361471+0000","last_unstale":"2024-04-22T00:40:39.776835+0000","last_undegraded":"2024-04-22T00:40:39.776835+0000","last_fullsized":"2024-04-22T00:40:39.776835+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:13:16.480063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779394+0000","last_change":"2024-04-22T00:38:40.368845+0000","last_active":"2024-04-22T00:40:39.779394+0000","last_peered":"2024-04-22T00:40:39.779394+0000","last_clean":"2024-04-22T00:40:39.779394+0000","last_became_active":"2024-04-22T00:38:40.368322+0000","last_became_peered":"2024-04-22T00:38:40.368322+0000","last_unstale":"2024-04-22T00:40:39.779394+0000","last_undegraded":"2024-04-22T00:40:39.779394+0000","last_fullsized":"2024-04-22T00:40:39.779394+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:36:57.926087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777702+0000","last_change":"2024-04-22T00:38:40.366139+0000","last_active":"2024-04-22T00:40:39.777702+0000","last_peered":"2024-04-22T00:40:39.777702+0000","last_clean":"2024-04-22T00:40:39.777702+0000","last_became_active":"2024-04-22T00:38:40.365694+0000","last_became_peered":"2024-04-22T00:38:40.365694+0000","last_unstale":"2024-04-22T00:40:39.777702+0000","last_undegraded":"2024-04-22T00:40:39.777702+0000","last_fullsized":"2024-04-22T00:40:39.777702+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:51.067092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.784082+0000","last_change":"2024-04-22T00:38:40.377469+0000","last_active":"2024-04-22T00:40:39.784082+0000","last_peered":"2024-04-22T00:40:39.784082+0000","last_clean":"2024-04-22T00:40:39.784082+0000","last_became_active":"2024-04-22T00:38:40.371408+0000","last_became_peered":"2024-04-22T00:38:40.371408+0000","last_unstale":"2024-04-22T00:40:39.784082+0000","last_undegraded":"2024-04-22T00:40:39.784082+0000","last_fullsized":"2024-04-22T00:40:39.784082+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:57:02.978252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783166+0000","last_change":"2024-04-22T00:39:39.672382+0000","last_active":"2024-04-22T00:40:39.783166+0000","last_peered":"2024-04-22T00:40:39.783166+0000","last_clean":"2024-04-22T00:40:39.783166+0000","last_became_active":"2024-04-22T00:39:39.671443+0000","last_became_peered":"2024-04-22T00:39:39.671443+0000","last_unstale":"2024-04-22T00:40:39.783166+0000","last_undegraded":"2024-04-22T00:40:39.783166+0000","last_fullsized":"2024-04-22T00:40:39.783166+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:23.128862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,10,0],"acting":[2,3,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":58,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.434387+0000","last_change":"2024-04-22T00:40:40.434005+0000","last_active":"2024-04-22T00:40:40.434387+0000","last_peered":"2024-04-22T00:40:40.434387+0000","last_clean":"2024-04-22T00:40:40.434387+0000","last_became_active":"2024-04-22T00:40:40.428110+0000","last_became_peered":"2024-04-22T00:40:40.428110+0000","last_unstale":"2024-04-22T00:40:40.434387+0000","last_undegraded":"2024-04-22T00:40:40.434387+0000","last_fullsized":"2024-04-22T00:40:40.434387+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:17:49.806836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,4],"acting":[9,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400852+0000","last_change":"2024-04-22T00:38:40.356727+0000","last_active":"2024-04-22T00:40:40.400852+0000","last_peered":"2024-04-22T00:40:40.400852+0000","last_clean":"2024-04-22T00:40:40.400852+0000","last_became_active":"2024-04-22T00:38:40.356415+0000","last_became_peered":"2024-04-22T00:38:40.356415+0000","last_unstale":"2024-04-22T00:40:40.400852+0000","last_undegraded":"2024-04-22T00:40:40.400852+0000","last_fullsized":"2024-04-22T00:40:40.400852+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:51:21.063322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.425795+0000","last_change":"2024-04-22T00:39:39.672968+0000","last_active":"2024-04-22T00:40:40.425795+0000","last_peered":"2024-04-22T00:40:40.425795+0000","last_clean":"2024-04-22T00:40:40.425795+0000","last_became_active":"2024-04-22T00:39:39.672476+0000","last_became_peered":"2024-04-22T00:39:39.672476+0000","last_unstale":"2024-04-22T00:40:40.425795+0000","last_undegraded":"2024-04-22T00:40:40.425795+0000","last_fullsized":"2024-04-22T00:40:40.425795+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:13.200730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,8,3],"acting":[4,6,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401759+0000","last_change":"2024-04-22T00:38:39.360667+0000","last_active":"2024-04-22T00:40:40.401759+0000","last_peered":"2024-04-22T00:40:40.401759+0000","last_clean":"2024-04-22T00:40:40.401759+0000","last_became_active":"2024-04-22T00:38:39.360213+0000","last_became_peered":"2024-04-22T00:38:39.360213+0000","last_unstale":"2024-04-22T00:40:40.401759+0000","last_undegraded":"2024-04-22T00:40:40.401759+0000","last_fullsized":"2024-04-22T00:40:40.401759+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:19:06.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442422+0000","last_change":"2024-04-22T00:38:40.369638+0000","last_active":"2024-04-22T00:40:40.442422+0000","last_peered":"2024-04-22T00:40:40.442422+0000","last_clean":"2024-04-22T00:40:40.442422+0000","last_became_active":"2024-04-22T00:38:40.368377+0000","last_became_peered":"2024-04-22T00:38:40.368377+0000","last_unstale":"2024-04-22T00:40:40.442422+0000","last_undegraded":"2024-04-22T00:40:40.442422+0000","last_fullsized":"2024-04-22T00:40:40.442422+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:52:49.332301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426171+0000","last_change":"2024-04-22T00:38:44.406576+0000","last_active":"2024-04-22T00:40:40.426171+0000","last_peered":"2024-04-22T00:40:40.426171+0000","last_clean":"2024-04-22T00:40:40.426171+0000","last_became_active":"2024-04-22T00:38:44.405670+0000","last_became_peered":"2024-04-22T00:38:44.405670+0000","last_unstale":"2024-04-22T00:40:40.426171+0000","last_undegraded":"2024-04-22T00:40:40.426171+0000","last_fullsized":"2024-04-22T00:40:40.426171+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:28.412974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780567+0000","last_change":"2024-04-22T00:38:39.370535+0000","last_active":"2024-04-22T00:40:39.780567+0000","last_peered":"2024-04-22T00:40:39.780567+0000","last_clean":"2024-04-22T00:40:39.780567+0000","last_became_active":"2024-04-22T00:38:39.370033+0000","last_became_peered":"2024-04-22T00:38:39.370033+0000","last_unstale":"2024-04-22T00:40:39.780567+0000","last_undegraded":"2024-04-22T00:40:39.780567+0000","last_fullsized":"2024-04-22T00:40:39.780567+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:21.146476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777285+0000","last_change":"2024-04-22T00:38:40.365051+0000","last_active":"2024-04-22T00:40:39.777285+0000","last_peered":"2024-04-22T00:40:39.777285+0000","last_clean":"2024-04-22T00:40:39.777285+0000","last_became_active":"2024-04-22T00:38:40.364700+0000","last_became_peered":"2024-04-22T00:38:40.364700+0000","last_unstale":"2024-04-22T00:40:39.777285+0000","last_undegraded":"2024-04-22T00:40:39.777285+0000","last_fullsized":"2024-04-22T00:40:39.777285+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:18:42.608828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426291+0000","last_change":"2024-04-22T00:38:44.402410+0000","last_active":"2024-04-22T00:40:40.426291+0000","last_peered":"2024-04-22T00:40:40.426291+0000","last_clean":"2024-04-22T00:40:40.426291+0000","last_became_active":"2024-04-22T00:38:44.402058+0000","last_became_peered":"2024-04-22T00:38:44.402058+0000","last_unstale":"2024-04-22T00:40:40.426291+0000","last_undegraded":"2024-04-22T00:40:40.426291+0000","last_fullsized":"2024-04-22T00:40:40.426291+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:52:12.956415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780273+0000","last_change":"2024-04-22T00:38:39.366658+0000","last_active":"2024-04-22T00:40:39.780273+0000","last_peered":"2024-04-22T00:40:39.780273+0000","last_clean":"2024-04-22T00:40:39.780273+0000","last_became_active":"2024-04-22T00:38:39.365415+0000","last_became_peered":"2024-04-22T00:38:39.365415+0000","last_unstale":"2024-04-22T00:40:39.780273+0000","last_undegraded":"2024-04-22T00:40:39.780273+0000","last_fullsized":"2024-04-22T00:40:39.780273+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:33.687226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":43,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313207+0000","last_change":"2024-04-22T00:38:40.362518+0000","last_active":"2024-04-22T00:40:40.313207+0000","last_peered":"2024-04-22T00:40:40.313207+0000","last_clean":"2024-04-22T00:40:40.313207+0000","last_became_active":"2024-04-22T00:38:40.362219+0000","last_became_peered":"2024-04-22T00:38:40.362219+0000","last_unstale":"2024-04-22T00:40:40.313207+0000","last_undegraded":"2024-04-22T00:40:40.313207+0000","last_fullsized":"2024-04-22T00:40:40.313207+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:47:52.401356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783651+0000","last_change":"2024-04-22T00:39:39.672914+0000","last_active":"2024-04-22T00:40:39.783651+0000","last_peered":"2024-04-22T00:40:39.783651+0000","last_clean":"2024-04-22T00:40:39.783651+0000","last_became_active":"2024-04-22T00:39:39.672440+0000","last_became_peered":"2024-04-22T00:39:39.672440+0000","last_unstale":"2024-04-22T00:40:39.783651+0000","last_undegraded":"2024-04-22T00:40:39.783651+0000","last_fullsized":"2024-04-22T00:40:39.783651+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:21:50.466296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"95'8","reported_seq":163,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:05.513632+0000","last_change":"2024-04-22T00:38:39.363347+0000","last_active":"2024-04-22T00:41:05.513632+0000","last_peered":"2024-04-22T00:41:05.513632+0000","last_clean":"2024-04-22T00:41:05.513632+0000","last_became_active":"2024-04-22T00:38:39.363047+0000","last_became_peered":"2024-04-22T00:38:39.363047+0000","last_unstale":"2024-04-22T00:41:05.513632+0000","last_undegraded":"2024-04-22T00:41:05.513632+0000","last_fullsized":"2024-04-22T00:41:05.513632+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:52:56.438868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1462,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780283+0000","last_change":"2024-04-22T00:38:40.369168+0000","last_active":"2024-04-22T00:40:39.780283+0000","last_peered":"2024-04-22T00:40:39.780283+0000","last_clean":"2024-04-22T00:40:39.780283+0000","last_became_active":"2024-04-22T00:38:40.368842+0000","last_became_peered":"2024-04-22T00:38:40.368842+0000","last_unstale":"2024-04-22T00:40:39.780283+0000","last_undegraded":"2024-04-22T00:40:39.780283+0000","last_fullsized":"2024-04-22T00:40:39.780283+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:09:21.923340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783581+0000","last_change":"2024-04-22T00:38:44.406786+0000","last_active":"2024-04-22T00:40:39.783581+0000","last_peered":"2024-04-22T00:40:39.783581+0000","last_clean":"2024-04-22T00:40:39.783581+0000","last_became_active":"2024-04-22T00:38:44.405474+0000","last_became_peered":"2024-04-22T00:38:44.405474+0000","last_unstale":"2024-04-22T00:40:39.783581+0000","last_undegraded":"2024-04-22T00:40:39.783581+0000","last_fullsized":"2024-04-22T00:40:39.783581+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:32:07.650716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.785034+0000","last_change":"2024-04-22T00:40:39.785034+0000","last_active":"2024-04-22T00:40:39.785034+0000","last_peered":"2024-04-22T00:40:39.785034+0000","last_clean":"2024-04-22T00:40:39.785034+0000","last_became_active":"2024-04-22T00:40:39.781758+0000","last_became_peered":"2024-04-22T00:40:39.781758+0000","last_unstale":"2024-04-22T00:40:39.785034+0000","last_undegraded":"2024-04-22T00:40:39.785034+0000","last_fullsized":"2024-04-22T00:40:39.785034+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:02.192136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,6],"acting":[10,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":42,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312932+0000","last_change":"2024-04-22T00:39:39.672815+0000","last_active":"2024-04-22T00:40:40.312932+0000","last_peered":"2024-04-22T00:40:40.312932+0000","last_clean":"2024-04-22T00:40:40.312932+0000","last_became_active":"2024-04-22T00:39:39.672374+0000","last_became_peered":"2024-04-22T00:39:39.672374+0000","last_unstale":"2024-04-22T00:40:40.312932+0000","last_undegraded":"2024-04-22T00:40:40.312932+0000","last_fullsized":"2024-04-22T00:40:40.312932+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:30:11.032191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779185+0000","last_change":"2024-04-22T00:39:39.673578+0000","last_active":"2024-04-22T00:40:39.779185+0000","last_peered":"2024-04-22T00:40:39.779185+0000","last_clean":"2024-04-22T00:40:39.779185+0000","last_became_active":"2024-04-22T00:39:39.672181+0000","last_became_peered":"2024-04-22T00:39:39.672181+0000","last_unstale":"2024-04-22T00:40:39.779185+0000","last_undegraded":"2024-04-22T00:40:39.779185+0000","last_fullsized":"2024-04-22T00:40:39.779185+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:04:50.778073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779903+0000","last_change":"2024-04-22T00:38:39.366127+0000","last_active":"2024-04-22T00:40:39.779903+0000","last_peered":"2024-04-22T00:40:39.779903+0000","last_clean":"2024-04-22T00:40:39.779903+0000","last_became_active":"2024-04-22T00:38:39.365758+0000","last_became_peered":"2024-04-22T00:38:39.365758+0000","last_unstale":"2024-04-22T00:40:39.779903+0000","last_undegraded":"2024-04-22T00:40:39.779903+0000","last_fullsized":"2024-04-22T00:40:39.779903+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:00.931898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400751+0000","last_change":"2024-04-22T00:38:40.363547+0000","last_active":"2024-04-22T00:40:40.400751+0000","last_peered":"2024-04-22T00:40:40.400751+0000","last_clean":"2024-04-22T00:40:40.400751+0000","last_became_active":"2024-04-22T00:38:40.363136+0000","last_became_peered":"2024-04-22T00:38:40.363136+0000","last_unstale":"2024-04-22T00:40:40.400751+0000","last_undegraded":"2024-04-22T00:40:40.400751+0000","last_fullsized":"2024-04-22T00:40:40.400751+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:08:22.135426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442684+0000","last_change":"2024-04-22T00:38:44.401113+0000","last_active":"2024-04-22T00:40:40.442684+0000","last_peered":"2024-04-22T00:40:40.442684+0000","last_clean":"2024-04-22T00:40:40.442684+0000","last_became_active":"2024-04-22T00:38:44.400679+0000","last_became_peered":"2024-04-22T00:38:44.400679+0000","last_unstale":"2024-04-22T00:40:40.442684+0000","last_undegraded":"2024-04-22T00:40:40.442684+0000","last_fullsized":"2024-04-22T00:40:40.442684+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:28.248892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.786679+0000","last_change":"2024-04-22T00:40:39.782930+0000","last_active":"2024-04-22T00:40:39.786679+0000","last_peered":"2024-04-22T00:40:39.786679+0000","last_clean":"2024-04-22T00:40:39.786679+0000","last_became_active":"2024-04-22T00:40:39.782402+0000","last_became_peered":"2024-04-22T00:40:39.782402+0000","last_unstale":"2024-04-22T00:40:39.786679+0000","last_undegraded":"2024-04-22T00:40:39.786679+0000","last_fullsized":"2024-04-22T00:40:39.786679+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:02:32.780170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,7],"acting":[11,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":41,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777163+0000","last_change":"2024-04-22T00:38:40.361149+0000","last_active":"2024-04-22T00:40:39.777163+0000","last_peered":"2024-04-22T00:40:39.777163+0000","last_clean":"2024-04-22T00:40:39.777163+0000","last_became_active":"2024-04-22T00:38:40.360817+0000","last_became_peered":"2024-04-22T00:38:40.360817+0000","last_unstale":"2024-04-22T00:40:39.777163+0000","last_undegraded":"2024-04-22T00:40:39.777163+0000","last_fullsized":"2024-04-22T00:40:39.777163+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:23.184762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401508+0000","last_change":"2024-04-22T00:38:44.398428+0000","last_active":"2024-04-22T00:40:40.401508+0000","last_peered":"2024-04-22T00:40:40.401508+0000","last_clean":"2024-04-22T00:40:40.401508+0000","last_became_active":"2024-04-22T00:38:44.395265+0000","last_became_peered":"2024-04-22T00:38:44.395265+0000","last_unstale":"2024-04-22T00:40:40.401508+0000","last_undegraded":"2024-04-22T00:40:40.401508+0000","last_fullsized":"2024-04-22T00:40:40.401508+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:11.561788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"95'5","reported_seq":156,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:05.513178+0000","last_change":"2024-04-22T00:38:39.372184+0000","last_active":"2024-04-22T00:41:05.513178+0000","last_peered":"2024-04-22T00:41:05.513178+0000","last_clean":"2024-04-22T00:41:05.513178+0000","last_became_active":"2024-04-22T00:38:39.371792+0000","last_became_peered":"2024-04-22T00:38:39.371792+0000","last_unstale":"2024-04-22T00:41:05.513178+0000","last_undegraded":"2024-04-22T00:41:05.513178+0000","last_fullsized":"2024-04-22T00:41:05.513178+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:54.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777150+0000","last_change":"2024-04-22T00:38:40.365514+0000","last_active":"2024-04-22T00:40:39.777150+0000","last_peered":"2024-04-22T00:40:39.777150+0000","last_clean":"2024-04-22T00:40:39.777150+0000","last_became_active":"2024-04-22T00:38:40.365207+0000","last_became_peered":"2024-04-22T00:38:40.365207+0000","last_unstale":"2024-04-22T00:40:39.777150+0000","last_undegraded":"2024-04-22T00:40:39.777150+0000","last_fullsized":"2024-04-22T00:40:39.777150+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:51:15.503594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777154+0000","last_change":"2024-04-22T00:38:44.404822+0000","last_active":"2024-04-22T00:40:39.777154+0000","last_peered":"2024-04-22T00:40:39.777154+0000","last_clean":"2024-04-22T00:40:39.777154+0000","last_became_active":"2024-04-22T00:38:44.403009+0000","last_became_peered":"2024-04-22T00:38:44.403009+0000","last_unstale":"2024-04-22T00:40:39.777154+0000","last_undegraded":"2024-04-22T00:40:39.777154+0000","last_fullsized":"2024-04-22T00:40:39.777154+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:53:21.262362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.436292+0000","last_change":"2024-04-22T00:40:40.435777+0000","last_active":"2024-04-22T00:40:40.436292+0000","last_peered":"2024-04-22T00:40:40.436292+0000","last_clean":"2024-04-22T00:40:40.436292+0000","last_became_active":"2024-04-22T00:40:40.427956+0000","last_became_peered":"2024-04-22T00:40:40.427956+0000","last_unstale":"2024-04-22T00:40:40.436292+0000","last_undegraded":"2024-04-22T00:40:40.436292+0000","last_fullsized":"2024-04-22T00:40:40.436292+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:30:49.627158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442337+0000","last_change":"2024-04-22T00:38:40.374741+0000","last_active":"2024-04-22T00:40:40.442337+0000","last_peered":"2024-04-22T00:40:40.442337+0000","last_clean":"2024-04-22T00:40:40.442337+0000","last_became_active":"2024-04-22T00:38:40.374154+0000","last_became_peered":"2024-04-22T00:38:40.374154+0000","last_unstale":"2024-04-22T00:40:40.442337+0000","last_undegraded":"2024-04-22T00:40:40.442337+0000","last_fullsized":"2024-04-22T00:40:40.442337+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:07:27.137055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426499+0000","last_change":"2024-04-22T00:38:44.405940+0000","last_active":"2024-04-22T00:40:40.426499+0000","last_peered":"2024-04-22T00:40:40.426499+0000","last_clean":"2024-04-22T00:40:40.426499+0000","last_became_active":"2024-04-22T00:38:44.405463+0000","last_became_peered":"2024-04-22T00:38:44.405463+0000","last_unstale":"2024-04-22T00:40:40.426499+0000","last_undegraded":"2024-04-22T00:40:40.426499+0000","last_fullsized":"2024-04-22T00:40:40.426499+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:21:51.881080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313230+0000","last_change":"2024-04-22T00:38:39.365832+0000","last_active":"2024-04-22T00:40:40.313230+0000","last_peered":"2024-04-22T00:40:40.313230+0000","last_clean":"2024-04-22T00:40:40.313230+0000","last_became_active":"2024-04-22T00:38:39.365523+0000","last_became_peered":"2024-04-22T00:38:39.365523+0000","last_unstale":"2024-04-22T00:40:40.313230+0000","last_undegraded":"2024-04-22T00:40:40.313230+0000","last_fullsized":"2024-04-22T00:40:40.313230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:07:43.953692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":41,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777241+0000","last_change":"2024-04-22T00:38:40.375443+0000","last_active":"2024-04-22T00:40:39.777241+0000","last_peered":"2024-04-22T00:40:39.777241+0000","last_clean":"2024-04-22T00:40:39.777241+0000","last_became_active":"2024-04-22T00:38:40.375092+0000","last_became_peered":"2024-04-22T00:38:40.375092+0000","last_unstale":"2024-04-22T00:40:39.777241+0000","last_undegraded":"2024-04-22T00:40:39.777241+0000","last_fullsized":"2024-04-22T00:40:39.777241+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:00.257128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777253+0000","last_change":"2024-04-22T00:38:44.402484+0000","last_active":"2024-04-22T00:40:39.777253+0000","last_peered":"2024-04-22T00:40:39.777253+0000","last_clean":"2024-04-22T00:40:39.777253+0000","last_became_active":"2024-04-22T00:38:44.402060+0000","last_became_peered":"2024-04-22T00:38:44.402060+0000","last_unstale":"2024-04-22T00:40:39.777253+0000","last_undegraded":"2024-04-22T00:40:39.777253+0000","last_fullsized":"2024-04-22T00:40:39.777253+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:07:01.255408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"95'38","reported_seq":318,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:05.513203+0000","last_change":"2024-04-22T00:38:39.369420+0000","last_active":"2024-04-22T00:41:05.513203+0000","last_peered":"2024-04-22T00:41:05.513203+0000","last_clean":"2024-04-22T00:41:05.513203+0000","last_became_active":"2024-04-22T00:38:39.369074+0000","last_became_peered":"2024-04-22T00:38:39.369074+0000","last_unstale":"2024-04-22T00:41:05.513203+0000","last_undegraded":"2024-04-22T00:41:05.513203+0000","last_fullsized":"2024-04-22T00:41:05.513203+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:08:34.427757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63913,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":248,"num_read_kb":187,"num_write":39,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780697+0000","last_change":"2024-04-22T00:38:40.368352+0000","last_active":"2024-04-22T00:40:39.780697+0000","last_peered":"2024-04-22T00:40:39.780697+0000","last_clean":"2024-04-22T00:40:39.780697+0000","last_became_active":"2024-04-22T00:38:40.367975+0000","last_became_peered":"2024-04-22T00:38:40.367975+0000","last_unstale":"2024-04-22T00:40:39.780697+0000","last_undegraded":"2024-04-22T00:40:39.780697+0000","last_fullsized":"2024-04-22T00:40:39.780697+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:11.599867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313415+0000","last_change":"2024-04-22T00:38:44.393349+0000","last_active":"2024-04-22T00:40:40.313415+0000","last_peered":"2024-04-22T00:40:40.313415+0000","last_clean":"2024-04-22T00:40:40.313415+0000","last_became_active":"2024-04-22T00:38:44.392781+0000","last_became_peered":"2024-04-22T00:38:44.392781+0000","last_unstale":"2024-04-22T00:40:40.313415+0000","last_undegraded":"2024-04-22T00:40:40.313415+0000","last_fullsized":"2024-04-22T00:40:40.313415+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:12:28.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":25,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779042+0000","last_change":"2024-04-22T00:39:39.536327+0000","last_active":"2024-04-22T00:40:39.779042+0000","last_peered":"2024-04-22T00:40:39.779042+0000","last_clean":"2024-04-22T00:40:39.779042+0000","last_became_active":"2024-04-22T00:39:39.529279+0000","last_became_peered":"2024-04-22T00:39:39.529279+0000","last_unstale":"2024-04-22T00:40:39.779042+0000","last_undegraded":"2024-04-22T00:40:39.779042+0000","last_fullsized":"2024-04-22T00:40:39.779042+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:06:11.157839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780596+0000","last_change":"2024-04-22T00:38:40.370950+0000","last_active":"2024-04-22T00:40:39.780596+0000","last_peered":"2024-04-22T00:40:39.780596+0000","last_clean":"2024-04-22T00:40:39.780596+0000","last_became_active":"2024-04-22T00:38:40.370648+0000","last_became_peered":"2024-04-22T00:38:40.370648+0000","last_unstale":"2024-04-22T00:40:39.780596+0000","last_undegraded":"2024-04-22T00:40:39.780596+0000","last_fullsized":"2024-04-22T00:40:39.780596+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:41:02.299079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779302+0000","last_change":"2024-04-22T00:38:44.404019+0000","last_active":"2024-04-22T00:40:39.779302+0000","last_peered":"2024-04-22T00:40:39.779302+0000","last_clean":"2024-04-22T00:40:39.779302+0000","last_became_active":"2024-04-22T00:38:44.403695+0000","last_became_peered":"2024-04-22T00:38:44.403695+0000","last_unstale":"2024-04-22T00:40:39.779302+0000","last_undegraded":"2024-04-22T00:40:39.779302+0000","last_fullsized":"2024-04-22T00:40:39.779302+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:34:12.156509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313128+0000","last_change":"2024-04-22T00:38:39.362724+0000","last_active":"2024-04-22T00:40:40.313128+0000","last_peered":"2024-04-22T00:40:40.313128+0000","last_clean":"2024-04-22T00:40:40.313128+0000","last_became_active":"2024-04-22T00:38:39.362397+0000","last_became_peered":"2024-04-22T00:38:39.362397+0000","last_unstale":"2024-04-22T00:40:40.313128+0000","last_undegraded":"2024-04-22T00:40:40.313128+0000","last_fullsized":"2024-04-22T00:40:40.313128+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:20.547527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":45,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781261+0000","last_change":"2024-04-22T00:38:40.362540+0000","last_active":"2024-04-22T00:40:39.781261+0000","last_peered":"2024-04-22T00:40:39.781261+0000","last_clean":"2024-04-22T00:40:39.781261+0000","last_became_active":"2024-04-22T00:38:40.362016+0000","last_became_peered":"2024-04-22T00:38:40.362016+0000","last_unstale":"2024-04-22T00:40:39.781261+0000","last_undegraded":"2024-04-22T00:40:39.781261+0000","last_fullsized":"2024-04-22T00:40:39.781261+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:51:18.176061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777432+0000","last_change":"2024-04-22T00:38:44.405236+0000","last_active":"2024-04-22T00:40:39.777432+0000","last_peered":"2024-04-22T00:40:39.777432+0000","last_clean":"2024-04-22T00:40:39.777432+0000","last_became_active":"2024-04-22T00:38:44.404767+0000","last_became_peered":"2024-04-22T00:38:44.404767+0000","last_unstale":"2024-04-22T00:40:39.777432+0000","last_undegraded":"2024-04-22T00:40:39.777432+0000","last_fullsized":"2024-04-22T00:40:39.777432+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:13:56.620119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":153,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:02.508211+0000","last_change":"2024-04-22T00:38:39.369080+0000","last_active":"2024-04-22T00:41:02.508211+0000","last_peered":"2024-04-22T00:41:02.508211+0000","last_clean":"2024-04-22T00:41:02.508211+0000","last_became_active":"2024-04-22T00:38:39.368678+0000","last_became_peered":"2024-04-22T00:38:39.368678+0000","last_unstale":"2024-04-22T00:41:02.508211+0000","last_undegraded":"2024-04-22T00:41:02.508211+0000","last_fullsized":"2024-04-22T00:41:02.508211+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:13.018047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780288+0000","last_change":"2024-04-22T00:38:40.370315+0000","last_active":"2024-04-22T00:40:39.780288+0000","last_peered":"2024-04-22T00:40:39.780288+0000","last_clean":"2024-04-22T00:40:39.780288+0000","last_became_active":"2024-04-22T00:38:40.370008+0000","last_became_peered":"2024-04-22T00:38:40.370008+0000","last_unstale":"2024-04-22T00:40:39.780288+0000","last_undegraded":"2024-04-22T00:40:39.780288+0000","last_fullsized":"2024-04-22T00:40:39.780288+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:41:09.031868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780572+0000","last_change":"2024-04-22T00:38:44.395771+0000","last_active":"2024-04-22T00:40:39.780572+0000","last_peered":"2024-04-22T00:40:39.780572+0000","last_clean":"2024-04-22T00:40:39.780572+0000","last_became_active":"2024-04-22T00:38:44.395372+0000","last_became_peered":"2024-04-22T00:38:44.395372+0000","last_unstale":"2024-04-22T00:40:39.780572+0000","last_undegraded":"2024-04-22T00:40:39.780572+0000","last_fullsized":"2024-04-22T00:40:39.780572+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:02.522135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":48,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780300+0000","last_change":"2024-04-22T00:38:39.370949+0000","last_active":"2024-04-22T00:40:39.780300+0000","last_peered":"2024-04-22T00:40:39.780300+0000","last_clean":"2024-04-22T00:40:39.780300+0000","last_became_active":"2024-04-22T00:38:39.370398+0000","last_became_peered":"2024-04-22T00:38:39.370398+0000","last_unstale":"2024-04-22T00:40:39.780300+0000","last_undegraded":"2024-04-22T00:40:39.780300+0000","last_fullsized":"2024-04-22T00:40:39.780300+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:35.647251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":21,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777074+0000","last_change":"2024-04-22T00:39:39.671210+0000","last_active":"2024-04-22T00:40:39.777074+0000","last_peered":"2024-04-22T00:40:39.777074+0000","last_clean":"2024-04-22T00:40:39.777074+0000","last_became_active":"2024-04-22T00:39:39.670683+0000","last_became_peered":"2024-04-22T00:39:39.670683+0000","last_unstale":"2024-04-22T00:40:39.777074+0000","last_undegraded":"2024-04-22T00:40:39.777074+0000","last_fullsized":"2024-04-22T00:40:39.777074+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:41.207605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312795+0000","last_change":"2024-04-22T00:38:44.395873+0000","last_active":"2024-04-22T00:40:40.312795+0000","last_peered":"2024-04-22T00:40:40.312795+0000","last_clean":"2024-04-22T00:40:40.312795+0000","last_became_active":"2024-04-22T00:38:44.395503+0000","last_became_peered":"2024-04-22T00:38:44.395503+0000","last_unstale":"2024-04-22T00:40:40.312795+0000","last_undegraded":"2024-04-22T00:40:40.312795+0000","last_fullsized":"2024-04-22T00:40:40.312795+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:30:40.517603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780814+0000","last_change":"2024-04-22T00:38:39.366353+0000","last_active":"2024-04-22T00:40:39.780814+0000","last_peered":"2024-04-22T00:40:39.780814+0000","last_clean":"2024-04-22T00:40:39.780814+0000","last_became_active":"2024-04-22T00:38:39.365887+0000","last_became_peered":"2024-04-22T00:38:39.365887+0000","last_unstale":"2024-04-22T00:40:39.780814+0000","last_undegraded":"2024-04-22T00:40:39.780814+0000","last_fullsized":"2024-04-22T00:40:39.780814+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:45.350887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779235+0000","last_change":"2024-04-22T00:38:40.361121+0000","last_active":"2024-04-22T00:40:39.779235+0000","last_peered":"2024-04-22T00:40:39.779235+0000","last_clean":"2024-04-22T00:40:39.779235+0000","last_became_active":"2024-04-22T00:38:40.360738+0000","last_became_peered":"2024-04-22T00:38:40.360738+0000","last_unstale":"2024-04-22T00:40:39.779235+0000","last_undegraded":"2024-04-22T00:40:39.779235+0000","last_fullsized":"2024-04-22T00:40:39.779235+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:46:25.351317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780278+0000","last_change":"2024-04-22T00:38:44.504868+0000","last_active":"2024-04-22T00:40:39.780278+0000","last_peered":"2024-04-22T00:40:39.780278+0000","last_clean":"2024-04-22T00:40:39.780278+0000","last_became_active":"2024-04-22T00:38:44.504150+0000","last_became_peered":"2024-04-22T00:38:44.504150+0000","last_unstale":"2024-04-22T00:40:39.780278+0000","last_undegraded":"2024-04-22T00:40:39.780278+0000","last_fullsized":"2024-04-22T00:40:39.780278+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:02:30.695478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777580+0000","last_change":"2024-04-22T00:38:39.372522+0000","last_active":"2024-04-22T00:40:39.777580+0000","last_peered":"2024-04-22T00:40:39.777580+0000","last_clean":"2024-04-22T00:40:39.777580+0000","last_became_active":"2024-04-22T00:38:39.372192+0000","last_became_peered":"2024-04-22T00:38:39.372192+0000","last_unstale":"2024-04-22T00:40:39.777580+0000","last_undegraded":"2024-04-22T00:40:39.777580+0000","last_fullsized":"2024-04-22T00:40:39.777580+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:26:21.069736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.778479+0000","last_change":"2024-04-22T00:38:40.365283+0000","last_active":"2024-04-22T00:40:39.778479+0000","last_peered":"2024-04-22T00:40:39.778479+0000","last_clean":"2024-04-22T00:40:39.778479+0000","last_became_active":"2024-04-22T00:38:40.364972+0000","last_became_peered":"2024-04-22T00:38:40.364972+0000","last_unstale":"2024-04-22T00:40:39.778479+0000","last_undegraded":"2024-04-22T00:40:39.778479+0000","last_fullsized":"2024-04-22T00:40:39.778479+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:59:59.140778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780022+0000","last_change":"2024-04-22T00:38:44.397504+0000","last_active":"2024-04-22T00:40:39.780022+0000","last_peered":"2024-04-22T00:40:39.780022+0000","last_clean":"2024-04-22T00:40:39.780022+0000","last_became_active":"2024-04-22T00:38:44.397013+0000","last_became_peered":"2024-04-22T00:38:44.397013+0000","last_unstale":"2024-04-22T00:40:39.780022+0000","last_undegraded":"2024-04-22T00:40:39.780022+0000","last_fullsized":"2024-04-22T00:40:39.780022+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:47:58.320239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780912+0000","last_change":"2024-04-22T00:38:39.364987+0000","last_active":"2024-04-22T00:40:39.780912+0000","last_peered":"2024-04-22T00:40:39.780912+0000","last_clean":"2024-04-22T00:40:39.780912+0000","last_became_active":"2024-04-22T00:38:39.364641+0000","last_became_peered":"2024-04-22T00:38:39.364641+0000","last_unstale":"2024-04-22T00:40:39.780912+0000","last_undegraded":"2024-04-22T00:40:39.780912+0000","last_fullsized":"2024-04-22T00:40:39.780912+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:44:44.280664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.778119+0000","last_change":"2024-04-22T00:38:40.376529+0000","last_active":"2024-04-22T00:40:39.778119+0000","last_peered":"2024-04-22T00:40:39.778119+0000","last_clean":"2024-04-22T00:40:39.778119+0000","last_became_active":"2024-04-22T00:38:40.376299+0000","last_became_peered":"2024-04-22T00:38:40.376299+0000","last_unstale":"2024-04-22T00:40:39.778119+0000","last_undegraded":"2024-04-22T00:40:39.778119+0000","last_fullsized":"2024-04-22T00:40:39.778119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:08:16.276565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780167+0000","last_change":"2024-04-22T00:38:44.504288+0000","last_active":"2024-04-22T00:40:39.780167+0000","last_peered":"2024-04-22T00:40:39.780167+0000","last_clean":"2024-04-22T00:40:39.780167+0000","last_became_active":"2024-04-22T00:38:44.503776+0000","last_became_peered":"2024-04-22T00:38:44.503776+0000","last_unstale":"2024-04-22T00:40:39.780167+0000","last_undegraded":"2024-04-22T00:40:39.780167+0000","last_fullsized":"2024-04-22T00:40:39.780167+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:10:46.900575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312987+0000","last_change":"2024-04-22T00:38:40.369534+0000","last_active":"2024-04-22T00:40:40.312987+0000","last_peered":"2024-04-22T00:40:40.312987+0000","last_clean":"2024-04-22T00:40:40.312987+0000","last_became_active":"2024-04-22T00:38:40.364820+0000","last_became_peered":"2024-04-22T00:38:40.364820+0000","last_unstale":"2024-04-22T00:40:40.312987+0000","last_undegraded":"2024-04-22T00:40:40.312987+0000","last_fullsized":"2024-04-22T00:40:40.312987+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:24:22.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":152,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:02.507527+0000","last_change":"2024-04-22T00:38:39.359944+0000","last_active":"2024-04-22T00:41:02.507527+0000","last_peered":"2024-04-22T00:41:02.507527+0000","last_clean":"2024-04-22T00:41:02.507527+0000","last_became_active":"2024-04-22T00:38:39.358320+0000","last_became_peered":"2024-04-22T00:38:39.358320+0000","last_unstale":"2024-04-22T00:41:02.507527+0000","last_undegraded":"2024-04-22T00:41:02.507527+0000","last_fullsized":"2024-04-22T00:41:02.507527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:21:09.293425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":24,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781560+0000","last_change":"2024-04-22T00:38:44.406766+0000","last_active":"2024-04-22T00:40:39.781560+0000","last_peered":"2024-04-22T00:40:39.781560+0000","last_clean":"2024-04-22T00:40:39.781560+0000","last_became_active":"2024-04-22T00:38:44.406360+0000","last_became_peered":"2024-04-22T00:38:44.406360+0000","last_unstale":"2024-04-22T00:40:39.781560+0000","last_undegraded":"2024-04-22T00:40:39.781560+0000","last_fullsized":"2024-04-22T00:40:39.781560+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:15:21.419508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401356+0000","last_change":"2024-04-22T00:38:40.356658+0000","last_active":"2024-04-22T00:40:40.401356+0000","last_peered":"2024-04-22T00:40:40.401356+0000","last_clean":"2024-04-22T00:40:40.401356+0000","last_became_active":"2024-04-22T00:38:40.356344+0000","last_became_peered":"2024-04-22T00:38:40.356344+0000","last_unstale":"2024-04-22T00:40:40.401356+0000","last_undegraded":"2024-04-22T00:40:40.401356+0000","last_fullsized":"2024-04-22T00:40:40.401356+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:56:26.862780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426451+0000","last_change":"2024-04-22T00:38:39.370232+0000","last_active":"2024-04-22T00:40:40.426451+0000","last_peered":"2024-04-22T00:40:40.426451+0000","last_clean":"2024-04-22T00:40:40.426451+0000","last_became_active":"2024-04-22T00:38:39.369704+0000","last_became_peered":"2024-04-22T00:38:39.369704+0000","last_unstale":"2024-04-22T00:40:40.426451+0000","last_undegraded":"2024-04-22T00:40:40.426451+0000","last_fullsized":"2024-04-22T00:40:40.426451+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:53:14.668354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":359,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780040+0000","last_change":"2024-04-22T00:37:29.546285+0000","last_active":"2024-04-22T00:40:39.780040+0000","last_peered":"2024-04-22T00:40:39.780040+0000","last_clean":"2024-04-22T00:40:39.780040+0000","last_became_active":"2024-04-22T00:37:29.545852+0000","last_became_peered":"2024-04-22T00:37:29.545852+0000","last_unstale":"2024-04-22T00:40:39.780040+0000","last_undegraded":"2024-04-22T00:40:39.780040+0000","last_fullsized":"2024-04-22T00:40:39.780040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_clean_scrub_stamp":"2024-04-22T00:34:04.835821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:00:39.998359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313090+0000","last_change":"2024-04-22T00:38:44.504879+0000","last_active":"2024-04-22T00:40:40.313090+0000","last_peered":"2024-04-22T00:40:40.313090+0000","last_clean":"2024-04-22T00:40:40.313090+0000","last_became_active":"2024-04-22T00:38:44.504302+0000","last_became_peered":"2024-04-22T00:38:44.504302+0000","last_unstale":"2024-04-22T00:40:40.313090+0000","last_undegraded":"2024-04-22T00:40:40.313090+0000","last_fullsized":"2024-04-22T00:40:40.313090+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:38:01.153342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779733+0000","last_change":"2024-04-22T00:38:40.374825+0000","last_active":"2024-04-22T00:40:39.779733+0000","last_peered":"2024-04-22T00:40:39.779733+0000","last_clean":"2024-04-22T00:40:39.779733+0000","last_became_active":"2024-04-22T00:38:40.374503+0000","last_became_peered":"2024-04-22T00:38:40.374503+0000","last_unstale":"2024-04-22T00:40:39.779733+0000","last_undegraded":"2024-04-22T00:40:39.779733+0000","last_fullsized":"2024-04-22T00:40:39.779733+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:26.445293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780059+0000","last_change":"2024-04-22T00:38:39.362429+0000","last_active":"2024-04-22T00:40:39.780059+0000","last_peered":"2024-04-22T00:40:39.780059+0000","last_clean":"2024-04-22T00:40:39.780059+0000","last_became_active":"2024-04-22T00:38:39.362077+0000","last_became_peered":"2024-04-22T00:38:39.362077+0000","last_unstale":"2024-04-22T00:40:39.780059+0000","last_undegraded":"2024-04-22T00:40:39.780059+0000","last_fullsized":"2024-04-22T00:40:39.780059+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:58.951170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779216+0000","last_change":"2024-04-22T00:38:44.395387+0000","last_active":"2024-04-22T00:40:39.779216+0000","last_peered":"2024-04-22T00:40:39.779216+0000","last_clean":"2024-04-22T00:40:39.779216+0000","last_became_active":"2024-04-22T00:38:44.394971+0000","last_became_peered":"2024-04-22T00:38:44.394971+0000","last_unstale":"2024-04-22T00:40:39.779216+0000","last_undegraded":"2024-04-22T00:40:39.779216+0000","last_fullsized":"2024-04-22T00:40:39.779216+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:05:03.467517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780777+0000","last_change":"2024-04-22T00:38:39.371244+0000","last_active":"2024-04-22T00:40:39.780777+0000","last_peered":"2024-04-22T00:40:39.780777+0000","last_clean":"2024-04-22T00:40:39.780777+0000","last_became_active":"2024-04-22T00:38:39.370624+0000","last_became_peered":"2024-04-22T00:38:39.370624+0000","last_unstale":"2024-04-22T00:40:39.780777+0000","last_undegraded":"2024-04-22T00:40:39.780777+0000","last_fullsized":"2024-04-22T00:40:39.780777+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:36:08.559437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780242+0000","last_change":"2024-04-22T00:38:40.367464+0000","last_active":"2024-04-22T00:40:39.780242+0000","last_peered":"2024-04-22T00:40:39.780242+0000","last_clean":"2024-04-22T00:40:39.780242+0000","last_became_active":"2024-04-22T00:38:40.367154+0000","last_became_peered":"2024-04-22T00:38:40.367154+0000","last_unstale":"2024-04-22T00:40:39.780242+0000","last_undegraded":"2024-04-22T00:40:39.780242+0000","last_fullsized":"2024-04-22T00:40:39.780242+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:52:29.419110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401373+0000","last_change":"2024-04-22T00:38:44.504237+0000","last_active":"2024-04-22T00:40:40.401373+0000","last_peered":"2024-04-22T00:40:40.401373+0000","last_clean":"2024-04-22T00:40:40.401373+0000","last_became_active":"2024-04-22T00:38:44.503754+0000","last_became_peered":"2024-04-22T00:38:44.503754+0000","last_unstale":"2024-04-22T00:40:40.401373+0000","last_undegraded":"2024-04-22T00:40:40.401373+0000","last_fullsized":"2024-04-22T00:40:40.401373+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:28:24.630160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"95'10","reported_seq":42,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:49.854067+0000","last_change":"2024-04-22T00:38:39.374039+0000","last_active":"2024-04-22T00:40:49.854067+0000","last_peered":"2024-04-22T00:40:49.854067+0000","last_clean":"2024-04-22T00:40:49.854067+0000","last_became_active":"2024-04-22T00:38:39.373701+0000","last_became_peered":"2024-04-22T00:38:39.373701+0000","last_unstale":"2024-04-22T00:40:49.854067+0000","last_undegraded":"2024-04-22T00:40:49.854067+0000","last_fullsized":"2024-04-22T00:40:49.854067+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:17.983141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401070+0000","last_change":"2024-04-22T00:38:40.361493+0000","last_active":"2024-04-22T00:40:40.401070+0000","last_peered":"2024-04-22T00:40:40.401070+0000","last_clean":"2024-04-22T00:40:40.401070+0000","last_became_active":"2024-04-22T00:38:40.359079+0000","last_became_peered":"2024-04-22T00:38:40.359079+0000","last_unstale":"2024-04-22T00:40:40.401070+0000","last_undegraded":"2024-04-22T00:40:40.401070+0000","last_fullsized":"2024-04-22T00:40:40.401070+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:37:24.328135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783092+0000","last_change":"2024-04-22T00:38:44.396367+0000","last_active":"2024-04-22T00:40:39.783092+0000","last_peered":"2024-04-22T00:40:39.783092+0000","last_clean":"2024-04-22T00:40:39.783092+0000","last_became_active":"2024-04-22T00:38:44.395943+0000","last_became_peered":"2024-04-22T00:38:44.395943+0000","last_unstale":"2024-04-22T00:40:39.783092+0000","last_undegraded":"2024-04-22T00:40:39.783092+0000","last_fullsized":"2024-04-22T00:40:39.783092+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:23:35.994479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.427073+0000","last_change":"2024-04-22T00:38:39.373131+0000","last_active":"2024-04-22T00:40:40.427073+0000","last_peered":"2024-04-22T00:40:40.427073+0000","last_clean":"2024-04-22T00:40:40.427073+0000","last_became_active":"2024-04-22T00:38:39.372628+0000","last_became_peered":"2024-04-22T00:38:39.372628+0000","last_unstale":"2024-04-22T00:40:40.427073+0000","last_undegraded":"2024-04-22T00:40:40.427073+0000","last_fullsized":"2024-04-22T00:40:40.427073+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:25:00.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442705+0000","last_change":"2024-04-22T00:38:40.373688+0000","last_active":"2024-04-22T00:40:40.442705+0000","last_peered":"2024-04-22T00:40:40.442705+0000","last_clean":"2024-04-22T00:40:40.442705+0000","last_became_active":"2024-04-22T00:38:40.373314+0000","last_became_peered":"2024-04-22T00:38:40.373314+0000","last_unstale":"2024-04-22T00:40:40.442705+0000","last_undegraded":"2024-04-22T00:40:40.442705+0000","last_fullsized":"2024-04-22T00:40:40.442705+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:14:27.811066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426894+0000","last_change":"2024-04-22T00:38:44.504495+0000","last_active":"2024-04-22T00:40:40.426894+0000","last_peered":"2024-04-22T00:40:40.426894+0000","last_clean":"2024-04-22T00:40:40.426894+0000","last_became_active":"2024-04-22T00:38:44.504053+0000","last_became_peered":"2024-04-22T00:38:44.504053+0000","last_unstale":"2024-04-22T00:40:40.426894+0000","last_undegraded":"2024-04-22T00:40:40.426894+0000","last_fullsized":"2024-04-22T00:40:40.426894+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:47:06.763702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.776641+0000","last_change":"2024-04-22T00:38:39.366806+0000","last_active":"2024-04-22T00:40:39.776641+0000","last_peered":"2024-04-22T00:40:39.776641+0000","last_clean":"2024-04-22T00:40:39.776641+0000","last_became_active":"2024-04-22T00:38:39.366457+0000","last_became_peered":"2024-04-22T00:38:39.366457+0000","last_unstale":"2024-04-22T00:40:39.776641+0000","last_undegraded":"2024-04-22T00:40:39.776641+0000","last_fullsized":"2024-04-22T00:40:39.776641+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:28:10.106622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":32,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780098+0000","last_change":"2024-04-22T00:38:40.366304+0000","last_active":"2024-04-22T00:40:39.780098+0000","last_peered":"2024-04-22T00:40:39.780098+0000","last_clean":"2024-04-22T00:40:39.780098+0000","last_became_active":"2024-04-22T00:38:40.365997+0000","last_became_peered":"2024-04-22T00:38:40.365997+0000","last_unstale":"2024-04-22T00:40:39.780098+0000","last_undegraded":"2024-04-22T00:40:39.780098+0000","last_fullsized":"2024-04-22T00:40:39.780098+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:16.086724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777591+0000","last_change":"2024-04-22T00:38:44.402867+0000","last_active":"2024-04-22T00:40:39.777591+0000","last_peered":"2024-04-22T00:40:39.777591+0000","last_clean":"2024-04-22T00:40:39.777591+0000","last_became_active":"2024-04-22T00:38:44.402347+0000","last_became_peered":"2024-04-22T00:38:44.402347+0000","last_unstale":"2024-04-22T00:40:39.777591+0000","last_undegraded":"2024-04-22T00:40:39.777591+0000","last_fullsized":"2024-04-22T00:40:39.777591+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:54.105548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401584+0000","last_change":"2024-04-22T00:38:39.371518+0000","last_active":"2024-04-22T00:40:40.401584+0000","last_peered":"2024-04-22T00:40:40.401584+0000","last_clean":"2024-04-22T00:40:40.401584+0000","last_became_active":"2024-04-22T00:38:39.371105+0000","last_became_peered":"2024-04-22T00:38:39.371105+0000","last_unstale":"2024-04-22T00:40:40.401584+0000","last_undegraded":"2024-04-22T00:40:40.401584+0000","last_fullsized":"2024-04-22T00:40:40.401584+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:16:35.922335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779778+0000","last_change":"2024-04-22T00:38:40.363782+0000","last_active":"2024-04-22T00:40:39.779778+0000","last_peered":"2024-04-22T00:40:39.779778+0000","last_clean":"2024-04-22T00:40:39.779778+0000","last_became_active":"2024-04-22T00:38:40.363466+0000","last_became_peered":"2024-04-22T00:38:40.363466+0000","last_unstale":"2024-04-22T00:40:39.779778+0000","last_undegraded":"2024-04-22T00:40:39.779778+0000","last_fullsized":"2024-04-22T00:40:39.779778+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:16.435519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":24,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426667+0000","last_change":"2024-04-22T00:38:44.405853+0000","last_active":"2024-04-22T00:40:40.426667+0000","last_peered":"2024-04-22T00:40:40.426667+0000","last_clean":"2024-04-22T00:40:40.426667+0000","last_became_active":"2024-04-22T00:38:44.405424+0000","last_became_peered":"2024-04-22T00:38:44.405424+0000","last_unstale":"2024-04-22T00:40:40.426667+0000","last_undegraded":"2024-04-22T00:40:40.426667+0000","last_fullsized":"2024-04-22T00:40:40.426667+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:31.707893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":32,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783401+0000","last_change":"2024-04-22T00:38:39.364324+0000","last_active":"2024-04-22T00:40:39.783401+0000","last_peered":"2024-04-22T00:40:39.783401+0000","last_clean":"2024-04-22T00:40:39.783401+0000","last_became_active":"2024-04-22T00:38:39.363652+0000","last_became_peered":"2024-04-22T00:38:39.363652+0000","last_unstale":"2024-04-22T00:40:39.783401+0000","last_undegraded":"2024-04-22T00:40:39.783401+0000","last_fullsized":"2024-04-22T00:40:39.783401+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:58:02.862893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400821+0000","last_change":"2024-04-22T00:38:40.361691+0000","last_active":"2024-04-22T00:40:40.400821+0000","last_peered":"2024-04-22T00:40:40.400821+0000","last_clean":"2024-04-22T00:40:40.400821+0000","last_became_active":"2024-04-22T00:38:40.360100+0000","last_became_peered":"2024-04-22T00:38:40.360100+0000","last_unstale":"2024-04-22T00:40:40.400821+0000","last_undegraded":"2024-04-22T00:40:40.400821+0000","last_fullsized":"2024-04-22T00:40:40.400821+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:29:57.942269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426436+0000","last_change":"2024-04-22T00:38:44.504138+0000","last_active":"2024-04-22T00:40:40.426436+0000","last_peered":"2024-04-22T00:40:40.426436+0000","last_clean":"2024-04-22T00:40:40.426436+0000","last_became_active":"2024-04-22T00:38:44.503645+0000","last_became_peered":"2024-04-22T00:38:44.503645+0000","last_unstale":"2024-04-22T00:40:40.426436+0000","last_undegraded":"2024-04-22T00:40:40.426436+0000","last_fullsized":"2024-04-22T00:40:40.426436+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:19:44.530686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780455+0000","last_change":"2024-04-22T00:38:39.370095+0000","last_active":"2024-04-22T00:40:39.780455+0000","last_peered":"2024-04-22T00:40:39.780455+0000","last_clean":"2024-04-22T00:40:39.780455+0000","last_became_active":"2024-04-22T00:38:39.369700+0000","last_became_peered":"2024-04-22T00:38:39.369700+0000","last_unstale":"2024-04-22T00:40:39.780455+0000","last_undegraded":"2024-04-22T00:40:39.780455+0000","last_fullsized":"2024-04-22T00:40:39.780455+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:42:43.406452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781112+0000","last_change":"2024-04-22T00:38:40.360999+0000","last_active":"2024-04-22T00:40:39.781112+0000","last_peered":"2024-04-22T00:40:39.781112+0000","last_clean":"2024-04-22T00:40:39.781112+0000","last_became_active":"2024-04-22T00:38:40.360668+0000","last_became_peered":"2024-04-22T00:38:40.360668+0000","last_unstale":"2024-04-22T00:40:39.781112+0000","last_undegraded":"2024-04-22T00:40:39.781112+0000","last_fullsized":"2024-04-22T00:40:39.781112+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:46.053562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.776954+0000","last_change":"2024-04-22T00:38:44.399843+0000","last_active":"2024-04-22T00:40:39.776954+0000","last_peered":"2024-04-22T00:40:39.776954+0000","last_clean":"2024-04-22T00:40:39.776954+0000","last_became_active":"2024-04-22T00:38:44.399518+0000","last_became_peered":"2024-04-22T00:38:44.399518+0000","last_unstale":"2024-04-22T00:40:39.776954+0000","last_undegraded":"2024-04-22T00:40:39.776954+0000","last_fullsized":"2024-04-22T00:40:39.776954+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:58:32.109105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783851+0000","last_change":"2024-04-22T00:38:39.362436+0000","last_active":"2024-04-22T00:40:39.783851+0000","last_peered":"2024-04-22T00:40:39.783851+0000","last_clean":"2024-04-22T00:40:39.783851+0000","last_became_active":"2024-04-22T00:38:39.361892+0000","last_became_peered":"2024-04-22T00:38:39.361892+0000","last_unstale":"2024-04-22T00:40:39.783851+0000","last_undegraded":"2024-04-22T00:40:39.783851+0000","last_fullsized":"2024-04-22T00:40:39.783851+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:29.311180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781795+0000","last_change":"2024-04-22T00:38:40.356585+0000","last_active":"2024-04-22T00:40:39.781795+0000","last_peered":"2024-04-22T00:40:39.781795+0000","last_clean":"2024-04-22T00:40:39.781795+0000","last_became_active":"2024-04-22T00:38:40.356276+0000","last_became_peered":"2024-04-22T00:38:40.356276+0000","last_unstale":"2024-04-22T00:40:39.781795+0000","last_undegraded":"2024-04-22T00:40:39.781795+0000","last_fullsized":"2024-04-22T00:40:39.781795+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:11:43.061675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442526+0000","last_change":"2024-04-22T00:38:44.407157+0000","last_active":"2024-04-22T00:40:40.442526+0000","last_peered":"2024-04-22T00:40:40.442526+0000","last_clean":"2024-04-22T00:40:40.442526+0000","last_became_active":"2024-04-22T00:38:44.406611+0000","last_became_peered":"2024-04-22T00:38:44.406611+0000","last_unstale":"2024-04-22T00:40:40.442526+0000","last_undegraded":"2024-04-22T00:40:40.442526+0000","last_fullsized":"2024-04-22T00:40:40.442526+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:20:03.481981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313351+0000","last_change":"2024-04-22T00:38:39.366263+0000","last_active":"2024-04-22T00:40:40.313351+0000","last_peered":"2024-04-22T00:40:40.313351+0000","last_clean":"2024-04-22T00:40:40.313351+0000","last_became_active":"2024-04-22T00:38:39.365804+0000","last_became_peered":"2024-04-22T00:38:39.365804+0000","last_unstale":"2024-04-22T00:40:40.313351+0000","last_undegraded":"2024-04-22T00:40:40.313351+0000","last_fullsized":"2024-04-22T00:40:40.313351+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:05:50.097334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":42,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781318+0000","last_change":"2024-04-22T00:39:39.523428+0000","last_active":"2024-04-22T00:40:39.781318+0000","last_peered":"2024-04-22T00:40:39.781318+0000","last_clean":"2024-04-22T00:40:39.781318+0000","last_became_active":"2024-04-22T00:39:39.523057+0000","last_became_peered":"2024-04-22T00:39:39.523057+0000","last_unstale":"2024-04-22T00:40:39.781318+0000","last_undegraded":"2024-04-22T00:40:39.781318+0000","last_fullsized":"2024-04-22T00:40:39.781318+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:45.926559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312419+0000","last_change":"2024-04-22T00:38:44.395160+0000","last_active":"2024-04-22T00:40:40.312419+0000","last_peered":"2024-04-22T00:40:40.312419+0000","last_clean":"2024-04-22T00:40:40.312419+0000","last_became_active":"2024-04-22T00:38:44.394772+0000","last_became_peered":"2024-04-22T00:38:44.394772+0000","last_unstale":"2024-04-22T00:40:40.312419+0000","last_undegraded":"2024-04-22T00:40:40.312419+0000","last_fullsized":"2024-04-22T00:40:40.312419+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:17.746874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780711+0000","last_change":"2024-04-22T00:38:39.359978+0000","last_active":"2024-04-22T00:40:39.780711+0000","last_peered":"2024-04-22T00:40:39.780711+0000","last_clean":"2024-04-22T00:40:39.780711+0000","last_became_active":"2024-04-22T00:38:39.359630+0000","last_became_peered":"2024-04-22T00:38:39.359630+0000","last_unstale":"2024-04-22T00:40:39.780711+0000","last_undegraded":"2024-04-22T00:40:39.780711+0000","last_fullsized":"2024-04-22T00:40:39.780711+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:08:22.231421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781847+0000","last_change":"2024-04-22T00:38:40.361689+0000","last_active":"2024-04-22T00:40:39.781847+0000","last_peered":"2024-04-22T00:40:39.781847+0000","last_clean":"2024-04-22T00:40:39.781847+0000","last_became_active":"2024-04-22T00:38:40.361361+0000","last_became_peered":"2024-04-22T00:38:40.361361+0000","last_unstale":"2024-04-22T00:40:39.781847+0000","last_undegraded":"2024-04-22T00:40:39.781847+0000","last_fullsized":"2024-04-22T00:40:39.781847+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:56:54.530889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779788+0000","last_change":"2024-04-22T00:38:40.362409+0000","last_active":"2024-04-22T00:40:39.779788+0000","last_peered":"2024-04-22T00:40:39.779788+0000","last_clean":"2024-04-22T00:40:39.779788+0000","last_became_active":"2024-04-22T00:38:40.361990+0000","last_became_peered":"2024-04-22T00:38:40.361990+0000","last_unstale":"2024-04-22T00:40:39.779788+0000","last_undegraded":"2024-04-22T00:40:39.779788+0000","last_fullsized":"2024-04-22T00:40:39.779788+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:55:45.209948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":47,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783510+0000","last_change":"2024-04-22T00:39:39.524274+0000","last_active":"2024-04-22T00:40:39.783510+0000","last_peered":"2024-04-22T00:40:39.783510+0000","last_clean":"2024-04-22T00:40:39.783510+0000","last_became_active":"2024-04-22T00:39:39.523811+0000","last_became_peered":"2024-04-22T00:39:39.523811+0000","last_unstale":"2024-04-22T00:40:39.783510+0000","last_undegraded":"2024-04-22T00:40:39.783510+0000","last_fullsized":"2024-04-22T00:40:39.783510+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:39:46.645884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783262+0000","last_change":"2024-04-22T00:38:40.364593+0000","last_active":"2024-04-22T00:40:39.783262+0000","last_peered":"2024-04-22T00:40:39.783262+0000","last_clean":"2024-04-22T00:40:39.783262+0000","last_became_active":"2024-04-22T00:38:40.364222+0000","last_became_peered":"2024-04-22T00:38:40.364222+0000","last_unstale":"2024-04-22T00:40:39.783262+0000","last_undegraded":"2024-04-22T00:40:39.783262+0000","last_fullsized":"2024-04-22T00:40:39.783262+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:50.130769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.441950+0000","last_change":"2024-04-22T00:38:40.374179+0000","last_active":"2024-04-22T00:40:40.441950+0000","last_peered":"2024-04-22T00:40:40.441950+0000","last_clean":"2024-04-22T00:40:40.441950+0000","last_became_active":"2024-04-22T00:38:40.373866+0000","last_became_peered":"2024-04-22T00:38:40.373866+0000","last_unstale":"2024-04-22T00:40:40.441950+0000","last_undegraded":"2024-04-22T00:40:40.441950+0000","last_fullsized":"2024-04-22T00:40:40.441950+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:04.954961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780397+0000","last_change":"2024-04-22T00:38:40.373265+0000","last_active":"2024-04-22T00:40:39.780397+0000","last_peered":"2024-04-22T00:40:39.780397+0000","last_clean":"2024-04-22T00:40:39.780397+0000","last_became_active":"2024-04-22T00:38:40.372935+0000","last_became_peered":"2024-04-22T00:38:40.372935+0000","last_unstale":"2024-04-22T00:40:39.780397+0000","last_undegraded":"2024-04-22T00:40:39.780397+0000","last_fullsized":"2024-04-22T00:40:39.780397+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:06.407429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779370+0000","last_change":"2024-04-22T00:38:40.365976+0000","last_active":"2024-04-22T00:40:39.779370+0000","last_peered":"2024-04-22T00:40:39.779370+0000","last_clean":"2024-04-22T00:40:39.779370+0000","last_became_active":"2024-04-22T00:38:40.365670+0000","last_became_peered":"2024-04-22T00:38:40.365670+0000","last_unstale":"2024-04-22T00:40:39.779370+0000","last_undegraded":"2024-04-22T00:40:39.779370+0000","last_fullsized":"2024-04-22T00:40:39.779370+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:21:53.039571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.784066+0000","last_change":"2024-04-22T00:38:40.377782+0000","last_active":"2024-04-22T00:40:39.784066+0000","last_peered":"2024-04-22T00:40:39.784066+0000","last_clean":"2024-04-22T00:40:39.784066+0000","last_became_active":"2024-04-22T00:38:40.372730+0000","last_became_peered":"2024-04-22T00:38:40.372730+0000","last_unstale":"2024-04-22T00:40:39.784066+0000","last_undegraded":"2024-04-22T00:40:39.784066+0000","last_fullsized":"2024-04-22T00:40:39.784066+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:20:39.130810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":31,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401031+0000","last_change":"2024-04-22T00:38:40.375941+0000","last_active":"2024-04-22T00:40:40.401031+0000","last_peered":"2024-04-22T00:40:40.401031+0000","last_clean":"2024-04-22T00:40:40.401031+0000","last_became_active":"2024-04-22T00:38:40.375630+0000","last_became_peered":"2024-04-22T00:38:40.375630+0000","last_unstale":"2024-04-22T00:40:40.401031+0000","last_undegraded":"2024-04-22T00:40:40.401031+0000","last_fullsized":"2024-04-22T00:40:40.401031+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:09.297432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313181+0000","last_change":"2024-04-22T00:38:40.361401+0000","last_active":"2024-04-22T00:40:40.313181+0000","last_peered":"2024-04-22T00:40:40.313181+0000","last_clean":"2024-04-22T00:40:40.313181+0000","last_became_active":"2024-04-22T00:38:40.361108+0000","last_became_peered":"2024-04-22T00:38:40.361108+0000","last_unstale":"2024-04-22T00:40:40.313181+0000","last_undegraded":"2024-04-22T00:40:40.313181+0000","last_fullsized":"2024-04-22T00:40:40.313181+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:50:47.993559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400774+0000","last_change":"2024-04-22T00:38:40.360007+0000","last_active":"2024-04-22T00:40:40.400774+0000","last_peered":"2024-04-22T00:40:40.400774+0000","last_clean":"2024-04-22T00:40:40.400774+0000","last_became_active":"2024-04-22T00:38:40.358851+0000","last_became_peered":"2024-04-22T00:38:40.358851+0000","last_unstale":"2024-04-22T00:40:40.400774+0000","last_undegraded":"2024-04-22T00:40:40.400774+0000","last_fullsized":"2024-04-22T00:40:40.400774+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:16:49.060153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777007+0000","last_change":"2024-04-22T00:38:40.362249+0000","last_active":"2024-04-22T00:40:39.777007+0000","last_peered":"2024-04-22T00:40:39.777007+0000","last_clean":"2024-04-22T00:40:39.777007+0000","last_became_active":"2024-04-22T00:38:40.361520+0000","last_became_peered":"2024-04-22T00:38:40.361520+0000","last_unstale":"2024-04-22T00:40:39.777007+0000","last_undegraded":"2024-04-22T00:40:39.777007+0000","last_fullsized":"2024-04-22T00:40:39.777007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:30.499142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780108+0000","last_change":"2024-04-22T00:38:40.365613+0000","last_active":"2024-04-22T00:40:39.780108+0000","last_peered":"2024-04-22T00:40:39.780108+0000","last_clean":"2024-04-22T00:40:39.780108+0000","last_became_active":"2024-04-22T00:38:40.365278+0000","last_became_peered":"2024-04-22T00:38:40.365278+0000","last_unstale":"2024-04-22T00:40:39.780108+0000","last_undegraded":"2024-04-22T00:40:39.780108+0000","last_fullsized":"2024-04-22T00:40:39.780108+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:57.940258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779462+0000","last_change":"2024-04-22T00:39:39.673809+0000","last_active":"2024-04-22T00:40:39.779462+0000","last_peered":"2024-04-22T00:40:39.779462+0000","last_clean":"2024-04-22T00:40:39.779462+0000","last_became_active":"2024-04-22T00:39:39.673090+0000","last_became_peered":"2024-04-22T00:39:39.673090+0000","last_unstale":"2024-04-22T00:40:39.779462+0000","last_undegraded":"2024-04-22T00:40:39.779462+0000","last_fullsized":"2024-04-22T00:40:39.779462+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:29:42.509383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68363,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":742,"num_read_kb":444,"num_write":174,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":616,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":204473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318314,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1085440,"data_stored":530961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579951,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37068,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708084,"statfs":{"total":95995035648,"available":95957078016,"internally_reserved":0,"allocated":1773568,"data_stored":1182108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743477,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1101824,"data_stored":535259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005114,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1093632,"data_stored":530501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299455,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36996,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708156,"statfs":{"total":95995035648,"available":95957151744,"internally_reserved":0,"allocated":1691648,"data_stored":1127133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495684,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1077248,"data_stored":526339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1146880,"data_stored":590162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1101824,"data_stored":527727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36484,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708668,"statfs":{"total":95995035648,"available":95957676032,"internally_reserved":0,"allocated":1167360,"data_stored":591702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":526533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920846,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1093632,"data_stored":531571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757320,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28676,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716476,"statfs":{"total":95995035648,"available":95965671424,"internally_reserved":0,"allocated":1699840,"data_stored":1123029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T00:41:09.098 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-04-22T00:41:09.098 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T00:41:09.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:08 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/553310282' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:41:09.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:08 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2959837347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:09.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.233+0000 7faf5278a640 1 -- 172.21.15.18:0/2625072826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf4c101870 msgr2=0x7faf4c101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.233+0000 7faf5278a640 1 --2- 172.21.15.18:0/2625072826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf4c101870 0x7faf4c101cf0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7faf40009900 tx=0x7faf4002bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:09.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.234+0000 7faf5278a640 1 -- 172.21.15.18:0/2625072826 shutdown_connections 2024-04-22T00:41:09.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.234+0000 7faf5278a640 1 --2- 172.21.15.18:0/2625072826 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf4c102230 0x7faf4c108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.234+0000 7faf5278a640 1 --2- 172.21.15.18:0/2625072826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf4c101870 0x7faf4c101cf0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.234+0000 7faf5278a640 1 --2- 172.21.15.18:0/2625072826 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf4c100680 0x7faf4c100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.234+0000 7faf5278a640 1 -- 172.21.15.18:0/2625072826 >> 172.21.15.18:0/2625072826 conn(0x7faf4c0fbbf0 msgr2=0x7faf4c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:09.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.234+0000 7faf5278a640 1 -- 172.21.15.18:0/2625072826 shutdown_connections 2024-04-22T00:41:09.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.234+0000 7faf5278a640 1 -- 172.21.15.18:0/2625072826 wait complete. 2024-04-22T00:41:09.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.234+0000 7faf5278a640 1 Processor -- start 2024-04-22T00:41:09.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.234+0000 7faf5278a640 1 -- start start 2024-04-22T00:41:09.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf5278a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf4c100680 0x7faf4c197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf5278a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf4c101870 0x7faf4c198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf5278a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf4c102230 0x7faf4c19f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf5278a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faf4c10c300 con 0x7faf4c101870 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf5278a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faf4c10c180 con 0x7faf4c102230 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf5278a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faf4c10c480 con 0x7faf4c100680 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf4c101870 0x7faf4c198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf4c101870 0x7faf4c198010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53916/0 (socket says 172.21.15.18:53916) 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4b7fe640 1 -- 172.21.15.18:0/351108966 learned_addr learned my addr 172.21.15.18:0/351108966 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4bfff640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf4c100680 0x7faf4c197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf50d27640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf4c102230 0x7faf4c19f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4b7fe640 1 -- 172.21.15.18:0/351108966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf4c100680 msgr2=0x7faf4c197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4b7fe640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf4c100680 0x7faf4c197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4b7fe640 1 -- 172.21.15.18:0/351108966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf4c102230 msgr2=0x7faf4c19f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4b7fe640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf4c102230 0x7faf4c19f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4b7fe640 1 -- 172.21.15.18:0/351108966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf4c19f6f0 con 0x7faf4c101870 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4bfff640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf4c100680 0x7faf4c197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf4b7fe640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf4c101870 0x7faf4c198010 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7faf40009230 tx=0x7faf40005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf497fa640 1 -- 172.21.15.18:0/351108966 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf40041070 con 0x7faf4c101870 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf5278a640 1 -- 172.21.15.18:0/351108966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf4c19f980 con 0x7faf4c101870 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf497fa640 1 -- 172.21.15.18:0/351108966 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf400044d0 con 0x7faf4c101870 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf497fa640 1 -- 172.21.15.18:0/351108966 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf40034440 con 0x7faf4c101870 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.235+0000 7faf5278a640 1 -- 172.21.15.18:0/351108966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf4c19fec0 con 0x7faf4c101870 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.236+0000 7faf5278a640 1 -- 172.21.15.18:0/351108966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf4c1a0090 con 0x7faf4c101870 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.237+0000 7faf497fa640 1 -- 172.21.15.18:0/351108966 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7faf40044070 con 0x7faf4c101870 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.238+0000 7faf497fa640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf340a2b90 0x7faf340a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.238+0000 7faf497fa640 1 -- 172.21.15.18:0/351108966 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7faf400f11f0 con 0x7faf4c101870 2024-04-22T00:41:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.238+0000 7faf4bfff640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf340a2b90 0x7faf340a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.239+0000 7faf4bfff640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf340a2b90 0x7faf340a5050 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7faf4c1016d0 tx=0x7faf3c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:09.244 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:08 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/553310282' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:41:09.244 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:08 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2959837347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.242+0000 7faf497fa640 1 -- 172.21.15.18:0/351108966 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7faf400bdd20 con 0x7faf4c101870 2024-04-22T00:41:09.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.422+0000 7faf5278a640 1 -- 172.21.15.18:0/351108966 --> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faf4c068fe0 con 0x7faf340a2b90 2024-04-22T00:41:09.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.431+0000 7faf497fa640 1 -- 172.21.15.18:0/351108966 <== mgr.14152 v2:172.21.15.18:6800/3970211676 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340483 (secure 0 0 0) 0x7faf4c068fe0 con 0x7faf340a2b90 2024-04-22T00:41:09.436 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:09.438 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-04-22T00:41:09.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 -- 172.21.15.18:0/351108966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf340a2b90 msgr2=0x7faf340a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf340a2b90 0x7faf340a5050 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7faf4c1016d0 tx=0x7faf3c005f90 comp rx=0 tx=0).stop 2024-04-22T00:41:09.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 -- 172.21.15.18:0/351108966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf4c101870 msgr2=0x7faf4c198010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf4c101870 0x7faf4c198010 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7faf40009230 tx=0x7faf40005d50 comp rx=0 tx=0).stop 2024-04-22T00:41:09.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 -- 172.21.15.18:0/351108966 shutdown_connections 2024-04-22T00:41:09.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf340a2b90 0x7faf340a5050 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf4c102230 0x7faf4c19f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf4c101870 0x7faf4c198010 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 --2- 172.21.15.18:0/351108966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf4c100680 0x7faf4c197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 -- 172.21.15.18:0/351108966 >> 172.21.15.18:0/351108966 conn(0x7faf4c0fbbf0 msgr2=0x7faf4c0688d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:09.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 -- 172.21.15.18:0/351108966 shutdown_connections 2024-04-22T00:41:09.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.435+0000 7faf5278a640 1 -- 172.21.15.18:0/351108966 wait complete. 2024-04-22T00:41:09.447 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":370,"stamp":"2024-04-22T00:41:08.067871+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658965,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":868,"num_read_kb":553,"num_write":357,"num_write_kb":3066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":1181352,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":790,"ondisk_log_size":790,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":401420,"kb_used_data":14768,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124540404,"statfs":{"total":1151940427776,"available":1151529373696,"internally_reserved":0,"allocated":15122432,"data_stored":8323025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":67,"num_read_kb":32,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003065"},"pg_stats":[{"pgid":"3.3f","version":"93'8","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779465+0000","last_change":"2024-04-22T00:38:40.367810+0000","last_active":"2024-04-22T00:40:39.779465+0000","last_peered":"2024-04-22T00:40:39.779465+0000","last_clean":"2024-04-22T00:40:39.779465+0000","last_became_active":"2024-04-22T00:38:40.367519+0000","last_became_peered":"2024-04-22T00:38:40.367519+0000","last_unstale":"2024-04-22T00:40:39.779465+0000","last_undegraded":"2024-04-22T00:40:39.779465+0000","last_fullsized":"2024-04-22T00:40:39.779465+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:21:30.577358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442083+0000","last_change":"2024-04-22T00:38:40.366029+0000","last_active":"2024-04-22T00:40:40.442083+0000","last_peered":"2024-04-22T00:40:40.442083+0000","last_clean":"2024-04-22T00:40:40.442083+0000","last_became_active":"2024-04-22T00:38:40.365679+0000","last_became_peered":"2024-04-22T00:38:40.365679+0000","last_unstale":"2024-04-22T00:40:40.442083+0000","last_undegraded":"2024-04-22T00:40:40.442083+0000","last_fullsized":"2024-04-22T00:40:40.442083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:17:38.156470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442007+0000","last_change":"2024-04-22T00:38:40.363834+0000","last_active":"2024-04-22T00:40:40.442007+0000","last_peered":"2024-04-22T00:40:40.442007+0000","last_clean":"2024-04-22T00:40:40.442007+0000","last_became_active":"2024-04-22T00:38:40.363494+0000","last_became_peered":"2024-04-22T00:38:40.363494+0000","last_unstale":"2024-04-22T00:40:40.442007+0000","last_undegraded":"2024-04-22T00:40:40.442007+0000","last_fullsized":"2024-04-22T00:40:40.442007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:27:45.403891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.425697+0000","last_change":"2024-04-22T00:38:40.375393+0000","last_active":"2024-04-22T00:40:40.425697+0000","last_peered":"2024-04-22T00:40:40.425697+0000","last_clean":"2024-04-22T00:40:40.425697+0000","last_became_active":"2024-04-22T00:38:40.375076+0000","last_became_peered":"2024-04-22T00:38:40.375076+0000","last_unstale":"2024-04-22T00:40:40.425697+0000","last_undegraded":"2024-04-22T00:40:40.425697+0000","last_fullsized":"2024-04-22T00:40:40.425697+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:07:27.404582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780427+0000","last_change":"2024-04-22T00:38:40.373581+0000","last_active":"2024-04-22T00:40:39.780427+0000","last_peered":"2024-04-22T00:40:39.780427+0000","last_clean":"2024-04-22T00:40:39.780427+0000","last_became_active":"2024-04-22T00:38:40.373261+0000","last_became_peered":"2024-04-22T00:38:40.373261+0000","last_unstale":"2024-04-22T00:40:39.780427+0000","last_undegraded":"2024-04-22T00:40:39.780427+0000","last_fullsized":"2024-04-22T00:40:39.780427+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:38.908652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777974+0000","last_change":"2024-04-22T00:38:40.377033+0000","last_active":"2024-04-22T00:40:39.777974+0000","last_peered":"2024-04-22T00:40:39.777974+0000","last_clean":"2024-04-22T00:40:39.777974+0000","last_became_active":"2024-04-22T00:38:40.376694+0000","last_became_peered":"2024-04-22T00:38:40.376694+0000","last_unstale":"2024-04-22T00:40:39.777974+0000","last_undegraded":"2024-04-22T00:40:39.777974+0000","last_fullsized":"2024-04-22T00:40:39.777974+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:46:23.799672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780538+0000","last_change":"2024-04-22T00:38:40.364083+0000","last_active":"2024-04-22T00:40:39.780538+0000","last_peered":"2024-04-22T00:40:39.780538+0000","last_clean":"2024-04-22T00:40:39.780538+0000","last_became_active":"2024-04-22T00:38:40.363769+0000","last_became_peered":"2024-04-22T00:38:40.363769+0000","last_unstale":"2024-04-22T00:40:39.780538+0000","last_undegraded":"2024-04-22T00:40:39.780538+0000","last_fullsized":"2024-04-22T00:40:39.780538+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:04:33.631920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400842+0000","last_change":"2024-04-22T00:38:40.357433+0000","last_active":"2024-04-22T00:40:40.400842+0000","last_peered":"2024-04-22T00:40:40.400842+0000","last_clean":"2024-04-22T00:40:40.400842+0000","last_became_active":"2024-04-22T00:38:40.357100+0000","last_became_peered":"2024-04-22T00:38:40.357100+0000","last_unstale":"2024-04-22T00:40:40.400842+0000","last_undegraded":"2024-04-22T00:40:40.400842+0000","last_fullsized":"2024-04-22T00:40:40.400842+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:54.446434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":41,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777890+0000","last_change":"2024-04-22T00:38:40.370297+0000","last_active":"2024-04-22T00:40:39.777890+0000","last_peered":"2024-04-22T00:40:39.777890+0000","last_clean":"2024-04-22T00:40:39.777890+0000","last_became_active":"2024-04-22T00:38:40.369973+0000","last_became_peered":"2024-04-22T00:38:40.369973+0000","last_unstale":"2024-04-22T00:40:39.777890+0000","last_undegraded":"2024-04-22T00:40:39.777890+0000","last_fullsized":"2024-04-22T00:40:39.777890+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:33:55.041055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":46,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.778445+0000","last_change":"2024-04-22T00:38:40.375787+0000","last_active":"2024-04-22T00:40:39.778445+0000","last_peered":"2024-04-22T00:40:39.778445+0000","last_clean":"2024-04-22T00:40:39.778445+0000","last_became_active":"2024-04-22T00:38:40.375461+0000","last_became_peered":"2024-04-22T00:38:40.375461+0000","last_unstale":"2024-04-22T00:40:39.778445+0000","last_undegraded":"2024-04-22T00:40:39.778445+0000","last_fullsized":"2024-04-22T00:40:39.778445+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:35.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781685+0000","last_change":"2024-04-22T00:38:40.363070+0000","last_active":"2024-04-22T00:40:39.781685+0000","last_peered":"2024-04-22T00:40:39.781685+0000","last_clean":"2024-04-22T00:40:39.781685+0000","last_became_active":"2024-04-22T00:38:40.362124+0000","last_became_peered":"2024-04-22T00:38:40.362124+0000","last_unstale":"2024-04-22T00:40:39.781685+0000","last_undegraded":"2024-04-22T00:40:39.781685+0000","last_fullsized":"2024-04-22T00:40:39.781685+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:58.345244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.425830+0000","last_change":"2024-04-22T00:38:40.375481+0000","last_active":"2024-04-22T00:40:40.425830+0000","last_peered":"2024-04-22T00:40:40.425830+0000","last_clean":"2024-04-22T00:40:40.425830+0000","last_became_active":"2024-04-22T00:38:40.375166+0000","last_became_peered":"2024-04-22T00:38:40.375166+0000","last_unstale":"2024-04-22T00:40:40.425830+0000","last_undegraded":"2024-04-22T00:40:40.425830+0000","last_fullsized":"2024-04-22T00:40:40.425830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:44:54.454914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780336+0000","last_change":"2024-04-22T00:38:40.367188+0000","last_active":"2024-04-22T00:40:39.780336+0000","last_peered":"2024-04-22T00:40:39.780336+0000","last_clean":"2024-04-22T00:40:39.780336+0000","last_became_active":"2024-04-22T00:38:40.366823+0000","last_became_peered":"2024-04-22T00:38:40.366823+0000","last_unstale":"2024-04-22T00:40:39.780336+0000","last_undegraded":"2024-04-22T00:40:39.780336+0000","last_fullsized":"2024-04-22T00:40:39.780336+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:43.451995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.441855+0000","last_change":"2024-04-22T00:38:40.366815+0000","last_active":"2024-04-22T00:40:40.441855+0000","last_peered":"2024-04-22T00:40:40.441855+0000","last_clean":"2024-04-22T00:40:40.441855+0000","last_became_active":"2024-04-22T00:38:40.366473+0000","last_became_peered":"2024-04-22T00:38:40.366473+0000","last_unstale":"2024-04-22T00:40:40.441855+0000","last_undegraded":"2024-04-22T00:40:40.441855+0000","last_fullsized":"2024-04-22T00:40:40.441855+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:42:28.037969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.441842+0000","last_change":"2024-04-22T00:38:40.373225+0000","last_active":"2024-04-22T00:40:40.441842+0000","last_peered":"2024-04-22T00:40:40.441842+0000","last_clean":"2024-04-22T00:40:40.441842+0000","last_became_active":"2024-04-22T00:38:40.372848+0000","last_became_peered":"2024-04-22T00:38:40.372848+0000","last_unstale":"2024-04-22T00:40:40.441842+0000","last_undegraded":"2024-04-22T00:40:40.441842+0000","last_fullsized":"2024-04-22T00:40:40.441842+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:54.985460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.776835+0000","last_change":"2024-04-22T00:38:40.361865+0000","last_active":"2024-04-22T00:40:39.776835+0000","last_peered":"2024-04-22T00:40:39.776835+0000","last_clean":"2024-04-22T00:40:39.776835+0000","last_became_active":"2024-04-22T00:38:40.361471+0000","last_became_peered":"2024-04-22T00:38:40.361471+0000","last_unstale":"2024-04-22T00:40:39.776835+0000","last_undegraded":"2024-04-22T00:40:39.776835+0000","last_fullsized":"2024-04-22T00:40:39.776835+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:13:16.480063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779394+0000","last_change":"2024-04-22T00:38:40.368845+0000","last_active":"2024-04-22T00:40:39.779394+0000","last_peered":"2024-04-22T00:40:39.779394+0000","last_clean":"2024-04-22T00:40:39.779394+0000","last_became_active":"2024-04-22T00:38:40.368322+0000","last_became_peered":"2024-04-22T00:38:40.368322+0000","last_unstale":"2024-04-22T00:40:39.779394+0000","last_undegraded":"2024-04-22T00:40:39.779394+0000","last_fullsized":"2024-04-22T00:40:39.779394+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:36:57.926087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777702+0000","last_change":"2024-04-22T00:38:40.366139+0000","last_active":"2024-04-22T00:40:39.777702+0000","last_peered":"2024-04-22T00:40:39.777702+0000","last_clean":"2024-04-22T00:40:39.777702+0000","last_became_active":"2024-04-22T00:38:40.365694+0000","last_became_peered":"2024-04-22T00:38:40.365694+0000","last_unstale":"2024-04-22T00:40:39.777702+0000","last_undegraded":"2024-04-22T00:40:39.777702+0000","last_fullsized":"2024-04-22T00:40:39.777702+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:51.067092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.784082+0000","last_change":"2024-04-22T00:38:40.377469+0000","last_active":"2024-04-22T00:40:39.784082+0000","last_peered":"2024-04-22T00:40:39.784082+0000","last_clean":"2024-04-22T00:40:39.784082+0000","last_became_active":"2024-04-22T00:38:40.371408+0000","last_became_peered":"2024-04-22T00:38:40.371408+0000","last_unstale":"2024-04-22T00:40:39.784082+0000","last_undegraded":"2024-04-22T00:40:39.784082+0000","last_fullsized":"2024-04-22T00:40:39.784082+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:57:02.978252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783166+0000","last_change":"2024-04-22T00:39:39.672382+0000","last_active":"2024-04-22T00:40:39.783166+0000","last_peered":"2024-04-22T00:40:39.783166+0000","last_clean":"2024-04-22T00:40:39.783166+0000","last_became_active":"2024-04-22T00:39:39.671443+0000","last_became_peered":"2024-04-22T00:39:39.671443+0000","last_unstale":"2024-04-22T00:40:39.783166+0000","last_undegraded":"2024-04-22T00:40:39.783166+0000","last_fullsized":"2024-04-22T00:40:39.783166+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:23.128862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,10,0],"acting":[2,3,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":58,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.434387+0000","last_change":"2024-04-22T00:40:40.434005+0000","last_active":"2024-04-22T00:40:40.434387+0000","last_peered":"2024-04-22T00:40:40.434387+0000","last_clean":"2024-04-22T00:40:40.434387+0000","last_became_active":"2024-04-22T00:40:40.428110+0000","last_became_peered":"2024-04-22T00:40:40.428110+0000","last_unstale":"2024-04-22T00:40:40.434387+0000","last_undegraded":"2024-04-22T00:40:40.434387+0000","last_fullsized":"2024-04-22T00:40:40.434387+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:17:49.806836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,4],"acting":[9,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400852+0000","last_change":"2024-04-22T00:38:40.356727+0000","last_active":"2024-04-22T00:40:40.400852+0000","last_peered":"2024-04-22T00:40:40.400852+0000","last_clean":"2024-04-22T00:40:40.400852+0000","last_became_active":"2024-04-22T00:38:40.356415+0000","last_became_peered":"2024-04-22T00:38:40.356415+0000","last_unstale":"2024-04-22T00:40:40.400852+0000","last_undegraded":"2024-04-22T00:40:40.400852+0000","last_fullsized":"2024-04-22T00:40:40.400852+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:51:21.063322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.425795+0000","last_change":"2024-04-22T00:39:39.672968+0000","last_active":"2024-04-22T00:40:40.425795+0000","last_peered":"2024-04-22T00:40:40.425795+0000","last_clean":"2024-04-22T00:40:40.425795+0000","last_became_active":"2024-04-22T00:39:39.672476+0000","last_became_peered":"2024-04-22T00:39:39.672476+0000","last_unstale":"2024-04-22T00:40:40.425795+0000","last_undegraded":"2024-04-22T00:40:40.425795+0000","last_fullsized":"2024-04-22T00:40:40.425795+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:13.200730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,8,3],"acting":[4,6,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401759+0000","last_change":"2024-04-22T00:38:39.360667+0000","last_active":"2024-04-22T00:40:40.401759+0000","last_peered":"2024-04-22T00:40:40.401759+0000","last_clean":"2024-04-22T00:40:40.401759+0000","last_became_active":"2024-04-22T00:38:39.360213+0000","last_became_peered":"2024-04-22T00:38:39.360213+0000","last_unstale":"2024-04-22T00:40:40.401759+0000","last_undegraded":"2024-04-22T00:40:40.401759+0000","last_fullsized":"2024-04-22T00:40:40.401759+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:19:06.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442422+0000","last_change":"2024-04-22T00:38:40.369638+0000","last_active":"2024-04-22T00:40:40.442422+0000","last_peered":"2024-04-22T00:40:40.442422+0000","last_clean":"2024-04-22T00:40:40.442422+0000","last_became_active":"2024-04-22T00:38:40.368377+0000","last_became_peered":"2024-04-22T00:38:40.368377+0000","last_unstale":"2024-04-22T00:40:40.442422+0000","last_undegraded":"2024-04-22T00:40:40.442422+0000","last_fullsized":"2024-04-22T00:40:40.442422+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:52:49.332301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426171+0000","last_change":"2024-04-22T00:38:44.406576+0000","last_active":"2024-04-22T00:40:40.426171+0000","last_peered":"2024-04-22T00:40:40.426171+0000","last_clean":"2024-04-22T00:40:40.426171+0000","last_became_active":"2024-04-22T00:38:44.405670+0000","last_became_peered":"2024-04-22T00:38:44.405670+0000","last_unstale":"2024-04-22T00:40:40.426171+0000","last_undegraded":"2024-04-22T00:40:40.426171+0000","last_fullsized":"2024-04-22T00:40:40.426171+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:28.412974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780567+0000","last_change":"2024-04-22T00:38:39.370535+0000","last_active":"2024-04-22T00:40:39.780567+0000","last_peered":"2024-04-22T00:40:39.780567+0000","last_clean":"2024-04-22T00:40:39.780567+0000","last_became_active":"2024-04-22T00:38:39.370033+0000","last_became_peered":"2024-04-22T00:38:39.370033+0000","last_unstale":"2024-04-22T00:40:39.780567+0000","last_undegraded":"2024-04-22T00:40:39.780567+0000","last_fullsized":"2024-04-22T00:40:39.780567+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:21.146476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777285+0000","last_change":"2024-04-22T00:38:40.365051+0000","last_active":"2024-04-22T00:40:39.777285+0000","last_peered":"2024-04-22T00:40:39.777285+0000","last_clean":"2024-04-22T00:40:39.777285+0000","last_became_active":"2024-04-22T00:38:40.364700+0000","last_became_peered":"2024-04-22T00:38:40.364700+0000","last_unstale":"2024-04-22T00:40:39.777285+0000","last_undegraded":"2024-04-22T00:40:39.777285+0000","last_fullsized":"2024-04-22T00:40:39.777285+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:18:42.608828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426291+0000","last_change":"2024-04-22T00:38:44.402410+0000","last_active":"2024-04-22T00:40:40.426291+0000","last_peered":"2024-04-22T00:40:40.426291+0000","last_clean":"2024-04-22T00:40:40.426291+0000","last_became_active":"2024-04-22T00:38:44.402058+0000","last_became_peered":"2024-04-22T00:38:44.402058+0000","last_unstale":"2024-04-22T00:40:40.426291+0000","last_undegraded":"2024-04-22T00:40:40.426291+0000","last_fullsized":"2024-04-22T00:40:40.426291+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:52:12.956415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780273+0000","last_change":"2024-04-22T00:38:39.366658+0000","last_active":"2024-04-22T00:40:39.780273+0000","last_peered":"2024-04-22T00:40:39.780273+0000","last_clean":"2024-04-22T00:40:39.780273+0000","last_became_active":"2024-04-22T00:38:39.365415+0000","last_became_peered":"2024-04-22T00:38:39.365415+0000","last_unstale":"2024-04-22T00:40:39.780273+0000","last_undegraded":"2024-04-22T00:40:39.780273+0000","last_fullsized":"2024-04-22T00:40:39.780273+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:33.687226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":43,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313207+0000","last_change":"2024-04-22T00:38:40.362518+0000","last_active":"2024-04-22T00:40:40.313207+0000","last_peered":"2024-04-22T00:40:40.313207+0000","last_clean":"2024-04-22T00:40:40.313207+0000","last_became_active":"2024-04-22T00:38:40.362219+0000","last_became_peered":"2024-04-22T00:38:40.362219+0000","last_unstale":"2024-04-22T00:40:40.313207+0000","last_undegraded":"2024-04-22T00:40:40.313207+0000","last_fullsized":"2024-04-22T00:40:40.313207+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:47:52.401356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783651+0000","last_change":"2024-04-22T00:39:39.672914+0000","last_active":"2024-04-22T00:40:39.783651+0000","last_peered":"2024-04-22T00:40:39.783651+0000","last_clean":"2024-04-22T00:40:39.783651+0000","last_became_active":"2024-04-22T00:39:39.672440+0000","last_became_peered":"2024-04-22T00:39:39.672440+0000","last_unstale":"2024-04-22T00:40:39.783651+0000","last_undegraded":"2024-04-22T00:40:39.783651+0000","last_fullsized":"2024-04-22T00:40:39.783651+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:21:50.466296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"95'8","reported_seq":163,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:05.513632+0000","last_change":"2024-04-22T00:38:39.363347+0000","last_active":"2024-04-22T00:41:05.513632+0000","last_peered":"2024-04-22T00:41:05.513632+0000","last_clean":"2024-04-22T00:41:05.513632+0000","last_became_active":"2024-04-22T00:38:39.363047+0000","last_became_peered":"2024-04-22T00:38:39.363047+0000","last_unstale":"2024-04-22T00:41:05.513632+0000","last_undegraded":"2024-04-22T00:41:05.513632+0000","last_fullsized":"2024-04-22T00:41:05.513632+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:52:56.438868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1462,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780283+0000","last_change":"2024-04-22T00:38:40.369168+0000","last_active":"2024-04-22T00:40:39.780283+0000","last_peered":"2024-04-22T00:40:39.780283+0000","last_clean":"2024-04-22T00:40:39.780283+0000","last_became_active":"2024-04-22T00:38:40.368842+0000","last_became_peered":"2024-04-22T00:38:40.368842+0000","last_unstale":"2024-04-22T00:40:39.780283+0000","last_undegraded":"2024-04-22T00:40:39.780283+0000","last_fullsized":"2024-04-22T00:40:39.780283+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:09:21.923340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783581+0000","last_change":"2024-04-22T00:38:44.406786+0000","last_active":"2024-04-22T00:40:39.783581+0000","last_peered":"2024-04-22T00:40:39.783581+0000","last_clean":"2024-04-22T00:40:39.783581+0000","last_became_active":"2024-04-22T00:38:44.405474+0000","last_became_peered":"2024-04-22T00:38:44.405474+0000","last_unstale":"2024-04-22T00:40:39.783581+0000","last_undegraded":"2024-04-22T00:40:39.783581+0000","last_fullsized":"2024-04-22T00:40:39.783581+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:32:07.650716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.785034+0000","last_change":"2024-04-22T00:40:39.785034+0000","last_active":"2024-04-22T00:40:39.785034+0000","last_peered":"2024-04-22T00:40:39.785034+0000","last_clean":"2024-04-22T00:40:39.785034+0000","last_became_active":"2024-04-22T00:40:39.781758+0000","last_became_peered":"2024-04-22T00:40:39.781758+0000","last_unstale":"2024-04-22T00:40:39.785034+0000","last_undegraded":"2024-04-22T00:40:39.785034+0000","last_fullsized":"2024-04-22T00:40:39.785034+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:02.192136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,6],"acting":[10,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":42,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312932+0000","last_change":"2024-04-22T00:39:39.672815+0000","last_active":"2024-04-22T00:40:40.312932+0000","last_peered":"2024-04-22T00:40:40.312932+0000","last_clean":"2024-04-22T00:40:40.312932+0000","last_became_active":"2024-04-22T00:39:39.672374+0000","last_became_peered":"2024-04-22T00:39:39.672374+0000","last_unstale":"2024-04-22T00:40:40.312932+0000","last_undegraded":"2024-04-22T00:40:40.312932+0000","last_fullsized":"2024-04-22T00:40:40.312932+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:30:11.032191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779185+0000","last_change":"2024-04-22T00:39:39.673578+0000","last_active":"2024-04-22T00:40:39.779185+0000","last_peered":"2024-04-22T00:40:39.779185+0000","last_clean":"2024-04-22T00:40:39.779185+0000","last_became_active":"2024-04-22T00:39:39.672181+0000","last_became_peered":"2024-04-22T00:39:39.672181+0000","last_unstale":"2024-04-22T00:40:39.779185+0000","last_undegraded":"2024-04-22T00:40:39.779185+0000","last_fullsized":"2024-04-22T00:40:39.779185+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:04:50.778073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779903+0000","last_change":"2024-04-22T00:38:39.366127+0000","last_active":"2024-04-22T00:40:39.779903+0000","last_peered":"2024-04-22T00:40:39.779903+0000","last_clean":"2024-04-22T00:40:39.779903+0000","last_became_active":"2024-04-22T00:38:39.365758+0000","last_became_peered":"2024-04-22T00:38:39.365758+0000","last_unstale":"2024-04-22T00:40:39.779903+0000","last_undegraded":"2024-04-22T00:40:39.779903+0000","last_fullsized":"2024-04-22T00:40:39.779903+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:00.931898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400751+0000","last_change":"2024-04-22T00:38:40.363547+0000","last_active":"2024-04-22T00:40:40.400751+0000","last_peered":"2024-04-22T00:40:40.400751+0000","last_clean":"2024-04-22T00:40:40.400751+0000","last_became_active":"2024-04-22T00:38:40.363136+0000","last_became_peered":"2024-04-22T00:38:40.363136+0000","last_unstale":"2024-04-22T00:40:40.400751+0000","last_undegraded":"2024-04-22T00:40:40.400751+0000","last_fullsized":"2024-04-22T00:40:40.400751+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:08:22.135426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442684+0000","last_change":"2024-04-22T00:38:44.401113+0000","last_active":"2024-04-22T00:40:40.442684+0000","last_peered":"2024-04-22T00:40:40.442684+0000","last_clean":"2024-04-22T00:40:40.442684+0000","last_became_active":"2024-04-22T00:38:44.400679+0000","last_became_peered":"2024-04-22T00:38:44.400679+0000","last_unstale":"2024-04-22T00:40:40.442684+0000","last_undegraded":"2024-04-22T00:40:40.442684+0000","last_fullsized":"2024-04-22T00:40:40.442684+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:28.248892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.786679+0000","last_change":"2024-04-22T00:40:39.782930+0000","last_active":"2024-04-22T00:40:39.786679+0000","last_peered":"2024-04-22T00:40:39.786679+0000","last_clean":"2024-04-22T00:40:39.786679+0000","last_became_active":"2024-04-22T00:40:39.782402+0000","last_became_peered":"2024-04-22T00:40:39.782402+0000","last_unstale":"2024-04-22T00:40:39.786679+0000","last_undegraded":"2024-04-22T00:40:39.786679+0000","last_fullsized":"2024-04-22T00:40:39.786679+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:02:32.780170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,7],"acting":[11,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":41,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777163+0000","last_change":"2024-04-22T00:38:40.361149+0000","last_active":"2024-04-22T00:40:39.777163+0000","last_peered":"2024-04-22T00:40:39.777163+0000","last_clean":"2024-04-22T00:40:39.777163+0000","last_became_active":"2024-04-22T00:38:40.360817+0000","last_became_peered":"2024-04-22T00:38:40.360817+0000","last_unstale":"2024-04-22T00:40:39.777163+0000","last_undegraded":"2024-04-22T00:40:39.777163+0000","last_fullsized":"2024-04-22T00:40:39.777163+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:23.184762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401508+0000","last_change":"2024-04-22T00:38:44.398428+0000","last_active":"2024-04-22T00:40:40.401508+0000","last_peered":"2024-04-22T00:40:40.401508+0000","last_clean":"2024-04-22T00:40:40.401508+0000","last_became_active":"2024-04-22T00:38:44.395265+0000","last_became_peered":"2024-04-22T00:38:44.395265+0000","last_unstale":"2024-04-22T00:40:40.401508+0000","last_undegraded":"2024-04-22T00:40:40.401508+0000","last_fullsized":"2024-04-22T00:40:40.401508+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:11.561788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"95'5","reported_seq":156,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:05.513178+0000","last_change":"2024-04-22T00:38:39.372184+0000","last_active":"2024-04-22T00:41:05.513178+0000","last_peered":"2024-04-22T00:41:05.513178+0000","last_clean":"2024-04-22T00:41:05.513178+0000","last_became_active":"2024-04-22T00:38:39.371792+0000","last_became_peered":"2024-04-22T00:38:39.371792+0000","last_unstale":"2024-04-22T00:41:05.513178+0000","last_undegraded":"2024-04-22T00:41:05.513178+0000","last_fullsized":"2024-04-22T00:41:05.513178+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:54.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777150+0000","last_change":"2024-04-22T00:38:40.365514+0000","last_active":"2024-04-22T00:40:39.777150+0000","last_peered":"2024-04-22T00:40:39.777150+0000","last_clean":"2024-04-22T00:40:39.777150+0000","last_became_active":"2024-04-22T00:38:40.365207+0000","last_became_peered":"2024-04-22T00:38:40.365207+0000","last_unstale":"2024-04-22T00:40:39.777150+0000","last_undegraded":"2024-04-22T00:40:39.777150+0000","last_fullsized":"2024-04-22T00:40:39.777150+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:51:15.503594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777154+0000","last_change":"2024-04-22T00:38:44.404822+0000","last_active":"2024-04-22T00:40:39.777154+0000","last_peered":"2024-04-22T00:40:39.777154+0000","last_clean":"2024-04-22T00:40:39.777154+0000","last_became_active":"2024-04-22T00:38:44.403009+0000","last_became_peered":"2024-04-22T00:38:44.403009+0000","last_unstale":"2024-04-22T00:40:39.777154+0000","last_undegraded":"2024-04-22T00:40:39.777154+0000","last_fullsized":"2024-04-22T00:40:39.777154+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:53:21.262362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.436292+0000","last_change":"2024-04-22T00:40:40.435777+0000","last_active":"2024-04-22T00:40:40.436292+0000","last_peered":"2024-04-22T00:40:40.436292+0000","last_clean":"2024-04-22T00:40:40.436292+0000","last_became_active":"2024-04-22T00:40:40.427956+0000","last_became_peered":"2024-04-22T00:40:40.427956+0000","last_unstale":"2024-04-22T00:40:40.436292+0000","last_undegraded":"2024-04-22T00:40:40.436292+0000","last_fullsized":"2024-04-22T00:40:40.436292+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:30:49.627158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442337+0000","last_change":"2024-04-22T00:38:40.374741+0000","last_active":"2024-04-22T00:40:40.442337+0000","last_peered":"2024-04-22T00:40:40.442337+0000","last_clean":"2024-04-22T00:40:40.442337+0000","last_became_active":"2024-04-22T00:38:40.374154+0000","last_became_peered":"2024-04-22T00:38:40.374154+0000","last_unstale":"2024-04-22T00:40:40.442337+0000","last_undegraded":"2024-04-22T00:40:40.442337+0000","last_fullsized":"2024-04-22T00:40:40.442337+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:07:27.137055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426499+0000","last_change":"2024-04-22T00:38:44.405940+0000","last_active":"2024-04-22T00:40:40.426499+0000","last_peered":"2024-04-22T00:40:40.426499+0000","last_clean":"2024-04-22T00:40:40.426499+0000","last_became_active":"2024-04-22T00:38:44.405463+0000","last_became_peered":"2024-04-22T00:38:44.405463+0000","last_unstale":"2024-04-22T00:40:40.426499+0000","last_undegraded":"2024-04-22T00:40:40.426499+0000","last_fullsized":"2024-04-22T00:40:40.426499+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:21:51.881080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313230+0000","last_change":"2024-04-22T00:38:39.365832+0000","last_active":"2024-04-22T00:40:40.313230+0000","last_peered":"2024-04-22T00:40:40.313230+0000","last_clean":"2024-04-22T00:40:40.313230+0000","last_became_active":"2024-04-22T00:38:39.365523+0000","last_became_peered":"2024-04-22T00:38:39.365523+0000","last_unstale":"2024-04-22T00:40:40.313230+0000","last_undegraded":"2024-04-22T00:40:40.313230+0000","last_fullsized":"2024-04-22T00:40:40.313230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:07:43.953692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":41,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777241+0000","last_change":"2024-04-22T00:38:40.375443+0000","last_active":"2024-04-22T00:40:39.777241+0000","last_peered":"2024-04-22T00:40:39.777241+0000","last_clean":"2024-04-22T00:40:39.777241+0000","last_became_active":"2024-04-22T00:38:40.375092+0000","last_became_peered":"2024-04-22T00:38:40.375092+0000","last_unstale":"2024-04-22T00:40:39.777241+0000","last_undegraded":"2024-04-22T00:40:39.777241+0000","last_fullsized":"2024-04-22T00:40:39.777241+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:00.257128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777253+0000","last_change":"2024-04-22T00:38:44.402484+0000","last_active":"2024-04-22T00:40:39.777253+0000","last_peered":"2024-04-22T00:40:39.777253+0000","last_clean":"2024-04-22T00:40:39.777253+0000","last_became_active":"2024-04-22T00:38:44.402060+0000","last_became_peered":"2024-04-22T00:38:44.402060+0000","last_unstale":"2024-04-22T00:40:39.777253+0000","last_undegraded":"2024-04-22T00:40:39.777253+0000","last_fullsized":"2024-04-22T00:40:39.777253+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:07:01.255408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"95'38","reported_seq":318,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:05.513203+0000","last_change":"2024-04-22T00:38:39.369420+0000","last_active":"2024-04-22T00:41:05.513203+0000","last_peered":"2024-04-22T00:41:05.513203+0000","last_clean":"2024-04-22T00:41:05.513203+0000","last_became_active":"2024-04-22T00:38:39.369074+0000","last_became_peered":"2024-04-22T00:38:39.369074+0000","last_unstale":"2024-04-22T00:41:05.513203+0000","last_undegraded":"2024-04-22T00:41:05.513203+0000","last_fullsized":"2024-04-22T00:41:05.513203+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:08:34.427757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63913,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":248,"num_read_kb":187,"num_write":39,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780697+0000","last_change":"2024-04-22T00:38:40.368352+0000","last_active":"2024-04-22T00:40:39.780697+0000","last_peered":"2024-04-22T00:40:39.780697+0000","last_clean":"2024-04-22T00:40:39.780697+0000","last_became_active":"2024-04-22T00:38:40.367975+0000","last_became_peered":"2024-04-22T00:38:40.367975+0000","last_unstale":"2024-04-22T00:40:39.780697+0000","last_undegraded":"2024-04-22T00:40:39.780697+0000","last_fullsized":"2024-04-22T00:40:39.780697+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:21:11.599867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313415+0000","last_change":"2024-04-22T00:38:44.393349+0000","last_active":"2024-04-22T00:40:40.313415+0000","last_peered":"2024-04-22T00:40:40.313415+0000","last_clean":"2024-04-22T00:40:40.313415+0000","last_became_active":"2024-04-22T00:38:44.392781+0000","last_became_peered":"2024-04-22T00:38:44.392781+0000","last_unstale":"2024-04-22T00:40:40.313415+0000","last_undegraded":"2024-04-22T00:40:40.313415+0000","last_fullsized":"2024-04-22T00:40:40.313415+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:12:28.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":25,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779042+0000","last_change":"2024-04-22T00:39:39.536327+0000","last_active":"2024-04-22T00:40:39.779042+0000","last_peered":"2024-04-22T00:40:39.779042+0000","last_clean":"2024-04-22T00:40:39.779042+0000","last_became_active":"2024-04-22T00:39:39.529279+0000","last_became_peered":"2024-04-22T00:39:39.529279+0000","last_unstale":"2024-04-22T00:40:39.779042+0000","last_undegraded":"2024-04-22T00:40:39.779042+0000","last_fullsized":"2024-04-22T00:40:39.779042+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:06:11.157839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780596+0000","last_change":"2024-04-22T00:38:40.370950+0000","last_active":"2024-04-22T00:40:39.780596+0000","last_peered":"2024-04-22T00:40:39.780596+0000","last_clean":"2024-04-22T00:40:39.780596+0000","last_became_active":"2024-04-22T00:38:40.370648+0000","last_became_peered":"2024-04-22T00:38:40.370648+0000","last_unstale":"2024-04-22T00:40:39.780596+0000","last_undegraded":"2024-04-22T00:40:39.780596+0000","last_fullsized":"2024-04-22T00:40:39.780596+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:41:02.299079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779302+0000","last_change":"2024-04-22T00:38:44.404019+0000","last_active":"2024-04-22T00:40:39.779302+0000","last_peered":"2024-04-22T00:40:39.779302+0000","last_clean":"2024-04-22T00:40:39.779302+0000","last_became_active":"2024-04-22T00:38:44.403695+0000","last_became_peered":"2024-04-22T00:38:44.403695+0000","last_unstale":"2024-04-22T00:40:39.779302+0000","last_undegraded":"2024-04-22T00:40:39.779302+0000","last_fullsized":"2024-04-22T00:40:39.779302+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:34:12.156509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313128+0000","last_change":"2024-04-22T00:38:39.362724+0000","last_active":"2024-04-22T00:40:40.313128+0000","last_peered":"2024-04-22T00:40:40.313128+0000","last_clean":"2024-04-22T00:40:40.313128+0000","last_became_active":"2024-04-22T00:38:39.362397+0000","last_became_peered":"2024-04-22T00:38:39.362397+0000","last_unstale":"2024-04-22T00:40:40.313128+0000","last_undegraded":"2024-04-22T00:40:40.313128+0000","last_fullsized":"2024-04-22T00:40:40.313128+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:20.547527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":45,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781261+0000","last_change":"2024-04-22T00:38:40.362540+0000","last_active":"2024-04-22T00:40:39.781261+0000","last_peered":"2024-04-22T00:40:39.781261+0000","last_clean":"2024-04-22T00:40:39.781261+0000","last_became_active":"2024-04-22T00:38:40.362016+0000","last_became_peered":"2024-04-22T00:38:40.362016+0000","last_unstale":"2024-04-22T00:40:39.781261+0000","last_undegraded":"2024-04-22T00:40:39.781261+0000","last_fullsized":"2024-04-22T00:40:39.781261+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:51:18.176061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777432+0000","last_change":"2024-04-22T00:38:44.405236+0000","last_active":"2024-04-22T00:40:39.777432+0000","last_peered":"2024-04-22T00:40:39.777432+0000","last_clean":"2024-04-22T00:40:39.777432+0000","last_became_active":"2024-04-22T00:38:44.404767+0000","last_became_peered":"2024-04-22T00:38:44.404767+0000","last_unstale":"2024-04-22T00:40:39.777432+0000","last_undegraded":"2024-04-22T00:40:39.777432+0000","last_fullsized":"2024-04-22T00:40:39.777432+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:13:56.620119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":153,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:02.508211+0000","last_change":"2024-04-22T00:38:39.369080+0000","last_active":"2024-04-22T00:41:02.508211+0000","last_peered":"2024-04-22T00:41:02.508211+0000","last_clean":"2024-04-22T00:41:02.508211+0000","last_became_active":"2024-04-22T00:38:39.368678+0000","last_became_peered":"2024-04-22T00:38:39.368678+0000","last_unstale":"2024-04-22T00:41:02.508211+0000","last_undegraded":"2024-04-22T00:41:02.508211+0000","last_fullsized":"2024-04-22T00:41:02.508211+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:13.018047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780288+0000","last_change":"2024-04-22T00:38:40.370315+0000","last_active":"2024-04-22T00:40:39.780288+0000","last_peered":"2024-04-22T00:40:39.780288+0000","last_clean":"2024-04-22T00:40:39.780288+0000","last_became_active":"2024-04-22T00:38:40.370008+0000","last_became_peered":"2024-04-22T00:38:40.370008+0000","last_unstale":"2024-04-22T00:40:39.780288+0000","last_undegraded":"2024-04-22T00:40:39.780288+0000","last_fullsized":"2024-04-22T00:40:39.780288+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:41:09.031868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780572+0000","last_change":"2024-04-22T00:38:44.395771+0000","last_active":"2024-04-22T00:40:39.780572+0000","last_peered":"2024-04-22T00:40:39.780572+0000","last_clean":"2024-04-22T00:40:39.780572+0000","last_became_active":"2024-04-22T00:38:44.395372+0000","last_became_peered":"2024-04-22T00:38:44.395372+0000","last_unstale":"2024-04-22T00:40:39.780572+0000","last_undegraded":"2024-04-22T00:40:39.780572+0000","last_fullsized":"2024-04-22T00:40:39.780572+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:02.522135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":48,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780300+0000","last_change":"2024-04-22T00:38:39.370949+0000","last_active":"2024-04-22T00:40:39.780300+0000","last_peered":"2024-04-22T00:40:39.780300+0000","last_clean":"2024-04-22T00:40:39.780300+0000","last_became_active":"2024-04-22T00:38:39.370398+0000","last_became_peered":"2024-04-22T00:38:39.370398+0000","last_unstale":"2024-04-22T00:40:39.780300+0000","last_undegraded":"2024-04-22T00:40:39.780300+0000","last_fullsized":"2024-04-22T00:40:39.780300+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:07:35.647251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":21,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777074+0000","last_change":"2024-04-22T00:39:39.671210+0000","last_active":"2024-04-22T00:40:39.777074+0000","last_peered":"2024-04-22T00:40:39.777074+0000","last_clean":"2024-04-22T00:40:39.777074+0000","last_became_active":"2024-04-22T00:39:39.670683+0000","last_became_peered":"2024-04-22T00:39:39.670683+0000","last_unstale":"2024-04-22T00:40:39.777074+0000","last_undegraded":"2024-04-22T00:40:39.777074+0000","last_fullsized":"2024-04-22T00:40:39.777074+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:41.207605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312795+0000","last_change":"2024-04-22T00:38:44.395873+0000","last_active":"2024-04-22T00:40:40.312795+0000","last_peered":"2024-04-22T00:40:40.312795+0000","last_clean":"2024-04-22T00:40:40.312795+0000","last_became_active":"2024-04-22T00:38:44.395503+0000","last_became_peered":"2024-04-22T00:38:44.395503+0000","last_unstale":"2024-04-22T00:40:40.312795+0000","last_undegraded":"2024-04-22T00:40:40.312795+0000","last_fullsized":"2024-04-22T00:40:40.312795+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:30:40.517603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780814+0000","last_change":"2024-04-22T00:38:39.366353+0000","last_active":"2024-04-22T00:40:39.780814+0000","last_peered":"2024-04-22T00:40:39.780814+0000","last_clean":"2024-04-22T00:40:39.780814+0000","last_became_active":"2024-04-22T00:38:39.365887+0000","last_became_peered":"2024-04-22T00:38:39.365887+0000","last_unstale":"2024-04-22T00:40:39.780814+0000","last_undegraded":"2024-04-22T00:40:39.780814+0000","last_fullsized":"2024-04-22T00:40:39.780814+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:45.350887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779235+0000","last_change":"2024-04-22T00:38:40.361121+0000","last_active":"2024-04-22T00:40:39.779235+0000","last_peered":"2024-04-22T00:40:39.779235+0000","last_clean":"2024-04-22T00:40:39.779235+0000","last_became_active":"2024-04-22T00:38:40.360738+0000","last_became_peered":"2024-04-22T00:38:40.360738+0000","last_unstale":"2024-04-22T00:40:39.779235+0000","last_undegraded":"2024-04-22T00:40:39.779235+0000","last_fullsized":"2024-04-22T00:40:39.779235+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:46:25.351317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780278+0000","last_change":"2024-04-22T00:38:44.504868+0000","last_active":"2024-04-22T00:40:39.780278+0000","last_peered":"2024-04-22T00:40:39.780278+0000","last_clean":"2024-04-22T00:40:39.780278+0000","last_became_active":"2024-04-22T00:38:44.504150+0000","last_became_peered":"2024-04-22T00:38:44.504150+0000","last_unstale":"2024-04-22T00:40:39.780278+0000","last_undegraded":"2024-04-22T00:40:39.780278+0000","last_fullsized":"2024-04-22T00:40:39.780278+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:02:30.695478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777580+0000","last_change":"2024-04-22T00:38:39.372522+0000","last_active":"2024-04-22T00:40:39.777580+0000","last_peered":"2024-04-22T00:40:39.777580+0000","last_clean":"2024-04-22T00:40:39.777580+0000","last_became_active":"2024-04-22T00:38:39.372192+0000","last_became_peered":"2024-04-22T00:38:39.372192+0000","last_unstale":"2024-04-22T00:40:39.777580+0000","last_undegraded":"2024-04-22T00:40:39.777580+0000","last_fullsized":"2024-04-22T00:40:39.777580+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:26:21.069736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.778479+0000","last_change":"2024-04-22T00:38:40.365283+0000","last_active":"2024-04-22T00:40:39.778479+0000","last_peered":"2024-04-22T00:40:39.778479+0000","last_clean":"2024-04-22T00:40:39.778479+0000","last_became_active":"2024-04-22T00:38:40.364972+0000","last_became_peered":"2024-04-22T00:38:40.364972+0000","last_unstale":"2024-04-22T00:40:39.778479+0000","last_undegraded":"2024-04-22T00:40:39.778479+0000","last_fullsized":"2024-04-22T00:40:39.778479+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:59:59.140778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780022+0000","last_change":"2024-04-22T00:38:44.397504+0000","last_active":"2024-04-22T00:40:39.780022+0000","last_peered":"2024-04-22T00:40:39.780022+0000","last_clean":"2024-04-22T00:40:39.780022+0000","last_became_active":"2024-04-22T00:38:44.397013+0000","last_became_peered":"2024-04-22T00:38:44.397013+0000","last_unstale":"2024-04-22T00:40:39.780022+0000","last_undegraded":"2024-04-22T00:40:39.780022+0000","last_fullsized":"2024-04-22T00:40:39.780022+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:47:58.320239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780912+0000","last_change":"2024-04-22T00:38:39.364987+0000","last_active":"2024-04-22T00:40:39.780912+0000","last_peered":"2024-04-22T00:40:39.780912+0000","last_clean":"2024-04-22T00:40:39.780912+0000","last_became_active":"2024-04-22T00:38:39.364641+0000","last_became_peered":"2024-04-22T00:38:39.364641+0000","last_unstale":"2024-04-22T00:40:39.780912+0000","last_undegraded":"2024-04-22T00:40:39.780912+0000","last_fullsized":"2024-04-22T00:40:39.780912+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:44:44.280664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.778119+0000","last_change":"2024-04-22T00:38:40.376529+0000","last_active":"2024-04-22T00:40:39.778119+0000","last_peered":"2024-04-22T00:40:39.778119+0000","last_clean":"2024-04-22T00:40:39.778119+0000","last_became_active":"2024-04-22T00:38:40.376299+0000","last_became_peered":"2024-04-22T00:38:40.376299+0000","last_unstale":"2024-04-22T00:40:39.778119+0000","last_undegraded":"2024-04-22T00:40:39.778119+0000","last_fullsized":"2024-04-22T00:40:39.778119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:08:16.276565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780167+0000","last_change":"2024-04-22T00:38:44.504288+0000","last_active":"2024-04-22T00:40:39.780167+0000","last_peered":"2024-04-22T00:40:39.780167+0000","last_clean":"2024-04-22T00:40:39.780167+0000","last_became_active":"2024-04-22T00:38:44.503776+0000","last_became_peered":"2024-04-22T00:38:44.503776+0000","last_unstale":"2024-04-22T00:40:39.780167+0000","last_undegraded":"2024-04-22T00:40:39.780167+0000","last_fullsized":"2024-04-22T00:40:39.780167+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:10:46.900575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312987+0000","last_change":"2024-04-22T00:38:40.369534+0000","last_active":"2024-04-22T00:40:40.312987+0000","last_peered":"2024-04-22T00:40:40.312987+0000","last_clean":"2024-04-22T00:40:40.312987+0000","last_became_active":"2024-04-22T00:38:40.364820+0000","last_became_peered":"2024-04-22T00:38:40.364820+0000","last_unstale":"2024-04-22T00:40:40.312987+0000","last_undegraded":"2024-04-22T00:40:40.312987+0000","last_fullsized":"2024-04-22T00:40:40.312987+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:24:22.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":152,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:41:02.507527+0000","last_change":"2024-04-22T00:38:39.359944+0000","last_active":"2024-04-22T00:41:02.507527+0000","last_peered":"2024-04-22T00:41:02.507527+0000","last_clean":"2024-04-22T00:41:02.507527+0000","last_became_active":"2024-04-22T00:38:39.358320+0000","last_became_peered":"2024-04-22T00:38:39.358320+0000","last_unstale":"2024-04-22T00:41:02.507527+0000","last_undegraded":"2024-04-22T00:41:02.507527+0000","last_fullsized":"2024-04-22T00:41:02.507527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:21:09.293425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":24,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781560+0000","last_change":"2024-04-22T00:38:44.406766+0000","last_active":"2024-04-22T00:40:39.781560+0000","last_peered":"2024-04-22T00:40:39.781560+0000","last_clean":"2024-04-22T00:40:39.781560+0000","last_became_active":"2024-04-22T00:38:44.406360+0000","last_became_peered":"2024-04-22T00:38:44.406360+0000","last_unstale":"2024-04-22T00:40:39.781560+0000","last_undegraded":"2024-04-22T00:40:39.781560+0000","last_fullsized":"2024-04-22T00:40:39.781560+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:15:21.419508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401356+0000","last_change":"2024-04-22T00:38:40.356658+0000","last_active":"2024-04-22T00:40:40.401356+0000","last_peered":"2024-04-22T00:40:40.401356+0000","last_clean":"2024-04-22T00:40:40.401356+0000","last_became_active":"2024-04-22T00:38:40.356344+0000","last_became_peered":"2024-04-22T00:38:40.356344+0000","last_unstale":"2024-04-22T00:40:40.401356+0000","last_undegraded":"2024-04-22T00:40:40.401356+0000","last_fullsized":"2024-04-22T00:40:40.401356+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:56:26.862780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426451+0000","last_change":"2024-04-22T00:38:39.370232+0000","last_active":"2024-04-22T00:40:40.426451+0000","last_peered":"2024-04-22T00:40:40.426451+0000","last_clean":"2024-04-22T00:40:40.426451+0000","last_became_active":"2024-04-22T00:38:39.369704+0000","last_became_peered":"2024-04-22T00:38:39.369704+0000","last_unstale":"2024-04-22T00:40:40.426451+0000","last_undegraded":"2024-04-22T00:40:40.426451+0000","last_fullsized":"2024-04-22T00:40:40.426451+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:53:14.668354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":359,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780040+0000","last_change":"2024-04-22T00:37:29.546285+0000","last_active":"2024-04-22T00:40:39.780040+0000","last_peered":"2024-04-22T00:40:39.780040+0000","last_clean":"2024-04-22T00:40:39.780040+0000","last_became_active":"2024-04-22T00:37:29.545852+0000","last_became_peered":"2024-04-22T00:37:29.545852+0000","last_unstale":"2024-04-22T00:40:39.780040+0000","last_undegraded":"2024-04-22T00:40:39.780040+0000","last_fullsized":"2024-04-22T00:40:39.780040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:34:04.835821+0000","last_clean_scrub_stamp":"2024-04-22T00:34:04.835821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:00:39.998359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313090+0000","last_change":"2024-04-22T00:38:44.504879+0000","last_active":"2024-04-22T00:40:40.313090+0000","last_peered":"2024-04-22T00:40:40.313090+0000","last_clean":"2024-04-22T00:40:40.313090+0000","last_became_active":"2024-04-22T00:38:44.504302+0000","last_became_peered":"2024-04-22T00:38:44.504302+0000","last_unstale":"2024-04-22T00:40:40.313090+0000","last_undegraded":"2024-04-22T00:40:40.313090+0000","last_fullsized":"2024-04-22T00:40:40.313090+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:38:01.153342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779733+0000","last_change":"2024-04-22T00:38:40.374825+0000","last_active":"2024-04-22T00:40:39.779733+0000","last_peered":"2024-04-22T00:40:39.779733+0000","last_clean":"2024-04-22T00:40:39.779733+0000","last_became_active":"2024-04-22T00:38:40.374503+0000","last_became_peered":"2024-04-22T00:38:40.374503+0000","last_unstale":"2024-04-22T00:40:39.779733+0000","last_undegraded":"2024-04-22T00:40:39.779733+0000","last_fullsized":"2024-04-22T00:40:39.779733+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:26.445293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780059+0000","last_change":"2024-04-22T00:38:39.362429+0000","last_active":"2024-04-22T00:40:39.780059+0000","last_peered":"2024-04-22T00:40:39.780059+0000","last_clean":"2024-04-22T00:40:39.780059+0000","last_became_active":"2024-04-22T00:38:39.362077+0000","last_became_peered":"2024-04-22T00:38:39.362077+0000","last_unstale":"2024-04-22T00:40:39.780059+0000","last_undegraded":"2024-04-22T00:40:39.780059+0000","last_fullsized":"2024-04-22T00:40:39.780059+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:58.951170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779216+0000","last_change":"2024-04-22T00:38:44.395387+0000","last_active":"2024-04-22T00:40:39.779216+0000","last_peered":"2024-04-22T00:40:39.779216+0000","last_clean":"2024-04-22T00:40:39.779216+0000","last_became_active":"2024-04-22T00:38:44.394971+0000","last_became_peered":"2024-04-22T00:38:44.394971+0000","last_unstale":"2024-04-22T00:40:39.779216+0000","last_undegraded":"2024-04-22T00:40:39.779216+0000","last_fullsized":"2024-04-22T00:40:39.779216+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:05:03.467517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780777+0000","last_change":"2024-04-22T00:38:39.371244+0000","last_active":"2024-04-22T00:40:39.780777+0000","last_peered":"2024-04-22T00:40:39.780777+0000","last_clean":"2024-04-22T00:40:39.780777+0000","last_became_active":"2024-04-22T00:38:39.370624+0000","last_became_peered":"2024-04-22T00:38:39.370624+0000","last_unstale":"2024-04-22T00:40:39.780777+0000","last_undegraded":"2024-04-22T00:40:39.780777+0000","last_fullsized":"2024-04-22T00:40:39.780777+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:36:08.559437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":38,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780242+0000","last_change":"2024-04-22T00:38:40.367464+0000","last_active":"2024-04-22T00:40:39.780242+0000","last_peered":"2024-04-22T00:40:39.780242+0000","last_clean":"2024-04-22T00:40:39.780242+0000","last_became_active":"2024-04-22T00:38:40.367154+0000","last_became_peered":"2024-04-22T00:38:40.367154+0000","last_unstale":"2024-04-22T00:40:39.780242+0000","last_undegraded":"2024-04-22T00:40:39.780242+0000","last_fullsized":"2024-04-22T00:40:39.780242+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:52:29.419110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401373+0000","last_change":"2024-04-22T00:38:44.504237+0000","last_active":"2024-04-22T00:40:40.401373+0000","last_peered":"2024-04-22T00:40:40.401373+0000","last_clean":"2024-04-22T00:40:40.401373+0000","last_became_active":"2024-04-22T00:38:44.503754+0000","last_became_peered":"2024-04-22T00:38:44.503754+0000","last_unstale":"2024-04-22T00:40:40.401373+0000","last_undegraded":"2024-04-22T00:40:40.401373+0000","last_fullsized":"2024-04-22T00:40:40.401373+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:28:24.630160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"95'10","reported_seq":42,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:49.854067+0000","last_change":"2024-04-22T00:38:39.374039+0000","last_active":"2024-04-22T00:40:49.854067+0000","last_peered":"2024-04-22T00:40:49.854067+0000","last_clean":"2024-04-22T00:40:49.854067+0000","last_became_active":"2024-04-22T00:38:39.373701+0000","last_became_peered":"2024-04-22T00:38:39.373701+0000","last_unstale":"2024-04-22T00:40:49.854067+0000","last_undegraded":"2024-04-22T00:40:49.854067+0000","last_fullsized":"2024-04-22T00:40:49.854067+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:40:17.983141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401070+0000","last_change":"2024-04-22T00:38:40.361493+0000","last_active":"2024-04-22T00:40:40.401070+0000","last_peered":"2024-04-22T00:40:40.401070+0000","last_clean":"2024-04-22T00:40:40.401070+0000","last_became_active":"2024-04-22T00:38:40.359079+0000","last_became_peered":"2024-04-22T00:38:40.359079+0000","last_unstale":"2024-04-22T00:40:40.401070+0000","last_undegraded":"2024-04-22T00:40:40.401070+0000","last_fullsized":"2024-04-22T00:40:40.401070+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:37:24.328135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783092+0000","last_change":"2024-04-22T00:38:44.396367+0000","last_active":"2024-04-22T00:40:39.783092+0000","last_peered":"2024-04-22T00:40:39.783092+0000","last_clean":"2024-04-22T00:40:39.783092+0000","last_became_active":"2024-04-22T00:38:44.395943+0000","last_became_peered":"2024-04-22T00:38:44.395943+0000","last_unstale":"2024-04-22T00:40:39.783092+0000","last_undegraded":"2024-04-22T00:40:39.783092+0000","last_fullsized":"2024-04-22T00:40:39.783092+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:23:35.994479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.427073+0000","last_change":"2024-04-22T00:38:39.373131+0000","last_active":"2024-04-22T00:40:40.427073+0000","last_peered":"2024-04-22T00:40:40.427073+0000","last_clean":"2024-04-22T00:40:40.427073+0000","last_became_active":"2024-04-22T00:38:39.372628+0000","last_became_peered":"2024-04-22T00:38:39.372628+0000","last_unstale":"2024-04-22T00:40:40.427073+0000","last_undegraded":"2024-04-22T00:40:40.427073+0000","last_fullsized":"2024-04-22T00:40:40.427073+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:25:00.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442705+0000","last_change":"2024-04-22T00:38:40.373688+0000","last_active":"2024-04-22T00:40:40.442705+0000","last_peered":"2024-04-22T00:40:40.442705+0000","last_clean":"2024-04-22T00:40:40.442705+0000","last_became_active":"2024-04-22T00:38:40.373314+0000","last_became_peered":"2024-04-22T00:38:40.373314+0000","last_unstale":"2024-04-22T00:40:40.442705+0000","last_undegraded":"2024-04-22T00:40:40.442705+0000","last_fullsized":"2024-04-22T00:40:40.442705+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:14:27.811066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426894+0000","last_change":"2024-04-22T00:38:44.504495+0000","last_active":"2024-04-22T00:40:40.426894+0000","last_peered":"2024-04-22T00:40:40.426894+0000","last_clean":"2024-04-22T00:40:40.426894+0000","last_became_active":"2024-04-22T00:38:44.504053+0000","last_became_peered":"2024-04-22T00:38:44.504053+0000","last_unstale":"2024-04-22T00:40:40.426894+0000","last_undegraded":"2024-04-22T00:40:40.426894+0000","last_fullsized":"2024-04-22T00:40:40.426894+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:47:06.763702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.776641+0000","last_change":"2024-04-22T00:38:39.366806+0000","last_active":"2024-04-22T00:40:39.776641+0000","last_peered":"2024-04-22T00:40:39.776641+0000","last_clean":"2024-04-22T00:40:39.776641+0000","last_became_active":"2024-04-22T00:38:39.366457+0000","last_became_peered":"2024-04-22T00:38:39.366457+0000","last_unstale":"2024-04-22T00:40:39.776641+0000","last_undegraded":"2024-04-22T00:40:39.776641+0000","last_fullsized":"2024-04-22T00:40:39.776641+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:28:10.106622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":32,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780098+0000","last_change":"2024-04-22T00:38:40.366304+0000","last_active":"2024-04-22T00:40:39.780098+0000","last_peered":"2024-04-22T00:40:39.780098+0000","last_clean":"2024-04-22T00:40:39.780098+0000","last_became_active":"2024-04-22T00:38:40.365997+0000","last_became_peered":"2024-04-22T00:38:40.365997+0000","last_unstale":"2024-04-22T00:40:39.780098+0000","last_undegraded":"2024-04-22T00:40:39.780098+0000","last_fullsized":"2024-04-22T00:40:39.780098+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:01:16.086724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777591+0000","last_change":"2024-04-22T00:38:44.402867+0000","last_active":"2024-04-22T00:40:39.777591+0000","last_peered":"2024-04-22T00:40:39.777591+0000","last_clean":"2024-04-22T00:40:39.777591+0000","last_became_active":"2024-04-22T00:38:44.402347+0000","last_became_peered":"2024-04-22T00:38:44.402347+0000","last_unstale":"2024-04-22T00:40:39.777591+0000","last_undegraded":"2024-04-22T00:40:39.777591+0000","last_fullsized":"2024-04-22T00:40:39.777591+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:54.105548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":34,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401584+0000","last_change":"2024-04-22T00:38:39.371518+0000","last_active":"2024-04-22T00:40:40.401584+0000","last_peered":"2024-04-22T00:40:40.401584+0000","last_clean":"2024-04-22T00:40:40.401584+0000","last_became_active":"2024-04-22T00:38:39.371105+0000","last_became_peered":"2024-04-22T00:38:39.371105+0000","last_unstale":"2024-04-22T00:40:40.401584+0000","last_undegraded":"2024-04-22T00:40:40.401584+0000","last_fullsized":"2024-04-22T00:40:40.401584+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:16:35.922335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779778+0000","last_change":"2024-04-22T00:38:40.363782+0000","last_active":"2024-04-22T00:40:39.779778+0000","last_peered":"2024-04-22T00:40:39.779778+0000","last_clean":"2024-04-22T00:40:39.779778+0000","last_became_active":"2024-04-22T00:38:40.363466+0000","last_became_peered":"2024-04-22T00:38:40.363466+0000","last_unstale":"2024-04-22T00:40:39.779778+0000","last_undegraded":"2024-04-22T00:40:39.779778+0000","last_fullsized":"2024-04-22T00:40:39.779778+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:44:16.435519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":24,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426667+0000","last_change":"2024-04-22T00:38:44.405853+0000","last_active":"2024-04-22T00:40:40.426667+0000","last_peered":"2024-04-22T00:40:40.426667+0000","last_clean":"2024-04-22T00:40:40.426667+0000","last_became_active":"2024-04-22T00:38:44.405424+0000","last_became_peered":"2024-04-22T00:38:44.405424+0000","last_unstale":"2024-04-22T00:40:40.426667+0000","last_undegraded":"2024-04-22T00:40:40.426667+0000","last_fullsized":"2024-04-22T00:40:40.426667+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:58:31.707893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":32,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783401+0000","last_change":"2024-04-22T00:38:39.364324+0000","last_active":"2024-04-22T00:40:39.783401+0000","last_peered":"2024-04-22T00:40:39.783401+0000","last_clean":"2024-04-22T00:40:39.783401+0000","last_became_active":"2024-04-22T00:38:39.363652+0000","last_became_peered":"2024-04-22T00:38:39.363652+0000","last_unstale":"2024-04-22T00:40:39.783401+0000","last_undegraded":"2024-04-22T00:40:39.783401+0000","last_fullsized":"2024-04-22T00:40:39.783401+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:58:02.862893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400821+0000","last_change":"2024-04-22T00:38:40.361691+0000","last_active":"2024-04-22T00:40:40.400821+0000","last_peered":"2024-04-22T00:40:40.400821+0000","last_clean":"2024-04-22T00:40:40.400821+0000","last_became_active":"2024-04-22T00:38:40.360100+0000","last_became_peered":"2024-04-22T00:38:40.360100+0000","last_unstale":"2024-04-22T00:40:40.400821+0000","last_undegraded":"2024-04-22T00:40:40.400821+0000","last_fullsized":"2024-04-22T00:40:40.400821+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:29:57.942269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.426436+0000","last_change":"2024-04-22T00:38:44.504138+0000","last_active":"2024-04-22T00:40:40.426436+0000","last_peered":"2024-04-22T00:40:40.426436+0000","last_clean":"2024-04-22T00:40:40.426436+0000","last_became_active":"2024-04-22T00:38:44.503645+0000","last_became_peered":"2024-04-22T00:38:44.503645+0000","last_unstale":"2024-04-22T00:40:40.426436+0000","last_undegraded":"2024-04-22T00:40:40.426436+0000","last_fullsized":"2024-04-22T00:40:40.426436+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:19:44.530686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780455+0000","last_change":"2024-04-22T00:38:39.370095+0000","last_active":"2024-04-22T00:40:39.780455+0000","last_peered":"2024-04-22T00:40:39.780455+0000","last_clean":"2024-04-22T00:40:39.780455+0000","last_became_active":"2024-04-22T00:38:39.369700+0000","last_became_peered":"2024-04-22T00:38:39.369700+0000","last_unstale":"2024-04-22T00:40:39.780455+0000","last_undegraded":"2024-04-22T00:40:39.780455+0000","last_fullsized":"2024-04-22T00:40:39.780455+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:42:43.406452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781112+0000","last_change":"2024-04-22T00:38:40.360999+0000","last_active":"2024-04-22T00:40:39.781112+0000","last_peered":"2024-04-22T00:40:39.781112+0000","last_clean":"2024-04-22T00:40:39.781112+0000","last_became_active":"2024-04-22T00:38:40.360668+0000","last_became_peered":"2024-04-22T00:38:40.360668+0000","last_unstale":"2024-04-22T00:40:39.781112+0000","last_undegraded":"2024-04-22T00:40:39.781112+0000","last_fullsized":"2024-04-22T00:40:39.781112+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:44:46.053562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.776954+0000","last_change":"2024-04-22T00:38:44.399843+0000","last_active":"2024-04-22T00:40:39.776954+0000","last_peered":"2024-04-22T00:40:39.776954+0000","last_clean":"2024-04-22T00:40:39.776954+0000","last_became_active":"2024-04-22T00:38:44.399518+0000","last_became_peered":"2024-04-22T00:38:44.399518+0000","last_unstale":"2024-04-22T00:40:39.776954+0000","last_undegraded":"2024-04-22T00:40:39.776954+0000","last_fullsized":"2024-04-22T00:40:39.776954+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:58:32.109105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783851+0000","last_change":"2024-04-22T00:38:39.362436+0000","last_active":"2024-04-22T00:40:39.783851+0000","last_peered":"2024-04-22T00:40:39.783851+0000","last_clean":"2024-04-22T00:40:39.783851+0000","last_became_active":"2024-04-22T00:38:39.361892+0000","last_became_peered":"2024-04-22T00:38:39.361892+0000","last_unstale":"2024-04-22T00:40:39.783851+0000","last_undegraded":"2024-04-22T00:40:39.783851+0000","last_fullsized":"2024-04-22T00:40:39.783851+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:55:29.311180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781795+0000","last_change":"2024-04-22T00:38:40.356585+0000","last_active":"2024-04-22T00:40:39.781795+0000","last_peered":"2024-04-22T00:40:39.781795+0000","last_clean":"2024-04-22T00:40:39.781795+0000","last_became_active":"2024-04-22T00:38:40.356276+0000","last_became_peered":"2024-04-22T00:38:40.356276+0000","last_unstale":"2024-04-22T00:40:39.781795+0000","last_undegraded":"2024-04-22T00:40:39.781795+0000","last_fullsized":"2024-04-22T00:40:39.781795+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:11:43.061675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.442526+0000","last_change":"2024-04-22T00:38:44.407157+0000","last_active":"2024-04-22T00:40:40.442526+0000","last_peered":"2024-04-22T00:40:40.442526+0000","last_clean":"2024-04-22T00:40:40.442526+0000","last_became_active":"2024-04-22T00:38:44.406611+0000","last_became_peered":"2024-04-22T00:38:44.406611+0000","last_unstale":"2024-04-22T00:40:40.442526+0000","last_undegraded":"2024-04-22T00:40:40.442526+0000","last_fullsized":"2024-04-22T00:40:40.442526+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:20:03.481981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313351+0000","last_change":"2024-04-22T00:38:39.366263+0000","last_active":"2024-04-22T00:40:40.313351+0000","last_peered":"2024-04-22T00:40:40.313351+0000","last_clean":"2024-04-22T00:40:40.313351+0000","last_became_active":"2024-04-22T00:38:39.365804+0000","last_became_peered":"2024-04-22T00:38:39.365804+0000","last_unstale":"2024-04-22T00:40:40.313351+0000","last_undegraded":"2024-04-22T00:40:40.313351+0000","last_fullsized":"2024-04-22T00:40:40.313351+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:05:50.097334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":42,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781318+0000","last_change":"2024-04-22T00:39:39.523428+0000","last_active":"2024-04-22T00:40:39.781318+0000","last_peered":"2024-04-22T00:40:39.781318+0000","last_clean":"2024-04-22T00:40:39.781318+0000","last_became_active":"2024-04-22T00:39:39.523057+0000","last_became_peered":"2024-04-22T00:39:39.523057+0000","last_unstale":"2024-04-22T00:40:39.781318+0000","last_undegraded":"2024-04-22T00:40:39.781318+0000","last_fullsized":"2024-04-22T00:40:39.781318+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:45.926559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.312419+0000","last_change":"2024-04-22T00:38:44.395160+0000","last_active":"2024-04-22T00:40:40.312419+0000","last_peered":"2024-04-22T00:40:40.312419+0000","last_clean":"2024-04-22T00:40:40.312419+0000","last_became_active":"2024-04-22T00:38:44.394772+0000","last_became_peered":"2024-04-22T00:38:44.394772+0000","last_unstale":"2024-04-22T00:40:40.312419+0000","last_undegraded":"2024-04-22T00:40:40.312419+0000","last_fullsized":"2024-04-22T00:40:40.312419+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:43.366174+0000","last_clean_scrub_stamp":"2024-04-22T00:38:43.366174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:17.746874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780711+0000","last_change":"2024-04-22T00:38:39.359978+0000","last_active":"2024-04-22T00:40:39.780711+0000","last_peered":"2024-04-22T00:40:39.780711+0000","last_clean":"2024-04-22T00:40:39.780711+0000","last_became_active":"2024-04-22T00:38:39.359630+0000","last_became_peered":"2024-04-22T00:38:39.359630+0000","last_unstale":"2024-04-22T00:40:39.780711+0000","last_undegraded":"2024-04-22T00:40:39.780711+0000","last_fullsized":"2024-04-22T00:40:39.780711+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:38.333584+0000","last_clean_scrub_stamp":"2024-04-22T00:38:38.333584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:08:22.231421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.781847+0000","last_change":"2024-04-22T00:38:40.361689+0000","last_active":"2024-04-22T00:40:39.781847+0000","last_peered":"2024-04-22T00:40:39.781847+0000","last_clean":"2024-04-22T00:40:39.781847+0000","last_became_active":"2024-04-22T00:38:40.361361+0000","last_became_peered":"2024-04-22T00:38:40.361361+0000","last_unstale":"2024-04-22T00:40:39.781847+0000","last_undegraded":"2024-04-22T00:40:39.781847+0000","last_fullsized":"2024-04-22T00:40:39.781847+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:56:54.530889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":39,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779788+0000","last_change":"2024-04-22T00:38:40.362409+0000","last_active":"2024-04-22T00:40:39.779788+0000","last_peered":"2024-04-22T00:40:39.779788+0000","last_clean":"2024-04-22T00:40:39.779788+0000","last_became_active":"2024-04-22T00:38:40.361990+0000","last_became_peered":"2024-04-22T00:38:40.361990+0000","last_unstale":"2024-04-22T00:40:39.779788+0000","last_undegraded":"2024-04-22T00:40:39.779788+0000","last_fullsized":"2024-04-22T00:40:39.779788+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:55:45.209948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":47,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783510+0000","last_change":"2024-04-22T00:39:39.524274+0000","last_active":"2024-04-22T00:40:39.783510+0000","last_peered":"2024-04-22T00:40:39.783510+0000","last_clean":"2024-04-22T00:40:39.783510+0000","last_became_active":"2024-04-22T00:39:39.523811+0000","last_became_peered":"2024-04-22T00:39:39.523811+0000","last_unstale":"2024-04-22T00:40:39.783510+0000","last_undegraded":"2024-04-22T00:40:39.783510+0000","last_fullsized":"2024-04-22T00:40:39.783510+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:39:46.645884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.783262+0000","last_change":"2024-04-22T00:38:40.364593+0000","last_active":"2024-04-22T00:40:39.783262+0000","last_peered":"2024-04-22T00:40:39.783262+0000","last_clean":"2024-04-22T00:40:39.783262+0000","last_became_active":"2024-04-22T00:38:40.364222+0000","last_became_peered":"2024-04-22T00:38:40.364222+0000","last_unstale":"2024-04-22T00:40:39.783262+0000","last_undegraded":"2024-04-22T00:40:39.783262+0000","last_fullsized":"2024-04-22T00:40:39.783262+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:50.130769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.441950+0000","last_change":"2024-04-22T00:38:40.374179+0000","last_active":"2024-04-22T00:40:40.441950+0000","last_peered":"2024-04-22T00:40:40.441950+0000","last_clean":"2024-04-22T00:40:40.441950+0000","last_became_active":"2024-04-22T00:38:40.373866+0000","last_became_peered":"2024-04-22T00:38:40.373866+0000","last_unstale":"2024-04-22T00:40:40.441950+0000","last_undegraded":"2024-04-22T00:40:40.441950+0000","last_fullsized":"2024-04-22T00:40:40.441950+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:37:04.954961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":33,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780397+0000","last_change":"2024-04-22T00:38:40.373265+0000","last_active":"2024-04-22T00:40:39.780397+0000","last_peered":"2024-04-22T00:40:39.780397+0000","last_clean":"2024-04-22T00:40:39.780397+0000","last_became_active":"2024-04-22T00:38:40.372935+0000","last_became_peered":"2024-04-22T00:38:40.372935+0000","last_unstale":"2024-04-22T00:40:39.780397+0000","last_undegraded":"2024-04-22T00:40:39.780397+0000","last_fullsized":"2024-04-22T00:40:39.780397+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:48:06.407429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":36,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779370+0000","last_change":"2024-04-22T00:38:40.365976+0000","last_active":"2024-04-22T00:40:39.779370+0000","last_peered":"2024-04-22T00:40:39.779370+0000","last_clean":"2024-04-22T00:40:39.779370+0000","last_became_active":"2024-04-22T00:38:40.365670+0000","last_became_peered":"2024-04-22T00:38:40.365670+0000","last_unstale":"2024-04-22T00:40:39.779370+0000","last_undegraded":"2024-04-22T00:40:39.779370+0000","last_fullsized":"2024-04-22T00:40:39.779370+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:21:53.039571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.784066+0000","last_change":"2024-04-22T00:38:40.377782+0000","last_active":"2024-04-22T00:40:39.784066+0000","last_peered":"2024-04-22T00:40:39.784066+0000","last_clean":"2024-04-22T00:40:39.784066+0000","last_became_active":"2024-04-22T00:38:40.372730+0000","last_became_peered":"2024-04-22T00:38:40.372730+0000","last_unstale":"2024-04-22T00:40:39.784066+0000","last_undegraded":"2024-04-22T00:40:39.784066+0000","last_fullsized":"2024-04-22T00:40:39.784066+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:20:39.130810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":31,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.401031+0000","last_change":"2024-04-22T00:38:40.375941+0000","last_active":"2024-04-22T00:40:40.401031+0000","last_peered":"2024-04-22T00:40:40.401031+0000","last_clean":"2024-04-22T00:40:40.401031+0000","last_became_active":"2024-04-22T00:38:40.375630+0000","last_became_peered":"2024-04-22T00:38:40.375630+0000","last_unstale":"2024-04-22T00:40:40.401031+0000","last_undegraded":"2024-04-22T00:40:40.401031+0000","last_fullsized":"2024-04-22T00:40:40.401031+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:09.297432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":35,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.313181+0000","last_change":"2024-04-22T00:38:40.361401+0000","last_active":"2024-04-22T00:40:40.313181+0000","last_peered":"2024-04-22T00:40:40.313181+0000","last_clean":"2024-04-22T00:40:40.313181+0000","last_became_active":"2024-04-22T00:38:40.361108+0000","last_became_peered":"2024-04-22T00:38:40.361108+0000","last_unstale":"2024-04-22T00:40:40.313181+0000","last_undegraded":"2024-04-22T00:40:40.313181+0000","last_fullsized":"2024-04-22T00:40:40.313181+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:50:47.993559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":37,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:40.400774+0000","last_change":"2024-04-22T00:38:40.360007+0000","last_active":"2024-04-22T00:40:40.400774+0000","last_peered":"2024-04-22T00:40:40.400774+0000","last_clean":"2024-04-22T00:40:40.400774+0000","last_became_active":"2024-04-22T00:38:40.358851+0000","last_became_peered":"2024-04-22T00:38:40.358851+0000","last_unstale":"2024-04-22T00:40:40.400774+0000","last_undegraded":"2024-04-22T00:40:40.400774+0000","last_fullsized":"2024-04-22T00:40:40.400774+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:16:49.060153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.777007+0000","last_change":"2024-04-22T00:38:40.362249+0000","last_active":"2024-04-22T00:40:39.777007+0000","last_peered":"2024-04-22T00:40:39.777007+0000","last_clean":"2024-04-22T00:40:39.777007+0000","last_became_active":"2024-04-22T00:38:40.361520+0000","last_became_peered":"2024-04-22T00:38:40.361520+0000","last_unstale":"2024-04-22T00:40:39.777007+0000","last_undegraded":"2024-04-22T00:40:39.777007+0000","last_fullsized":"2024-04-22T00:40:39.777007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:42:30.499142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":40,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.780108+0000","last_change":"2024-04-22T00:38:40.365613+0000","last_active":"2024-04-22T00:40:39.780108+0000","last_peered":"2024-04-22T00:40:39.780108+0000","last_clean":"2024-04-22T00:40:39.780108+0000","last_became_active":"2024-04-22T00:38:40.365278+0000","last_became_peered":"2024-04-22T00:38:40.365278+0000","last_unstale":"2024-04-22T00:40:39.780108+0000","last_undegraded":"2024-04-22T00:40:39.780108+0000","last_fullsized":"2024-04-22T00:40:39.780108+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:16:57.940258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":44,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-04-22T00:40:39.779462+0000","last_change":"2024-04-22T00:39:39.673809+0000","last_active":"2024-04-22T00:40:39.779462+0000","last_peered":"2024-04-22T00:40:39.779462+0000","last_clean":"2024-04-22T00:40:39.779462+0000","last_became_active":"2024-04-22T00:39:39.673090+0000","last_became_peered":"2024-04-22T00:39:39.673090+0000","last_unstale":"2024-04-22T00:40:39.779462+0000","last_undegraded":"2024-04-22T00:40:39.779462+0000","last_fullsized":"2024-04-22T00:40:39.779462+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T00:38:39.338286+0000","last_clean_scrub_stamp":"2024-04-22T00:38:39.338286+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:29:42.509383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68363,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":742,"num_read_kb":444,"num_write":174,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":616,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":204473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318314,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1085440,"data_stored":530961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579951,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37068,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708084,"statfs":{"total":95995035648,"available":95957078016,"internally_reserved":0,"allocated":1773568,"data_stored":1182108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743477,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1101824,"data_stored":535259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005114,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1093632,"data_stored":530501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299455,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36996,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708156,"statfs":{"total":95995035648,"available":95957151744,"internally_reserved":0,"allocated":1691648,"data_stored":1127133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495684,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1077248,"data_stored":526339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1146880,"data_stored":590162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1101824,"data_stored":527727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36484,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708668,"statfs":{"total":95995035648,"available":95957676032,"internally_reserved":0,"allocated":1167360,"data_stored":591702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":526533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920846,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1093632,"data_stored":531571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757320,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28676,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716476,"statfs":{"total":95995035648,"available":95965671424,"internally_reserved":0,"allocated":1699840,"data_stored":1123029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T00:41:09.453 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:41:09.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 -- 172.21.15.18:0/1137487100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0581022a0 msgr2=0x7fa058104690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 --2- 172.21.15.18:0/1137487100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0581022a0 0x7fa058104690 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa048009900 tx=0x7fa04802bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:09.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 -- 172.21.15.18:0/1137487100 shutdown_connections 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 --2- 172.21.15.18:0/1137487100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa058107500 0x7fa0581098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 --2- 172.21.15.18:0/1137487100 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa058104bd0 0x7fa058106fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 --2- 172.21.15.18:0/1137487100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0581022a0 0x7fa058104690 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 -- 172.21.15.18:0/1137487100 >> 172.21.15.18:0/1137487100 conn(0x7fa0580fbc30 msgr2=0x7fa0580fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 -- 172.21.15.18:0/1137487100 shutdown_connections 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 -- 172.21.15.18:0/1137487100 wait complete. 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 Processor -- start 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.589+0000 7fa05db13640 1 -- start start 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa05db13640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0581022a0 0x7fa058101c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa05db13640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa058104bd0 0x7fa058100250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa05db13640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa058107500 0x7fa058100790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa05db13640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa05810d410 con 0x7fa0581022a0 2024-04-22T00:41:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa05db13640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa05810d290 con 0x7fa058107500 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa05db13640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa05810d590 con 0x7fa058104bd0 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa0577fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0581022a0 0x7fa058101c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa0577fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0581022a0 0x7fa058101c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53940/0 (socket says 172.21.15.18:53940) 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa0577fe640 1 -- 172.21.15.18:0/2907938002 learned_addr learned my addr 172.21.15.18:0/2907938002 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa057fff640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa058107500 0x7fa058100790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa0577fe640 1 -- 172.21.15.18:0/2907938002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa058104bd0 msgr2=0x7fa058100250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa056ffd640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa058104bd0 0x7fa058100250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa0577fe640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa058104bd0 0x7fa058100250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa0577fe640 1 -- 172.21.15.18:0/2907938002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa058107500 msgr2=0x7fa058100790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa0577fe640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa058107500 0x7fa058100790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa0577fe640 1 -- 172.21.15.18:0/2907938002 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa058101020 con 0x7fa0581022a0 2024-04-22T00:41:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa057fff640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa058107500 0x7fa058100790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa0577fe640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0581022a0 0x7fa058101c10 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa048009230 tx=0x7fa048004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa054ff9640 1 -- 172.21.15.18:0/2907938002 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa048041070 con 0x7fa0581022a0 2024-04-22T00:41:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa05db13640 1 -- 172.21.15.18:0/2907938002 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0581a1b20 con 0x7fa0581022a0 2024-04-22T00:41:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa054ff9640 1 -- 172.21.15.18:0/2907938002 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa0480054e0 con 0x7fa0581022a0 2024-04-22T00:41:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa054ff9640 1 -- 172.21.15.18:0/2907938002 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0480346a0 con 0x7fa0581022a0 2024-04-22T00:41:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.590+0000 7fa05db13640 1 -- 172.21.15.18:0/2907938002 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0581a20c0 con 0x7fa0581022a0 2024-04-22T00:41:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.591+0000 7fa05db13640 1 -- 172.21.15.18:0/2907938002 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0580fd720 con 0x7fa0581022a0 2024-04-22T00:41:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.592+0000 7fa054ff9640 1 -- 172.21.15.18:0/2907938002 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa048044070 con 0x7fa0581022a0 2024-04-22T00:41:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.593+0000 7fa054ff9640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0400a2b90 0x7fa0400a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.593+0000 7fa054ff9640 1 -- 172.21.15.18:0/2907938002 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa0480f11f0 con 0x7fa0581022a0 2024-04-22T00:41:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.593+0000 7fa056ffd640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0400a2b90 0x7fa0400a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.594+0000 7fa056ffd640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0400a2b90 0x7fa0400a5050 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fa058101980 tx=0x7fa04c005c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:09.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.598+0000 7fa054ff9640 1 -- 172.21.15.18:0/2907938002 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa0480bdd80 con 0x7fa0581022a0 2024-04-22T00:41:09.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.784+0000 7fa05db13640 1 -- 172.21.15.18:0/2907938002 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa058062340 con 0x7fa0581022a0 2024-04-22T00:41:09.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.786+0000 7fa054ff9640 1 -- 172.21.15.18:0/2907938002 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24704 (secure 0 0 0) 0x7fa0480bd680 con 0x7fa0581022a0 2024-04-22T00:41:09.788 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:09.788 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":95,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:40:39.771571+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.18","mappings":[{"from":5,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 -- 172.21.15.18:0/2907938002 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0400a2b90 msgr2=0x7fa0400a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0400a2b90 0x7fa0400a5050 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fa058101980 tx=0x7fa04c005c60 comp rx=0 tx=0).stop 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 -- 172.21.15.18:0/2907938002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0581022a0 msgr2=0x7fa058101c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0581022a0 0x7fa058101c10 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa048009230 tx=0x7fa048004040 comp rx=0 tx=0).stop 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 -- 172.21.15.18:0/2907938002 shutdown_connections 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa0400a2b90 0x7fa0400a5050 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa058107500 0x7fa058100790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa058104bd0 0x7fa058100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 --2- 172.21.15.18:0/2907938002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0581022a0 0x7fa058101c10 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 -- 172.21.15.18:0/2907938002 >> 172.21.15.18:0/2907938002 conn(0x7fa0580fbc30 msgr2=0x7fa058102be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 -- 172.21.15.18:0/2907938002 shutdown_connections 2024-04-22T00:41:09.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.788+0000 7fa05db13640 1 -- 172.21.15.18:0/2907938002 wait complete. 2024-04-22T00:41:09.801 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:41:09.802 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:41:09.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 -- 172.21.15.18:0/1201170523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1458101890 msgr2=0x7f1458101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 --2- 172.21.15.18:0/1201170523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1458101890 0x7f1458101d10 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f1448009900 tx=0x7f144802bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:09.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 -- 172.21.15.18:0/1201170523 shutdown_connections 2024-04-22T00:41:09.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 --2- 172.21.15.18:0/1201170523 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1458102250 0x7f1458108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 --2- 172.21.15.18:0/1201170523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1458101890 0x7f1458101d10 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 --2- 172.21.15.18:0/1201170523 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14581006a0 0x7f1458100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 -- 172.21.15.18:0/1201170523 >> 172.21.15.18:0/1201170523 conn(0x7f14580fbc30 msgr2=0x7f14580fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 -- 172.21.15.18:0/1201170523 shutdown_connections 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 -- 172.21.15.18:0/1201170523 wait complete. 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 Processor -- start 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 -- start start 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14581006a0 0x7f145806a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1458101890 0x7f145819c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1458102250 0x7f145819ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f145810c320 con 0x7f1458101890 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f145810c1a0 con 0x7f1458102250 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.906+0000 7f1460457640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f145810c4a0 con 0x7f14581006a0 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145d9f2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1458101890 0x7f145819c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145d9f2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1458101890 0x7f145819c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53954/0 (socket says 172.21.15.18:53954) 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145d9f2640 1 -- 172.21.15.18:0/3288615508 learned_addr learned my addr 172.21.15.18:0/3288615508 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145e1f3640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14581006a0 0x7f145806a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145d9f2640 1 -- 172.21.15.18:0/3288615508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14581006a0 msgr2=0x7f145806a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145d9f2640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14581006a0 0x7f145806a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145d9f2640 1 -- 172.21.15.18:0/3288615508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1458102250 msgr2=0x7f145819ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145e9f4640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1458102250 0x7f145819ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145d9f2640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1458102250 0x7f145819ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145d9f2640 1 -- 172.21.15.18:0/3288615508 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f145819f790 con 0x7f1458101890 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f145d9f2640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1458101890 0x7f145819c860 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f1448009230 tx=0x7f144802c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f144f7fe640 1 -- 172.21.15.18:0/3288615508 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1448041070 con 0x7f1458101890 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f144f7fe640 1 -- 172.21.15.18:0/3288615508 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1448004450 con 0x7f1458101890 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f1460457640 1 -- 172.21.15.18:0/3288615508 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f145819f9c0 con 0x7f1458101890 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f144f7fe640 1 -- 172.21.15.18:0/3288615508 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1448003e20 con 0x7f1458101890 2024-04-22T00:41:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.907+0000 7f1460457640 1 -- 172.21.15.18:0/3288615508 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f145819ff00 con 0x7f1458101890 2024-04-22T00:41:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.908+0000 7f1460457640 1 -- 172.21.15.18:0/3288615508 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1458107a80 con 0x7f1458101890 2024-04-22T00:41:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.909+0000 7f144f7fe640 1 -- 172.21.15.18:0/3288615508 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1448044070 con 0x7f1458101890 2024-04-22T00:41:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.910+0000 7f144f7fe640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14440a2c10 0x7f14440a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:09.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.910+0000 7f145e1f3640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14440a2c10 0x7f14440a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:09.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.910+0000 7f144f7fe640 1 -- 172.21.15.18:0/3288615508 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f14480f1080 con 0x7f1458101890 2024-04-22T00:41:09.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.910+0000 7f145e1f3640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14440a2c10 0x7f14440a50d0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f14581016f0 tx=0x7f1454005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:09.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:09.914+0000 7f144f7fe640 1 -- 172.21.15.18:0/3288615508 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f14480bdc10 con 0x7f1458101890 2024-04-22T00:41:10.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.098+0000 7f1460457640 1 -- 172.21.15.18:0/3288615508 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1458062370 con 0x7f1458101890 2024-04-22T00:41:10.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.099+0000 7f144f7fe640 1 -- 172.21.15.18:0/3288615508 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f14480bd510 con 0x7f1458101890 2024-04-22T00:41:10.100 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:41:10.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 -- 172.21.15.18:0/3288615508 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14440a2c10 msgr2=0x7f14440a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14440a2c10 0x7f14440a50d0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f14581016f0 tx=0x7f1454005f90 comp rx=0 tx=0).stop 2024-04-22T00:41:10.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 -- 172.21.15.18:0/3288615508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1458101890 msgr2=0x7f145819c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1458101890 0x7f145819c860 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f1448009230 tx=0x7f144802c650 comp rx=0 tx=0).stop 2024-04-22T00:41:10.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 -- 172.21.15.18:0/3288615508 shutdown_connections 2024-04-22T00:41:10.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14440a2c10 0x7f14440a50d0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1458102250 0x7f145819ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1458101890 0x7f145819c860 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 --2- 172.21.15.18:0/3288615508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14581006a0 0x7f145806a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 -- 172.21.15.18:0/3288615508 >> 172.21.15.18:0/3288615508 conn(0x7f14580fbc30 msgr2=0x7f1458104c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:10.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 -- 172.21.15.18:0/3288615508 shutdown_connections 2024-04-22T00:41:10.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.101+0000 7f1460457640 1 -- 172.21.15.18:0/3288615508 wait complete. 2024-04-22T00:41:10.112 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:09 smithi018 ceph-mon[27979]: pgmap v370: 129 pgs: 129 active+clean; 644 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-22T00:41:10.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:09 smithi018 ceph-mon[27979]: from='client.15516 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:41:10.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:09 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2907938002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:10.114 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:41:10.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:09 smithi081 ceph-mon[31546]: pgmap v370: 129 pgs: 129 active+clean; 644 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-22T00:41:10.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:09 smithi081 ceph-mon[31546]: from='client.15516 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:41:10.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:09 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2907938002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:10.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.218+0000 7ff16c896640 1 -- 172.21.15.18:0/3388576072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff168101870 msgr2=0x7ff168101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.218+0000 7ff16c896640 1 --2- 172.21.15.18:0/3388576072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff168101870 0x7ff168101cf0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7ff15c009900 tx=0x7ff15c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:10.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.218+0000 7ff16c896640 1 -- 172.21.15.18:0/3388576072 shutdown_connections 2024-04-22T00:41:10.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.218+0000 7ff16c896640 1 --2- 172.21.15.18:0/3388576072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff168102230 0x7ff168108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.218+0000 7ff16c896640 1 --2- 172.21.15.18:0/3388576072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff168101870 0x7ff168101cf0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.218+0000 7ff16c896640 1 --2- 172.21.15.18:0/3388576072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff168100680 0x7ff168100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.218+0000 7ff16c896640 1 -- 172.21.15.18:0/3388576072 >> 172.21.15.18:0/3388576072 conn(0x7ff1680fbbf0 msgr2=0x7ff1680fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:10.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.218+0000 7ff16c896640 1 -- 172.21.15.18:0/3388576072 shutdown_connections 2024-04-22T00:41:10.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.218+0000 7ff16c896640 1 -- 172.21.15.18:0/3388576072 wait complete. 2024-04-22T00:41:10.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff16c896640 1 Processor -- start 2024-04-22T00:41:10.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff16c896640 1 -- start start 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff16c896640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff168100680 0x7ff168197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff16c896640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff168101870 0x7ff168198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff16c896640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff168102230 0x7ff16819f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff16c896640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff16810c300 con 0x7ff168102230 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff16c896640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff16810c180 con 0x7ff168101870 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff16c896640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff16810c480 con 0x7ff168100680 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff166d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff168102230 0x7ff16819f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff166d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff168102230 0x7ff16819f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53968/0 (socket says 172.21.15.18:53968) 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff166d9d640 1 -- 172.21.15.18:0/2678369472 learned_addr learned my addr 172.21.15.18:0/2678369472 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff165d9b640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff168101870 0x7ff168198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff16659c640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff168100680 0x7ff168197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff166d9d640 1 -- 172.21.15.18:0/2678369472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff168100680 msgr2=0x7ff168197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff166d9d640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff168100680 0x7ff168197b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff166d9d640 1 -- 172.21.15.18:0/2678369472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff168101870 msgr2=0x7ff168198040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff166d9d640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff168101870 0x7ff168198040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff166d9d640 1 -- 172.21.15.18:0/2678369472 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff16819f6d0 con 0x7ff168102230 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.219+0000 7ff165d9b640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff168101870 0x7ff168198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.220+0000 7ff166d9d640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff168102230 0x7ff16819f060 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7ff16000eb10 tx=0x7ff16000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.220+0000 7ff1577fe640 1 -- 172.21.15.18:0/2678369472 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff160004b20 con 0x7ff168102230 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.220+0000 7ff1577fe640 1 -- 172.21.15.18:0/2678369472 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff160004cc0 con 0x7ff168102230 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.220+0000 7ff16c896640 1 -- 172.21.15.18:0/2678369472 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff16819f9c0 con 0x7ff168102230 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.220+0000 7ff1577fe640 1 -- 172.21.15.18:0/2678369472 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff160010760 con 0x7ff168102230 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.220+0000 7ff16c896640 1 -- 172.21.15.18:0/2678369472 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff16819fec0 con 0x7ff168102230 2024-04-22T00:41:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.221+0000 7ff16c896640 1 -- 172.21.15.18:0/2678369472 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1681a0150 con 0x7ff168102230 2024-04-22T00:41:10.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.222+0000 7ff1577fe640 1 -- 172.21.15.18:0/2678369472 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff160005020 con 0x7ff168102230 2024-04-22T00:41:10.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.223+0000 7ff1577fe640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff1500a2b90 0x7ff1500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.223+0000 7ff16659c640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff1500a2b90 0x7ff1500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.223+0000 7ff1577fe640 1 -- 172.21.15.18:0/2678369472 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff1600cfb50 con 0x7ff168102230 2024-04-22T00:41:10.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.223+0000 7ff16659c640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff1500a2b90 0x7ff1500a5050 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff1681016d0 tx=0x7ff158005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:10.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.227+0000 7ff1577fe640 1 -- 172.21.15.18:0/2678369472 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff16009c680 con 0x7ff168102230 2024-04-22T00:41:10.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:09 smithi167 ceph-mon[31348]: pgmap v370: 129 pgs: 129 active+clean; 644 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-22T00:41:10.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:09 smithi167 ceph-mon[31348]: from='client.15516 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:41:10.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:09 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2907938002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:10.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.411+0000 7ff16c896640 1 -- 172.21.15.18:0/2678369472 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7ff1681a0320 con 0x7ff168102230 2024-04-22T00:41:10.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.412+0000 7ff1577fe640 1 -- 172.21.15.18:0/2678369472 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7ff16009bf80 con 0x7ff168102230 2024-04-22T00:41:10.414 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:41:10.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 -- 172.21.15.18:0/2678369472 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff1500a2b90 msgr2=0x7ff1500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff1500a2b90 0x7ff1500a5050 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff1681016d0 tx=0x7ff158005f90 comp rx=0 tx=0).stop 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 -- 172.21.15.18:0/2678369472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff168102230 msgr2=0x7ff16819f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff168102230 0x7ff16819f060 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7ff16000eb10 tx=0x7ff16000c2d0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 -- 172.21.15.18:0/2678369472 shutdown_connections 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff1500a2b90 0x7ff1500a5050 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff168102230 0x7ff16819f060 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff168101870 0x7ff168198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 --2- 172.21.15.18:0/2678369472 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff168100680 0x7ff168197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 -- 172.21.15.18:0/2678369472 >> 172.21.15.18:0/2678369472 conn(0x7ff1680fbbf0 msgr2=0x7ff1680fd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 -- 172.21.15.18:0/2678369472 shutdown_connections 2024-04-22T00:41:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.414+0000 7ff16c896640 1 -- 172.21.15.18:0/2678369472 wait complete. 2024-04-22T00:41:10.427 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:41:10.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 -- 172.21.15.18:0/4019378703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f484c102250 msgr2=0x7f484c108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 --2- 172.21.15.18:0/4019378703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f484c102250 0x7f484c108ae0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f4844009ca0 tx=0x7f484402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 -- 172.21.15.18:0/4019378703 shutdown_connections 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 --2- 172.21.15.18:0/4019378703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f484c102250 0x7f484c108ae0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 --2- 172.21.15.18:0/4019378703 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f484c101890 0x7f484c101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 --2- 172.21.15.18:0/4019378703 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f484c1006a0 0x7f484c100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 -- 172.21.15.18:0/4019378703 >> 172.21.15.18:0/4019378703 conn(0x7f484c0fbc30 msgr2=0x7f484c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 -- 172.21.15.18:0/4019378703 shutdown_connections 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 -- 172.21.15.18:0/4019378703 wait complete. 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 Processor -- start 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 -- start start 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f484c1006a0 0x7f484c1968b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f484c101890 0x7f484c196df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.530+0000 7f485406d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f484c102250 0x7f484c19de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485406d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f484c10c300 con 0x7f484c102250 2024-04-22T00:41:10.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485406d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f484c10c180 con 0x7f484c1006a0 2024-04-22T00:41:10.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485406d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f484c10c480 con 0x7f484c101890 2024-04-22T00:41:10.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485260a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f484c102250 0x7f484c19de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485260a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f484c102250 0x7f484c19de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53992/0 (socket says 172.21.15.18:53992) 2024-04-22T00:41:10.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485260a640 1 -- 172.21.15.18:0/2547650058 learned_addr learned my addr 172.21.15.18:0/2547650058 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:10.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f4851e09640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f484c1006a0 0x7f484c1968b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f4851608640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f484c101890 0x7f484c196df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485260a640 1 -- 172.21.15.18:0/2547650058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f484c101890 msgr2=0x7f484c196df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485260a640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f484c101890 0x7f484c196df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485260a640 1 -- 172.21.15.18:0/2547650058 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f484c1006a0 msgr2=0x7f484c1968b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485260a640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f484c1006a0 0x7f484c1968b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485260a640 1 -- 172.21.15.18:0/2547650058 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f484c19e4d0 con 0x7f484c102250 2024-04-22T00:41:10.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f4851e09640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f484c1006a0 0x7f484c1968b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:10.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485260a640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f484c102250 0x7f484c19de60 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f4844037040 tx=0x7f4844032f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:10.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f4842ffd640 1 -- 172.21.15.18:0/2547650058 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4844034ad0 con 0x7f484c102250 2024-04-22T00:41:10.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f4842ffd640 1 -- 172.21.15.18:0/2547650058 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4844034c70 con 0x7f484c102250 2024-04-22T00:41:10.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485406d640 1 -- 172.21.15.18:0/2547650058 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f484c069d40 con 0x7f484c102250 2024-04-22T00:41:10.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f4842ffd640 1 -- 172.21.15.18:0/2547650058 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48440042a0 con 0x7f484c102250 2024-04-22T00:41:10.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.531+0000 7f485406d640 1 -- 172.21.15.18:0/2547650058 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f484c06a280 con 0x7f484c102250 2024-04-22T00:41:10.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.532+0000 7f485406d640 1 -- 172.21.15.18:0/2547650058 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f484c0689b0 con 0x7f484c102250 2024-04-22T00:41:10.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.533+0000 7f4842ffd640 1 -- 172.21.15.18:0/2547650058 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4844032690 con 0x7f484c102250 2024-04-22T00:41:10.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.534+0000 7f4842ffd640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f48380a2c10 0x7f48380a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.534+0000 7f4851e09640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f48380a2c10 0x7f48380a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.534+0000 7f4842ffd640 1 -- 172.21.15.18:0/2547650058 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f48440f3290 con 0x7f484c102250 2024-04-22T00:41:10.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.534+0000 7f4851e09640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f48380a2c10 0x7f48380a50d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f48480058c0 tx=0x7f4848005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:10.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.538+0000 7f4842ffd640 1 -- 172.21.15.18:0/2547650058 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4844034e20 con 0x7f484c102250 2024-04-22T00:41:10.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.723+0000 7f485406d640 1 -- 172.21.15.18:0/2547650058 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f484c19e760 con 0x7f484c102250 2024-04-22T00:41:10.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.723+0000 7f4842ffd640 1 -- 172.21.15.18:0/2547650058 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7f48440bfdc0 con 0x7f484c102250 2024-04-22T00:41:10.725 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:41:10.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.725+0000 7f485406d640 1 -- 172.21.15.18:0/2547650058 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f48380a2c10 msgr2=0x7f48380a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.725+0000 7f485406d640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f48380a2c10 0x7f48380a50d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f48480058c0 tx=0x7f4848005850 comp rx=0 tx=0).stop 2024-04-22T00:41:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.725+0000 7f485406d640 1 -- 172.21.15.18:0/2547650058 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f484c102250 msgr2=0x7f484c19de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.725+0000 7f485406d640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f484c102250 0x7f484c19de60 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f4844037040 tx=0x7f4844032f40 comp rx=0 tx=0).stop 2024-04-22T00:41:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.726+0000 7f485406d640 1 -- 172.21.15.18:0/2547650058 shutdown_connections 2024-04-22T00:41:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.726+0000 7f485406d640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f48380a2c10 0x7f48380a50d0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.726+0000 7f485406d640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f484c102250 0x7f484c19de60 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.726+0000 7f485406d640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f484c101890 0x7f484c196df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.726+0000 7f485406d640 1 --2- 172.21.15.18:0/2547650058 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f484c1006a0 0x7f484c1968b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.726+0000 7f485406d640 1 -- 172.21.15.18:0/2547650058 >> 172.21.15.18:0/2547650058 conn(0x7f484c0fbc30 msgr2=0x7f484c104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.726+0000 7f485406d640 1 -- 172.21.15.18:0/2547650058 shutdown_connections 2024-04-22T00:41:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.726+0000 7f485406d640 1 -- 172.21.15.18:0/2547650058 wait complete. 2024-04-22T00:41:10.738 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:41:10.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.841+0000 7f8bc8a22640 1 -- 172.21.15.18:0/3084841856 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8bc41006a0 msgr2=0x7f8bc4100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.841+0000 7f8bc8a22640 1 --2- 172.21.15.18:0/3084841856 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8bc41006a0 0x7f8bc4100ac0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f8bb4009900 tx=0x7f8bb402bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:10.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.841+0000 7f8bc8a22640 1 -- 172.21.15.18:0/3084841856 shutdown_connections 2024-04-22T00:41:10.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.841+0000 7f8bc8a22640 1 --2- 172.21.15.18:0/3084841856 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8bc4102250 0x7f8bc4108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.841+0000 7f8bc8a22640 1 --2- 172.21.15.18:0/3084841856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8bc4101890 0x7f8bc4101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.841+0000 7f8bc8a22640 1 --2- 172.21.15.18:0/3084841856 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8bc41006a0 0x7f8bc4100ac0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.841+0000 7f8bc8a22640 1 -- 172.21.15.18:0/3084841856 >> 172.21.15.18:0/3084841856 conn(0x7f8bc40fbc30 msgr2=0x7f8bc40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:10.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.841+0000 7f8bc8a22640 1 -- 172.21.15.18:0/3084841856 shutdown_connections 2024-04-22T00:41:10.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.841+0000 7f8bc8a22640 1 -- 172.21.15.18:0/3084841856 wait complete. 2024-04-22T00:41:10.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc8a22640 1 Processor -- start 2024-04-22T00:41:10.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc8a22640 1 -- start start 2024-04-22T00:41:10.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc8a22640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8bc41006a0 0x7f8bc406a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc8a22640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8bc4101890 0x7f8bc419c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc8a22640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8bc4102250 0x7f8bc419edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc8a22640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc410c370 con 0x7f8bc4102250 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc8a22640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc410c1f0 con 0x7f8bc4101890 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc8a22640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc410c4f0 con 0x7f8bc41006a0 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8bc4102250 0x7f8bc419edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8bc4102250 0x7f8bc419edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38416/0 (socket says 172.21.15.18:38416) 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc2d9d640 1 -- 172.21.15.18:0/737617228 learned_addr learned my addr 172.21.15.18:0/737617228 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc259c640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8bc41006a0 0x7f8bc406a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc1d9b640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8bc4101890 0x7f8bc419c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.842+0000 7f8bc2d9d640 1 -- 172.21.15.18:0/737617228 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8bc41006a0 msgr2=0x7f8bc406a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bc2d9d640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8bc41006a0 0x7f8bc406a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bc2d9d640 1 -- 172.21.15.18:0/737617228 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8bc4101890 msgr2=0x7f8bc419c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bc2d9d640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8bc4101890 0x7f8bc419c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bc2d9d640 1 -- 172.21.15.18:0/737617228 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bc419f6d0 con 0x7f8bc4102250 2024-04-22T00:41:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bc1d9b640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8bc4101890 0x7f8bc419c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:10.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bc2d9d640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8bc4102250 0x7f8bc419edc0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f8bbc00eaa0 tx=0x7f8bbc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:10.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bb37fe640 1 -- 172.21.15.18:0/737617228 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bbc00cdb0 con 0x7f8bc4102250 2024-04-22T00:41:10.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bb37fe640 1 -- 172.21.15.18:0/737617228 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8bbc005020 con 0x7f8bc4102250 2024-04-22T00:41:10.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bc8a22640 1 -- 172.21.15.18:0/737617228 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bc419f960 con 0x7f8bc4102250 2024-04-22T00:41:10.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bb37fe640 1 -- 172.21.15.18:0/737617228 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bbc0116b0 con 0x7f8bc4102250 2024-04-22T00:41:10.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.843+0000 7f8bc8a22640 1 -- 172.21.15.18:0/737617228 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bc419feb0 con 0x7f8bc4102250 2024-04-22T00:41:10.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.844+0000 7f8bc8a22640 1 -- 172.21.15.18:0/737617228 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bc4107960 con 0x7f8bc4102250 2024-04-22T00:41:10.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.845+0000 7f8bb37fe640 1 -- 172.21.15.18:0/737617228 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8bbc005560 con 0x7f8bc4102250 2024-04-22T00:41:10.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.845+0000 7f8bb37fe640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bac0a2b90 0x7f8bac0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:10.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.846+0000 7f8bc259c640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bac0a2b90 0x7f8bac0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:10.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.846+0000 7f8bb37fe640 1 -- 172.21.15.18:0/737617228 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8bbc0cf680 con 0x7f8bc4102250 2024-04-22T00:41:10.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.846+0000 7f8bc259c640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bac0a2b90 0x7f8bac0a5050 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8bb402c170 tx=0x7f8bb402df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:10.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:10.850+0000 7f8bb37fe640 1 -- 172.21.15.18:0/737617228 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8bbc016030 con 0x7f8bc4102250 2024-04-22T00:41:11.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.035+0000 7f8bc8a22640 1 -- 172.21.15.18:0/737617228 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f8bc4062340 con 0x7f8bc4102250 2024-04-22T00:41:11.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.035+0000 7f8bb37fe640 1 -- 172.21.15.18:0/737617228 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7f8bbc09c210 con 0x7f8bc4102250 2024-04-22T00:41:11.037 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:41:11.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 -- 172.21.15.18:0/737617228 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bac0a2b90 msgr2=0x7f8bac0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bac0a2b90 0x7f8bac0a5050 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8bb402c170 tx=0x7f8bb402df90 comp rx=0 tx=0).stop 2024-04-22T00:41:11.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 -- 172.21.15.18:0/737617228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8bc4102250 msgr2=0x7f8bc419edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8bc4102250 0x7f8bc419edc0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f8bbc00eaa0 tx=0x7f8bbc00ef60 comp rx=0 tx=0).stop 2024-04-22T00:41:11.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 -- 172.21.15.18:0/737617228 shutdown_connections 2024-04-22T00:41:11.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8bac0a2b90 0x7f8bac0a5050 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8bc4102250 0x7f8bc419edc0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8bc4101890 0x7f8bc419c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 --2- 172.21.15.18:0/737617228 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8bc41006a0 0x7f8bc406a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 -- 172.21.15.18:0/737617228 >> 172.21.15.18:0/737617228 conn(0x7f8bc40fbc30 msgr2=0x7f8bc4104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 -- 172.21.15.18:0/737617228 shutdown_connections 2024-04-22T00:41:11.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.037+0000 7f8bc8a22640 1 -- 172.21.15.18:0/737617228 wait complete. 2024-04-22T00:41:11.049 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:10 smithi018 ceph-mon[27979]: from='client.15522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:41:11.049 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:10 smithi018 ceph-mon[27979]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:41:11.049 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:10 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3288615508' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:41:11.049 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:10 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2678369472' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:41:11.049 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:10 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2547650058' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:41:11.051 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:41:11.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 -- 172.21.15.18:0/3891397844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3d0102230 msgr2=0x7fe3d0108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 --2- 172.21.15.18:0/3891397844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3d0102230 0x7fe3d0108ac0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fe3c8009ca0 tx=0x7fe3c802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 -- 172.21.15.18:0/3891397844 shutdown_connections 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 --2- 172.21.15.18:0/3891397844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3d0102230 0x7fe3d0108ac0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 --2- 172.21.15.18:0/3891397844 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3d0101870 0x7fe3d0101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 --2- 172.21.15.18:0/3891397844 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3d0100680 0x7fe3d0100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 -- 172.21.15.18:0/3891397844 >> 172.21.15.18:0/3891397844 conn(0x7fe3d00fbbf0 msgr2=0x7fe3d00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 -- 172.21.15.18:0/3891397844 shutdown_connections 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 -- 172.21.15.18:0/3891397844 wait complete. 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 Processor -- start 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.152+0000 7fe3d53be640 1 -- start start 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3d53be640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3d0100680 0x7fe3d0104610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3d53be640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3d0101870 0x7fe3d0102c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3d53be640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3d0102230 0x7fe3d0103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3d53be640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d010c300 con 0x7fe3d0100680 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3d53be640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d010c180 con 0x7fe3d0101870 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3d53be640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d010c480 con 0x7fe3d0102230 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ceffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3d0100680 0x7fe3d0104610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ceffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3d0100680 0x7fe3d0104610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38430/0 (socket says 172.21.15.18:38430) 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ceffd640 1 -- 172.21.15.18:0/2943336409 learned_addr learned my addr 172.21.15.18:0/2943336409 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3c7fff640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3d0101870 0x7fe3d0102c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ceffd640 1 -- 172.21.15.18:0/2943336409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3d0102230 msgr2=0x7fe3d0103190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ceffd640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3d0102230 0x7fe3d0103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ceffd640 1 -- 172.21.15.18:0/2943336409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3d0101870 msgr2=0x7fe3d0102c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ceffd640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3d0101870 0x7fe3d0102c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ceffd640 1 -- 172.21.15.18:0/2943336409 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3d0103a20 con 0x7fe3d0100680 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3c7fff640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3d0101870 0x7fe3d0102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:11.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ceffd640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3d0100680 0x7fe3d0104610 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fe3c000d950 tx=0x7fe3c000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:11.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ccff9640 1 -- 172.21.15.18:0/2943336409 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c0017070 con 0x7fe3d0100680 2024-04-22T00:41:11.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3d53be640 1 -- 172.21.15.18:0/2943336409 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3d01a1b20 con 0x7fe3d0100680 2024-04-22T00:41:11.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ccff9640 1 -- 172.21.15.18:0/2943336409 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe3c0009c30 con 0x7fe3d0100680 2024-04-22T00:41:11.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3ccff9640 1 -- 172.21.15.18:0/2943336409 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c000f600 con 0x7fe3d0100680 2024-04-22T00:41:11.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.153+0000 7fe3d53be640 1 -- 172.21.15.18:0/2943336409 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3d01a2070 con 0x7fe3d0100680 2024-04-22T00:41:11.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:10 smithi081 ceph-mon[31546]: from='client.15522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:41:11.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:10 smithi081 ceph-mon[31546]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:41:11.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:10 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3288615508' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:41:11.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:10 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2678369472' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:41:11.159 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:10 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2547650058' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:41:11.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.154+0000 7fe3d53be640 1 -- 172.21.15.18:0/2943336409 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3d01a22a0 con 0x7fe3d0100680 2024-04-22T00:41:11.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.155+0000 7fe3ccff9640 1 -- 172.21.15.18:0/2943336409 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe3c001a070 con 0x7fe3d0100680 2024-04-22T00:41:11.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.156+0000 7fe3ccff9640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3bc0a2b90 0x7fe3bc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.156+0000 7fe3c7fff640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3bc0a2b90 0x7fe3bc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.156+0000 7fe3ccff9640 1 -- 172.21.15.18:0/2943336409 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe3c00cef50 con 0x7fe3d0100680 2024-04-22T00:41:11.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.157+0000 7fe3c7fff640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3bc0a2b90 0x7fe3bc0a5050 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe3d0104380 tx=0x7fe3b8005d90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:11.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.160+0000 7fe3ccff9640 1 -- 172.21.15.18:0/2943336409 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe3c0009de0 con 0x7fe3d0100680 2024-04-22T00:41:11.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:10 smithi167 ceph-mon[31348]: from='client.15522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:41:11.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:10 smithi167 ceph-mon[31348]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T00:41:11.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:10 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3288615508' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:41:11.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:10 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2678369472' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:41:11.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:10 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2547650058' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:41:11.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.385+0000 7fe3d53be640 1 -- 172.21.15.18:0/2943336409 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe3d01a2470 con 0x7fe3d0100680 2024-04-22T00:41:11.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.386+0000 7fe3ccff9640 1 -- 172.21.15.18:0/2943336409 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11869 (secure 0 0 0) 0x7fe3c009bae0 con 0x7fe3d0100680 2024-04-22T00:41:11.388 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:11.388 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:41:04.716928+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:41:11.388 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 24 2024-04-22T00:41:11.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 -- 172.21.15.18:0/2943336409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3bc0a2b90 msgr2=0x7fe3bc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3bc0a2b90 0x7fe3bc0a5050 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe3d0104380 tx=0x7fe3b8005d90 comp rx=0 tx=0).stop 2024-04-22T00:41:11.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 -- 172.21.15.18:0/2943336409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3d0100680 msgr2=0x7fe3d0104610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3d0100680 0x7fe3d0104610 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fe3c000d950 tx=0x7fe3c000de10 comp rx=0 tx=0).stop 2024-04-22T00:41:11.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 -- 172.21.15.18:0/2943336409 shutdown_connections 2024-04-22T00:41:11.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3bc0a2b90 0x7fe3bc0a5050 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe3d0102230 0x7fe3d0103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3d0101870 0x7fe3d0102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 --2- 172.21.15.18:0/2943336409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3d0100680 0x7fe3d0104610 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 -- 172.21.15.18:0/2943336409 >> 172.21.15.18:0/2943336409 conn(0x7fe3d00fbbf0 msgr2=0x7fe3d00fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 -- 172.21.15.18:0/2943336409 shutdown_connections 2024-04-22T00:41:11.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.388+0000 7fe3d53be640 1 -- 172.21.15.18:0/2943336409 wait complete. 2024-04-22T00:41:11.401 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:41:11.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.501+0000 7fe5af039640 1 -- 172.21.15.18:0/2102228158 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5a81029a0 msgr2=0x7fe5a8102e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.501+0000 7fe5af039640 1 --2- 172.21.15.18:0/2102228158 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5a81029a0 0x7fe5a8102e20 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fe59c009900 tx=0x7fe59c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:11.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.501+0000 7fe5af039640 1 -- 172.21.15.18:0/2102228158 shutdown_connections 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.501+0000 7fe5af039640 1 --2- 172.21.15.18:0/2102228158 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5a8103360 0x7fe5a8109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.501+0000 7fe5af039640 1 --2- 172.21.15.18:0/2102228158 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5a81029a0 0x7fe5a8102e20 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.501+0000 7fe5af039640 1 --2- 172.21.15.18:0/2102228158 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe5a81017b0 0x7fe5a8101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.501+0000 7fe5af039640 1 -- 172.21.15.18:0/2102228158 >> 172.21.15.18:0/2102228158 conn(0x7fe5a80fcd40 msgr2=0x7fe5a80ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.501+0000 7fe5af039640 1 -- 172.21.15.18:0/2102228158 shutdown_connections 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5af039640 1 -- 172.21.15.18:0/2102228158 wait complete. 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5af039640 1 Processor -- start 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5af039640 1 -- start start 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5af039640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe5a81017b0 0x7fe5a8197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5af039640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5a81029a0 0x7fe5a8197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5af039640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5a8103360 0x7fe5a819f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5af039640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a810d410 con 0x7fe5a8103360 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5af039640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a810d290 con 0x7fe5a81017b0 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5af039640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a810d590 con 0x7fe5a81029a0 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5ad5d6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5a8103360 0x7fe5a819f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5ad5d6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5a8103360 0x7fe5a819f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38452/0 (socket says 172.21.15.18:38452) 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5acdd5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe5a81017b0 0x7fe5a8197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.502+0000 7fe5ad5d6640 1 -- 172.21.15.18:0/208323087 learned_addr learned my addr 172.21.15.18:0/208323087 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5a7fff640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5a81029a0 0x7fe5a8197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5ad5d6640 1 -- 172.21.15.18:0/208323087 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5a81029a0 msgr2=0x7fe5a8197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5ad5d6640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5a81029a0 0x7fe5a8197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5ad5d6640 1 -- 172.21.15.18:0/208323087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe5a81017b0 msgr2=0x7fe5a8197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5ad5d6640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe5a81017b0 0x7fe5a8197ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5ad5d6640 1 -- 172.21.15.18:0/208323087 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5a819f6d0 con 0x7fe5a8103360 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5acdd5640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe5a81017b0 0x7fe5a8197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:11.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5ad5d6640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5a8103360 0x7fe5a819f060 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe59800d750 tx=0x7fe59800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:11.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5a5ffb640 1 -- 172.21.15.18:0/208323087 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe598017070 con 0x7fe5a8103360 2024-04-22T00:41:11.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5a5ffb640 1 -- 172.21.15.18:0/208323087 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe598005500 con 0x7fe5a8103360 2024-04-22T00:41:11.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5af039640 1 -- 172.21.15.18:0/208323087 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5a819f9c0 con 0x7fe5a8103360 2024-04-22T00:41:11.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5a5ffb640 1 -- 172.21.15.18:0/208323087 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe598004d90 con 0x7fe5a8103360 2024-04-22T00:41:11.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.503+0000 7fe5af039640 1 -- 172.21.15.18:0/208323087 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5a819fe90 con 0x7fe5a8103360 2024-04-22T00:41:11.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.504+0000 7fe5af039640 1 -- 172.21.15.18:0/208323087 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5a8108ad0 con 0x7fe5a8103360 2024-04-22T00:41:11.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.505+0000 7fe5a5ffb640 1 -- 172.21.15.18:0/208323087 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe598004f30 con 0x7fe5a8103360 2024-04-22T00:41:11.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.506+0000 7fe5a5ffb640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe5900a2b90 0x7fe5900a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.506+0000 7fe5a5ffb640 1 -- 172.21.15.18:0/208323087 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe5980ceda0 con 0x7fe5a8103360 2024-04-22T00:41:11.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.506+0000 7fe5acdd5640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe5900a2b90 0x7fe5900a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.506+0000 7fe5acdd5640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe5900a2b90 0x7fe5900a5050 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fe5a8102800 tx=0x7fe5a0009670 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:11.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.511+0000 7fe5a5ffb640 1 -- 172.21.15.18:0/208323087 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe59809b2e0 con 0x7fe5a8103360 2024-04-22T00:41:11.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.695+0000 7fe5af039640 1 -- 172.21.15.18:0/208323087 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe5a802d390 con 0x7fe5a8103360 2024-04-22T00:41:11.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.697+0000 7fe5a5ffb640 1 -- 172.21.15.18:0/208323087 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24704 (secure 0 0 0) 0x7fe59809f5e0 con 0x7fe5a8103360 2024-04-22T00:41:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:11.699 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":95,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:40:39.771571+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.18","mappings":[{"from":5,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:41:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 -- 172.21.15.18:0/208323087 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe5900a2b90 msgr2=0x7fe5900a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe5900a2b90 0x7fe5900a5050 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fe5a8102800 tx=0x7fe5a0009670 comp rx=0 tx=0).stop 2024-04-22T00:41:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 -- 172.21.15.18:0/208323087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5a8103360 msgr2=0x7fe5a819f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5a8103360 0x7fe5a819f060 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe59800d750 tx=0x7fe59800dc10 comp rx=0 tx=0).stop 2024-04-22T00:41:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 -- 172.21.15.18:0/208323087 shutdown_connections 2024-04-22T00:41:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe5900a2b90 0x7fe5900a5050 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe5a8103360 0x7fe5a819f060 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe5a81029a0 0x7fe5a8197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 --2- 172.21.15.18:0/208323087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe5a81017b0 0x7fe5a8197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 -- 172.21.15.18:0/208323087 >> 172.21.15.18:0/208323087 conn(0x7fe5a80fcd40 msgr2=0x7fe5a8105ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 -- 172.21.15.18:0/208323087 shutdown_connections 2024-04-22T00:41:11.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.699+0000 7fe5af039640 1 -- 172.21.15.18:0/208323087 wait complete. 2024-04-22T00:41:11.713 DEBUG:tasks.fwd_scrub:Yielding 2024-04-22T00:41:11.713 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-22T00:41:11.725 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2024-04-22T00:41:11.725 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-22T00:41:11.726 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-04-22T00:41:11.726 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:41:11.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:41:11.726 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:41:11.729 INFO:teuthology.run_tasks:Running task exec... 2024-04-22T00:41:11.750 INFO:teuthology.task.exec:Executing custom commands... 2024-04-22T00:41:11.751 INFO:teuthology.task.exec:Running commands on role client.0 host ubuntu@smithi018.front.sepia.ceph.com 2024-04-22T00:41:11.751 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -l /tmp/cephfs/ && sudo df -h /tmp/cephfs/' 2024-04-22T00:41:11.784 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:11.795 INFO:teuthology.orchestra.run.smithi018.stdout:Filesystem Size Used Avail Use% Mounted on 2024-04-22T00:41:11.795 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:3300,172.21.15.81:3300,172.21.15.167:3300:/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391 1.1T 396M 1.1T 1% /tmp/cephfs 2024-04-22T00:41:11.798 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo mkdir -m 755 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres && sudo chown postgres:postgres /tmp/cephfs/postgres' 2024-04-22T00:41:11.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.833+0000 7f00c8cfa640 1 -- 172.21.15.18:0/3642667672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00c4102990 msgr2=0x7f00c4102e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.833+0000 7f00c8cfa640 1 --2- 172.21.15.18:0/3642667672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00c4102990 0x7f00c4102e10 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f00ac009900 tx=0x7f00ac02bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:11.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.833+0000 7f00c8cfa640 1 -- 172.21.15.18:0/3642667672 shutdown_connections 2024-04-22T00:41:11.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.833+0000 7f00c8cfa640 1 --2- 172.21.15.18:0/3642667672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c4103350 0x7f00c4109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.833+0000 7f00c8cfa640 1 --2- 172.21.15.18:0/3642667672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00c4102990 0x7f00c4102e10 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.833+0000 7f00c8cfa640 1 --2- 172.21.15.18:0/3642667672 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00c41017a0 0x7f00c4101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.833+0000 7f00c8cfa640 1 -- 172.21.15.18:0/3642667672 >> 172.21.15.18:0/3642667672 conn(0x7f00c40fcd10 msgr2=0x7f00c40ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.833+0000 7f00c8cfa640 1 -- 172.21.15.18:0/3642667672 shutdown_connections 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.833+0000 7f00c8cfa640 1 -- 172.21.15.18:0/3642667672 wait complete. 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00c8cfa640 1 Processor -- start 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00c8cfa640 1 -- start start 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00c8cfa640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00c41017a0 0x7f00c4197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00c8cfa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00c4102990 0x7f00c4197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00c8cfa640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c4103350 0x7f00c419efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00c8cfa640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f00c410d400 con 0x7f00c4102990 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00c8cfa640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f00c410d280 con 0x7f00c41017a0 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00c8cfa640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f00c410d580 con 0x7f00c4103350 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00bbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00c4102990 0x7f00c4197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00bbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00c4102990 0x7f00c4197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38464/0 (socket says 172.21.15.18:38464) 2024-04-22T00:41:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00bbfff640 1 -- 172.21.15.18:0/1324807968 learned_addr learned my addr 172.21.15.18:0/1324807968 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:11.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00c259c640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00c41017a0 0x7f00c4197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.834+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c4103350 0x7f00c419efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00bbfff640 1 -- 172.21.15.18:0/1324807968 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c4103350 msgr2=0x7f00c419efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00bbfff640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c4103350 0x7f00c419efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00bbfff640 1 -- 172.21.15.18:0/1324807968 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00c41017a0 msgr2=0x7f00c4197a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00bbfff640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00c41017a0 0x7f00c4197a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00bbfff640 1 -- 172.21.15.18:0/1324807968 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c419f630 con 0x7f00c4102990 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00bbfff640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00c4102990 0x7f00c4197f50 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f00ac009230 tx=0x7f00ac005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00bb7fe640 1 -- 172.21.15.18:0/1324807968 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00ac041070 con 0x7f00c4102990 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00bb7fe640 1 -- 172.21.15.18:0/1324807968 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00ac0044d0 con 0x7f00c4102990 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00c8cfa640 1 -- 172.21.15.18:0/1324807968 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00c419f8c0 con 0x7f00c4102990 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00bb7fe640 1 -- 172.21.15.18:0/1324807968 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00ac034440 con 0x7f00c4102990 2024-04-22T00:41:11.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.835+0000 7f00c8cfa640 1 -- 172.21.15.18:0/1324807968 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00c419fdb0 con 0x7f00c4102990 2024-04-22T00:41:11.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.837+0000 7f00bb7fe640 1 -- 172.21.15.18:0/1324807968 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f00ac044070 con 0x7f00c4102990 2024-04-22T00:41:11.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00cb9b6740 1 Processor -- start 2024-04-22T00:41:11.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00cb9b6740 1 -- start start 2024-04-22T00:41:11.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ee9a0 0x56521e3eedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ef390 0x56521e3f3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 0x56521e3f6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56521e353170 con 0x56521e3ef390 2024-04-22T00:41:11.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56521e2fb7c0 con 0x56521e3f4500 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56521e34f130 con 0x56521e3ee9a0 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00c259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ef390 0x56521e3f3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00bb7fe640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00b00a2b90 0x7f00b00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00c259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ef390 0x56521e3f3e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38468/0 (socket says 172.21.15.18:38468) 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00c259c640 1 -- 172.21.15.18:0/2308312641 learned_addr learned my addr 172.21.15.18:0/2308312641 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ee9a0 0x56521e3eedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00b00a2b90 0x7f00b00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00c259c640 1 -- 172.21.15.18:0/2308312641 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ee9a0 msgr2=0x56521e3eedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00c259c640 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ee9a0 0x56521e3eedc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00c259c640 1 -- 172.21.15.18:0/2308312641 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 msgr2=0x56521e3f6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00bb7fe640 1 -- 172.21.15.18:0/1324807968 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f00ac0f10e0 con 0x7f00c4102990 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.838+0000 7f00bbfff640 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 0x56521e3f6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.839+0000 7f00c259c640 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 0x56521e3f6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.839+0000 7f00c259c640 1 -- 172.21.15.18:0/2308312641 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56521e30ce60 con 0x56521e3ef390 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.839+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ee9a0 0x56521e3eedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.839+0000 7f00bbfff640 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 0x56521e3f6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.839+0000 7f00c259c640 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ef390 0x56521e3f3e90 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f00b4009ca0 tx=0x7f00b4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23fb8f94a13126a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.839+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00b00a2b90 0x7f00b00a5050 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x56521e3efbf0 tx=0x7f00bc004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.839+0000 7f00b8ff9640 1 -- 172.21.15.18:0/2308312641 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b4004220 con 0x56521e3ef390 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.839+0000 7f00b8ff9640 1 -- 172.21.15.18:0/2308312641 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00b40043c0 con 0x56521e3ef390 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.839+0000 7f00b8ff9640 1 -- 172.21.15.18:0/2308312641 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b40198d0 con 0x56521e3ef390 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 -- 172.21.15.18:0/2308312641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ef390 msgr2=0x56521e3f3e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ef390 0x56521e3f3e90 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f00b4009ca0 tx=0x7f00b4011810 comp rx=0 tx=0).stop 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 -- 172.21.15.18:0/2308312641 shutdown_connections 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 0x56521e3f6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ef390 0x56521e3f3e90 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/2308312641 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ee9a0 0x56521e3eedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 -- 172.21.15.18:0/2308312641 >> 172.21.15.18:0/2308312641 conn(0x56521e3b64f0 msgr2=0x56521e3ea310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 -- 172.21.15.18:0/2308312641 shutdown_connections 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 -- 172.21.15.18:0/2308312641 wait complete. 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 -- start start 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.840+0000 7f00cb9b6740 1 Processor -- start 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ef390 0x56521e3f9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 0x56521e400370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56521e3f74b0 con 0x56521e3ee9a0 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56521e30ed40 con 0x56521e3f4500 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56521e3f7630 con 0x56521e3ef390 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00cb9b6740 10 client.0 _ll_register_callbacks cb 0x56521e34a820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38470/0 (socket says 172.21.15.18:38470) 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c259c640 1 -- 172.21.15.18:0/1208726427 learned_addr learned my addr 172.21.15.18:0/1208726427 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 0x56521e400370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00bbfff640 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ef390 0x56521e3f9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c259c640 1 -- 172.21.15.18:0/1208726427 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ef390 msgr2=0x56521e3f9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c259c640 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ef390 0x56521e3f9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c259c640 1 -- 172.21.15.18:0/1208726427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 msgr2=0x56521e400370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c259c640 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 0x56521e400370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c259c640 1 -- 172.21.15.18:0/1208726427 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56521e12f7e0 con 0x56521e3ee9a0 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 0x56521e400370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00c259c640 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8df0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f00b40096e0 tx=0x7f00b40038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=942f707b9c4819be server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1208726427 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b4028070 con 0x56521e3ee9a0 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1208726427 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00b40043c0 con 0x56521e3ee9a0 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.841+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1208726427 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f00b4005040 con 0x56521e3ee9a0 2024-04-22T00:41:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1208726427 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f00b4034050 con 0x56521e3ee9a0 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00cb9b6740 10 client.15582 fetch_fsmap learned FSMap version 24 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1208726427 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56521e18ff70 con 0x56521e3ee9a0 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1208726427 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00b40043c0 con 0x56521e3ee9a0 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1208726427 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f00b4004bf0 con 0x56521e3ee9a0 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00cb9b6740 10 client.15582 fetch_fsmap finished waiting for FSMap version 24 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00cb9b6740 10 client.15582 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00cb9b6740 20 client.15582 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56521e404580 0x56521e406a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00cb9b6740 4 client.15582 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1208726427 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56521e327450 con 0x56521e404580 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.842+0000 7f00bbfff640 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56521e404580 0x56521e406a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.843+0000 7f00a9ffb640 10 client.15582 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.843+0000 7f00bbfff640 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56521e404580 0x56521e406a20 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56e976d3974bf362 server_cookie=ce206d2e2d440dc in_seq=0 out_seq=0 2024-04-22T00:41:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1208726427 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56521e327450 con 0x56521e404580 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00a9ffb640 10 client.15582 handle_command_reply: tid=0 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 client.15582 shutdown 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1208726427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 msgr2=0x56521e3f8df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8df0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f00b40096e0 tx=0x7f00b40038a0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1208726427 shutdown_connections 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56521e404580 0x56521e406a20 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3f4500 0x56521e400370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ef390 0x56521e3f9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1208726427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8df0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1208726427 >> 172.21.15.18:0/1208726427 conn(0x56521e3b64f0 msgr2=0x56521e3e94f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00a9ffb640 0 client.15582 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1208726427 shutdown_connections 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1208726427 wait complete. 2024-04-22T00:41:11.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.844+0000 7f00cb9b6740 20 client.15582 trim_cache size 0 max 16384 2024-04-22T00:41:11.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.863+0000 7f00cb9b6740 1 Processor -- start 2024-04-22T00:41:11.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.863+0000 7f00cb9b6740 1 -- start start 2024-04-22T00:41:11.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.863+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.863+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3ef390 0x56521e400330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.863+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3f4500 0x56521e3f8950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.863+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f00c41acd20 con 0x56521e3ee9a0 2024-04-22T00:41:11.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.863+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f00c41aa5f0 con 0x56521e3ef390 2024-04-22T00:41:11.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.863+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f00c41a8440 con 0x56521e3f4500 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.863+0000 7f00c259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00c259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38484/0 (socket says 172.21.15.18:38484) 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00c259c640 1 -- 172.21.15.18:0/2163219911 learned_addr learned my addr 172.21.15.18:0/2163219911 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00bbfff640 1 --2- 172.21.15.18:0/2163219911 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3ef390 0x56521e400330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/2163219911 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3f4500 0x56521e3f8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00c259c640 1 -- 172.21.15.18:0/2163219911 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3f4500 msgr2=0x56521e3f8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00c259c640 1 --2- 172.21.15.18:0/2163219911 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3f4500 0x56521e3f8950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00c259c640 1 -- 172.21.15.18:0/2163219911 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3ef390 msgr2=0x56521e400330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00c259c640 1 --2- 172.21.15.18:0/2163219911 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3ef390 0x56521e400330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00c259c640 1 -- 172.21.15.18:0/2163219911 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56521e027170 con 0x56521e3ee9a0 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00c259c640 1 --2- 172.21.15.18:0/2163219911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8410 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f00b4009730 tx=0x7f00b4003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=223a1d07a1a7e113 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00abfff640 1 -- 172.21.15.18:0/2163219911 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b4028070 con 0x56521e3ee9a0 2024-04-22T00:41:11.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00abfff640 1 -- 172.21.15.18:0/2163219911 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00b4011d10 con 0x56521e3ee9a0 2024-04-22T00:41:11.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.864+0000 7f00abfff640 1 -- 172.21.15.18:0/2163219911 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b40045e0 con 0x56521e3ee9a0 2024-04-22T00:41:11.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 -- 172.21.15.18:0/2163219911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 msgr2=0x56521e3f8410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/2163219911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8410 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f00b4009730 tx=0x7f00b4003ca0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 -- 172.21.15.18:0/2163219911 shutdown_connections 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/2163219911 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3f4500 0x56521e3f8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/2163219911 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3ef390 0x56521e400330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/2163219911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3ee9a0 0x56521e3f8410 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 -- 172.21.15.18:0/2163219911 >> 172.21.15.18:0/2163219911 conn(0x56521e3b64f0 msgr2=0x56521e3e94f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 -- 172.21.15.18:0/2163219911 shutdown_connections 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 -- 172.21.15.18:0/2163219911 wait complete. 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 -- start start 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.865+0000 7f00cb9b6740 1 Processor -- start 2024-04-22T00:41:11.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3ee9a0 0x56521e3fda80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ef390 0x56521e3fdfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00cb9b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3f4500 0x56521e3fefd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f00c41a8ab0 con 0x56521e3f4500 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f00c41a9f20 con 0x56521e3ee9a0 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00cb9b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f00c41a9180 con 0x56521e3ef390 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00cb9b6740 10 client.0 _ll_register_callbacks cb 0x7f00b4009af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00c2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3f4500 0x56521e3fefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00c2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3f4500 0x56521e3fefd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38490/0 (socket says 172.21.15.18:38490) 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00c2d9d640 1 -- 172.21.15.18:0/1160991621 learned_addr learned my addr 172.21.15.18:0/1160991621 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00c259c640 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3ee9a0 0x56521e3fda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00bbfff640 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ef390 0x56521e3fdfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00c2d9d640 1 -- 172.21.15.18:0/1160991621 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ef390 msgr2=0x56521e3fdfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:11.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ef390 0x56521e3fdfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00c2d9d640 1 -- 172.21.15.18:0/1160991621 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3ee9a0 msgr2=0x56521e3fda80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3ee9a0 0x56521e3fda80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00c2d9d640 1 -- 172.21.15.18:0/1160991621 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56521e3ff5c0 con 0x56521e3f4500 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00c2d9d640 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3f4500 0x56521e3fefd0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f00bc011ce0 tx=0x7f00bc004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b76c93cd9525ad server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.866+0000 7f00a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1160991621 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00bc02b060 con 0x56521e3f4500 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1160991621 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f00bc026410 con 0x56521e3f4500 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1160991621 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00b4011d10 con 0x56521e3f4500 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1160991621 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f00bc032050 con 0x56521e3f4500 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00cb9b6740 10 client.15588 fetch_fsmap learned FSMap version 24 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1160991621 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56521e46abd0 con 0x56521e3f4500 2024-04-22T00:41:11.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1160991621 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00b4011d10 con 0x56521e3f4500 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1160991621 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f00bc018040 con 0x56521e3f4500 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00cb9b6740 10 client.15588 fetch_fsmap finished waiting for FSMap version 24 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00cb9b6740 10 client.15588 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00cb9b6740 20 client.15588 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56521e46b630 0x56521e46da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00cb9b6740 4 client.15588 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1160991621 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56521e3606b0 con 0x56521e46b630 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.867+0000 7f00c259c640 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56521e46b630 0x56521e46da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.868+0000 7f00a9ffb640 10 client.15588 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.868+0000 7f00c259c640 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56521e46b630 0x56521e46da50 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab84e50f95a3e21b server_cookie=31a64f16748c57f in_seq=0 out_seq=0 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00a9ffb640 1 -- 172.21.15.18:0/1160991621 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56521e3606b0 con 0x56521e46b630 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00a9ffb640 10 client.15588 handle_command_reply: tid=0 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 client.15588 shutdown 2024-04-22T00:41:11.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1160991621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3f4500 msgr2=0x56521e3fefd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3f4500 0x56521e3fefd0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f00bc011ce0 tx=0x7f00bc004ab0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1160991621 shutdown_connections 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56521e46b630 0x56521e46da50 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56521e3f4500 0x56521e3fefd0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56521e3ef390 0x56521e3fdfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 --2- 172.21.15.18:0/1160991621 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56521e3ee9a0 0x56521e3fda80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00a9ffb640 0 client.15588 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1160991621 >> 172.21.15.18:0/1160991621 conn(0x56521e3b64f0 msgr2=0x56521e3ed550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1160991621 shutdown_connections 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 1 -- 172.21.15.18:0/1160991621 wait complete. 2024-04-22T00:41:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.870+0000 7f00cb9b6740 20 client.15588 trim_cache size 0 max 16384 2024-04-22T00:41:11.878 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:41:11.878 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:41:11.878 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "b885797b-b827-46a4-89d4-2b71bd32ce57", 2024-04-22T00:41:11.878 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:41:11.878 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 -- 172.21.15.18:0/1324807968 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00b00a2b90 msgr2=0x7f00b00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00b00a2b90 0x7f00b00a5050 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x56521e3efbf0 tx=0x7f00bc004a40 comp rx=0 tx=0).stop 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 -- 172.21.15.18:0/1324807968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00c4102990 msgr2=0x7f00c4197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00c4102990 0x7f00c4197f50 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f00ac009230 tx=0x7f00ac005d50 comp rx=0 tx=0).stop 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 -- 172.21.15.18:0/1324807968 shutdown_connections 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00b00a2b90 0x7f00b00a5050 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00c4103350 0x7f00c419efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00c4102990 0x7f00c4197f50 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 --2- 172.21.15.18:0/1324807968 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00c41017a0 0x7f00c4197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 -- 172.21.15.18:0/1324807968 >> 172.21.15.18:0/1324807968 conn(0x7f00c40fcd10 msgr2=0x7f00c4105c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 -- 172.21.15.18:0/1324807968 shutdown_connections 2024-04-22T00:41:11.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:11.871+0000 7f00c8cfa640 1 -- 172.21.15.18:0/1324807968 wait complete. 2024-04-22T00:41:11.885 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:41:11.886 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:41:11.888 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- mkdir -m 700 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres/data' 2024-04-22T00:41:11.965 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:11 smithi018 ceph-mon[27979]: pgmap v371: 129 pgs: 129 active+clean; 644 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-22T00:41:11.966 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:11 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/737617228' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:41:11.966 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:11 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2943336409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:11.966 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:11 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/208323087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:11.968 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo semanage fcontext -a -t postgresql_db_t "/tmp/cephfs/postgres(/.*)?"' 2024-04-22T00:41:12.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.032+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/1713391383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf18107460 msgr2=0x7fbf181098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:12.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.032+0000 7fbf1d8c2640 1 --2- 172.21.15.18:0/1713391383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf18107460 0x7fbf181098b0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fbf10009ca0 tx=0x7fbf1002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.032+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/1713391383 shutdown_connections 2024-04-22T00:41:12.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.032+0000 7fbf1d8c2640 1 --2- 172.21.15.18:0/1713391383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf18107460 0x7fbf181098b0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.032+0000 7fbf1d8c2640 1 --2- 172.21.15.18:0/1713391383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf18104b30 0x7fbf18106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.032+0000 7fbf1d8c2640 1 --2- 172.21.15.18:0/1713391383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf18102200 0x7fbf181045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.032+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/1713391383 >> 172.21.15.18:0/1713391383 conn(0x7fbf180fbbf0 msgr2=0x7fbf180fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:12.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.032+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/1713391383 shutdown_connections 2024-04-22T00:41:12.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.032+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/1713391383 wait complete. 2024-04-22T00:41:12.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf1d8c2640 1 Processor -- start 2024-04-22T00:41:12.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf1d8c2640 1 -- start start 2024-04-22T00:41:12.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf1d8c2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf18102200 0x7fbf18197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf1d8c2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf18104b30 0x7fbf18198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf1d8c2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf18107460 0x7fbf1819f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf1d8c2640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1810d420 con 0x7fbf18107460 2024-04-22T00:41:12.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf1d8c2640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1810d2a0 con 0x7fbf18102200 2024-04-22T00:41:12.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf1d8c2640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1810d5a0 con 0x7fbf18104b30 2024-04-22T00:41:12.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf18107460 0x7fbf1819f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf18107460 0x7fbf1819f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38506/0 (socket says 172.21.15.18:38506) 2024-04-22T00:41:12.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf177fe640 1 -- 172.21.15.18:0/3669343733 learned_addr learned my addr 172.21.15.18:0/3669343733 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:12.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf16ffd640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf18102200 0x7fbf18197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf18104b30 0x7fbf18198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.033+0000 7fbf177fe640 1 -- 172.21.15.18:0/3669343733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf18104b30 msgr2=0x7fbf18198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:12.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf177fe640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf18104b30 0x7fbf18198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf177fe640 1 -- 172.21.15.18:0/3669343733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf18102200 msgr2=0x7fbf18197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:12.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf177fe640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf18102200 0x7fbf18197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf177fe640 1 -- 172.21.15.18:0/3669343733 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1819f6e0 con 0x7fbf18107460 2024-04-22T00:41:12.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf18104b30 0x7fbf18198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:12.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf177fe640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf18107460 0x7fbf1819f070 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fbf1002c700 tx=0x7fbf10032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:12.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf1c8c0640 1 -- 172.21.15.18:0/3669343733 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf10039040 con 0x7fbf18107460 2024-04-22T00:41:12.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf1c8c0640 1 -- 172.21.15.18:0/3669343733 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf10044070 con 0x7fbf18107460 2024-04-22T00:41:12.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/3669343733 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf1819f970 con 0x7fbf18107460 2024-04-22T00:41:12.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf1c8c0640 1 -- 172.21.15.18:0/3669343733 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf100042a0 con 0x7fbf18107460 2024-04-22T00:41:12.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.034+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/3669343733 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf1819fe60 con 0x7fbf18107460 2024-04-22T00:41:12.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.036+0000 7fbf1c8c0640 1 -- 172.21.15.18:0/3669343733 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbf10003970 con 0x7fbf18107460 2024-04-22T00:41:12.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf20581740 1 Processor -- start 2024-04-22T00:41:12.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf20581740 1 -- start start 2024-04-22T00:41:12.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf1c8c0640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf040a2b90 0x7fbf040a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf20581740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efd9f50 0x55c74efda370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf20581740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efda940 0x55c74efdf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf20581740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf20581740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c74ef3f560 con 0x55c74efdfab0 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf20581740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c74eee7730 con 0x55c74efda940 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf20581740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c74ef3b520 con 0x55c74efd9f50 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf1c8c0640 1 -- 172.21.15.18:0/3669343733 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbf100f18f0 con 0x7fbf18107460 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf040a2b90 0x7fbf040a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe1f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38522/0 (socket says 172.21.15.18:38522) 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf177fe640 1 -- 172.21.15.18:0/4236178543 learned_addr learned my addr 172.21.15.18:0/4236178543 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf16ffd640 1 --2- 172.21.15.18:0/4236178543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efd9f50 0x55c74efda370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/4236178543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efda940 0x55c74efdf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf177fe640 1 -- 172.21.15.18:0/4236178543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efd9f50 msgr2=0x55c74efda370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf177fe640 1 --2- 172.21.15.18:0/4236178543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efd9f50 0x55c74efda370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf177fe640 1 -- 172.21.15.18:0/4236178543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efda940 msgr2=0x55c74efdf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.037+0000 7fbf177fe640 1 --2- 172.21.15.18:0/4236178543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efda940 0x55c74efdf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.038+0000 7fbf177fe640 1 -- 172.21.15.18:0/4236178543 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c74ed1d7d0 con 0x55c74efdfab0 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.038+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf040a2b90 0x7fbf040a5050 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbf0000bfd0 tx=0x7fbf00013530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.038+0000 7fbf177fe640 1 --2- 172.21.15.18:0/4236178543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe1f40 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fbf1003d040 tx=0x7fbf100bdd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84a30f2c47e83a50 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.038+0000 7fbf0dffb640 1 -- 172.21.15.18:0/4236178543 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1009b2a0 con 0x55c74efdfab0 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.038+0000 7fbf0dffb640 1 -- 172.21.15.18:0/4236178543 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf100098d0 con 0x55c74efdfab0 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.038+0000 7fbf0dffb640 1 -- 172.21.15.18:0/4236178543 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf100bc110 con 0x55c74efdfab0 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.039+0000 7fbf20581740 1 -- 172.21.15.18:0/4236178543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 msgr2=0x55c74efe1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.039+0000 7fbf20581740 1 --2- 172.21.15.18:0/4236178543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe1f40 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fbf1003d040 tx=0x7fbf100bdd10 comp rx=0 tx=0).stop 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.039+0000 7fbf20581740 1 -- 172.21.15.18:0/4236178543 shutdown_connections 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.039+0000 7fbf20581740 1 --2- 172.21.15.18:0/4236178543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe1f40 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.039+0000 7fbf20581740 1 --2- 172.21.15.18:0/4236178543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efda940 0x55c74efdf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.039+0000 7fbf20581740 1 --2- 172.21.15.18:0/4236178543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efd9f50 0x55c74efda370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.039+0000 7fbf20581740 1 -- 172.21.15.18:0/4236178543 >> 172.21.15.18:0/4236178543 conn(0x55c74efd54c0 msgr2=0x55c74efd58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.039+0000 7fbf20581740 1 -- 172.21.15.18:0/4236178543 shutdown_connections 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.039+0000 7fbf20581740 1 -- 172.21.15.18:0/4236178543 wait complete. 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.039+0000 7fbf20581740 1 -- start start 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf20581740 1 Processor -- start 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf20581740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efe4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf20581740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efe4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf20581740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 0x55c74efeb7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf20581740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c74efe2820 con 0x55c74efd9f50 2024-04-22T00:41:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf20581740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c74eefae00 con 0x55c74efdfab0 2024-04-22T00:41:12.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf20581740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c74efe29a0 con 0x55c74efda940 2024-04-22T00:41:12.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf20581740 10 client.0 _ll_register_callbacks cb 0x55c74ef35eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:12.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf16ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efe4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf16ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efe4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38538/0 (socket says 172.21.15.18:38538) 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf16ffd640 1 -- 172.21.15.18:0/3896305952 learned_addr learned my addr 172.21.15.18:0/3896305952 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf177fe640 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 0x55c74efeb7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efe4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf16ffd640 1 -- 172.21.15.18:0/3896305952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 msgr2=0x55c74efe4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf16ffd640 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efe4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf16ffd640 1 -- 172.21.15.18:0/3896305952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 msgr2=0x55c74efeb7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf16ffd640 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 0x55c74efeb7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf16ffd640 1 -- 172.21.15.18:0/3896305952 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c74ec533f0 con 0x55c74efd9f50 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.040+0000 7fbf177fe640 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 0x55c74efeb7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:12.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbf16ffd640 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efe4220 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fbf0800bad0 tx=0x7fbf0800bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7642363b90e5e13f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbef6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbef6ffd640 1 -- 172.21.15.18:0/3896305952 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf08003dc0 con 0x55c74efd9f50 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbef6ffd640 1 -- 172.21.15.18:0/3896305952 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbf08011440 con 0x55c74efd9f50 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbf20581740 1 -- 172.21.15.18:0/3896305952 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c74ef4caa0 con 0x55c74efd9f50 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbef6ffd640 1 -- 172.21.15.18:0/3896305952 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbf08011680 con 0x55c74efd9f50 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbf20581740 10 client.15600 fetch_fsmap learned FSMap version 24 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbf20581740 1 -- 172.21.15.18:0/3896305952 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c74ec130f0 con 0x55c74efd9f50 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbef6ffd640 1 -- 172.21.15.18:0/3896305952 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55c74ef4caa0 con 0x55c74efd9f50 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbef6ffd640 1 -- 172.21.15.18:0/3896305952 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fbf0801b8e0 con 0x55c74efd9f50 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbf20581740 10 client.15600 fetch_fsmap finished waiting for FSMap version 24 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbf20581740 10 client.15600 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbf20581740 20 client.15600 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbf20581740 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c74eff0180 0x55c74eff25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbf20581740 4 client.15600 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.041+0000 7fbf20581740 1 -- 172.21.15.18:0/3896305952 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c74ef46df0 con 0x55c74eff0180 2024-04-22T00:41:12.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.042+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c74eff0180 0x55c74eff25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.042+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c74eff0180 0x55c74eff25d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa3aabd15ae5b1de server_cookie=982c9252cbc52ca1 in_seq=0 out_seq=0 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.042+0000 7fbef6ffd640 10 client.15600 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbef6ffd640 1 -- 172.21.15.18:0/3896305952 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c74ef46df0 con 0x55c74eff0180 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbef6ffd640 10 client.15600 handle_command_reply: tid=0 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 client.15600 shutdown 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 -- 172.21.15.18:0/3896305952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 msgr2=0x55c74efe4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efe4220 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fbf0800bad0 tx=0x7fbf0800bed0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 -- 172.21.15.18:0/3896305952 shutdown_connections 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c74eff0180 0x55c74eff25d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 0x55c74efeb7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efe4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbef6ffd640 0 client.15600 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:12.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 --2- 172.21.15.18:0/3896305952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efe4220 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 -- 172.21.15.18:0/3896305952 >> 172.21.15.18:0/3896305952 conn(0x55c74efd54c0 msgr2=0x55c74efd46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:12.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 -- 172.21.15.18:0/3896305952 shutdown_connections 2024-04-22T00:41:12.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 1 -- 172.21.15.18:0/3896305952 wait complete. 2024-04-22T00:41:12.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.043+0000 7fbf20581740 20 client.15600 trim_cache size 0 max 16384 2024-04-22T00:41:12.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf20581740 1 Processor -- start 2024-04-22T00:41:12.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf20581740 1 -- start start 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf20581740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efd9f50 0x55c74efd0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf20581740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efeb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf20581740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf20581740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181ace10 con 0x55c74efdfab0 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf20581740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181aa6e0 con 0x55c74efd9f50 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf20581740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181a8530 con 0x55c74efda940 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe3510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38544/0 (socket says 172.21.15.18:38544) 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf177fe640 1 -- 172.21.15.18:0/2499932539 learned_addr learned my addr 172.21.15.18:0/2499932539 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf16ffd640 1 --2- 172.21.15.18:0/2499932539 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efd9f50 0x55c74efd0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.061+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/2499932539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efeb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.062+0000 7fbf177fe640 1 -- 172.21.15.18:0/2499932539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 msgr2=0x55c74efeb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.062+0000 7fbf177fe640 1 --2- 172.21.15.18:0/2499932539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efeb6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.062+0000 7fbf177fe640 1 -- 172.21.15.18:0/2499932539 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efd9f50 msgr2=0x55c74efd0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.062+0000 7fbf177fe640 1 --2- 172.21.15.18:0/2499932539 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efd9f50 0x55c74efd0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.062+0000 7fbf177fe640 1 -- 172.21.15.18:0/2499932539 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c74efd6230 con 0x55c74efdfab0 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.062+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/2499932539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efeb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.062+0000 7fbf177fe640 1 --2- 172.21.15.18:0/2499932539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe3510 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fbf100c64c0 tx=0x7fbf100c21c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9db69f3a0a4763bb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.062+0000 7fbf0d7fa640 1 -- 172.21.15.18:0/2499932539 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf100bde10 con 0x55c74efdfab0 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.062+0000 7fbf0d7fa640 1 -- 172.21.15.18:0/2499932539 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf100c69f0 con 0x55c74efdfab0 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.062+0000 7fbf0d7fa640 1 -- 172.21.15.18:0/2499932539 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf100be070 con 0x55c74efdfab0 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 -- 172.21.15.18:0/2499932539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 msgr2=0x55c74efe3510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 --2- 172.21.15.18:0/2499932539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe3510 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fbf100c64c0 tx=0x7fbf100c21c0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 -- 172.21.15.18:0/2499932539 shutdown_connections 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 --2- 172.21.15.18:0/2499932539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efdfab0 0x55c74efe3510 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 --2- 172.21.15.18:0/2499932539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efeb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 --2- 172.21.15.18:0/2499932539 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efd9f50 0x55c74efd0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 -- 172.21.15.18:0/2499932539 >> 172.21.15.18:0/2499932539 conn(0x55c74efd54c0 msgr2=0x55c74efd8fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 -- 172.21.15.18:0/2499932539 shutdown_connections 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 -- 172.21.15.18:0/2499932539 wait complete. 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 -- start start 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.063+0000 7fbf20581740 1 Processor -- start 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf20581740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efeb7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf20581740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efe8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf20581740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 0x55c74efe87e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf20581740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181a8ba0 con 0x55c74efd9f50 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf20581740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181aa010 con 0x55c74efdfab0 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf20581740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181a9270 con 0x55c74efda940 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf20581740 10 client.0 _ll_register_callbacks cb 0x7fbf08004060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf16ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efeb7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf16ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efeb7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38554/0 (socket says 172.21.15.18:38554) 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf16ffd640 1 -- 172.21.15.18:0/660791920 learned_addr learned my addr 172.21.15.18:0/660791920 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf177fe640 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 0x55c74efe87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efe8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf16ffd640 1 -- 172.21.15.18:0/660791920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 msgr2=0x55c74efe8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf16ffd640 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efe8240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf16ffd640 1 -- 172.21.15.18:0/660791920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 msgr2=0x55c74efe87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf16ffd640 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 0x55c74efe87e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf16ffd640 1 -- 172.21.15.18:0/660791920 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c74f054730 con 0x55c74efd9f50 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf16ffd640 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efeb7a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x55c74efdaed0 tx=0x7fbf080039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc333dea9f81f52b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbef6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbef6ffd640 1 -- 172.21.15.18:0/660791920 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf08003dc0 con 0x55c74efd9f50 2024-04-22T00:41:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbef6ffd640 1 -- 172.21.15.18:0/660791920 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbf08011820 con 0x55c74efd9f50 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.064+0000 7fbf20581740 1 -- 172.21.15.18:0/660791920 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf100c69f0 con 0x55c74efd9f50 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbef6ffd640 1 -- 172.21.15.18:0/660791920 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbf08011a20 con 0x55c74efd9f50 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbf20581740 10 client.15606 fetch_fsmap learned FSMap version 24 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbf20581740 1 -- 172.21.15.18:0/660791920 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c74f055af0 con 0x55c74efd9f50 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbef6ffd640 1 -- 172.21.15.18:0/660791920 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf100c69f0 con 0x55c74efd9f50 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbef6ffd640 1 -- 172.21.15.18:0/660791920 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fbf08029420 con 0x55c74efd9f50 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbf20581740 10 client.15606 fetch_fsmap finished waiting for FSMap version 24 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbf20581740 10 client.15606 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbf20581740 20 client.15606 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbf20581740 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c74f056470 0x55c74f058890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbf20581740 4 client.15606 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbf20581740 1 -- 172.21.15.18:0/660791920 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c74eec45a0 con 0x55c74f056470 2024-04-22T00:41:12.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.065+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c74f056470 0x55c74f058890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf0ffff640 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c74f056470 0x55c74f058890 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7af42fe6ff1ad423 server_cookie=eeeb74440c922edd in_seq=0 out_seq=0 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbef6ffd640 10 client.15606 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbef6ffd640 1 -- 172.21.15.18:0/660791920 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55c74eec45a0 con 0x55c74f056470 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbef6ffd640 10 client.15606 handle_command_reply: tid=0 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 client.15606 shutdown 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 -- 172.21.15.18:0/660791920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 msgr2=0x55c74efeb7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efeb7a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x55c74efdaed0 tx=0x7fbf080039c0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 -- 172.21.15.18:0/660791920 shutdown_connections 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c74f056470 0x55c74f058890 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c74efdfab0 0x55c74efe87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c74efda940 0x55c74efe8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbef6ffd640 0 client.15606 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 --2- 172.21.15.18:0/660791920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c74efd9f50 0x55c74efeb7a0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 -- 172.21.15.18:0/660791920 >> 172.21.15.18:0/660791920 conn(0x55c74efd54c0 msgr2=0x55c74efd8fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 -- 172.21.15.18:0/660791920 shutdown_connections 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 1 -- 172.21.15.18:0/660791920 wait complete. 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.066+0000 7fbf20581740 20 client.15606 trim_cache size 0 max 16384 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stdout: "b885797b-b827-46a4-89d4-2b71bd32ce57": { 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:41:12.075 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "b885797b-b827-46a4-89d4-2b71bd32ce57", 2024-04-22T00:41:12.076 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:41:12.076 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:41:12.076 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:41:12.076 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:41:12.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/3669343733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf040a2b90 msgr2=0x7fbf040a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf040a2b90 0x7fbf040a5050 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbf0000bfd0 tx=0x7fbf00013530 comp rx=0 tx=0).stop 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/3669343733 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf18107460 msgr2=0x7fbf1819f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf18107460 0x7fbf1819f070 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fbf1002c700 tx=0x7fbf10032f20 comp rx=0 tx=0).stop 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/3669343733 shutdown_connections 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf040a2b90 0x7fbf040a5050 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf18107460 0x7fbf1819f070 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf18104b30 0x7fbf18198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 --2- 172.21.15.18:0/3669343733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf18102200 0x7fbf18197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/3669343733 >> 172.21.15.18:0/3669343733 conn(0x7fbf180fbbf0 msgr2=0x7fbf18102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/3669343733 shutdown_connections 2024-04-22T00:41:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:12.067+0000 7fbf1d8c2640 1 -- 172.21.15.18:0/3669343733 wait complete. 2024-04-22T00:41:12.080 INFO:tasks.cephfs.filesystem:scrub status for tag:b885797b-b827-46a4-89d4-2b71bd32ce57 - {'path': '/', 'tag': 'b885797b-b827-46a4-89d4-2b71bd32ce57', 'options': 'recursive,force'} 2024-04-22T00:41:12.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:11 smithi081 ceph-mon[31546]: pgmap v371: 129 pgs: 129 active+clean; 644 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-22T00:41:12.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:11 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/737617228' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:41:12.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:11 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2943336409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:12.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:11 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/208323087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:12.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:11 smithi167 ceph-mon[31348]: pgmap v371: 129 pgs: 129 active+clean; 644 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-22T00:41:12.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:11 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/737617228' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:41:12.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:11 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2943336409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:12.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:11 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/208323087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:41:13.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:12 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:41:13.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:12 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:13.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:12 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:41:13.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:12 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:13.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:12 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:41:13.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:12 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:13.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:12 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:41:13.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:12 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:12 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:41:13.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:12 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:13.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:12 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:41:13.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:12 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:13.398 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo grep -i postgresql /etc/selinux/targeted/contexts/files/file_contexts.local' 2024-04-22T00:41:13.433 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres(/.*)? system_u:object_r:postgresql_db_t:s0 2024-04-22T00:41:13.435 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo restorecon -R -v /tmp/cephfs/postgres' 2024-04-22T00:41:13.511 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -lZaR /tmp/cephfs/postgres/' 2024-04-22T00:41:13.586 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/: 2024-04-22T00:41:13.586 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:13.586 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:41:13.586 INFO:teuthology.orchestra.run.smithi018.stdout:drwxrwxrwt. 3 root root system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 .. 2024-04-22T00:41:13.586 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 data 2024-04-22T00:41:13.586 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:13.586 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data: 2024-04-22T00:41:13.586 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:13.586 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:13.586 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 .. 2024-04-22T00:41:13.588 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo mkdir -p /etc/systemd/system/postgresql.service.d/ && printf '"'"'[Service]\nEnvironment=PGDATA=/tmp/cephfs/postgres/data\nEnvironment=PGLOG=/tmp/cephfs/postgres/pgstartup.log\n'"'"' | sudo tee /etc/systemd/system/postgresql.service.d/env.conf' 2024-04-22T00:41:13.669 INFO:teuthology.orchestra.run.smithi018.stdout:[Service] 2024-04-22T00:41:13.669 INFO:teuthology.orchestra.run.smithi018.stdout:Environment=PGDATA=/tmp/cephfs/postgres/data 2024-04-22T00:41:13.669 INFO:teuthology.orchestra.run.smithi018.stdout:Environment=PGLOG=/tmp/cephfs/postgres/pgstartup.log 2024-04-22T00:41:13.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- postgresql-setup --initdb' 2024-04-22T00:41:13.793 INFO:teuthology.orchestra.run.smithi018.stderr: * Initializing database in '/tmp/cephfs/postgres/data' 2024-04-22T00:41:14.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:13 smithi081 ceph-mon[31546]: pgmap v372: 129 pgs: 129 active+clean; 649 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-04-22T00:41:14.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:13 smithi018 ceph-mon[27979]: pgmap v372: 129 pgs: 129 active+clean; 649 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-04-22T00:41:14.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:13 smithi167 ceph-mon[31348]: pgmap v372: 129 pgs: 129 active+clean; 649 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-04-22T00:41:16.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:15 smithi081 ceph-mon[31546]: pgmap v373: 129 pgs: 129 active+clean; 649 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-22T00:41:16.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:15 smithi018 ceph-mon[27979]: pgmap v373: 129 pgs: 129 active+clean; 649 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-22T00:41:16.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:15 smithi167 ceph-mon[31348]: pgmap v373: 129 pgs: 129 active+clean; 649 KiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-22T00:41:18.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:17 smithi081 ceph-mon[31546]: pgmap v374: 129 pgs: 129 active+clean; 1.5 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 78 KiB/s wr, 9 op/s 2024-04-22T00:41:18.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:17 smithi018 ceph-mon[27979]: pgmap v374: 129 pgs: 129 active+clean; 1.5 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 78 KiB/s wr, 9 op/s 2024-04-22T00:41:18.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:17 smithi167 ceph-mon[31348]: pgmap v374: 129 pgs: 129 active+clean; 1.5 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 78 KiB/s wr, 9 op/s 2024-04-22T00:41:18.322 INFO:teuthology.orchestra.run.smithi018.stderr: * Initialized, logs are in /var/lib/pgsql/initdb_postgresql.log 2024-04-22T00:41:18.325 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -lZaR /tmp/cephfs/postgres/' 2024-04-22T00:41:18.363 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/: 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout:drwxrwxrwt. 3 root root system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 .. 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 data 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data: 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout:total 35 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 . 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 .. 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 base 2024-04-22T00:41:18.364 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 57 Apr 22 00:41 global 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 log 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_commit_ts 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_dynshmem 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 4516 Apr 22 00:41 pg_hba.conf 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1636 Apr 22 00:41 pg_ident.conf 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 pg_logical 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 pg_multixact 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_notify 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_replslot 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_serial 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_snapshots 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_stat 2024-04-22T00:41:18.365 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_stat_tmp 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 pg_subtrans 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_tblspc 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_twophase 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 PG_VERSION 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 pg_wal 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 pg_xact 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 88 Apr 22 00:41 postgresql.auto.conf 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 28082 Apr 22 00:41 postgresql.conf 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base: 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 . 2024-04-22T00:41:18.366 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Apr 22 00:41 1 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Apr 22 00:41 13493 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Apr 22 00:41 13494 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/1: 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:total 7777 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Apr 22 00:41 . 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 .. 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 112 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 113 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 1247 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1247_fsm 2024-04-22T00:41:18.367 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1247_vm 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Apr 22 00:41 1249 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1249_fsm 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1249_vm 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Apr 22 00:41 1255 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1255_fsm 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1255_vm 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Apr 22 00:41 1259 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1259_fsm 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1259_vm 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Apr 22 00:41 13344 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13344_fsm 2024-04-22T00:41:18.368 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13344_vm 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13346 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13348 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13349_fsm 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349_vm 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13351 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13353 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13354_fsm 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354_vm 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13356 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13358 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359 2024-04-22T00:41:18.369 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13359_fsm 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359_vm 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13361 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13363 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1417 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1418 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 174 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 175 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2187 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2224 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2328 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2336 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2337 2024-04-22T00:41:18.370 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2579 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2600 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2600_fsm 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2600_vm 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2601_fsm 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601_vm 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2602 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2602_fsm 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2602_vm 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2603 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2603_fsm 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2603_vm 2024-04-22T00:41:18.371 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2604 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2605 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2605_fsm 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2605_vm 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2606_fsm 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606_vm 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2607 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2607_fsm 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2607_vm 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Apr 22 00:41 2608 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2608_fsm 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2608_vm 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Apr 22 00:41 2609 2024-04-22T00:41:18.372 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2609_fsm 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2609_vm 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2610 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2610_fsm 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2610_vm 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2611 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2612_fsm 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612_vm 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2613 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2615_fsm 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615_vm 2024-04-22T00:41:18.373 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2616 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2616_fsm 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2616_vm 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Apr 22 00:41 2617 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2617_fsm 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2617_vm 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Apr 22 00:41 2618 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2618_fsm 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2618_vm 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 147456 Apr 22 00:41 2619 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2619_fsm 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2619_vm 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2620 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2650 2024-04-22T00:41:18.374 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2651 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2652 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2653 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2654 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2655 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2656 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2657 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Apr 22 00:41 2658 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 2659 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2660 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2661 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2662 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2663 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2664 2024-04-22T00:41:18.375 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2665 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2666 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2667 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2668 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2669 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2670 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Apr 22 00:41 2673 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Apr 22 00:41 2674 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Apr 22 00:41 2675 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2678 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2679 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2680 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2681 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2682 2024-04-22T00:41:18.376 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2683 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2684 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2685 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2686 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2687 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2688 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2689 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Apr 22 00:41 2690 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Apr 22 00:41 2691 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2692 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2693 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2696 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2699 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2701 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2702 2024-04-22T00:41:18.377 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2703 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2704 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2753 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2753_fsm 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2753_vm 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2754 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2755 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2756 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2757 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2830 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2831 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2832 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2833 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2834 2024-04-22T00:41:18.378 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2835 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2836 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2837 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Apr 22 00:41 2838 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2838_fsm 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2838_vm 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2839 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840_fsm 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2840_vm 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2841 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2995 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2996 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079 2024-04-22T00:41:18.379 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3079_fsm 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079_vm 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3080 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3081 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3085 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3118 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3119 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Apr 22 00:41 3164 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3256 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3257 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3258 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3350 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3351 2024-04-22T00:41:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3379 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3380 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3381 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3394 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3394_fsm 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3394_vm 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3395 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3429 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3430 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3431 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3433 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3439 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3440 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3455 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Apr 22 00:41 3456 2024-04-22T00:41:18.381 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3456_fsm 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3456_vm 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3466 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3467 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3468 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3501 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3502 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3503 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3534 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3541_fsm 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541_vm 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3542 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3574 2024-04-22T00:41:18.382 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3575 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3576 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3596 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3597 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3598 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3599 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3600_fsm 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600_vm 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3601_fsm 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601_vm 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3602_fsm 2024-04-22T00:41:18.383 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602_vm 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603_fsm 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3603_vm 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3604 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3605 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3606 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3607 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3608 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 3609 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3712 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3764_fsm 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764_vm 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3766 2024-04-22T00:41:18.384 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3767 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3997 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4143 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4144 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4145 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4146 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4147 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4148 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4149 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4150 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4151 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4152 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4153 2024-04-22T00:41:18.385 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4154 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4155 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4156 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4157 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4158 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4159 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4160 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4161 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4162 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4163 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4164 2024-04-22T00:41:18.386 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4165 2024-04-22T00:41:18.389 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4166 2024-04-22T00:41:18.389 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4167 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4168 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4169 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4170 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4171 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4172 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4173 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4174 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 5002 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 548 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 549 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6102 2024-04-22T00:41:18.390 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6104 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6106 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6110 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6111 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6112 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6113 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6117 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 826 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 827 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 828 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Apr 22 00:41 pg_filenode.map 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 PG_VERSION 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.391 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/13493: 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:total 7777 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Apr 22 00:41 . 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 .. 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 112 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 113 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 1247 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1247_fsm 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1247_vm 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Apr 22 00:41 1249 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1249_fsm 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1249_vm 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Apr 22 00:41 1255 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1255_fsm 2024-04-22T00:41:18.392 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1255_vm 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Apr 22 00:41 1259 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1259_fsm 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1259_vm 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Apr 22 00:41 13344 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13344_fsm 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13344_vm 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13346 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13348 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13349_fsm 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349_vm 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13351 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13353 2024-04-22T00:41:18.393 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13354_fsm 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354_vm 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13356 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13358 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13359_fsm 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359_vm 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13361 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13363 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1417 2024-04-22T00:41:18.394 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1418 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 174 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 175 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2187 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2224 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2328 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2336 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2337 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2579 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2600 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2600_fsm 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2600_vm 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601 2024-04-22T00:41:18.395 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2601_fsm 2024-04-22T00:41:18.396 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601_vm 2024-04-22T00:41:18.396 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2602 2024-04-22T00:41:18.396 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2602_fsm 2024-04-22T00:41:18.396 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2602_vm 2024-04-22T00:41:18.396 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2603 2024-04-22T00:41:18.396 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2603_fsm 2024-04-22T00:41:18.396 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2603_vm 2024-04-22T00:41:18.396 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2604 2024-04-22T00:41:18.396 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2605 2024-04-22T00:41:18.396 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2605_fsm 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2605_vm 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2606_fsm 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606_vm 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2607 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2607_fsm 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2607_vm 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Apr 22 00:41 2608 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2608_fsm 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2608_vm 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Apr 22 00:41 2609 2024-04-22T00:41:18.397 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2609_fsm 2024-04-22T00:41:18.398 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2609_vm 2024-04-22T00:41:18.398 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2610 2024-04-22T00:41:18.398 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2610_fsm 2024-04-22T00:41:18.398 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2610_vm 2024-04-22T00:41:18.398 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2611 2024-04-22T00:41:18.398 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612 2024-04-22T00:41:18.398 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2612_fsm 2024-04-22T00:41:18.398 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612_vm 2024-04-22T00:41:18.398 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2613 2024-04-22T00:41:18.398 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2615_fsm 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615_vm 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2616 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2616_fsm 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2616_vm 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Apr 22 00:41 2617 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2617_fsm 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2617_vm 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Apr 22 00:41 2618 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2618_fsm 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2618_vm 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 147456 Apr 22 00:41 2619 2024-04-22T00:41:18.399 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2619_fsm 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2619_vm 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2620 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2650 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2651 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2652 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2653 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2654 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2655 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2656 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2657 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Apr 22 00:41 2658 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 2659 2024-04-22T00:41:18.400 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2660 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2661 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2662 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2663 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2664 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2665 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2666 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2667 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2668 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2669 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2670 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Apr 22 00:41 2673 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Apr 22 00:41 2674 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Apr 22 00:41 2675 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2678 2024-04-22T00:41:18.401 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2679 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2680 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2681 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2682 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2683 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2684 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2685 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2686 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2687 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2688 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2689 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Apr 22 00:41 2690 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Apr 22 00:41 2691 2024-04-22T00:41:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2692 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2693 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2696 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2699 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2701 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2702 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2703 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2704 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2753 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2753_fsm 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2753_vm 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2754 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2755 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2756 2024-04-22T00:41:18.403 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2757 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2830 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2831 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2832 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2833 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2834 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2835 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2836 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2837 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Apr 22 00:41 2838 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2838_fsm 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2838_vm 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2839 2024-04-22T00:41:18.404 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840_fsm 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2840_vm 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2841 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2995 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2996 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3079_fsm 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079_vm 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3080 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3081 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3085 2024-04-22T00:41:18.405 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3118 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3119 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Apr 22 00:41 3164 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3256 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3257 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3258 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3350 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3351 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3379 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3380 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3381 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3394 2024-04-22T00:41:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3394_fsm 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3394_vm 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3395 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3429 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3430 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3431 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3433 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3439 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3440 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3455 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Apr 22 00:41 3456 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3456_fsm 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3456_vm 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3466 2024-04-22T00:41:18.407 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3467 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3468 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3501 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3502 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3503 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3534 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3541_fsm 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541_vm 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3542 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3574 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3575 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3576 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3596 2024-04-22T00:41:18.408 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3597 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3598 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3599 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3600_fsm 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600_vm 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3601_fsm 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601_vm 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3602_fsm 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602_vm 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603_fsm 2024-04-22T00:41:18.409 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3603_vm 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3604 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3605 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3606 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3607 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3608 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 3609 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3712 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3764_fsm 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764_vm 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3766 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3767 2024-04-22T00:41:18.410 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3997 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4143 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4144 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4145 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4146 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4147 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4148 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4149 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4150 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4151 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4152 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4153 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4154 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4155 2024-04-22T00:41:18.411 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4156 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4157 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4158 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4159 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4160 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4161 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4162 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4163 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4164 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4165 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4166 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4167 2024-04-22T00:41:18.412 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4168 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4169 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4170 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4171 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4172 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4173 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4174 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 5002 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 548 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 549 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6102 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6104 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6106 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6110 2024-04-22T00:41:18.413 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6111 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6112 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6113 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6117 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 826 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 827 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 828 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Apr 22 00:41 pg_filenode.map 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 PG_VERSION 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/13494: 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:total 7777 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Apr 22 00:41 . 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 .. 2024-04-22T00:41:18.414 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 112 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 113 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 1247 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1247_fsm 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1247_vm 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Apr 22 00:41 1249 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1249_fsm 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1249_vm 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Apr 22 00:41 1255 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1255_fsm 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1255_vm 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Apr 22 00:41 1259 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1259_fsm 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1259_vm 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Apr 22 00:41 13344 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13344_fsm 2024-04-22T00:41:18.415 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13344_vm 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13346 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13348 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13349_fsm 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349_vm 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13351 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13353 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13354_fsm 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354_vm 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13356 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13358 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13359_fsm 2024-04-22T00:41:18.416 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359_vm 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13361 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13363 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1417 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1418 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 174 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 175 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2187 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2224 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2328 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2336 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2337 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2579 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2600 2024-04-22T00:41:18.417 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2600_fsm 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2600_vm 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2601_fsm 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601_vm 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2602 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2602_fsm 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2602_vm 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2603 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2603_fsm 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2603_vm 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2604 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2605 2024-04-22T00:41:18.418 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2605_fsm 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2605_vm 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2606_fsm 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606_vm 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2607 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2607_fsm 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2607_vm 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Apr 22 00:41 2608 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2608_fsm 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2608_vm 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Apr 22 00:41 2609 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2609_fsm 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2609_vm 2024-04-22T00:41:18.419 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2610 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2610_fsm 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2610_vm 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2611 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2612_fsm 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612_vm 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2613 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2615_fsm 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615_vm 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2616 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2616_fsm 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2616_vm 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Apr 22 00:41 2617 2024-04-22T00:41:18.420 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2617_fsm 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2617_vm 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Apr 22 00:41 2618 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2618_fsm 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2618_vm 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 147456 Apr 22 00:41 2619 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2619_fsm 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2619_vm 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2620 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2650 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2651 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2652 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2653 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2654 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2655 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2656 2024-04-22T00:41:18.421 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2657 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Apr 22 00:41 2658 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 2659 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2660 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2661 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2662 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2663 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2664 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2665 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2666 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2667 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2668 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2669 2024-04-22T00:41:18.422 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2670 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Apr 22 00:41 2673 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Apr 22 00:41 2674 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Apr 22 00:41 2675 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2678 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2679 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2680 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2681 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2682 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2683 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2684 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2685 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2686 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2687 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2688 2024-04-22T00:41:18.423 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2689 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Apr 22 00:41 2690 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Apr 22 00:41 2691 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2692 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2693 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2696 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2699 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2701 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2702 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2703 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2704 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2753 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2753_fsm 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2753_vm 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2754 2024-04-22T00:41:18.424 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2755 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2756 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2757 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2830 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2831 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2832 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2833 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2834 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2835 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2836 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2837 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Apr 22 00:41 2838 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2838_fsm 2024-04-22T00:41:18.425 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2838_vm 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2839 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840_fsm 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2840_vm 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2841 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2995 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2996 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3079_fsm 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079_vm 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3080 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3081 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3085 2024-04-22T00:41:18.426 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3118 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3119 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Apr 22 00:41 3164 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3256 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3257 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3258 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3350 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3351 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3379 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3380 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3381 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3394 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3394_fsm 2024-04-22T00:41:18.427 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3394_vm 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3395 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3429 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3430 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3431 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3433 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3439 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3440 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3455 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Apr 22 00:41 3456 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3456_fsm 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3456_vm 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3466 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3467 2024-04-22T00:41:18.428 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3468 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3501 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3502 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3503 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3534 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3541_fsm 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541_vm 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3542 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3574 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3575 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3576 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3596 2024-04-22T00:41:18.429 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3597 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3598 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3599 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3600_fsm 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600_vm 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3601_fsm 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601_vm 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3602_fsm 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602_vm 2024-04-22T00:41:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603_fsm 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3603_vm 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3604 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3605 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3606 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3607 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3608 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 3609 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3712 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3764_fsm 2024-04-22T00:41:18.431 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764_vm 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3766 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3767 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3997 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4143 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4144 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4145 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4146 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4147 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4148 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4149 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4150 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4151 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4152 2024-04-22T00:41:18.432 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4153 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4154 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4155 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4156 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4157 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4158 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4159 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4160 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4161 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4162 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4163 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4164 2024-04-22T00:41:18.433 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4165 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4166 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4167 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4168 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4169 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4170 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4171 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4172 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4173 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4174 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 5002 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 548 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 549 2024-04-22T00:41:18.434 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6102 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6104 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6106 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6110 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6111 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6112 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6113 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6117 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 826 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 827 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 828 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Apr 22 00:41 pg_filenode.map 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 PG_VERSION 2024-04-22T00:41:18.435 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/global: 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:total 537 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 57 Apr 22 00:41 . 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1213 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1213_fsm 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1213_vm 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1214 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1214_fsm 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1214_vm 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 1232 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 1233 2024-04-22T00:41:18.436 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1260 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1260_fsm 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1260_vm 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1261 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1261_fsm 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1261_vm 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1262 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1262_fsm 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1262_vm 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2396 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2396_fsm 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2396_vm 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2397 2024-04-22T00:41:18.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2671 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2672 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2676 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2677 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2694 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2695 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2697 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2698 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2846 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2847 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2964 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2965 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2966 2024-04-22T00:41:18.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2967 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3592 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3593 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4060 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4061 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4175 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4176 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4177 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4178 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4181 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4182 2024-04-22T00:41:18.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4183 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4184 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4185 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4186 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6000 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6001 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6002 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6100 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6114 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6115 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 pg_control 2024-04-22T00:41:18.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Apr 22 00:41 pg_filenode.map 2024-04-22T00:41:18.441 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.441 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/log: 2024-04-22T00:41:18.441 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.441 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.441 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.441 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.441 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_commit_ts: 2024-04-22T00:41:18.441 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.441 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_dynshmem: 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical: 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:total 1 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 . 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 mappings 2024-04-22T00:41:18.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8 Apr 22 00:41 replorigin_checkpoint 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 snapshots 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical/mappings: 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 .. 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical/snapshots: 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 .. 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.443 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact: 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 . 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 members 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 offsets 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact/members: 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 .. 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 0000 2024-04-22T00:41:18.444 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact/offsets: 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 .. 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 0000 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_notify: 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_replslot: 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.445 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_serial: 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_snapshots: 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.446 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_stat: 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_stat_tmp: 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_subtrans: 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 0000 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_tblspc: 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_twophase: 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_wal: 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:total 16384 2024-04-22T00:41:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 . 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:41 000000010000000000000001 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 archive_status 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_wal/archive_status: 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 .. 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_xact: 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Apr 22 00:41 .. 2024-04-22T00:41:18.449 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 0000 2024-04-22T00:41:18.450 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo systemctl start postgresql' 2024-04-22T00:41:18.586 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- pgbench -s 32 -i' 2024-04-22T00:41:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:dropping old tables... 2024-04-22T00:41:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:NOTICE: table "pgbench_accounts" does not exist, skipping 2024-04-22T00:41:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:NOTICE: table "pgbench_branches" does not exist, skipping 2024-04-22T00:41:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:NOTICE: table "pgbench_history" does not exist, skipping 2024-04-22T00:41:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:NOTICE: table "pgbench_tellers" does not exist, skipping 2024-04-22T00:41:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:creating tables... 2024-04-22T00:41:18.640 INFO:teuthology.orchestra.run.smithi018.stderr:generating data (client-side)... 2024-04-22T00:41:18.717 INFO:teuthology.orchestra.run.smithi018.stderr:100000 of 3200000 tuples (3%) done (elapsed 0.06 s, remaining 1.86 s) 2024-04-22T00:41:18.865 INFO:teuthology.orchestra.run.smithi018.stderr:200000 of 3200000 tuples (6%) done (elapsed 0.21 s, remaining 3.12 s) 2024-04-22T00:41:18.953 INFO:teuthology.orchestra.run.smithi018.stderr:300000 of 3200000 tuples (9%) done (elapsed 0.30 s, remaining 2.86 s) 2024-04-22T00:41:19.101 INFO:teuthology.orchestra.run.smithi018.stderr:400000 of 3200000 tuples (12%) done (elapsed 0.44 s, remaining 3.10 s) 2024-04-22T00:41:19.242 INFO:teuthology.orchestra.run.smithi018.stderr:500000 of 3200000 tuples (15%) done (elapsed 0.58 s, remaining 3.16 s) 2024-04-22T00:41:19.323 INFO:teuthology.orchestra.run.smithi018.stderr:600000 of 3200000 tuples (18%) done (elapsed 0.67 s, remaining 2.88 s) 2024-04-22T00:41:19.462 INFO:teuthology.orchestra.run.smithi018.stderr:700000 of 3200000 tuples (21%) done (elapsed 0.80 s, remaining 2.87 s) 2024-04-22T00:41:19.620 INFO:teuthology.orchestra.run.smithi018.stderr:800000 of 3200000 tuples (25%) done (elapsed 0.96 s, remaining 2.89 s) 2024-04-22T00:41:19.713 INFO:teuthology.orchestra.run.smithi018.stderr:900000 of 3200000 tuples (28%) done (elapsed 1.06 s, remaining 2.70 s) 2024-04-22T00:41:19.841 INFO:teuthology.orchestra.run.smithi018.stderr:1000000 of 3200000 tuples (31%) done (elapsed 1.18 s, remaining 2.61 s) 2024-04-22T00:41:20.006 INFO:teuthology.orchestra.run.smithi018.stderr:1100000 of 3200000 tuples (34%) done (elapsed 1.35 s, remaining 2.57 s) 2024-04-22T00:41:20.103 INFO:teuthology.orchestra.run.smithi018.stderr:1200000 of 3200000 tuples (37%) done (elapsed 1.45 s, remaining 2.41 s) 2024-04-22T00:41:20.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:19 smithi081 ceph-mon[31546]: pgmap v375: 129 pgs: 129 active+clean; 2.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 152 KiB/s wr, 12 op/s 2024-04-22T00:41:20.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:19 smithi018 ceph-mon[27979]: pgmap v375: 129 pgs: 129 active+clean; 2.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 152 KiB/s wr, 12 op/s 2024-04-22T00:41:20.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:19 smithi167 ceph-mon[31348]: pgmap v375: 129 pgs: 129 active+clean; 2.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 152 KiB/s wr, 12 op/s 2024-04-22T00:41:20.242 INFO:teuthology.orchestra.run.smithi018.stderr:1300000 of 3200000 tuples (40%) done (elapsed 1.59 s, remaining 2.32 s) 2024-04-22T00:41:20.354 INFO:teuthology.orchestra.run.smithi018.stderr:1400000 of 3200000 tuples (43%) done (elapsed 1.70 s, remaining 2.18 s) 2024-04-22T00:41:20.519 INFO:teuthology.orchestra.run.smithi018.stderr:1500000 of 3200000 tuples (46%) done (elapsed 1.86 s, remaining 2.11 s) 2024-04-22T00:41:20.664 INFO:teuthology.orchestra.run.smithi018.stderr:1600000 of 3200000 tuples (50%) done (elapsed 2.01 s, remaining 2.01 s) 2024-04-22T00:41:20.750 INFO:teuthology.orchestra.run.smithi018.stderr:1700000 of 3200000 tuples (53%) done (elapsed 2.09 s, remaining 1.85 s) 2024-04-22T00:41:20.921 INFO:teuthology.orchestra.run.smithi018.stderr:1800000 of 3200000 tuples (56%) done (elapsed 2.26 s, remaining 1.76 s) 2024-04-22T00:41:20.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:20 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:41:21.075 INFO:teuthology.orchestra.run.smithi018.stderr:1900000 of 3200000 tuples (59%) done (elapsed 2.42 s, remaining 1.65 s) 2024-04-22T00:41:21.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:20 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:41:21.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:20 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:41:21.237 INFO:teuthology.orchestra.run.smithi018.stderr:2000000 of 3200000 tuples (62%) done (elapsed 2.58 s, remaining 1.55 s) 2024-04-22T00:41:21.309 INFO:teuthology.orchestra.run.smithi018.stderr:2100000 of 3200000 tuples (65%) done (elapsed 2.65 s, remaining 1.39 s) 2024-04-22T00:41:21.489 INFO:teuthology.orchestra.run.smithi018.stderr:2200000 of 3200000 tuples (68%) done (elapsed 2.83 s, remaining 1.29 s) 2024-04-22T00:41:21.571 INFO:teuthology.orchestra.run.smithi018.stderr:2300000 of 3200000 tuples (71%) done (elapsed 2.91 s, remaining 1.14 s) 2024-04-22T00:41:21.744 INFO:teuthology.orchestra.run.smithi018.stderr:2400000 of 3200000 tuples (75%) done (elapsed 3.09 s, remaining 1.03 s) 2024-04-22T00:41:21.938 INFO:teuthology.orchestra.run.smithi018.stderr:2500000 of 3200000 tuples (78%) done (elapsed 3.28 s, remaining 0.92 s) 2024-04-22T00:41:22.009 INFO:teuthology.orchestra.run.smithi018.stderr:2600000 of 3200000 tuples (81%) done (elapsed 3.35 s, remaining 0.77 s) 2024-04-22T00:41:22.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:21 smithi081 ceph-mon[31546]: pgmap v376: 129 pgs: 129 active+clean; 53 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-22T00:41:22.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:21 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:21 smithi018 ceph-mon[27979]: pgmap v376: 129 pgs: 129 active+clean; 53 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-22T00:41:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:21 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.177 INFO:teuthology.orchestra.run.smithi018.stderr:2700000 of 3200000 tuples (84%) done (elapsed 3.52 s, remaining 0.65 s) 2024-04-22T00:41:22.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:21 smithi167 ceph-mon[31348]: pgmap v376: 129 pgs: 129 active+clean; 53 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-22T00:41:22.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:21 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:22.299 INFO:teuthology.orchestra.run.smithi018.stderr:2800000 of 3200000 tuples (87%) done (elapsed 3.64 s, remaining 0.52 s) 2024-04-22T00:41:22.454 INFO:teuthology.orchestra.run.smithi018.stderr:2900000 of 3200000 tuples (90%) done (elapsed 3.80 s, remaining 0.39 s) 2024-04-22T00:41:22.623 INFO:teuthology.orchestra.run.smithi018.stderr:3000000 of 3200000 tuples (93%) done (elapsed 3.97 s, remaining 0.26 s) 2024-04-22T00:41:22.724 INFO:teuthology.orchestra.run.smithi018.stderr:3100000 of 3200000 tuples (96%) done (elapsed 4.07 s, remaining 0.13 s) 2024-04-22T00:41:22.866 INFO:teuthology.orchestra.run.smithi018.stderr:3200000 of 3200000 tuples (100%) done (elapsed 4.21 s, remaining 0.00 s) 2024-04-22T00:41:22.898 INFO:teuthology.orchestra.run.smithi018.stderr:vacuuming... 2024-04-22T00:41:23.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:22 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:41:23.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:41:23.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:41:23.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:22 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:23.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:22 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:41:23.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:41:23.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:41:23.161 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:22 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:23.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:22 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:41:23.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:41:23.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:41:23.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:22 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:41:23.505 INFO:teuthology.orchestra.run.smithi018.stderr:creating primary keys... 2024-04-22T00:41:24.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:23 smithi081 ceph-mon[31546]: pgmap v377: 129 pgs: 129 active+clean; 121 MiB data, 573 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 17 MiB/s wr, 97 op/s 2024-04-22T00:41:24.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:23 smithi018 ceph-mon[27979]: pgmap v377: 129 pgs: 129 active+clean; 121 MiB data, 573 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 17 MiB/s wr, 97 op/s 2024-04-22T00:41:24.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:23 smithi167 ceph-mon[31348]: pgmap v377: 129 pgs: 129 active+clean; 121 MiB data, 573 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 17 MiB/s wr, 97 op/s 2024-04-22T00:41:24.659 INFO:teuthology.orchestra.run.smithi018.stderr:done in 6.03 s (drop tables 0.00 s, create tables 0.01 s, client-side generate 4.26 s, vacuum 0.61 s, primary keys 1.15 s). 2024-04-22T00:41:24.662 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- pgbench -c 100 -j 4 --progress=5 --time=900' 2024-04-22T00:41:24.769 INFO:teuthology.orchestra.run.smithi018.stderr:starting vacuum...end. 2024-04-22T00:41:24.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.902+0000 7f418a8bb640 1 -- 172.21.15.18:0/2968991293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4184108740 msgr2=0x7f418410ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:24.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.902+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2968991293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4184108740 0x7f418410ab70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f417c009900 tx=0x7f417c02bc40 comp rx=0 tx=0).stop 2024-04-22T00:41:24.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.904+0000 7f418a8bb640 1 -- 172.21.15.18:0/2968991293 shutdown_connections 2024-04-22T00:41:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.904+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2968991293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f418410da60 0x7f418410dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.904+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2968991293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f418410b0b0 0x7f418410d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.904+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2968991293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4184108740 0x7f418410ab70 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.904+0000 7f418a8bb640 1 -- 172.21.15.18:0/2968991293 >> 172.21.15.18:0/2968991293 conn(0x7f418406e7b0 msgr2=0x7f4184070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.905+0000 7f418a8bb640 1 -- 172.21.15.18:0/2968991293 shutdown_connections 2024-04-22T00:41:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.905+0000 7f418a8bb640 1 -- 172.21.15.18:0/2968991293 wait complete. 2024-04-22T00:41:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.905+0000 7f418a8bb640 1 Processor -- start 2024-04-22T00:41:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.906+0000 7f418a8bb640 1 -- start start 2024-04-22T00:41:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.906+0000 7f418a8bb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4184108740 0x7f41841a6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.906+0000 7f4183fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4184108740 0x7f41841a6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.906+0000 7f4183fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4184108740 0x7f41841a6810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57260/0 (socket says 172.21.15.18:57260) 2024-04-22T00:41:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.906+0000 7f4183fff640 1 -- 172.21.15.18:0/2592943626 learned_addr learned my addr 172.21.15.18:0/2592943626 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:24.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f418410b0b0 0x7f41841a6d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f418410da60 0x7f41841add70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f418411c280 con 0x7f4184108740 2024-04-22T00:41:24.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f418411c100 con 0x7f418410da60 2024-04-22T00:41:24.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f41837fe640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f418410b0b0 0x7f41841a6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f4188e58640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f418410da60 0x7f41841add70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f418411c400 con 0x7f418410b0b0 2024-04-22T00:41:24.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f4183fff640 1 -- 172.21.15.18:0/2592943626 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f418410b0b0 msgr2=0x7f41841a6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:24.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f4183fff640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f418410b0b0 0x7f41841a6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f4183fff640 1 -- 172.21.15.18:0/2592943626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f418410da60 msgr2=0x7f41841add70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:24.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f4183fff640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f418410da60 0x7f41841add70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.907+0000 7f4183fff640 1 -- 172.21.15.18:0/2592943626 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41841ae3e0 con 0x7f4184108740 2024-04-22T00:41:24.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.908+0000 7f41837fe640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f418410b0b0 0x7f41841a6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:24.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.908+0000 7f4188e58640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f418410da60 0x7f41841add70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:24.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.908+0000 7f4183fff640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4184108740 0x7f41841a6810 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f417c02c8f0 tx=0x7f417c005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:24.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.908+0000 7f41817fa640 1 -- 172.21.15.18:0/2592943626 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c041070 con 0x7f4184108740 2024-04-22T00:41:24.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.908+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41841ae670 con 0x7f4184108740 2024-04-22T00:41:24.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.908+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41841aebb0 con 0x7f4184108740 2024-04-22T00:41:24.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.908+0000 7f41817fa640 1 -- 172.21.15.18:0/2592943626 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f417c0044d0 con 0x7f4184108740 2024-04-22T00:41:24.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.908+0000 7f41817fa640 1 -- 172.21.15.18:0/2592943626 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c034440 con 0x7f4184108740 2024-04-22T00:41:24.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.912+0000 7f41817fa640 1 -- 172.21.15.18:0/2592943626 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f417c044070 con 0x7f4184108740 2024-04-22T00:41:24.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.913+0000 7f418d576740 1 Processor -- start 2024-04-22T00:41:24.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f418d576740 1 -- start start 2024-04-22T00:41:24.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f418d576740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea57d30 0x557b8ea58150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f418d576740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 0x557b8ea5d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f418d576740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea5d890 0x557b8ea5fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f418d576740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557b8e9bcb70 con 0x557b8ea57d30 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f418d576740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557b8e965470 con 0x557b8ea58720 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f418d576740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557b8e9b8b30 con 0x557b8ea5d890 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f4188e58640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea57d30 0x557b8ea58150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f4188e58640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea57d30 0x557b8ea58150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57262/0 (socket says 172.21.15.18:57262) 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f4188e58640 1 -- 172.21.15.18:0/3069149089 learned_addr learned my addr 172.21.15.18:0/3069149089 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f4183fff640 1 --2- 172.21.15.18:0/3069149089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 0x557b8ea5d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f41837fe640 1 --2- 172.21.15.18:0/3069149089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea5d890 0x557b8ea5fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.914+0000 7f41817fa640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41700a2d30 0x7f41700a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.915+0000 7f41837fe640 1 -- 172.21.15.18:0/3069149089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 msgr2=0x557b8ea5d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.915+0000 7f41837fe640 1 --2- 172.21.15.18:0/3069149089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 0x557b8ea5d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.915+0000 7f41837fe640 1 -- 172.21.15.18:0/3069149089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea57d30 msgr2=0x557b8ea58150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.915+0000 7f41837fe640 1 --2- 172.21.15.18:0/3069149089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea57d30 0x557b8ea58150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.915+0000 7f41837fe640 1 -- 172.21.15.18:0/3069149089 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b8e6d1210 con 0x557b8ea5d890 2024-04-22T00:41:24.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.915+0000 7f41817fa640 1 -- 172.21.15.18:0/2592943626 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f417c0f0f30 con 0x7f4184108740 2024-04-22T00:41:24.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.915+0000 7f4188e58640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41700a2d30 0x7f41700a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.916+0000 7f4188e58640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41700a2d30 0x7f41700a51f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f416c009fd0 tx=0x7f416c0046c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:24.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.916+0000 7f41837fe640 1 --2- 172.21.15.18:0/3069149089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea5d890 0x557b8ea5fd20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4174005c40 tx=0x7f417400fbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=366c66acb3e0f022 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:24.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.916+0000 7f417a7fc640 1 -- 172.21.15.18:0/3069149089 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417400db20 con 0x557b8ea5d890 2024-04-22T00:41:24.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.916+0000 7f417a7fc640 1 -- 172.21.15.18:0/3069149089 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f417400dcc0 con 0x557b8ea5d890 2024-04-22T00:41:24.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.916+0000 7f417a7fc640 1 -- 172.21.15.18:0/3069149089 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4174018740 con 0x557b8ea5d890 2024-04-22T00:41:24.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.918+0000 7f418d576740 1 -- 172.21.15.18:0/3069149089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea5d890 msgr2=0x557b8ea5fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:24.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.918+0000 7f418d576740 1 --2- 172.21.15.18:0/3069149089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea5d890 0x557b8ea5fd20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4174005c40 tx=0x7f417400fbf0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.918+0000 7f418d576740 1 -- 172.21.15.18:0/3069149089 shutdown_connections 2024-04-22T00:41:24.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.918+0000 7f418d576740 1 --2- 172.21.15.18:0/3069149089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea5d890 0x557b8ea5fd20 secure :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4174005c40 tx=0x7f417400fbf0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.918+0000 7f418d576740 1 --2- 172.21.15.18:0/3069149089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 0x557b8ea5d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.918+0000 7f418d576740 1 --2- 172.21.15.18:0/3069149089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea57d30 0x557b8ea58150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.918+0000 7f418d576740 1 -- 172.21.15.18:0/3069149089 >> 172.21.15.18:0/3069149089 conn(0x557b8ea532a0 msgr2=0x557b8ea536a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:24.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.919+0000 7f418d576740 1 -- 172.21.15.18:0/3069149089 shutdown_connections 2024-04-22T00:41:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.920+0000 7f418d576740 1 -- 172.21.15.18:0/3069149089 wait complete. 2024-04-22T00:41:24.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.921+0000 7f418d576740 1 -- start start 2024-04-22T00:41:24.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.921+0000 7f418d576740 1 Processor -- start 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f418d576740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 0x557b8ea62250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f418d576740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 0x557b8ea62790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f418d576740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 0x557b8ea69bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f418d576740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557b8ea60840 con 0x557b8ea677c0 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f418d576740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557b8e978a10 con 0x557b8ea58720 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f418d576740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557b8ea609c0 con 0x557b8ea57d30 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f418d576740 10 client.0 _ll_register_callbacks cb 0x557b8e9b3b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f41837fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 0x557b8ea62790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f41837fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 0x557b8ea62790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:52168/0 (socket says 172.21.15.18:52168) 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f41837fe640 1 -- 172.21.15.18:0/1460209856 learned_addr learned my addr 172.21.15.18:0/1460209856 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f4183fff640 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 0x557b8ea62250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f4188e58640 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 0x557b8ea69bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f41837fe640 1 -- 172.21.15.18:0/1460209856 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 msgr2=0x557b8ea62250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f41837fe640 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 0x557b8ea62250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f41837fe640 1 -- 172.21.15.18:0/1460209856 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 msgr2=0x557b8ea69bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f41837fe640 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 0x557b8ea69bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.922+0000 7f41837fe640 1 -- 172.21.15.18:0/1460209856 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b8e79d620 con 0x557b8ea58720 2024-04-22T00:41:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.923+0000 7f41837fe640 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 0x557b8ea62790 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4174000f80 tx=0x7f4174010640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=901f047c08451f38 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.923+0000 7f41637fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:41:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.923+0000 7f41637fe640 1 -- 172.21.15.18:0/1460209856 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4174010940 con 0x557b8ea58720 2024-04-22T00:41:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.923+0000 7f418d576740 1 -- 172.21.15.18:0/1460209856 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f417400dcc0 con 0x557b8ea58720 2024-04-22T00:41:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.923+0000 7f41637fe640 1 -- 172.21.15.18:0/1460209856 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4174004a40 con 0x557b8ea58720 2024-04-22T00:41:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.924+0000 7f41637fe640 1 -- 172.21.15.18:0/1460209856 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f417402f050 con 0x557b8ea58720 2024-04-22T00:41:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.924+0000 7f418d576740 10 client.25220 fetch_fsmap learned FSMap version 24 2024-04-22T00:41:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.924+0000 7f418d576740 1 -- 172.21.15.18:0/1460209856 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557b8ea6cf20 con 0x557b8ea58720 2024-04-22T00:41:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.924+0000 7f41637fe640 1 -- 172.21.15.18:0/1460209856 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f417400dcc0 con 0x557b8ea58720 2024-04-22T00:41:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.924+0000 7f41637fe640 1 -- 172.21.15.18:0/1460209856 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f4174004130 con 0x557b8ea58720 2024-04-22T00:41:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.925+0000 7f418d576740 10 client.25220 fetch_fsmap finished waiting for FSMap version 24 2024-04-22T00:41:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.925+0000 7f418d576740 10 client.25220 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.925+0000 7f418d576740 20 client.25220 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.925+0000 7f418d576740 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557b8ea6e2d0 0x557b8ea70720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.925+0000 7f418d576740 4 client.25220 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:24.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.925+0000 7f418d576740 1 -- 172.21.15.18:0/1460209856 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b8e9ca0b0 con 0x557b8ea6e2d0 2024-04-22T00:41:24.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.926+0000 7f4183fff640 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557b8ea6e2d0 0x557b8ea70720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.927+0000 7f4183fff640 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557b8ea6e2d0 0x557b8ea70720 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2001354d5ea07362 server_cookie=dcc8e2c09e1dc1c0 in_seq=0 out_seq=0 2024-04-22T00:41:24.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.927+0000 7f41637fe640 10 client.25220 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.927+0000 7f41637fe640 1 -- 172.21.15.18:0/1460209856 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557b8e9ca0b0 con 0x557b8ea6e2d0 2024-04-22T00:41:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.927+0000 7f41637fe640 10 client.25220 handle_command_reply: tid=0 2024-04-22T00:41:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.928+0000 7f418d576740 1 client.25220 shutdown 2024-04-22T00:41:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.928+0000 7f418d576740 1 -- 172.21.15.18:0/1460209856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 msgr2=0x557b8ea62790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.928+0000 7f418d576740 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 0x557b8ea62790 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4174000f80 tx=0x7f4174010640 comp rx=0 tx=0).stop 2024-04-22T00:41:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.928+0000 7f418d576740 1 -- 172.21.15.18:0/1460209856 shutdown_connections 2024-04-22T00:41:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.928+0000 7f418d576740 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557b8ea6e2d0 0x557b8ea70720 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.928+0000 7f418d576740 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 0x557b8ea69bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.928+0000 7f418d576740 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea58720 0x557b8ea62790 secure :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4174000f80 tx=0x7f4174010640 comp rx=0 tx=0).stop 2024-04-22T00:41:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.928+0000 7f418d576740 1 --2- 172.21.15.18:0/1460209856 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 0x557b8ea62250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.928+0000 7f41637fe640 0 client.25220 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.928+0000 7f418d576740 1 -- 172.21.15.18:0/1460209856 >> 172.21.15.18:0/1460209856 conn(0x557b8ea532a0 msgr2=0x557b8ea524c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.931+0000 7f418d576740 1 -- 172.21.15.18:0/1460209856 shutdown_connections 2024-04-22T00:41:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.931+0000 7f418d576740 1 -- 172.21.15.18:0/1460209856 wait complete. 2024-04-22T00:41:24.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.932+0000 7f418d576740 20 client.25220 trim_cache size 0 max 16384 2024-04-22T00:41:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.960+0000 7f418d576740 1 Processor -- start 2024-04-22T00:41:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.960+0000 7f418d576740 1 -- start start 2024-04-22T00:41:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.960+0000 7f418d576740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea57d30 0x557b8ea56500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.960+0000 7f418d576740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 0x557b8ea56a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.960+0000 7f418d576740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea53ae0 0x557b8ea74fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.960+0000 7f41837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 0x557b8ea56a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.960+0000 7f41837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 0x557b8ea56a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57290/0 (socket says 172.21.15.18:57290) 2024-04-22T00:41:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.960+0000 7f41837fe640 1 -- 172.21.15.18:0/390006965 learned_addr learned my addr 172.21.15.18:0/390006965 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.960+0000 7f4183fff640 1 --2- 172.21.15.18:0/390006965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea57d30 0x557b8ea56500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.961+0000 7f418d576740 1 -- 172.21.15.18:0/390006965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f41640125d0 con 0x557b8ea677c0 2024-04-22T00:41:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.961+0000 7f418d576740 1 -- 172.21.15.18:0/390006965 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f416400fea0 con 0x557b8ea57d30 2024-04-22T00:41:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.961+0000 7f418d576740 1 -- 172.21.15.18:0/390006965 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f416400dcf0 con 0x557b8ea53ae0 2024-04-22T00:41:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.961+0000 7f4188e58640 1 --2- 172.21.15.18:0/390006965 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea53ae0 0x557b8ea74fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.961+0000 7f41837fe640 1 -- 172.21.15.18:0/390006965 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea53ae0 msgr2=0x557b8ea74fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.961+0000 7f41837fe640 1 --2- 172.21.15.18:0/390006965 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea53ae0 0x557b8ea74fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.961+0000 7f41837fe640 1 -- 172.21.15.18:0/390006965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea57d30 msgr2=0x557b8ea56500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.961+0000 7f41837fe640 1 --2- 172.21.15.18:0/390006965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea57d30 0x557b8ea56500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.961+0000 7f41837fe640 1 -- 172.21.15.18:0/390006965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b8ea630f0 con 0x557b8ea677c0 2024-04-22T00:41:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.962+0000 7f41837fe640 1 --2- 172.21.15.18:0/390006965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 0x557b8ea56a40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f4174005c40 tx=0x7f4174005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae9b975d1771182d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:24.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.962+0000 7f4179ffb640 1 -- 172.21.15.18:0/390006965 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417400ad40 con 0x557b8ea677c0 2024-04-22T00:41:24.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.962+0000 7f4179ffb640 1 -- 172.21.15.18:0/390006965 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f417400dca0 con 0x557b8ea677c0 2024-04-22T00:41:24.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.962+0000 7f4179ffb640 1 -- 172.21.15.18:0/390006965 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4174003970 con 0x557b8ea677c0 2024-04-22T00:41:24.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.963+0000 7f418d576740 1 -- 172.21.15.18:0/390006965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 msgr2=0x557b8ea56a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:24.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.963+0000 7f418d576740 1 --2- 172.21.15.18:0/390006965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 0x557b8ea56a40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f4174005c40 tx=0x7f4174005fa0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.963+0000 7f418d576740 1 -- 172.21.15.18:0/390006965 shutdown_connections 2024-04-22T00:41:24.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.963+0000 7f418d576740 1 --2- 172.21.15.18:0/390006965 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea53ae0 0x557b8ea74fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.963+0000 7f418d576740 1 --2- 172.21.15.18:0/390006965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea677c0 0x557b8ea56a40 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.963+0000 7f418d576740 1 --2- 172.21.15.18:0/390006965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea57d30 0x557b8ea56500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.963+0000 7f418d576740 1 -- 172.21.15.18:0/390006965 >> 172.21.15.18:0/390006965 conn(0x557b8ea532a0 msgr2=0x557b8ea59b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:24.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.963+0000 7f418d576740 1 -- 172.21.15.18:0/390006965 shutdown_connections 2024-04-22T00:41:24.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.964+0000 7f418d576740 1 -- 172.21.15.18:0/390006965 wait complete. 2024-04-22T00:41:24.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.964+0000 7f418d576740 1 -- start start 2024-04-22T00:41:24.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.965+0000 7f418d576740 1 Processor -- start 2024-04-22T00:41:24.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.965+0000 7f418d576740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea53ae0 0x557b8ea7f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.965+0000 7f418d576740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 0x557b8ea7fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.965+0000 7f418d576740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea677c0 0x557b8ea80c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.966+0000 7f418d576740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f416400e360 con 0x557b8ea53ae0 2024-04-22T00:41:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.966+0000 7f418d576740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f416400f7d0 con 0x557b8ea677c0 2024-04-22T00:41:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.966+0000 7f4188e58640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea677c0 0x557b8ea80c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.966+0000 7f4188e58640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea677c0 0x557b8ea80c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:52186/0 (socket says 172.21.15.18:52186) 2024-04-22T00:41:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.966+0000 7f41837fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 0x557b8ea7fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.966+0000 7f4188e58640 1 -- 172.21.15.18:0/3488077929 learned_addr learned my addr 172.21.15.18:0/3488077929 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.966+0000 7f418d576740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f416400ea30 con 0x557b8ea57d30 2024-04-22T00:41:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.966+0000 7f418d576740 10 client.0 _ll_register_callbacks cb 0x7f416c009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.967+0000 7f41837fe640 1 -- 172.21.15.18:0/3488077929 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea677c0 msgr2=0x557b8ea80c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.967+0000 7f41837fe640 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea677c0 0x557b8ea80c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.967+0000 7f41837fe640 1 -- 172.21.15.18:0/3488077929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea53ae0 msgr2=0x557b8ea7f790 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:41:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.967+0000 7f41837fe640 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea53ae0 0x557b8ea7f790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.967+0000 7f41837fe640 1 -- 172.21.15.18:0/3488077929 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b8ea81280 con 0x557b8ea57d30 2024-04-22T00:41:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.967+0000 7f41837fe640 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 0x557b8ea7fcd0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x557b8ea6ab30 tx=0x7f4174010f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad0094ecce631228 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.967+0000 7f41637fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:41:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.967+0000 7f41637fe640 1 -- 172.21.15.18:0/3488077929 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4174042060 con 0x557b8ea57d30 2024-04-22T00:41:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.968+0000 7f41637fe640 1 -- 172.21.15.18:0/3488077929 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4174004bf0 con 0x557b8ea57d30 2024-04-22T00:41:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.968+0000 7f418d576740 1 -- 172.21.15.18:0/3488077929 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f417400dca0 con 0x557b8ea57d30 2024-04-22T00:41:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.968+0000 7f41637fe640 1 -- 172.21.15.18:0/3488077929 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4174049050 con 0x557b8ea57d30 2024-04-22T00:41:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.968+0000 7f418d576740 10 client.25231 fetch_fsmap learned FSMap version 24 2024-04-22T00:41:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.968+0000 7f418d576740 1 -- 172.21.15.18:0/3488077929 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557b8ead47e0 con 0x557b8ea57d30 2024-04-22T00:41:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.968+0000 7f41637fe640 1 -- 172.21.15.18:0/3488077929 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f417400dca0 con 0x557b8ea57d30 2024-04-22T00:41:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.969+0000 7f41637fe640 1 -- 172.21.15.18:0/3488077929 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f4174022bc0 con 0x557b8ea57d30 2024-04-22T00:41:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.969+0000 7f418d576740 10 client.25231 fetch_fsmap finished waiting for FSMap version 24 2024-04-22T00:41:24.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.969+0000 7f418d576740 10 client.25231 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:24.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.969+0000 7f418d576740 20 client.25231 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:24.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.969+0000 7f418d576740 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557b8ead50f0 0x557b8ead7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:24.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.969+0000 7f418d576740 4 client.25231 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:41:24.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.969+0000 7f418d576740 1 -- 172.21.15.18:0/3488077929 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557b8e9c4400 con 0x557b8ead50f0 2024-04-22T00:41:24.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.969+0000 7f4183fff640 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557b8ead50f0 0x557b8ead7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.970+0000 7f4183fff640 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557b8ead50f0 0x557b8ead7510 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=972c0b56bc8b32c2 server_cookie=e102bd3d71a4a392 in_seq=0 out_seq=0 2024-04-22T00:41:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:24.970+0000 7f41637fe640 10 client.25231 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:25.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f41637fe640 1 -- 172.21.15.18:0/3488077929 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557b8e9c4400 con 0x557b8ead50f0 2024-04-22T00:41:25.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f41637fe640 10 client.25231 handle_command_reply: tid=0 2024-04-22T00:41:25.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 client.25231 shutdown 2024-04-22T00:41:25.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 -- 172.21.15.18:0/3488077929 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 msgr2=0x557b8ea7fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:25.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 0x557b8ea7fcd0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x557b8ea6ab30 tx=0x7f4174010f00 comp rx=0 tx=0).stop 2024-04-22T00:41:25.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 -- 172.21.15.18:0/3488077929 shutdown_connections 2024-04-22T00:41:25.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557b8ead50f0 0x557b8ead7510 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:25.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557b8ea677c0 0x557b8ea80c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:25.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557b8ea57d30 0x557b8ea7fcd0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:25.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 --2- 172.21.15.18:0/3488077929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8ea53ae0 0x557b8ea7f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:25.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 -- 172.21.15.18:0/3488077929 >> 172.21.15.18:0/3488077929 conn(0x557b8ea532a0 msgr2=0x557b8ea56500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:25.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f41637fe640 0 client.25231 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:25.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 -- 172.21.15.18:0/3488077929 shutdown_connections 2024-04-22T00:41:25.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 1 -- 172.21.15.18:0/3488077929 wait complete. 2024-04-22T00:41:25.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.342+0000 7f418d576740 20 client.25231 trim_cache size 0 max 16384 2024-04-22T00:41:25.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:41:25.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:41:25.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:41:25.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:41:25.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.343+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41700a2d30 msgr2=0x7f41700a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:25.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.343+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41700a2d30 0x7f41700a51f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f416c009fd0 tx=0x7f416c0046c0 comp rx=0 tx=0).stop 2024-04-22T00:41:25.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.343+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4184108740 msgr2=0x7f41841a6810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:25.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.343+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4184108740 0x7f41841a6810 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f417c02c8f0 tx=0x7f417c005d50 comp rx=0 tx=0).stop 2024-04-22T00:41:25.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.343+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 shutdown_connections 2024-04-22T00:41:25.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.343+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41700a2d30 0x7f41700a51f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:25.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.343+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f418410da60 0x7f41841add70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:25.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.343+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f418410b0b0 0x7f41841a6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:25.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.343+0000 7f418a8bb640 1 --2- 172.21.15.18:0/2592943626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4184108740 0x7f41841a6810 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:25.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.343+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 >> 172.21.15.18:0/2592943626 conn(0x7f418406e7b0 msgr2=0x7f418410d230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:25.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.344+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 shutdown_connections 2024-04-22T00:41:25.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:25.344+0000 7f418a8bb640 1 -- 172.21.15.18:0/2592943626 wait complete. 2024-04-22T00:41:26.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:25 smithi081 ceph-mon[31546]: pgmap v378: 129 pgs: 129 active+clean; 276 MiB data, 851 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 42 MiB/s wr, 121 op/s 2024-04-22T00:41:26.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:25 smithi018 ceph-mon[27979]: pgmap v378: 129 pgs: 129 active+clean; 276 MiB data, 851 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 42 MiB/s wr, 121 op/s 2024-04-22T00:41:26.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:25 smithi167 ceph-mon[31348]: pgmap v378: 129 pgs: 129 active+clean; 276 MiB data, 851 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 42 MiB/s wr, 121 op/s 2024-04-22T00:41:28.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:27 smithi018 ceph-mon[27979]: pgmap v379: 129 pgs: 129 active+clean; 388 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 61 MiB/s wr, 171 op/s 2024-04-22T00:41:28.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:27 smithi167 ceph-mon[31348]: pgmap v379: 129 pgs: 129 active+clean; 388 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 61 MiB/s wr, 171 op/s 2024-04-22T00:41:28.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:27 smithi081 ceph-mon[31546]: pgmap v379: 129 pgs: 129 active+clean; 388 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 61 MiB/s wr, 171 op/s 2024-04-22T00:41:29.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:28 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:29.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:28 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:29.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:28 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:29.770 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 5.0 s, 4027.3 tps, lat 24.312 ms stddev 32.796 2024-04-22T00:41:30.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:29 smithi167 ceph-mon[31348]: pgmap v380: 129 pgs: 129 active+clean; 457 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 314 KiB/s rd, 67 MiB/s wr, 258 op/s 2024-04-22T00:41:30.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:29 smithi081 ceph-mon[31546]: pgmap v380: 129 pgs: 129 active+clean; 457 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 314 KiB/s rd, 67 MiB/s wr, 258 op/s 2024-04-22T00:41:30.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:29 smithi018 ceph-mon[27979]: pgmap v380: 129 pgs: 129 active+clean; 457 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 314 KiB/s rd, 67 MiB/s wr, 258 op/s 2024-04-22T00:41:32.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:31 smithi167 ceph-mon[31348]: pgmap v381: 129 pgs: 129 active+clean; 770 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 78 MiB/s wr, 570 op/s 2024-04-22T00:41:32.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:31 smithi081 ceph-mon[31546]: pgmap v381: 129 pgs: 129 active+clean; 770 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 78 MiB/s wr, 570 op/s 2024-04-22T00:41:32.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:31 smithi018 ceph-mon[27979]: pgmap v381: 129 pgs: 129 active+clean; 770 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 78 MiB/s wr, 570 op/s 2024-04-22T00:41:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:33 smithi167 ceph-mon[31348]: pgmap v382: 129 pgs: 129 active+clean; 843 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 71 MiB/s wr, 553 op/s 2024-04-22T00:41:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:33 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:34.412 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:33 smithi081 ceph-mon[31546]: pgmap v382: 129 pgs: 129 active+clean; 843 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 71 MiB/s wr, 553 op/s 2024-04-22T00:41:34.412 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:33 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:34.412 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:33 smithi018 ceph-mon[27979]: pgmap v382: 129 pgs: 129 active+clean; 843 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 71 MiB/s wr, 553 op/s 2024-04-22T00:41:34.413 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:33 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:34.770 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 10.0 s, 3681.6 tps, lat 27.245 ms stddev 30.340 2024-04-22T00:41:36.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:35 smithi167 ceph-mon[31348]: pgmap v383: 129 pgs: 129 active+clean; 895 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 63 MiB/s wr, 653 op/s 2024-04-22T00:41:36.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:35 smithi081 ceph-mon[31546]: pgmap v383: 129 pgs: 129 active+clean; 895 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 63 MiB/s wr, 653 op/s 2024-04-22T00:41:36.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:35 smithi018 ceph-mon[27979]: pgmap v383: 129 pgs: 129 active+clean; 895 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 63 MiB/s wr, 653 op/s 2024-04-22T00:41:37.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:37 smithi081 ceph-mon[31546]: pgmap v384: 129 pgs: 129 active+clean; 914 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 40 MiB/s wr, 800 op/s 2024-04-22T00:41:37.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:37 smithi018 ceph-mon[27979]: pgmap v384: 129 pgs: 129 active+clean; 914 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 40 MiB/s wr, 800 op/s 2024-04-22T00:41:37.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:37 smithi167 ceph-mon[31348]: pgmap v384: 129 pgs: 129 active+clean; 914 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 40 MiB/s wr, 800 op/s 2024-04-22T00:41:38.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.493+0000 7fb46e00e640 1 -- 172.21.15.18:0/3669737081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb4681039d0 msgr2=0x7fb468103df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:38.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.493+0000 7fb46e00e640 1 --2- 172.21.15.18:0/3669737081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb4681039d0 0x7fb468103df0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb458009ca0 tx=0x7fb45802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.494+0000 7fb46e00e640 1 -- 172.21.15.18:0/3669737081 shutdown_connections 2024-04-22T00:41:38.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.494+0000 7fb46e00e640 1 --2- 172.21.15.18:0/3669737081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb468105580 0x7fb46810be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.494+0000 7fb46e00e640 1 --2- 172.21.15.18:0/3669737081 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb468104bc0 0x7fb468105040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.494+0000 7fb46e00e640 1 --2- 172.21.15.18:0/3669737081 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb4681039d0 0x7fb468103df0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.494+0000 7fb46e00e640 1 -- 172.21.15.18:0/3669737081 >> 172.21.15.18:0/3669737081 conn(0x7fb4680fef60 msgr2=0x7fb468101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:38.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.495+0000 7fb46e00e640 1 -- 172.21.15.18:0/3669737081 shutdown_connections 2024-04-22T00:41:38.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.495+0000 7fb46e00e640 1 -- 172.21.15.18:0/3669737081 wait complete. 2024-04-22T00:41:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.495+0000 7fb46e00e640 1 Processor -- start 2024-04-22T00:41:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb46e00e640 1 -- start start 2024-04-22T00:41:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb46e00e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4681039d0 0x7fb468199d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb46e00e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb468104bc0 0x7fb46819a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb46e00e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb468105580 0x7fb4681a1280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb46e00e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb46810f670 con 0x7fb4681039d0 2024-04-22T00:41:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb46e00e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb46810f4f0 con 0x7fb468105580 2024-04-22T00:41:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb46e00e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb46810f7f0 con 0x7fb468104bc0 2024-04-22T00:41:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb467fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb468105580 0x7fb4681a1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb467fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb468105580 0x7fb4681a1280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50192/0 (socket says 172.21.15.18:50192) 2024-04-22T00:41:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb467fff640 1 -- 172.21.15.18:0/318702057 learned_addr learned my addr 172.21.15.18:0/318702057 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb466ffd640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb468104bc0 0x7fb46819a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.496+0000 7fb4677fe640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4681039d0 0x7fb468199d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.497+0000 7fb467fff640 1 -- 172.21.15.18:0/318702057 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb468104bc0 msgr2=0x7fb46819a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.497+0000 7fb467fff640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb468104bc0 0x7fb46819a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.497+0000 7fb467fff640 1 -- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4681039d0 msgr2=0x7fb468199d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.497+0000 7fb467fff640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4681039d0 0x7fb468199d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.497+0000 7fb467fff640 1 -- 172.21.15.18:0/318702057 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4681a1920 con 0x7fb468105580 2024-04-22T00:41:38.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.497+0000 7fb4677fe640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4681039d0 0x7fb468199d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:38.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.497+0000 7fb466ffd640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb468104bc0 0x7fb46819a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:38.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.497+0000 7fb467fff640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb468105580 0x7fb4681a1280 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb46000e9b0 tx=0x7fb46000ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:38.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.497+0000 7fb464ff9640 1 -- 172.21.15.18:0/318702057 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46000cd80 con 0x7fb468105580 2024-04-22T00:41:38.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.497+0000 7fb464ff9640 1 -- 172.21.15.18:0/318702057 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4600035f0 con 0x7fb468105580 2024-04-22T00:41:38.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.498+0000 7fb46e00e640 1 -- 172.21.15.18:0/318702057 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4681a1c10 con 0x7fb468105580 2024-04-22T00:41:38.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.498+0000 7fb464ff9640 1 -- 172.21.15.18:0/318702057 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb460010670 con 0x7fb468105580 2024-04-22T00:41:38.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.498+0000 7fb46e00e640 1 -- 172.21.15.18:0/318702057 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4681a2160 con 0x7fb468105580 2024-04-22T00:41:38.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.500+0000 7fb464ff9640 1 -- 172.21.15.18:0/318702057 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb4600037a0 con 0x7fb468105580 2024-04-22T00:41:38.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.500+0000 7fb470bf7740 1 Processor -- start 2024-04-22T00:41:38.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.500+0000 7fb470bf7740 1 -- start start 2024-04-22T00:41:38.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.500+0000 7fb464ff9640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4500a2d00 0x7fb4500a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f366d30 0x55b69f367150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f36c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f36ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb470bf7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b69f2cbb70 con 0x55b69f366d30 2024-04-22T00:41:38.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb470bf7740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b69f274470 con 0x55b69f36c890 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb470bf7740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b69f2c7b30 con 0x55b69f367720 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb467fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f36ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb4677fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f366d30 0x55b69f367150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb467fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f36ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50206/0 (socket says 172.21.15.18:50206) 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb467fff640 1 -- 172.21.15.18:0/1734432145 learned_addr learned my addr 172.21.15.18:0/1734432145 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb466ffd640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4500a2d00 0x7fb4500a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb466ffd640 1 --2- 172.21.15.18:0/1734432145 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f36c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb467fff640 1 -- 172.21.15.18:0/1734432145 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 msgr2=0x55b69f36c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb467fff640 1 --2- 172.21.15.18:0/1734432145 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f36c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb467fff640 1 -- 172.21.15.18:0/1734432145 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f366d30 msgr2=0x55b69f367150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb467fff640 1 --2- 172.21.15.18:0/1734432145 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f366d30 0x55b69f367150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb467fff640 1 -- 172.21.15.18:0/1734432145 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b69efe0210 con 0x55b69f36c890 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb466ffd640 1 --2- 172.21.15.18:0/1734432145 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f36c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:38.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb467fff640 1 --2- 172.21.15.18:0/1734432145 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f36ed20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb4600cce90 tx=0x7fb460066790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ca6750576021051 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb464ff9640 1 -- 172.21.15.18:0/318702057 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb4600cf7c0 con 0x7fb468105580 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb44dffb640 1 -- 172.21.15.18:0/1734432145 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4600b1040 con 0x55b69f36c890 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb44dffb640 1 -- 172.21.15.18:0/1734432145 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb460004370 con 0x55b69f36c890 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.501+0000 7fb44dffb640 1 -- 172.21.15.18:0/1734432145 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb460066ca0 con 0x55b69f36c890 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.502+0000 7fb470bf7740 1 -- 172.21.15.18:0/1734432145 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 msgr2=0x55b69f36ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.502+0000 7fb466ffd640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4500a2d00 0x7fb4500a51c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x55b69f367b20 tx=0x7fb45c009c40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.502+0000 7fb470bf7740 1 --2- 172.21.15.18:0/1734432145 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f36ed20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb4600cce90 tx=0x7fb460066790 comp rx=0 tx=0).stop 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.502+0000 7fb470bf7740 1 -- 172.21.15.18:0/1734432145 shutdown_connections 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.502+0000 7fb470bf7740 1 --2- 172.21.15.18:0/1734432145 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f36ed20 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.502+0000 7fb470bf7740 1 --2- 172.21.15.18:0/1734432145 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f36c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.502+0000 7fb470bf7740 1 --2- 172.21.15.18:0/1734432145 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f366d30 0x55b69f367150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.502+0000 7fb470bf7740 1 -- 172.21.15.18:0/1734432145 >> 172.21.15.18:0/1734432145 conn(0x55b69f3622a0 msgr2=0x55b69f3626a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.502+0000 7fb470bf7740 1 -- 172.21.15.18:0/1734432145 shutdown_connections 2024-04-22T00:41:38.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.502+0000 7fb470bf7740 1 -- 172.21.15.18:0/1734432145 wait complete. 2024-04-22T00:41:38.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb470bf7740 1 -- start start 2024-04-22T00:41:38.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb470bf7740 1 Processor -- start 2024-04-22T00:41:38.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f366d30 0x55b69f370f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f367720 0x55b69f3714d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f378510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb470bf7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b69f36f7e0 con 0x55b69f367720 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb470bf7740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b69f287a10 con 0x55b69f36c890 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb470bf7740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b69f36f960 con 0x55b69f366d30 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb470bf7740 10 client.0 _ll_register_callbacks cb 0x55b69f2c2b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb466ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f367720 0x55b69f3714d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb467fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f378510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb466ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f367720 0x55b69f3714d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47948/0 (socket says 172.21.15.18:47948) 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb466ffd640 1 -- 172.21.15.18:0/412519517 learned_addr learned my addr 172.21.15.18:0/412519517 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb4677fe640 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f366d30 0x55b69f370f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb467fff640 1 -- 172.21.15.18:0/412519517 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f366d30 msgr2=0x55b69f370f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb467fff640 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f366d30 0x55b69f370f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb467fff640 1 -- 172.21.15.18:0/412519517 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f367720 msgr2=0x55b69f3714d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb467fff640 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f367720 0x55b69f3714d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.503+0000 7fb467fff640 1 -- 172.21.15.18:0/412519517 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b69f0ac620 con 0x55b69f36c890 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb467fff640 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f378510 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb4600cce90 tx=0x7fb460097f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe37e62816f3181c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb446ffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb446ffd640 1 -- 172.21.15.18:0/412519517 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46009bc50 con 0x55b69f36c890 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb446ffd640 1 -- 172.21.15.18:0/412519517 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb4600a4430 con 0x55b69f36c890 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb470bf7740 1 -- 172.21.15.18:0/412519517 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb460004370 con 0x55b69f36c890 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb446ffd640 1 -- 172.21.15.18:0/412519517 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb4600a0000 con 0x55b69f36c890 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb470bf7740 10 client.25238 fetch_fsmap learned FSMap version 26 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb470bf7740 1 -- 172.21.15.18:0/412519517 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b69f36f7e0 con 0x55b69f36c890 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb446ffd640 1 -- 172.21.15.18:0/412519517 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb460004370 con 0x55b69f36c890 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb446ffd640 1 -- 172.21.15.18:0/412519517 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fb46009b0a0 con 0x55b69f36c890 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb470bf7740 10 client.25238 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb470bf7740 10 client.25238 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:38.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb470bf7740 20 client.25238 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb470bf7740 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b69f37cb10 0x55b69f37ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb470bf7740 4 client.25238 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.504+0000 7fb470bf7740 1 -- 172.21.15.18:0/412519517 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b69f2d90b0 con 0x55b69f37cb10 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.505+0000 7fb4677fe640 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b69f37cb10 0x55b69f37ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.505+0000 7fb4677fe640 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b69f37cb10 0x55b69f37ef00 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eaf2ac56185995fe server_cookie=f7098b0dcaee2b95 in_seq=0 out_seq=0 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.505+0000 7fb446ffd640 10 client.25238 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb446ffd640 1 -- 172.21.15.18:0/412519517 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b69f2d90b0 con 0x55b69f37cb10 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb446ffd640 10 client.25238 handle_command_reply: tid=0 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb470bf7740 1 client.25238 shutdown 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb470bf7740 1 -- 172.21.15.18:0/412519517 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 msgr2=0x55b69f378510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb470bf7740 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f378510 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb4600cce90 tx=0x7fb460097f90 comp rx=0 tx=0).stop 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb470bf7740 1 -- 172.21.15.18:0/412519517 shutdown_connections 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb470bf7740 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b69f37cb10 0x55b69f37ef00 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb446ffd640 0 client.25238 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:38.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb470bf7740 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f378510 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb470bf7740 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f367720 0x55b69f3714d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb470bf7740 1 --2- 172.21.15.18:0/412519517 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f366d30 0x55b69f370f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.506+0000 7fb470bf7740 1 -- 172.21.15.18:0/412519517 >> 172.21.15.18:0/412519517 conn(0x55b69f3622a0 msgr2=0x55b69f3614c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:38.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.507+0000 7fb470bf7740 1 -- 172.21.15.18:0/412519517 shutdown_connections 2024-04-22T00:41:38.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.507+0000 7fb470bf7740 1 -- 172.21.15.18:0/412519517 wait complete. 2024-04-22T00:41:38.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.507+0000 7fb470bf7740 20 client.25238 trim_cache size 0 max 16384 2024-04-22T00:41:38.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb470bf7740 1 Processor -- start 2024-04-22T00:41:38.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb470bf7740 1 -- start start 2024-04-22T00:41:38.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f366d30 0x55b69f3847d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f384d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f36c890 0x55b69f370f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb4677fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f366d30 0x55b69f3847d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb4677fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f366d30 0x55b69f3847d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50224/0 (socket says 172.21.15.18:50224) 2024-04-22T00:41:38.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb467fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f36c890 0x55b69f370f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb4677fe640 1 -- 172.21.15.18:0/2693135529 learned_addr learned my addr 172.21.15.18:0/2693135529 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb470bf7740 1 -- 172.21.15.18:0/2693135529 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681aeea0 con 0x55b69f36c890 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb470bf7740 1 -- 172.21.15.18:0/2693135529 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681ac770 con 0x55b69f366d30 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.531+0000 7fb470bf7740 1 -- 172.21.15.18:0/2693135529 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681aa5c0 con 0x55b69f367720 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.532+0000 7fb466ffd640 1 --2- 172.21.15.18:0/2693135529 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f384d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.532+0000 7fb4677fe640 1 -- 172.21.15.18:0/2693135529 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 msgr2=0x55b69f384d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.532+0000 7fb4677fe640 1 --2- 172.21.15.18:0/2693135529 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f384d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.532+0000 7fb4677fe640 1 -- 172.21.15.18:0/2693135529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f36c890 msgr2=0x55b69f370f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.532+0000 7fb4677fe640 1 --2- 172.21.15.18:0/2693135529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f36c890 0x55b69f370f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.532+0000 7fb4677fe640 1 -- 172.21.15.18:0/2693135529 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b69f361bf0 con 0x55b69f366d30 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.533+0000 7fb4677fe640 1 --2- 172.21.15.18:0/2693135529 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f366d30 0x55b69f3847d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb458006010 tx=0x7fb45802c610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73f33d217c998f5d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.533+0000 7fb44d7fa640 1 -- 172.21.15.18:0/2693135529 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb458039040 con 0x55b69f366d30 2024-04-22T00:41:38.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.534+0000 7fb44d7fa640 1 -- 172.21.15.18:0/2693135529 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb458032c90 con 0x55b69f366d30 2024-04-22T00:41:38.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.534+0000 7fb44d7fa640 1 -- 172.21.15.18:0/2693135529 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb458045420 con 0x55b69f366d30 2024-04-22T00:41:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.535+0000 7fb470bf7740 1 -- 172.21.15.18:0/2693135529 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f366d30 msgr2=0x55b69f3847d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.535+0000 7fb470bf7740 1 --2- 172.21.15.18:0/2693135529 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f366d30 0x55b69f3847d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb458006010 tx=0x7fb45802c610 comp rx=0 tx=0).stop 2024-04-22T00:41:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.535+0000 7fb470bf7740 1 -- 172.21.15.18:0/2693135529 shutdown_connections 2024-04-22T00:41:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.535+0000 7fb470bf7740 1 --2- 172.21.15.18:0/2693135529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f36c890 0x55b69f370f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.535+0000 7fb470bf7740 1 --2- 172.21.15.18:0/2693135529 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f384d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.535+0000 7fb470bf7740 1 --2- 172.21.15.18:0/2693135529 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f366d30 0x55b69f3847d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.535+0000 7fb470bf7740 1 -- 172.21.15.18:0/2693135529 >> 172.21.15.18:0/2693135529 conn(0x55b69f3622a0 msgr2=0x55b69f362680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.535+0000 7fb470bf7740 1 -- 172.21.15.18:0/2693135529 shutdown_connections 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.535+0000 7fb470bf7740 1 -- 172.21.15.18:0/2693135529 wait complete. 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.536+0000 7fb470bf7740 1 -- start start 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.536+0000 7fb470bf7740 1 Processor -- start 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.536+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f366d30 0x55b69f375140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.536+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f375680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.536+0000 7fb470bf7740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f376620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.536+0000 7fb470bf7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681aac30 con 0x55b69f366d30 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.536+0000 7fb470bf7740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681ac0a0 con 0x55b69f36c890 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.536+0000 7fb470bf7740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb4681ab300 con 0x55b69f367720 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.536+0000 7fb470bf7740 10 client.0 _ll_register_callbacks cb 0x7fb46009b5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb467fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f376620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb466ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f375680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb467fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f376620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50240/0 (socket says 172.21.15.18:50240) 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb467fff640 1 -- 172.21.15.18:0/2228384493 learned_addr learned my addr 172.21.15.18:0/2228384493 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb4677fe640 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f366d30 0x55b69f375140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb467fff640 1 -- 172.21.15.18:0/2228384493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 msgr2=0x55b69f375680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb467fff640 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f375680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb467fff640 1 -- 172.21.15.18:0/2228384493 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f366d30 msgr2=0x55b69f375140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb467fff640 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f366d30 0x55b69f375140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb467fff640 1 -- 172.21.15.18:0/2228384493 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b69f376c10 con 0x55b69f36c890 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb467fff640 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f376620 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb460098590 tx=0x7fb460003d40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=994e42155c728383 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb446ffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb446ffd640 1 -- 172.21.15.18:0/2228384493 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb460083cb0 con 0x55b69f36c890 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb470bf7740 1 -- 172.21.15.18:0/2228384493 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb458032c90 con 0x55b69f36c890 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.537+0000 7fb446ffd640 1 -- 172.21.15.18:0/2228384493 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb4600a4430 con 0x55b69f36c890 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb446ffd640 1 -- 172.21.15.18:0/2228384493 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb46009aeb0 con 0x55b69f36c890 2024-04-22T00:41:38.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb470bf7740 10 client.25244 fetch_fsmap learned FSMap version 26 2024-04-22T00:41:38.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb470bf7740 1 -- 172.21.15.18:0/2228384493 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b69f3e3040 con 0x55b69f36c890 2024-04-22T00:41:38.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb446ffd640 1 -- 172.21.15.18:0/2228384493 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb458032c90 con 0x55b69f36c890 2024-04-22T00:41:38.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb446ffd640 1 -- 172.21.15.18:0/2228384493 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fb4600a1190 con 0x55b69f36c890 2024-04-22T00:41:38.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb470bf7740 10 client.25244 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:41:38.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb470bf7740 10 client.25244 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:38.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb470bf7740 20 client.25244 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:38.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb470bf7740 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b69f37cb10 0x55b69f3e5890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:38.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb470bf7740 4 client.25244 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:41:38.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.538+0000 7fb470bf7740 1 -- 172.21.15.18:0/2228384493 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b69f2d3400 con 0x55b69f37cb10 2024-04-22T00:41:38.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.539+0000 7fb4677fe640 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b69f37cb10 0x55b69f3e5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:38.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.540+0000 7fb4677fe640 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b69f37cb10 0x55b69f3e5890 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c29bd3adfe609268 server_cookie=46222311bdd16618 in_seq=0 out_seq=0 2024-04-22T00:41:38.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.540+0000 7fb446ffd640 10 client.25244 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:38.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.556+0000 7fb446ffd640 1 -- 172.21.15.18:0/2228384493 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b69f2d3400 con 0x55b69f37cb10 2024-04-22T00:41:38.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.556+0000 7fb446ffd640 10 client.25244 handle_command_reply: tid=0 2024-04-22T00:41:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb470bf7740 1 client.25244 shutdown 2024-04-22T00:41:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb470bf7740 1 -- 172.21.15.18:0/2228384493 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 msgr2=0x55b69f376620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb470bf7740 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f376620 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb460098590 tx=0x7fb460003d40 comp rx=0 tx=0).stop 2024-04-22T00:41:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb470bf7740 1 -- 172.21.15.18:0/2228384493 shutdown_connections 2024-04-22T00:41:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb470bf7740 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b69f37cb10 0x55b69f3e5890 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb470bf7740 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b69f36c890 0x55b69f376620 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb470bf7740 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b69f367720 0x55b69f375680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb470bf7740 1 --2- 172.21.15.18:0/2228384493 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b69f366d30 0x55b69f375140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb470bf7740 1 -- 172.21.15.18:0/2228384493 >> 172.21.15.18:0/2228384493 conn(0x55b69f3622a0 msgr2=0x55b69f365500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb446ffd640 0 client.25244 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:38.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.557+0000 7fb470bf7740 1 -- 172.21.15.18:0/2228384493 shutdown_connections 2024-04-22T00:41:38.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.558+0000 7fb470bf7740 1 -- 172.21.15.18:0/2228384493 wait complete. 2024-04-22T00:41:38.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.558+0000 7fb470bf7740 20 client.25244 trim_cache size 0 max 16384 2024-04-22T00:41:38.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:41:38.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:41:38.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:41:38.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:41:38.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.558+0000 7fb46e00e640 1 -- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4500a2d00 msgr2=0x7fb4500a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:38.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.558+0000 7fb46e00e640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4500a2d00 0x7fb4500a51c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x55b69f367b20 tx=0x7fb45c009c40 comp rx=0 tx=0).stop 2024-04-22T00:41:38.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.558+0000 7fb46e00e640 1 -- 172.21.15.18:0/318702057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb468105580 msgr2=0x7fb4681a1280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:38.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.558+0000 7fb46e00e640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb468105580 0x7fb4681a1280 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb46000e9b0 tx=0x7fb46000ee70 comp rx=0 tx=0).stop 2024-04-22T00:41:38.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.559+0000 7fb46e00e640 1 -- 172.21.15.18:0/318702057 shutdown_connections 2024-04-22T00:41:38.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.559+0000 7fb46e00e640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4500a2d00 0x7fb4500a51c0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.559+0000 7fb46e00e640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb468105580 0x7fb4681a1280 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.559+0000 7fb46e00e640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb468104bc0 0x7fb46819a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.559+0000 7fb46e00e640 1 --2- 172.21.15.18:0/318702057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4681039d0 0x7fb468199d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:38.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.559+0000 7fb46e00e640 1 -- 172.21.15.18:0/318702057 >> 172.21.15.18:0/318702057 conn(0x7fb4680fef60 msgr2=0x7fb468107e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:38.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.559+0000 7fb46e00e640 1 -- 172.21.15.18:0/318702057 shutdown_connections 2024-04-22T00:41:38.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:38.559+0000 7fb46e00e640 1 -- 172.21.15.18:0/318702057 wait complete. 2024-04-22T00:41:39.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:39 smithi081 ceph-mon[31546]: pgmap v385: 129 pgs: 129 active+clean; 923 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 22 MiB/s wr, 799 op/s 2024-04-22T00:41:39.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:39 smithi018 ceph-mon[27979]: pgmap v385: 129 pgs: 129 active+clean; 923 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 22 MiB/s wr, 799 op/s 2024-04-22T00:41:39.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:39 smithi167 ceph-mon[31348]: pgmap v385: 129 pgs: 129 active+clean; 923 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 22 MiB/s wr, 799 op/s 2024-04-22T00:41:39.770 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 15.0 s, 3685.4 tps, lat 27.106 ms stddev 30.884 2024-04-22T00:41:41.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:41 smithi081 ceph-mon[31546]: pgmap v386: 129 pgs: 129 active+clean; 930 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 18 MiB/s wr, 956 op/s 2024-04-22T00:41:41.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:41 smithi018 ceph-mon[27979]: pgmap v386: 129 pgs: 129 active+clean; 930 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 18 MiB/s wr, 956 op/s 2024-04-22T00:41:41.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:41 smithi167 ceph-mon[31348]: pgmap v386: 129 pgs: 129 active+clean; 930 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 18 MiB/s wr, 956 op/s 2024-04-22T00:41:42.081 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:41:42.081 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:41:42.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.258+0000 7f8540b83640 1 -- 172.21.15.18:0/3950025924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f853c109950 msgr2=0x7f853c1101e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.258+0000 7f8540b83640 1 --2- 172.21.15.18:0/3950025924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f853c109950 0x7f853c1101e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8534009860 tx=0x7f853402bb70 comp rx=0 tx=0).stop 2024-04-22T00:41:42.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.259+0000 7f8540b83640 1 -- 172.21.15.18:0/3950025924 shutdown_connections 2024-04-22T00:41:42.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.259+0000 7f8540b83640 1 --2- 172.21.15.18:0/3950025924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f853c109950 0x7f853c1101e0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.259+0000 7f8540b83640 1 --2- 172.21.15.18:0/3950025924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f853c108f90 0x7f853c109410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.259+0000 7f8540b83640 1 --2- 172.21.15.18:0/3950025924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f853c107da0 0x7f853c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.259+0000 7f8540b83640 1 -- 172.21.15.18:0/3950025924 >> 172.21.15.18:0/3950025924 conn(0x7f853c076d40 msgr2=0x7f853c079180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:42.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.260+0000 7f8540b83640 1 -- 172.21.15.18:0/3950025924 shutdown_connections 2024-04-22T00:41:42.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.260+0000 7f8540b83640 1 -- 172.21.15.18:0/3950025924 wait complete. 2024-04-22T00:41:42.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.261+0000 7f8540b83640 1 Processor -- start 2024-04-22T00:41:42.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f8540b83640 1 -- start start 2024-04-22T00:41:42.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f8540b83640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f853c107da0 0x7f853c19e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f8540b83640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f853c108f90 0x7f853c19e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f8540b83640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f853c109950 0x7f853c1a55f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f8540b83640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f853c113a00 con 0x7f853c107da0 2024-04-22T00:41:42.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f8539d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f853c108f90 0x7f853c19e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f8539d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f853c108f90 0x7f853c19e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57222/0 (socket says 172.21.15.18:57222) 2024-04-22T00:41:42.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f8539d9b640 1 -- 172.21.15.18:0/3540500459 learned_addr learned my addr 172.21.15.18:0/3540500459 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:42.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f8540b83640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f853c113880 con 0x7f853c108f90 2024-04-22T00:41:42.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f8540b83640 1 -- 172.21.15.18:0/3540500459 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f853c113b80 con 0x7f853c109950 2024-04-22T00:41:42.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.262+0000 7f853ad9d640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f853c109950 0x7f853c1a55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.263+0000 7f853a59c640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f853c107da0 0x7f853c19e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.263+0000 7f853ad9d640 1 -- 172.21.15.18:0/3540500459 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f853c108f90 msgr2=0x7f853c19e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.263+0000 7f853ad9d640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f853c108f90 0x7f853c19e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.263+0000 7f853ad9d640 1 -- 172.21.15.18:0/3540500459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f853c107da0 msgr2=0x7f853c19e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.263+0000 7f853ad9d640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f853c107da0 0x7f853c19e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.263+0000 7f853ad9d640 1 -- 172.21.15.18:0/3540500459 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f853c1a5c60 con 0x7f853c109950 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.263+0000 7f853ad9d640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f853c109950 0x7f853c1a55f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8534009780 tx=0x7f8534004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.263+0000 7f85337fe640 1 -- 172.21.15.18:0/3540500459 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8534041020 con 0x7f853c109950 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.263+0000 7f85337fe640 1 -- 172.21.15.18:0/3540500459 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85340347b0 con 0x7f853c109950 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.263+0000 7f8540b83640 1 -- 172.21.15.18:0/3540500459 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f853c1a5ef0 con 0x7f853c109950 2024-04-22T00:41:42.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.264+0000 7f8540b83640 1 -- 172.21.15.18:0/3540500459 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f853c1a63b0 con 0x7f853c109950 2024-04-22T00:41:42.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.264+0000 7f85337fe640 1 -- 172.21.15.18:0/3540500459 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8534039040 con 0x7f853c109950 2024-04-22T00:41:42.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.268+0000 7f8543768740 1 Processor -- start 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f8543768740 1 -- start start 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f8543768740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6394370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f8543768740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6394940 0x55aae6399440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f8543768740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6399ab0 0x55aae639bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f8543768740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55aae62f9560 con 0x55aae6394940 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f8543768740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55aae62a1730 con 0x55aae6399ab0 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f8543768740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55aae62f5520 con 0x55aae6393f50 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f8539d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6394370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f8539d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6394370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45294/0 (socket says 172.21.15.18:45294) 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f8539d9b640 1 -- 172.21.15.18:0/2469906882 learned_addr learned my addr 172.21.15.18:0/2469906882 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:42.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.270+0000 7f85337fe640 1 -- 172.21.15.18:0/3540500459 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8534044020 con 0x7f853c109950 2024-04-22T00:41:42.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.272+0000 7f85337fe640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f85280a2c90 0x7f85280a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.272+0000 7f85337fe640 1 -- 172.21.15.18:0/3540500459 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f85340f0e70 con 0x7f853c109950 2024-04-22T00:41:42.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.273+0000 7f8539d9b640 1 --2- 172.21.15.18:0/2469906882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6399ab0 0x55aae639bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.273+0000 7f8539d9b640 1 -- 172.21.15.18:0/2469906882 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 msgr2=0x55aae6394370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:42.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.273+0000 7f8539d9b640 1 --2- 172.21.15.18:0/2469906882 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6394370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.273+0000 7f8539d9b640 1 -- 172.21.15.18:0/2469906882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6394940 msgr2=0x55aae6399440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:42.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.273+0000 7f8539d9b640 1 --2- 172.21.15.18:0/2469906882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6394940 0x55aae6399440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.273+0000 7f8539d9b640 1 -- 172.21.15.18:0/2469906882 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aae60d77d0 con 0x55aae6399ab0 2024-04-22T00:41:42.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.276+0000 7f8539d9b640 1 --2- 172.21.15.18:0/2469906882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6399ab0 0x55aae639bf40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8524011880 tx=0x7f8524009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a36c9bc5d138b98 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:42.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.276+0000 7f853ad9d640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f85280a2c90 0x7f85280a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.279+0000 7f8530ff9640 1 -- 172.21.15.18:0/2469906882 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524004030 con 0x55aae6399ab0 2024-04-22T00:41:42.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.280+0000 7f8530ff9640 1 -- 172.21.15.18:0/2469906882 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8524005500 con 0x55aae6399ab0 2024-04-22T00:41:42.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.280+0000 7f8530ff9640 1 -- 172.21.15.18:0/2469906882 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f852400fc80 con 0x55aae6399ab0 2024-04-22T00:41:42.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.280+0000 7f853ad9d640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f85280a2c90 0x7f85280a5150 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f85340bcfa0 tx=0x7f8534005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:42.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.282+0000 7f8543768740 1 -- 172.21.15.18:0/2469906882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6399ab0 msgr2=0x55aae639bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.282+0000 7f8543768740 1 --2- 172.21.15.18:0/2469906882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6399ab0 0x55aae639bf40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8524011880 tx=0x7f8524009260 comp rx=0 tx=0).stop 2024-04-22T00:41:42.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.289+0000 7f8543768740 1 -- 172.21.15.18:0/2469906882 shutdown_connections 2024-04-22T00:41:42.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.289+0000 7f8543768740 1 --2- 172.21.15.18:0/2469906882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6399ab0 0x55aae639bf40 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.289+0000 7f8543768740 1 --2- 172.21.15.18:0/2469906882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6394940 0x55aae6399440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.289+0000 7f8543768740 1 --2- 172.21.15.18:0/2469906882 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6394370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.289+0000 7f8543768740 1 -- 172.21.15.18:0/2469906882 >> 172.21.15.18:0/2469906882 conn(0x55aae638f4c0 msgr2=0x55aae638f8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:42.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.291+0000 7f8543768740 1 -- 172.21.15.18:0/2469906882 shutdown_connections 2024-04-22T00:41:42.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.293+0000 7f8543768740 1 -- 172.21.15.18:0/2469906882 wait complete. 2024-04-22T00:41:42.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.294+0000 7f8543768740 1 -- start start 2024-04-22T00:41:42.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.294+0000 7f8543768740 1 Processor -- start 2024-04-22T00:41:42.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.295+0000 7f8543768740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae639e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.295+0000 7f8543768740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6394940 0x55aae639eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.295+0000 7f8543768740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 0x55aae63a5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.295+0000 7f8543768740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55aae639ca60 con 0x55aae6399ab0 2024-04-22T00:41:42.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.295+0000 7f8543768740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55aae62b4e00 con 0x55aae6393f50 2024-04-22T00:41:42.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.295+0000 7f8543768740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55aae639cbe0 con 0x55aae6394940 2024-04-22T00:41:42.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.295+0000 7f8543768740 10 client.0 _ll_register_callbacks cb 0x55aae62efeb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:42.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.298+0000 7f8539d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae639e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.298+0000 7f8539d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae639e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57238/0 (socket says 172.21.15.18:57238) 2024-04-22T00:41:42.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.298+0000 7f8539d9b640 1 -- 172.21.15.18:0/3981712288 learned_addr learned my addr 172.21.15.18:0/3981712288 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:42.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.298+0000 7f8539d9b640 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 0x55aae63a5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.298+0000 7f853a59c640 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6394940 0x55aae639eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.299+0000 7f8539d9b640 1 -- 172.21.15.18:0/3981712288 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6394940 msgr2=0x55aae639eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:42.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.299+0000 7f8539d9b640 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6394940 0x55aae639eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.299+0000 7f8539d9b640 1 -- 172.21.15.18:0/3981712288 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 msgr2=0x55aae639e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:42.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.299+0000 7f8539d9b640 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae639e560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.299+0000 7f8539d9b640 1 -- 172.21.15.18:0/3981712288 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aae600d3f0 con 0x55aae6399ab0 2024-04-22T00:41:42.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.300+0000 7f853a59c640 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6394940 0x55aae639eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:42.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.302+0000 7f8539d9b640 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 0x55aae63a5ae0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f85240058c0 tx=0x7f8524009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88b2dea88ba6edf8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:42.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.302+0000 7f8521ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:41:42.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.304+0000 7f8521ffb640 1 -- 172.21.15.18:0/3981712288 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524005110 con 0x55aae6399ab0 2024-04-22T00:41:42.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.304+0000 7f8543768740 1 -- 172.21.15.18:0/3981712288 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8524005500 con 0x55aae6399ab0 2024-04-22T00:41:42.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.304+0000 7f8521ffb640 1 -- 172.21.15.18:0/3981712288 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f85240052b0 con 0x55aae6399ab0 2024-04-22T00:41:42.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.308+0000 7f8521ffb640 1 -- 172.21.15.18:0/3981712288 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f852400fa00 con 0x55aae6399ab0 2024-04-22T00:41:42.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.308+0000 7f8543768740 10 client.15648 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:42.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.308+0000 7f8543768740 1 -- 172.21.15.18:0/3981712288 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55aae5fcd0f0 con 0x55aae6399ab0 2024-04-22T00:41:42.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.311+0000 7f8521ffb640 1 -- 172.21.15.18:0/3981712288 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8524005500 con 0x55aae6399ab0 2024-04-22T00:41:42.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.311+0000 7f8521ffb640 1 -- 172.21.15.18:0/3981712288 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f852401d030 con 0x55aae6399ab0 2024-04-22T00:41:42.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.311+0000 7f8543768740 10 client.15648 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:42.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.311+0000 7f8543768740 10 client.15648 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:42.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.311+0000 7f8543768740 20 client.15648 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:42.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.311+0000 7f8543768740 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aae63aa0f0 0x55aae63ac510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.311+0000 7f8543768740 4 client.15648 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:42.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.311+0000 7f8543768740 1 -- 172.21.15.18:0/3981712288 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aae6306aa0 con 0x55aae63aa0f0 2024-04-22T00:41:42.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.312+0000 7f853a59c640 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aae63aa0f0 0x55aae63ac510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.312+0000 7f853a59c640 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aae63aa0f0 0x55aae63ac510 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5803a0544c18f6ce server_cookie=7a6f9355fca75eb1 in_seq=0 out_seq=0 2024-04-22T00:41:42.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.312+0000 7f8521ffb640 10 client.15648 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:42.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.313+0000 7f8521ffb640 1 -- 172.21.15.18:0/3981712288 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55aae6306aa0 con 0x55aae63aa0f0 2024-04-22T00:41:42.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.313+0000 7f8521ffb640 10 client.15648 handle_command_reply: tid=0 2024-04-22T00:41:42.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.314+0000 7f8543768740 1 client.15648 shutdown 2024-04-22T00:41:42.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.314+0000 7f8543768740 1 -- 172.21.15.18:0/3981712288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 msgr2=0x55aae63a5ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.314+0000 7f8543768740 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 0x55aae63a5ae0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f85240058c0 tx=0x7f8524009f90 comp rx=0 tx=0).stop 2024-04-22T00:41:42.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.314+0000 7f8543768740 1 -- 172.21.15.18:0/3981712288 shutdown_connections 2024-04-22T00:41:42.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.314+0000 7f8543768740 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aae63aa0f0 0x55aae63ac510 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.314+0000 7f8543768740 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 0x55aae63a5ae0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.314+0000 7f8543768740 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6394940 0x55aae639eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.314+0000 7f8543768740 1 --2- 172.21.15.18:0/3981712288 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae639e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.314+0000 7f8543768740 1 -- 172.21.15.18:0/3981712288 >> 172.21.15.18:0/3981712288 conn(0x55aae638f4c0 msgr2=0x55aae638e6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:42.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.315+0000 7f8521ffb640 0 client.15648 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:42.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.315+0000 7f8543768740 1 -- 172.21.15.18:0/3981712288 shutdown_connections 2024-04-22T00:41:42.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.315+0000 7f8543768740 1 -- 172.21.15.18:0/3981712288 wait complete. 2024-04-22T00:41:42.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.315+0000 7f8543768740 20 client.15648 trim_cache size 0 max 16384 2024-04-22T00:41:42.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8543768740 1 Processor -- start 2024-04-22T00:41:42.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8543768740 1 -- start start 2024-04-22T00:41:42.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8543768740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6395f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8543768740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6394940 0x55aae6396490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8543768740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 0x55aae63a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8543768740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f853c1b3470 con 0x55aae6399ab0 2024-04-22T00:41:42.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8543768740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f853c1b0d10 con 0x55aae6394940 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8543768740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f853c1aeb60 con 0x55aae6393f50 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8539d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6395f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8539d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6395f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45316/0 (socket says 172.21.15.18:45316) 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8539d9b640 1 -- 172.21.15.18:0/1612657767 learned_addr learned my addr 172.21.15.18:0/1612657767 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f8539d9b640 1 --2- 172.21.15.18:0/1612657767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 0x55aae63a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.353+0000 7f853a59c640 1 --2- 172.21.15.18:0/1612657767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6394940 0x55aae6396490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.354+0000 7f8539d9b640 1 -- 172.21.15.18:0/1612657767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6394940 msgr2=0x55aae6396490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.354+0000 7f8539d9b640 1 --2- 172.21.15.18:0/1612657767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6394940 0x55aae6396490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.354+0000 7f8539d9b640 1 -- 172.21.15.18:0/1612657767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 msgr2=0x55aae63a5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.354+0000 7f8539d9b640 1 --2- 172.21.15.18:0/1612657767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 0x55aae63a5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.354+0000 7f8539d9b640 1 -- 172.21.15.18:0/1612657767 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aae6390230 con 0x55aae6393f50 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.355+0000 7f8539d9b640 1 --2- 172.21.15.18:0/1612657767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6395f50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f85240045a0 tx=0x7f852401e750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=219ef1120d4e8afd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.355+0000 7f8523fff640 1 -- 172.21.15.18:0/1612657767 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524009cc0 con 0x55aae6393f50 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.355+0000 7f8523fff640 1 -- 172.21.15.18:0/1612657767 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f852401edf0 con 0x55aae6393f50 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.355+0000 7f8523fff640 1 -- 172.21.15.18:0/1612657767 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524005280 con 0x55aae6393f50 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.356+0000 7f8543768740 1 -- 172.21.15.18:0/1612657767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 msgr2=0x55aae6395f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.356+0000 7f8543768740 1 --2- 172.21.15.18:0/1612657767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6395f50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f85240045a0 tx=0x7f852401e750 comp rx=0 tx=0).stop 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.356+0000 7f8543768740 1 -- 172.21.15.18:0/1612657767 shutdown_connections 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.356+0000 7f8543768740 1 --2- 172.21.15.18:0/1612657767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6399ab0 0x55aae63a5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.356+0000 7f8543768740 1 --2- 172.21.15.18:0/1612657767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6394940 0x55aae6396490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.356+0000 7f8543768740 1 --2- 172.21.15.18:0/1612657767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6393f50 0x55aae6395f50 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.356+0000 7f8543768740 1 -- 172.21.15.18:0/1612657767 >> 172.21.15.18:0/1612657767 conn(0x55aae638f4c0 msgr2=0x55aae638f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:42.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.356+0000 7f8543768740 1 -- 172.21.15.18:0/1612657767 shutdown_connections 2024-04-22T00:41:42.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.356+0000 7f8543768740 1 -- 172.21.15.18:0/1612657767 wait complete. 2024-04-22T00:41:42.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.356+0000 7f8543768740 1 -- start start 2024-04-22T00:41:42.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8543768740 1 Processor -- start 2024-04-22T00:41:42.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8543768740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae63a28e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8543768740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6394940 0x55aae63a2e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8543768740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6399ab0 0x55aae640e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8543768740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f853c1af1d0 con 0x55aae6394940 2024-04-22T00:41:42.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8543768740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f853c1b0640 con 0x55aae6393f50 2024-04-22T00:41:42.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8543768740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f853c1af8a0 con 0x55aae6399ab0 2024-04-22T00:41:42.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8543768740 10 client.0 _ll_register_callbacks cb 0x7f8524011780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:42.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8539d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae63a28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8539d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae63a28e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57254/0 (socket says 172.21.15.18:57254) 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8539d9b640 1 -- 172.21.15.18:0/1474241109 learned_addr learned my addr 172.21.15.18:0/1474241109 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.357+0000 7f8539d9b640 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6399ab0 0x55aae640e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.358+0000 7f8539d9b640 1 -- 172.21.15.18:0/1474241109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6399ab0 msgr2=0x55aae640e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.358+0000 7f8539d9b640 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6399ab0 0x55aae640e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.358+0000 7f8539d9b640 1 -- 172.21.15.18:0/1474241109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6394940 msgr2=0x55aae63a2e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.358+0000 7f8539d9b640 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6394940 0x55aae63a2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.358+0000 7f8539d9b640 1 -- 172.21.15.18:0/1474241109 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aae63a3460 con 0x55aae6393f50 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.358+0000 7f8539d9b640 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae63a28e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f852401e570 tx=0x7f852400fd20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ddb63e5b589a4cdc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.358+0000 7f8521ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.358+0000 7f8521ffb640 1 -- 172.21.15.18:0/1474241109 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524035070 con 0x55aae6393f50 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.358+0000 7f8543768740 1 -- 172.21.15.18:0/1474241109 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f852401edf0 con 0x55aae6393f50 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.358+0000 7f8521ffb640 1 -- 172.21.15.18:0/1474241109 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8524009cc0 con 0x55aae6393f50 2024-04-22T00:41:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.359+0000 7f8521ffb640 1 -- 172.21.15.18:0/1474241109 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f852401e910 con 0x55aae6393f50 2024-04-22T00:41:42.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.359+0000 7f8543768740 10 client.25262 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:42.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.359+0000 7f8543768740 1 -- 172.21.15.18:0/1474241109 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55aae6420cb0 con 0x55aae6393f50 2024-04-22T00:41:42.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.359+0000 7f8521ffb640 1 -- 172.21.15.18:0/1474241109 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f852401edf0 con 0x55aae6393f50 2024-04-22T00:41:42.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.359+0000 7f8521ffb640 1 -- 172.21.15.18:0/1474241109 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f852403b030 con 0x55aae6393f50 2024-04-22T00:41:42.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.360+0000 7f8543768740 10 client.25262 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:42.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.360+0000 7f8543768740 10 client.25262 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:42.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.360+0000 7f8543768740 20 client.25262 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:42.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.360+0000 7f8543768740 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aae6421740 0x55aae6423b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.360+0000 7f8543768740 4 client.25262 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.360+0000 7f8543768740 1 -- 172.21.15.18:0/1474241109 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55aae6300df0 con 0x55aae6421740 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.360+0000 7f853a59c640 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aae6421740 0x55aae6423b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f853a59c640 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aae6421740 0x55aae6423b60 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4ab6e3d52f9cabb server_cookie=605a3b5e86782fe5 in_seq=0 out_seq=0 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8521ffb640 10 client.25262 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8521ffb640 1 -- 172.21.15.18:0/1474241109 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55aae6300df0 con 0x55aae6421740 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8521ffb640 10 client.25262 handle_command_reply: tid=0 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8543768740 1 client.25262 shutdown 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8543768740 1 -- 172.21.15.18:0/1474241109 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 msgr2=0x55aae63a28e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8543768740 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae63a28e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f852401e570 tx=0x7f852400fd20 comp rx=0 tx=0).stop 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8543768740 1 -- 172.21.15.18:0/1474241109 shutdown_connections 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8543768740 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aae6421740 0x55aae6423b60 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8543768740 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aae6399ab0 0x55aae640e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8543768740 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aae6394940 0x55aae63a2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8543768740 1 --2- 172.21.15.18:0/1474241109 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aae6393f50 0x55aae63a28e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.361+0000 7f8543768740 1 -- 172.21.15.18:0/1474241109 >> 172.21.15.18:0/1474241109 conn(0x55aae638f4c0 msgr2=0x55aae639e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:42.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.362+0000 7f8521ffb640 0 client.25262 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:42.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.362+0000 7f8543768740 1 -- 172.21.15.18:0/1474241109 shutdown_connections 2024-04-22T00:41:42.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.362+0000 7f8543768740 1 -- 172.21.15.18:0/1474241109 wait complete. 2024-04-22T00:41:42.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.362+0000 7f8543768740 20 client.25262 trim_cache size 0 max 16384 2024-04-22T00:41:42.365 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:41:42.366 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:41:42.366 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:41:42.366 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:41:42.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.363+0000 7f8540b83640 1 -- 172.21.15.18:0/3540500459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f85280a2c90 msgr2=0x7f85280a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.363+0000 7f8540b83640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f85280a2c90 0x7f85280a5150 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f85340bcfa0 tx=0x7f8534005f90 comp rx=0 tx=0).stop 2024-04-22T00:41:42.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.363+0000 7f8540b83640 1 -- 172.21.15.18:0/3540500459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f853c109950 msgr2=0x7f853c1a55f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.363+0000 7f8540b83640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f853c109950 0x7f853c1a55f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8534009780 tx=0x7f8534004270 comp rx=0 tx=0).stop 2024-04-22T00:41:42.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.363+0000 7f8540b83640 1 -- 172.21.15.18:0/3540500459 shutdown_connections 2024-04-22T00:41:42.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.363+0000 7f8540b83640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f85280a2c90 0x7f85280a5150 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.363+0000 7f8540b83640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f853c109950 0x7f853c1a55f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.363+0000 7f8540b83640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f853c108f90 0x7f853c19e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.363+0000 7f8540b83640 1 --2- 172.21.15.18:0/3540500459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f853c107da0 0x7f853c19e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.363+0000 7f8540b83640 1 -- 172.21.15.18:0/3540500459 >> 172.21.15.18:0/3540500459 conn(0x7f853c076d40 msgr2=0x7f853c10c290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:42.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.364+0000 7f8540b83640 1 -- 172.21.15.18:0/3540500459 shutdown_connections 2024-04-22T00:41:42.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.364+0000 7f8540b83640 1 -- 172.21.15.18:0/3540500459 wait complete. 2024-04-22T00:41:42.380 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:42 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:42.381 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:41:42.382 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:41:42.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:42 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:42.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:42 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:42.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.555+0000 7fe41054b640 1 -- 172.21.15.18:0/1431416824 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe408105570 msgr2=0x7fe40810be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.555+0000 7fe41054b640 1 --2- 172.21.15.18:0/1431416824 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe408105570 0x7fe40810be00 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fe400009be0 tx=0x7fe40002bf10 comp rx=0 tx=0).stop 2024-04-22T00:41:42.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.555+0000 7fe41054b640 1 -- 172.21.15.18:0/1431416824 shutdown_connections 2024-04-22T00:41:42.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.555+0000 7fe41054b640 1 --2- 172.21.15.18:0/1431416824 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe408105570 0x7fe40810be00 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.555+0000 7fe41054b640 1 --2- 172.21.15.18:0/1431416824 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe408104bb0 0x7fe408105030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.555+0000 7fe41054b640 1 --2- 172.21.15.18:0/1431416824 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4081039c0 0x7fe408103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.555+0000 7fe41054b640 1 -- 172.21.15.18:0/1431416824 >> 172.21.15.18:0/1431416824 conn(0x7fe4080fef30 msgr2=0x7fe408101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:42.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.555+0000 7fe41054b640 1 -- 172.21.15.18:0/1431416824 shutdown_connections 2024-04-22T00:41:42.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.555+0000 7fe41054b640 1 -- 172.21.15.18:0/1431416824 wait complete. 2024-04-22T00:41:42.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.556+0000 7fe41054b640 1 Processor -- start 2024-04-22T00:41:42.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe41054b640 1 -- start start 2024-04-22T00:41:42.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe41054b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe4081039c0 0x7fe408199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe41054b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe408104bb0 0x7fe40819a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe41054b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe408105570 0x7fe4081a11e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe41054b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe40810f670 con 0x7fe408104bb0 2024-04-22T00:41:42.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe41054b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe40810f4f0 con 0x7fe408105570 2024-04-22T00:41:42.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe41054b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe40810f7f0 con 0x7fe4081039c0 2024-04-22T00:41:42.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe40eae8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe408105570 0x7fe4081a11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe40dae6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe408104bb0 0x7fe40819a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe40eae8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe408105570 0x7fe4081a11e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57272/0 (socket says 172.21.15.18:57272) 2024-04-22T00:41:42.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.557+0000 7fe40eae8640 1 -- 172.21.15.18:0/3963762916 learned_addr learned my addr 172.21.15.18:0/3963762916 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe40eae8640 1 -- 172.21.15.18:0/3963762916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe4081039c0 msgr2=0x7fe408199c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe40e2e7640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe4081039c0 0x7fe408199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe40eae8640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe4081039c0 0x7fe408199c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe40eae8640 1 -- 172.21.15.18:0/3963762916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe408104bb0 msgr2=0x7fe40819a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe40eae8640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe408104bb0 0x7fe40819a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe40eae8640 1 -- 172.21.15.18:0/3963762916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4081a1880 con 0x7fe408105570 2024-04-22T00:41:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe40e2e7640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe4081039c0 0x7fe408199c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe40eae8640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe408105570 0x7fe4081a11e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe400033440 tx=0x7fe40002ca80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:42.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe3ff7fe640 1 -- 172.21.15.18:0/3963762916 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe400043020 con 0x7fe408105570 2024-04-22T00:41:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe3ff7fe640 1 -- 172.21.15.18:0/3963762916 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe400034c60 con 0x7fe408105570 2024-04-22T00:41:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.558+0000 7fe3ff7fe640 1 -- 172.21.15.18:0/3963762916 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe40003ed80 con 0x7fe408105570 2024-04-22T00:41:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.560+0000 7fe41054b640 1 -- 172.21.15.18:0/3963762916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4081a1b10 con 0x7fe408105570 2024-04-22T00:41:42.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.560+0000 7fe41054b640 1 -- 172.21.15.18:0/3963762916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4081a2010 con 0x7fe408105570 2024-04-22T00:41:42.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.563+0000 7fe3ff7fe640 1 -- 172.21.15.18:0/3963762916 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe400046020 con 0x7fe408105570 2024-04-22T00:41:42.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.563+0000 7fe41054b640 1 -- 172.21.15.18:0/3963762916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe40810ace0 con 0x7fe408105570 2024-04-22T00:41:42.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.563+0000 7fe3ff7fe640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3f40a2ce0 0x7fe3f40a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:42.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.564+0000 7fe3ff7fe640 1 -- 172.21.15.18:0/3963762916 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe4000f1690 con 0x7fe408105570 2024-04-22T00:41:42.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.564+0000 7fe40e2e7640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3f40a2ce0 0x7fe3f40a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:42.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.565+0000 7fe40e2e7640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3f40a2ce0 0x7fe3f40a51a0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fe404005fd0 tx=0x7fe404009f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:42.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:42.570+0000 7fe3ff7fe640 1 -- 172.21.15.18:0/3963762916 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe40004d070 con 0x7fe408105570 2024-04-22T00:41:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.010+0000 7fe41054b640 1 -- 172.21.15.18:0/3963762916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe408062340 con 0x7fe408105570 2024-04-22T00:41:43.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.011+0000 7fe3ff7fe640 1 -- 172.21.15.18:0/3963762916 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11873 (secure 0 0 0) 0x7fe4000be220 con 0x7fe408105570 2024-04-22T00:41:43.013 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:41:43.013 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:41:41.065329+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:41:43.014 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 27 2024-04-22T00:41:43.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.015+0000 7fe41054b640 1 -- 172.21.15.18:0/3963762916 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3f40a2ce0 msgr2=0x7fe3f40a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.015+0000 7fe41054b640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3f40a2ce0 0x7fe3f40a51a0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fe404005fd0 tx=0x7fe404009f90 comp rx=0 tx=0).stop 2024-04-22T00:41:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.015+0000 7fe41054b640 1 -- 172.21.15.18:0/3963762916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe408105570 msgr2=0x7fe4081a11e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.015+0000 7fe41054b640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe408105570 0x7fe4081a11e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe400033440 tx=0x7fe40002ca80 comp rx=0 tx=0).stop 2024-04-22T00:41:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.015+0000 7fe41054b640 1 -- 172.21.15.18:0/3963762916 shutdown_connections 2024-04-22T00:41:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.015+0000 7fe41054b640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe3f40a2ce0 0x7fe3f40a51a0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.015+0000 7fe41054b640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe408105570 0x7fe4081a11e0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.015+0000 7fe41054b640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe408104bb0 0x7fe40819a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.015+0000 7fe41054b640 1 --2- 172.21.15.18:0/3963762916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe4081039c0 0x7fe408199c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.015+0000 7fe41054b640 1 -- 172.21.15.18:0/3963762916 >> 172.21.15.18:0/3963762916 conn(0x7fe4080fef30 msgr2=0x7fe408107eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.016+0000 7fe41054b640 1 -- 172.21.15.18:0/3963762916 shutdown_connections 2024-04-22T00:41:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.016+0000 7fe41054b640 1 -- 172.21.15.18:0/3963762916 wait complete. 2024-04-22T00:41:43.034 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:41:43.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.203+0000 7f4033004640 1 -- 172.21.15.18:0/604267049 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f402c104b90 msgr2=0x7f402c106f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.203+0000 7f4033004640 1 --2- 172.21.15.18:0/604267049 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f402c104b90 0x7f402c106f80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4018009860 tx=0x7f401802bb70 comp rx=0 tx=0).stop 2024-04-22T00:41:43.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.203+0000 7f4033004640 1 -- 172.21.15.18:0/604267049 shutdown_connections 2024-04-22T00:41:43.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.203+0000 7f4033004640 1 --2- 172.21.15.18:0/604267049 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f402c1074c0 0x7f402c1098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.203+0000 7f4033004640 1 --2- 172.21.15.18:0/604267049 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f402c104b90 0x7f402c106f80 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.203+0000 7f4033004640 1 --2- 172.21.15.18:0/604267049 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f402c102260 0x7f402c104650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.203+0000 7f4033004640 1 -- 172.21.15.18:0/604267049 >> 172.21.15.18:0/604267049 conn(0x7f402c0fbbf0 msgr2=0x7f402c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.203+0000 7f4033004640 1 -- 172.21.15.18:0/604267049 shutdown_connections 2024-04-22T00:41:43.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.204+0000 7f4033004640 1 -- 172.21.15.18:0/604267049 wait complete. 2024-04-22T00:41:43.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.204+0000 7f4033004640 1 Processor -- start 2024-04-22T00:41:43.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f4033004640 1 -- start start 2024-04-22T00:41:43.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f4033004640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f402c102260 0x7f402c06f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f4033004640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f402c104b90 0x7f402c06f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f4033004640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f402c1074c0 0x7f402c072920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f4033004640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f402c06bbb0 con 0x7f402c102260 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f4033004640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f402c06ba30 con 0x7f402c1074c0 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f4033004640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f402c06bd30 con 0x7f402c104b90 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f40315a1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f402c1074c0 0x7f402c072920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f40315a1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f402c1074c0 0x7f402c072920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57286/0 (socket says 172.21.15.18:57286) 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f40315a1640 1 -- 172.21.15.18:0/4165749753 learned_addr learned my addr 172.21.15.18:0/4165749753 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.205+0000 7f402bfff640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f402c104b90 0x7f402c06f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.206+0000 7f40315a1640 1 -- 172.21.15.18:0/4165749753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f402c104b90 msgr2=0x7f402c06f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.206+0000 7f40315a1640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f402c104b90 0x7f402c06f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.206+0000 7f40315a1640 1 -- 172.21.15.18:0/4165749753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f402c102260 msgr2=0x7f402c06f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.206+0000 7f40315a1640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f402c102260 0x7f402c06f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.206+0000 7f40315a1640 1 -- 172.21.15.18:0/4165749753 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f402c072f90 con 0x7f402c1074c0 2024-04-22T00:41:43.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.206+0000 7f402bfff640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f402c104b90 0x7f402c06f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:43.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.206+0000 7f40315a1640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f402c1074c0 0x7f402c072920 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4024009fd0 tx=0x7f402400c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.206+0000 7f4029ffb640 1 -- 172.21.15.18:0/4165749753 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4024004b20 con 0x7f402c1074c0 2024-04-22T00:41:43.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.207+0000 7f4029ffb640 1 -- 172.21.15.18:0/4165749753 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4024003e50 con 0x7f402c1074c0 2024-04-22T00:41:43.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.207+0000 7f4033004640 1 -- 172.21.15.18:0/4165749753 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f402c073280 con 0x7f402c1074c0 2024-04-22T00:41:43.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.207+0000 7f4029ffb640 1 -- 172.21.15.18:0/4165749753 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f402400b630 con 0x7f402c1074c0 2024-04-22T00:41:43.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.207+0000 7f4033004640 1 -- 172.21.15.18:0/4165749753 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f402c1aeed0 con 0x7f402c1074c0 2024-04-22T00:41:43.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.210+0000 7f4035bdf740 1 Processor -- start 2024-04-22T00:41:43.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f4029ffb640 1 -- 172.21.15.18:0/4165749753 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f402401d020 con 0x7f402c1074c0 2024-04-22T00:41:43.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f4035bdf740 1 -- start start 2024-04-22T00:41:43.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e616390460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 0x55e616395530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616395ba0 0x55e616398030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f4035bdf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e6162f5530 con 0x55e616395ba0 2024-04-22T00:41:43.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f4035bdf740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e61629d830 con 0x55e616390040 2024-04-22T00:41:43.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f4035bdf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e6162f14f0 con 0x55e616390a30 2024-04-22T00:41:43.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f402bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616395ba0 0x55e616398030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f402bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e616390460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f402bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e616390460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57290/0 (socket says 172.21.15.18:57290) 2024-04-22T00:41:43.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f402bfff640 1 -- 172.21.15.18:0/1613470065 learned_addr learned my addr 172.21.15.18:0/1613470065 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.212+0000 7f4030da0640 1 --2- 172.21.15.18:0/1613470065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 0x55e616395530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.213+0000 7f402bfff640 1 -- 172.21.15.18:0/1613470065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 msgr2=0x55e616395530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.213+0000 7f402bfff640 1 --2- 172.21.15.18:0/1613470065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 0x55e616395530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.213+0000 7f402bfff640 1 -- 172.21.15.18:0/1613470065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616395ba0 msgr2=0x55e616398030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.213+0000 7f402bfff640 1 --2- 172.21.15.18:0/1613470065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616395ba0 0x55e616398030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.213+0000 7f402bfff640 1 -- 172.21.15.18:0/1613470065 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6162c12c0 con 0x55e616390040 2024-04-22T00:41:43.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.213+0000 7f4029ffb640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f401c0a2d60 0x7f401c0a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.214+0000 7f4029ffb640 1 -- 172.21.15.18:0/4165749753 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f40240cf460 con 0x7f402c1074c0 2024-04-22T00:41:43.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.214+0000 7f402bfff640 1 --2- 172.21.15.18:0/1613470065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e616390460 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4018005e00 tx=0x7f4018000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cdfaacf250f9795f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.214+0000 7f4016ffd640 1 -- 172.21.15.18:0/1613470065 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4018048070 con 0x55e616390040 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.214+0000 7f4030da0640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f401c0a2d60 0x7f401c0a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.214+0000 7f4016ffd640 1 -- 172.21.15.18:0/1613470065 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4018004040 con 0x55e616390040 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.214+0000 7f4016ffd640 1 -- 172.21.15.18:0/1613470065 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4018039040 con 0x55e616390040 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.215+0000 7f4030da0640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f401c0a2d60 0x7f401c0a5220 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x55e616390e30 tx=0x7f402000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.215+0000 7f4035bdf740 1 -- 172.21.15.18:0/1613470065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 msgr2=0x55e616390460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.215+0000 7f4035bdf740 1 --2- 172.21.15.18:0/1613470065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e616390460 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4018005e00 tx=0x7f4018000bc0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.216+0000 7f4035bdf740 1 -- 172.21.15.18:0/1613470065 shutdown_connections 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.216+0000 7f4035bdf740 1 --2- 172.21.15.18:0/1613470065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616395ba0 0x55e616398030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.216+0000 7f4035bdf740 1 --2- 172.21.15.18:0/1613470065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 0x55e616395530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.216+0000 7f4035bdf740 1 --2- 172.21.15.18:0/1613470065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e616390460 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.216+0000 7f4035bdf740 1 -- 172.21.15.18:0/1613470065 >> 172.21.15.18:0/1613470065 conn(0x55e61638b5b0 msgr2=0x55e61638b9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.216+0000 7f4035bdf740 1 -- 172.21.15.18:0/1613470065 shutdown_connections 2024-04-22T00:41:43.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.216+0000 7f4035bdf740 1 -- 172.21.15.18:0/1613470065 wait complete. 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.216+0000 7f4035bdf740 1 -- start start 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.216+0000 7f4035bdf740 1 Processor -- start 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.217+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e61639a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.217+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616390a30 0x55e61639a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.217+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 0x55e6163a1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.217+0000 7f4035bdf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e616398af0 con 0x55e616390a30 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.217+0000 7f4035bdf740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e6162b0f10 con 0x55e616390040 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.217+0000 7f4035bdf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e616398c70 con 0x55e616395ba0 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.217+0000 7f4035bdf740 10 client.0 _ll_register_callbacks cb 0x55e616008be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.217+0000 7f40315a1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 0x55e6163a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.218+0000 7f40315a1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 0x55e6163a1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45378/0 (socket says 172.21.15.18:45378) 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.218+0000 7f40315a1640 1 -- 172.21.15.18:0/3548018089 learned_addr learned my addr 172.21.15.18:0/3548018089 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.218+0000 7f402bfff640 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616390a30 0x55e61639a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.218+0000 7f4030da0640 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e61639a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.218+0000 7f402bfff640 1 -- 172.21.15.18:0/3548018089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 msgr2=0x55e6163a1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.219+0000 7f402bfff640 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 0x55e6163a1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.219+0000 7f402bfff640 1 -- 172.21.15.18:0/3548018089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 msgr2=0x55e61639a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.219+0000 7f402bfff640 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e61639a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.219+0000 7f402bfff640 1 -- 172.21.15.18:0/3548018089 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e616282c80 con 0x55e616390a30 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.219+0000 7f402bfff640 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616390a30 0x55e61639a7c0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f4018009780 tx=0x7f4018035c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7008c1ffddcfcf2a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.219+0000 7f400bfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.219+0000 7f400bfff640 1 -- 172.21.15.18:0/3548018089 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4018048040 con 0x55e616390a30 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.219+0000 7f400bfff640 1 -- 172.21.15.18:0/3548018089 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4018005590 con 0x55e616390a30 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.219+0000 7f4035bdf740 1 -- 172.21.15.18:0/3548018089 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4018004040 con 0x55e616390a30 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f400bfff640 1 -- 172.21.15.18:0/3548018089 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4018039040 con 0x55e616390a30 2024-04-22T00:41:43.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f4035bdf740 10 client.15666 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f4035bdf740 1 -- 172.21.15.18:0/3548018089 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e6160093f0 con 0x55e616390a30 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f400bfff640 1 -- 172.21.15.18:0/3548018089 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4018004040 con 0x55e616390a30 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f400bfff640 1 -- 172.21.15.18:0/3548018089 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f4018032940 con 0x55e616390a30 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f4035bdf740 10 client.15666 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f4035bdf740 10 client.15666 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f4035bdf740 20 client.15666 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e6163a5cf0 0x55e6163a80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f4035bdf740 4 client.15666 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.220+0000 7f4035bdf740 1 -- 172.21.15.18:0/3548018089 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e616302a70 con 0x55e6163a5cf0 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.221+0000 7f4030da0640 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e6163a5cf0 0x55e6163a80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.222+0000 7f4030da0640 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e6163a5cf0 0x55e6163a80e0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=91a2cdbe685a557f server_cookie=f57c2e8781b8979c in_seq=0 out_seq=0 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.222+0000 7f400bfff640 10 client.15666 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.222+0000 7f400bfff640 1 -- 172.21.15.18:0/3548018089 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e616302a70 con 0x55e6163a5cf0 2024-04-22T00:41:43.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.222+0000 7f400bfff640 10 client.15666 handle_command_reply: tid=0 2024-04-22T00:41:43.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.222+0000 7f4035bdf740 1 client.15666 shutdown 2024-04-22T00:41:43.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.223+0000 7f4035bdf740 1 -- 172.21.15.18:0/3548018089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616390a30 msgr2=0x55e61639a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.223+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616390a30 0x55e61639a7c0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f4018009780 tx=0x7f4018035c90 comp rx=0 tx=0).stop 2024-04-22T00:41:43.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.223+0000 7f4035bdf740 1 -- 172.21.15.18:0/3548018089 shutdown_connections 2024-04-22T00:41:43.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.223+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e6163a5cf0 0x55e6163a80e0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.223+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 0x55e6163a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.224+0000 7f400bfff640 0 client.15666 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:41:43.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.224+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616390a30 0x55e61639a7c0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.224+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3548018089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e61639a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.224+0000 7f4035bdf740 1 -- 172.21.15.18:0/3548018089 >> 172.21.15.18:0/3548018089 conn(0x55e61638b5b0 msgr2=0x55e61638a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.224+0000 7f4035bdf740 1 -- 172.21.15.18:0/3548018089 shutdown_connections 2024-04-22T00:41:43.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.224+0000 7f4035bdf740 1 -- 172.21.15.18:0/3548018089 wait complete. 2024-04-22T00:41:43.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.224+0000 7f4035bdf740 20 client.15666 trim_cache size 0 max 16384 2024-04-22T00:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.249+0000 7f4035bdf740 1 Processor -- start 2024-04-22T00:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.249+0000 7f4035bdf740 1 -- start start 2024-04-22T00:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.249+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e6163914d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.249+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 0x55e6163a17c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.249+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616395ba0 0x55e616391a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4030da0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e6163914d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4030da0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e6163914d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57302/0 (socket says 172.21.15.18:57302) 2024-04-22T00:41:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4030da0640 1 -- 172.21.15.18:0/2075826916 learned_addr learned my addr 172.21.15.18:0/2075826916 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f402bfff640 1 --2- 172.21.15.18:0/2075826916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 0x55e6163a17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4035bdf740 1 -- 172.21.15.18:0/2075826916 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f402c1bbbf0 con 0x55e616395ba0 2024-04-22T00:41:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4035bdf740 1 -- 172.21.15.18:0/2075826916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f402c1b9490 con 0x55e616390040 2024-04-22T00:41:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4035bdf740 1 -- 172.21.15.18:0/2075826916 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f402c1b72e0 con 0x55e616390a30 2024-04-22T00:41:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f40315a1640 1 --2- 172.21.15.18:0/2075826916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616395ba0 0x55e616391a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4030da0640 1 -- 172.21.15.18:0/2075826916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 msgr2=0x55e6163a17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4030da0640 1 --2- 172.21.15.18:0/2075826916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 0x55e6163a17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4030da0640 1 -- 172.21.15.18:0/2075826916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616395ba0 msgr2=0x55e616391a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4030da0640 1 --2- 172.21.15.18:0/2075826916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616395ba0 0x55e616391a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f4030da0640 1 -- 172.21.15.18:0/2075826916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6160d37d0 con 0x55e616390040 2024-04-22T00:41:43.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.250+0000 7f402bfff640 1 --2- 172.21.15.18:0/2075826916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 0x55e6163a17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:43.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.251+0000 7f4030da0640 1 --2- 172.21.15.18:0/2075826916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e6163914d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4020003b50 tx=0x7f4020013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54d75d1e3ae8e3f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.251+0000 7f40167fc640 1 -- 172.21.15.18:0/2075826916 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4020011990 con 0x55e616390040 2024-04-22T00:41:43.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.251+0000 7f40167fc640 1 -- 172.21.15.18:0/2075826916 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4020028880 con 0x55e616390040 2024-04-22T00:41:43.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.251+0000 7f40167fc640 1 -- 172.21.15.18:0/2075826916 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4020005440 con 0x55e616390040 2024-04-22T00:41:43.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.252+0000 7f4035bdf740 1 -- 172.21.15.18:0/2075826916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 msgr2=0x55e6163914d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.252+0000 7f4035bdf740 1 --2- 172.21.15.18:0/2075826916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e6163914d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4020003b50 tx=0x7f4020013000 comp rx=0 tx=0).stop 2024-04-22T00:41:43.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.254+0000 7f4035bdf740 1 -- 172.21.15.18:0/2075826916 shutdown_connections 2024-04-22T00:41:43.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.254+0000 7f4035bdf740 1 --2- 172.21.15.18:0/2075826916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616395ba0 0x55e616391a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.254+0000 7f4035bdf740 1 --2- 172.21.15.18:0/2075826916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616390a30 0x55e6163a17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.254+0000 7f4035bdf740 1 --2- 172.21.15.18:0/2075826916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e6163914d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.254+0000 7f4035bdf740 1 -- 172.21.15.18:0/2075826916 >> 172.21.15.18:0/2075826916 conn(0x55e61638b5b0 msgr2=0x55e61638f0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.254+0000 7f4035bdf740 1 -- 172.21.15.18:0/2075826916 shutdown_connections 2024-04-22T00:41:43.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.254+0000 7f4035bdf740 1 -- 172.21.15.18:0/2075826916 wait complete. 2024-04-22T00:41:43.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.254+0000 7f4035bdf740 1 -- start start 2024-04-22T00:41:43.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.255+0000 7f4035bdf740 1 Processor -- start 2024-04-22T00:41:43.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.255+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e61639ee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.255+0000 7f4035bdf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616390a30 0x55e61639f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.255+0000 7f4030da0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e61639ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.256+0000 7f4030da0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e61639ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57314/0 (socket says 172.21.15.18:57314) 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.256+0000 7f4030da0640 1 -- 172.21.15.18:0/3551449180 learned_addr learned my addr 172.21.15.18:0/3551449180 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.256+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 0x55e6163a0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.256+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f402c1b7950 con 0x55e616390a30 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.256+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f402c1b8dc0 con 0x55e616390040 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.256+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f402c1b8020 con 0x55e616395ba0 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.256+0000 7f40315a1640 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 0x55e6163a0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f4035bdf740 10 client.0 _ll_register_callbacks cb 0x7f4018046070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f40315a1640 1 -- 172.21.15.18:0/3551449180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 msgr2=0x55e61639ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f40315a1640 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e61639ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f40315a1640 1 -- 172.21.15.18:0/3551449180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616390a30 msgr2=0x55e61639f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f40315a1640 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616390a30 0x55e61639f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f40315a1640 1 -- 172.21.15.18:0/3551449180 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6163a0940 con 0x55e616395ba0 2024-04-22T00:41:43.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f4030da0640 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e61639ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:43.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f40315a1640 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 0x55e6163a0350 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f402400ffd0 tx=0x7f402409b720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f18a262f839f7f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4020028880 con 0x55e616395ba0 2024-04-22T00:41:43.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f400bfff640 10 client.25279 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:41:43.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f400bfff640 1 -- 172.21.15.18:0/3551449180 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40240b3070 con 0x55e616395ba0 2024-04-22T00:41:43.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.257+0000 7f400bfff640 1 -- 172.21.15.18:0/3551449180 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f40240a4070 con 0x55e616395ba0 2024-04-22T00:41:43.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.258+0000 7f400bfff640 1 -- 172.21.15.18:0/3551449180 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f402401a040 con 0x55e616395ba0 2024-04-22T00:41:43.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.258+0000 7f4035bdf740 10 client.25279 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:43.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.258+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({fsmap=27}) -- 0x55e6163a1bb0 con 0x55e616395ba0 2024-04-22T00:41:43.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.258+0000 7f400bfff640 1 -- 172.21.15.18:0/3551449180 <== mon.1 v2:172.21.15.167:3300/0 4 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f402400b040 con 0x55e616395ba0 2024-04-22T00:41:43.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.259+0000 7f4035bdf740 10 client.25279 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:43.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.259+0000 7f4035bdf740 10 client.25279 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:41:43.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.259+0000 7f4035bdf740 20 client.25279 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:43.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.259+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e6163a5cf0 0x55e61640e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.259+0000 7f4035bdf740 4 client.25279 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:41:43.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.259+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f4020028880 con 0x55e6163a5cf0 2024-04-22T00:41:43.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.259+0000 7f4030da0640 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e6163a5cf0 0x55e61640e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.260+0000 7f400bfff640 10 client.25279 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:41:43.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.260+0000 7f4030da0640 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e6163a5cf0 0x55e61640e670 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5f768adac1539cd3 server_cookie=65d29776b2631c71 in_seq=0 out_seq=0 2024-04-22T00:41:43.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f400bfff640 1 -- 172.21.15.18:0/3551449180 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f4020028880 con 0x55e6163a5cf0 2024-04-22T00:41:43.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f400bfff640 10 client.25279 handle_command_reply: tid=0 2024-04-22T00:41:43.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f4035bdf740 1 client.25279 shutdown 2024-04-22T00:41:43.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 msgr2=0x55e6163a0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 0x55e6163a0350 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f402400ffd0 tx=0x7f402409b720 comp rx=0 tx=0).stop 2024-04-22T00:41:43.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 shutdown_connections 2024-04-22T00:41:43.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e6163a5cf0 0x55e61640e670 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e616395ba0 0x55e6163a0350 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e616390a30 0x55e61639f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f4035bdf740 1 --2- 172.21.15.18:0/3551449180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e616390040 0x55e61639ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 >> 172.21.15.18:0/3551449180 conn(0x55e61638b5b0 msgr2=0x55e616389fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f400bfff640 0 client.25279 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:41:43.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.261+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 shutdown_connections 2024-04-22T00:41:43.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.262+0000 7f4035bdf740 1 -- 172.21.15.18:0/3551449180 wait complete. 2024-04-22T00:41:43.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.262+0000 7f4035bdf740 20 client.25279 trim_cache size 0 max 16384 2024-04-22T00:41:43.265 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:41:43.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.263+0000 7f4033004640 1 -- 172.21.15.18:0/4165749753 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f401c0a2d60 msgr2=0x7f401c0a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.263+0000 7f4033004640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f401c0a2d60 0x7f401c0a5220 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x55e616390e30 tx=0x7f402000b390 comp rx=0 tx=0).stop 2024-04-22T00:41:43.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.263+0000 7f4033004640 1 -- 172.21.15.18:0/4165749753 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f402c1074c0 msgr2=0x7f402c072920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.263+0000 7f4033004640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f402c1074c0 0x7f402c072920 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4024009fd0 tx=0x7f402400c800 comp rx=0 tx=0).stop 2024-04-22T00:41:43.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.263+0000 7f4033004640 1 -- 172.21.15.18:0/4165749753 shutdown_connections 2024-04-22T00:41:43.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.263+0000 7f4033004640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f401c0a2d60 0x7f401c0a5220 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.263+0000 7f4033004640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f402c1074c0 0x7f402c072920 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.263+0000 7f4033004640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f402c104b90 0x7f402c06f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.263+0000 7f4033004640 1 --2- 172.21.15.18:0/4165749753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f402c102260 0x7f402c06f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.263+0000 7f4033004640 1 -- 172.21.15.18:0/4165749753 >> 172.21.15.18:0/4165749753 conn(0x7f402c0fbbf0 msgr2=0x7f402c1019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.264+0000 7f4033004640 1 -- 172.21.15.18:0/4165749753 shutdown_connections 2024-04-22T00:41:43.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.265+0000 7f4033004640 1 -- 172.21.15.18:0/4165749753 wait complete. 2024-04-22T00:41:43.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:43 smithi018 ceph-mon[27979]: pgmap v387: 129 pgs: 129 active+clean; 930 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 8.1 MiB/s wr, 672 op/s 2024-04-22T00:41:43.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:43 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3963762916' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:43.284 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:41:43.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:43 smithi081 ceph-mon[31546]: pgmap v387: 129 pgs: 129 active+clean; 930 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 8.1 MiB/s wr, 672 op/s 2024-04-22T00:41:43.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:43 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3963762916' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:43.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.464+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/2842324044 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec8100680 msgr2=0x7f8ec8100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.464+0000 7f8ecf3d7640 1 --2- 172.21.15.18:0/2842324044 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec8100680 0x7f8ec8100aa0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8ec4009860 tx=0x7f8ec402bb90 comp rx=0 tx=0).stop 2024-04-22T00:41:43.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.464+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/2842324044 shutdown_connections 2024-04-22T00:41:43.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.464+0000 7f8ecf3d7640 1 --2- 172.21.15.18:0/2842324044 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ec8102230 0x7f8ec8108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.464+0000 7f8ecf3d7640 1 --2- 172.21.15.18:0/2842324044 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ec8101870 0x7f8ec8101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.464+0000 7f8ecf3d7640 1 --2- 172.21.15.18:0/2842324044 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec8100680 0x7f8ec8100aa0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.464+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/2842324044 >> 172.21.15.18:0/2842324044 conn(0x7f8ec80fbbf0 msgr2=0x7f8ec80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.464+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/2842324044 shutdown_connections 2024-04-22T00:41:43.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.465+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/2842324044 wait complete. 2024-04-22T00:41:43.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.466+0000 7f8ecf3d7640 1 Processor -- start 2024-04-22T00:41:43.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.466+0000 7f8ecf3d7640 1 -- start start 2024-04-22T00:41:43.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.466+0000 7f8ecf3d7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ec8100680 0x7f8ec819e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.466+0000 7f8ecf3d7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec8101870 0x7f8ec819ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.467+0000 7f8ecf3d7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ec8102230 0x7f8ec81a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.467+0000 7f8ecf3d7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec810c3c0 con 0x7f8ec8102230 2024-04-22T00:41:43.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.467+0000 7f8ecf3d7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec810c240 con 0x7f8ec8101870 2024-04-22T00:41:43.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.467+0000 7f8ecd173640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ec8100680 0x7f8ec819e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.467+0000 7f8ecf3d7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec810c540 con 0x7f8ec8100680 2024-04-22T00:41:43.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.467+0000 7f8ecd173640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ec8100680 0x7f8ec819e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45402/0 (socket says 172.21.15.18:45402) 2024-04-22T00:41:43.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.467+0000 7f8ecd173640 1 -- 172.21.15.18:0/911376040 learned_addr learned my addr 172.21.15.18:0/911376040 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.467+0000 7f8ecc972640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec8101870 0x7f8ec819ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.468+0000 7f8ecd974640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ec8102230 0x7f8ec81a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.468+0000 7f8ecd173640 1 -- 172.21.15.18:0/911376040 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec8101870 msgr2=0x7f8ec819ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.468+0000 7f8ecd173640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec8101870 0x7f8ec819ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.468+0000 7f8ecd173640 1 -- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ec8102230 msgr2=0x7f8ec81a5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.468+0000 7f8ecd173640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ec8102230 0x7f8ec81a5790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.468+0000 7f8ecd173640 1 -- 172.21.15.18:0/911376040 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec81a5dd0 con 0x7f8ec8100680 2024-04-22T00:41:43.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.469+0000 7f8ecd974640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ec8102230 0x7f8ec81a5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:43.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.469+0000 7f8ecd173640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ec8100680 0x7f8ec819e8e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8ec4009780 tx=0x7f8ec4004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.470+0000 7f8ebe7fc640 1 -- 172.21.15.18:0/911376040 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec4039040 con 0x7f8ec8100680 2024-04-22T00:41:43.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.470+0000 7f8ebe7fc640 1 -- 172.21.15.18:0/911376040 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ec4042070 con 0x7f8ec8100680 2024-04-22T00:41:43.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.470+0000 7f8ebe7fc640 1 -- 172.21.15.18:0/911376040 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec4004920 con 0x7f8ec8100680 2024-04-22T00:41:43.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.470+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/911376040 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ec81a6060 con 0x7f8ec8100680 2024-04-22T00:41:43.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.470+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/911376040 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ec81a64c0 con 0x7f8ec8100680 2024-04-22T00:41:43.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.473+0000 7f8ebe7fc640 1 -- 172.21.15.18:0/911376040 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8ec4004ac0 con 0x7f8ec8100680 2024-04-22T00:41:43.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.474+0000 7f8ed1fc0740 1 Processor -- start 2024-04-22T00:41:43.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.474+0000 7f8ed1fc0740 1 -- start start 2024-04-22T00:41:43.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.474+0000 7f8ed1fc0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7a040 0x55ae14c7a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.474+0000 7f8ebe7fc640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8eb40a2c60 0x7f8eb40a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.474+0000 7f8ed1fc0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 0x55ae14c7f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.474+0000 7f8ed1fc0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7fba0 0x55ae14c82030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.474+0000 7f8ed1fc0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ae14bdf530 con 0x55ae14c7a040 2024-04-22T00:41:43.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.474+0000 7f8ed1fc0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ae14b87830 con 0x55ae14c7aa30 2024-04-22T00:41:43.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.474+0000 7f8ed1fc0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ae14bdb4f0 con 0x55ae14c7fba0 2024-04-22T00:41:43.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.474+0000 7f8ebe7fc640 1 -- 172.21.15.18:0/911376040 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8ec40f0e00 con 0x7f8ec8100680 2024-04-22T00:41:43.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd974640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7a040 0x55ae14c7a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd974640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7a040 0x55ae14c7a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42224/0 (socket says 172.21.15.18:42224) 2024-04-22T00:41:43.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd974640 1 -- 172.21.15.18:0/3145001846 learned_addr learned my addr 172.21.15.18:0/3145001846 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3145001846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7fba0 0x55ae14c82030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecc972640 1 --2- 172.21.15.18:0/3145001846 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 0x55ae14c7f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd173640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8eb40a2c60 0x7f8eb40a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd974640 1 -- 172.21.15.18:0/3145001846 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 msgr2=0x55ae14c7f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3145001846 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 0x55ae14c7f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd974640 1 -- 172.21.15.18:0/3145001846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7a040 msgr2=0x55ae14c7a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3145001846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7a040 0x55ae14c7a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd974640 1 -- 172.21.15.18:0/3145001846 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae14bab2c0 con 0x55ae14c7fba0 2024-04-22T00:41:43.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.475+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3145001846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7fba0 0x55ae14c82030 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0010b50 tx=0x7f8ec00095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7eae57edd591d8e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.476+0000 7f8eb37fe640 1 -- 172.21.15.18:0/3145001846 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec000dd30 con 0x55ae14c7fba0 2024-04-22T00:41:43.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.476+0000 7f8eb37fe640 1 -- 172.21.15.18:0/3145001846 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ec0010c40 con 0x55ae14c7fba0 2024-04-22T00:41:43.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.476+0000 7f8eb37fe640 1 -- 172.21.15.18:0/3145001846 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec0004280 con 0x55ae14c7fba0 2024-04-22T00:41:43.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.477+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3145001846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7fba0 msgr2=0x55ae14c82030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.477+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3145001846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7fba0 0x55ae14c82030 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0010b50 tx=0x7f8ec00095c0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.478+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3145001846 shutdown_connections 2024-04-22T00:41:43.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.478+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3145001846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7fba0 0x55ae14c82030 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.478+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3145001846 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 0x55ae14c7f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.478+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3145001846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7a040 0x55ae14c7a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.478+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3145001846 >> 172.21.15.18:0/3145001846 conn(0x55ae14c755b0 msgr2=0x55ae14c759b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.479+0000 7f8ecd173640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8eb40a2c60 0x7f8eb40a5120 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f8ec40349e0 tx=0x7f8ec40052e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.479+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3145001846 shutdown_connections 2024-04-22T00:41:43.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.479+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3145001846 wait complete. 2024-04-22T00:41:43.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.479+0000 7f8ed1fc0740 1 -- start start 2024-04-22T00:41:43.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.479+0000 7f8ed1fc0740 1 Processor -- start 2024-04-22T00:41:43.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.480+0000 7f8ed1fc0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c84340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.480+0000 7f8ed1fc0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7aa30 0x55ae14c84880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.480+0000 7f8ecd974640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c84340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.480+0000 7f8ecd974640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c84340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57350/0 (socket says 172.21.15.18:57350) 2024-04-22T00:41:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.481+0000 7f8ecd974640 1 -- 172.21.15.18:0/131252305 learned_addr learned my addr 172.21.15.18:0/131252305 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.481+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c8b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.481+0000 7f8ecc972640 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7aa30 0x55ae14c84880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.481+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ae14c82b50 con 0x55ae14c7fba0 2024-04-22T00:41:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.481+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ae14b9af10 con 0x55ae14c7a040 2024-04-22T00:41:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.481+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ae14c82cd0 con 0x55ae14c7aa30 2024-04-22T00:41:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.481+0000 7f8ecd974640 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c8b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.482+0000 7f8ecd974640 1 -- 172.21.15.18:0/131252305 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7aa30 msgr2=0x55ae14c84880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.482+0000 7f8ecd974640 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7aa30 0x55ae14c84880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.482+0000 7f8ecd974640 1 -- 172.21.15.18:0/131252305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 msgr2=0x55ae14c8b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.482+0000 7f8ecd974640 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c8b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.482+0000 7f8ecd974640 1 -- 172.21.15.18:0/131252305 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae14b6cc80 con 0x55ae14c7a040 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.482+0000 7f8ecd974640 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c84340 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8ec00096c0 tx=0x7f8ec0009650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=961120e7a4cc5ee4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.482+0000 7f8eb0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.482+0000 7f8eb0ff9640 1 -- 172.21.15.18:0/131252305 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec0010300 con 0x55ae14c7a040 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.482+0000 7f8eb0ff9640 1 -- 172.21.15.18:0/131252305 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8ec0011e00 con 0x55ae14c7a040 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.482+0000 7f8ed1fc0740 10 client.0 _ll_register_callbacks cb 0x55ae148f2be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.483+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ec0010c40 con 0x55ae14c7a040 2024-04-22T00:41:43.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.483+0000 7f8eb0ff9640 1 -- 172.21.15.18:0/131252305 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8ec002f050 con 0x55ae14c7a040 2024-04-22T00:41:43.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.483+0000 7f8ed1fc0740 10 client.25295 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:43.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.483+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=27}) -- 0x55ae148f33f0 con 0x55ae14c7a040 2024-04-22T00:41:43.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.483+0000 7f8eb0ff9640 1 -- 172.21.15.18:0/131252305 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f8ec001c030 con 0x55ae14c7a040 2024-04-22T00:41:43.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.484+0000 7f8ed1fc0740 10 client.25295 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:43.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.484+0000 7f8ed1fc0740 10 client.25295 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:41:43.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.484+0000 7f8ed1fc0740 20 client.25295 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:43.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.484+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ae14c90120 0x55ae14c925e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.484+0000 7f8ed1fc0740 4 client.25295 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:43.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.484+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae14beca70 con 0x55ae14c90120 2024-04-22T00:41:43.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.484+0000 7f8ecc972640 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ae14c90120 0x55ae14c925e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.490 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:43 smithi167 ceph-mon[31348]: pgmap v387: 129 pgs: 129 active+clean; 930 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 8.1 MiB/s wr, 672 op/s 2024-04-22T00:41:43.490 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:43 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3963762916' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.485+0000 7f8ecc972640 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ae14c90120 0x55ae14c925e0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e5e78b54f13e8388 server_cookie=3a3b0a7d0b70c4d in_seq=0 out_seq=0 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.485+0000 7f8eb0ff9640 10 client.25295 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.486+0000 7f8eb0ff9640 1 -- 172.21.15.18:0/131252305 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ae14beca70 con 0x55ae14c90120 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.486+0000 7f8eb0ff9640 10 client.25295 handle_command_reply: tid=0 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.486+0000 7f8ed1fc0740 1 client.25295 shutdown 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 msgr2=0x55ae14c84340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c84340 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8ec00096c0 tx=0x7f8ec0009650 comp rx=0 tx=0).stop 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 shutdown_connections 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ae14c90120 0x55ae14c925e0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c8b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7aa30 0x55ae14c84880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8eb0ff9640 0 client.25295 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:41:43.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/131252305 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c84340 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 >> 172.21.15.18:0/131252305 conn(0x55ae14c755b0 msgr2=0x55ae14c74850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 shutdown_connections 2024-04-22T00:41:43.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.487+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/131252305 wait complete. 2024-04-22T00:41:43.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.488+0000 7f8ed1fc0740 20 client.25295 trim_cache size 0 max 16384 2024-04-22T00:41:43.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.513+0000 7f8ed1fc0740 1 Processor -- start 2024-04-22T00:41:43.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ed1fc0740 1 -- start start 2024-04-22T00:41:43.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ed1fc0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7a040 0x55ae14c83900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ed1fc0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 0x55ae14c78f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ed1fc0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c73fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ed1fc0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec81b3410 con 0x55ae14c7fba0 2024-04-22T00:41:43.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ed1fc0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec81b0cb0 con 0x55ae14c7aa30 2024-04-22T00:41:43.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ed1fc0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec81aeb00 con 0x55ae14c7a040 2024-04-22T00:41:43.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ecc972640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 0x55ae14c78f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ecc972640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 0x55ae14c78f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57364/0 (socket says 172.21.15.18:57364) 2024-04-22T00:41:43.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ecc972640 1 -- 172.21.15.18:0/3644612887 learned_addr learned my addr 172.21.15.18:0/3644612887 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.514+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3644612887 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7a040 0x55ae14c83900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.515+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3644612887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c73fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.515+0000 7f8ecd974640 1 -- 172.21.15.18:0/3644612887 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 msgr2=0x55ae14c78f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.515+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3644612887 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 0x55ae14c78f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.515+0000 7f8ecd974640 1 -- 172.21.15.18:0/3644612887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 msgr2=0x55ae14c73fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.515+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3644612887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c73fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.515+0000 7f8ecd974640 1 -- 172.21.15.18:0/3644612887 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae149bd7d0 con 0x55ae14c7a040 2024-04-22T00:41:43.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.515+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3644612887 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7a040 0x55ae14c83900 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0006010 tx=0x7f8ec0018000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93df4a3e018ee8a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.516+0000 7f8eb2ffd640 1 -- 172.21.15.18:0/3644612887 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec00049e0 con 0x55ae14c7a040 2024-04-22T00:41:43.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.516+0000 7f8eb2ffd640 1 -- 172.21.15.18:0/3644612887 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ec0010c40 con 0x55ae14c7a040 2024-04-22T00:41:43.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.516+0000 7f8eb2ffd640 1 -- 172.21.15.18:0/3644612887 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec00044e0 con 0x55ae14c7a040 2024-04-22T00:41:43.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.517+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3644612887 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7a040 msgr2=0x55ae14c83900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.517+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3644612887 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7a040 0x55ae14c83900 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0006010 tx=0x7f8ec0018000 comp rx=0 tx=0).stop 2024-04-22T00:41:43.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.517+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3644612887 shutdown_connections 2024-04-22T00:41:43.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.517+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3644612887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c73fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.517+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3644612887 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7aa30 0x55ae14c78f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.517+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3644612887 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7a040 0x55ae14c83900 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.517+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3644612887 >> 172.21.15.18:0/3644612887 conn(0x55ae14c755b0 msgr2=0x55ae14c78810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.518+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3644612887 shutdown_connections 2024-04-22T00:41:43.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.518+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3644612887 wait complete. 2024-04-22T00:41:43.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.518+0000 7f8ed1fc0740 1 -- start start 2024-04-22T00:41:43.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.518+0000 7f8ed1fc0740 1 Processor -- start 2024-04-22T00:41:43.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.519+0000 7f8ed1fc0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c87ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.519+0000 7f8ed1fc0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7aa30 0x55ae14c88530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.519+0000 7f8ecd974640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c87ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.519+0000 7f8ecd974640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c87ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57374/0 (socket says 172.21.15.18:57374) 2024-04-22T00:41:43.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.519+0000 7f8ecd974640 1 -- 172.21.15.18:0/3153725714 learned_addr learned my addr 172.21.15.18:0/3153725714 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.519+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c894a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.519+0000 7f8ecc972640 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7aa30 0x55ae14c88530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.520+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec81af170 con 0x55ae14c7fba0 2024-04-22T00:41:43.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.520+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec81b05e0 con 0x55ae14c7a040 2024-04-22T00:41:43.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.520+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec81af840 con 0x55ae14c7aa30 2024-04-22T00:41:43.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.520+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c894a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.520+0000 7f8ecd974640 1 -- 172.21.15.18:0/3153725714 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7aa30 msgr2=0x55ae14c88530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.520+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7aa30 0x55ae14c88530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.520+0000 7f8ecd974640 1 -- 172.21.15.18:0/3153725714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 msgr2=0x55ae14c894a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.520+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c894a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.520+0000 7f8ecd974640 1 -- 172.21.15.18:0/3153725714 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae14c89a90 con 0x55ae14c7a040 2024-04-22T00:41:43.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.521+0000 7f8ecd974640 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c87ff0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0009600 tx=0x7f8ec0010920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=369c41b9becde915 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.521+0000 7f8ed1fc0740 10 client.0 _ll_register_callbacks cb 0x7f8ec0010640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:43.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.521+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ec0010c40 con 0x55ae14c7a040 2024-04-22T00:41:43.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.522+0000 7f8eb0ff9640 10 client.25301 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:41:43.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.523+0000 7f8eb0ff9640 1 -- 172.21.15.18:0/3153725714 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec0004390 con 0x55ae14c7a040 2024-04-22T00:41:43.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.523+0000 7f8eb0ff9640 1 -- 172.21.15.18:0/3153725714 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8ec0004530 con 0x55ae14c7a040 2024-04-22T00:41:43.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.523+0000 7f8eb0ff9640 1 -- 172.21.15.18:0/3153725714 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8ec0010300 con 0x55ae14c7a040 2024-04-22T00:41:43.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.523+0000 7f8ed1fc0740 10 client.25301 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:43.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.523+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=27}) -- 0x55ae14c8a9e0 con 0x55ae14c7a040 2024-04-22T00:41:43.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.524+0000 7f8eb0ff9640 1 -- 172.21.15.18:0/3153725714 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f8ec001c050 con 0x55ae14c7a040 2024-04-22T00:41:43.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.524+0000 7f8ed1fc0740 10 client.25301 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:43.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.524+0000 7f8ed1fc0740 10 client.25301 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:41:43.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.524+0000 7f8ed1fc0740 20 client.25301 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:43.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.524+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ae14c90120 0x55ae14cf8770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.524+0000 7f8ed1fc0740 4 client.25301 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:41:43.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.524+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f8ec0010c40 con 0x55ae14c90120 2024-04-22T00:41:43.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.525+0000 7f8ecc972640 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ae14c90120 0x55ae14cf8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.525+0000 7f8eb0ff9640 10 client.25301 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.525+0000 7f8ecc972640 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ae14c90120 0x55ae14cf8770 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6aa9e61bc5de4c1a server_cookie=db499bd00e05eb8c in_seq=0 out_seq=0 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.525+0000 7f8eb0ff9640 1 -- 172.21.15.18:0/3153725714 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f8ec0010c40 con 0x55ae14c90120 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.525+0000 7f8eb0ff9640 10 client.25301 handle_command_reply: tid=0 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.525+0000 7f8ed1fc0740 1 client.25301 shutdown 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.525+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 msgr2=0x55ae14c87ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.525+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c87ff0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0009600 tx=0x7f8ec0010920 comp rx=0 tx=0).stop 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.526+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 shutdown_connections 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.526+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ae14c90120 0x55ae14cf8770 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.526+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ae14c7fba0 0x55ae14c894a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.526+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ae14c7aa30 0x55ae14c88530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.526+0000 7f8eb0ff9640 0 client.25301 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:41:43.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.526+0000 7f8ed1fc0740 1 --2- 172.21.15.18:0/3153725714 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ae14c7a040 0x55ae14c87ff0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.526+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 >> 172.21.15.18:0/3153725714 conn(0x55ae14c755b0 msgr2=0x55ae14c83750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.526+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 shutdown_connections 2024-04-22T00:41:43.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.526+0000 7f8ed1fc0740 1 -- 172.21.15.18:0/3153725714 wait complete. 2024-04-22T00:41:43.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.526+0000 7f8ed1fc0740 20 client.25301 trim_cache size 0 max 16384 2024-04-22T00:41:43.529 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:41:43.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.528+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8eb40a2c60 msgr2=0x7f8eb40a5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.528+0000 7f8ecf3d7640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8eb40a2c60 0x7f8eb40a5120 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f8ec40349e0 tx=0x7f8ec40052e0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.528+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/911376040 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ec8100680 msgr2=0x7f8ec819e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.528+0000 7f8ecf3d7640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ec8100680 0x7f8ec819e8e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8ec4009780 tx=0x7f8ec4004270 comp rx=0 tx=0).stop 2024-04-22T00:41:43.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.528+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/911376040 shutdown_connections 2024-04-22T00:41:43.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.528+0000 7f8ecf3d7640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8eb40a2c60 0x7f8eb40a5120 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.528+0000 7f8ecf3d7640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ec8102230 0x7f8ec81a5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.529+0000 7f8ecf3d7640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec8101870 0x7f8ec819ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.529+0000 7f8ecf3d7640 1 --2- 172.21.15.18:0/911376040 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ec8100680 0x7f8ec819e8e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.529+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/911376040 >> 172.21.15.18:0/911376040 conn(0x7f8ec80fbbf0 msgr2=0x7f8ec80fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.529+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/911376040 shutdown_connections 2024-04-22T00:41:43.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.529+0000 7f8ecf3d7640 1 -- 172.21.15.18:0/911376040 wait complete. 2024-04-22T00:41:43.551 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:41:43.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.722+0000 7fafdd59a640 1 -- 172.21.15.18:0/3441865392 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc802cc80 con 0x7fafe01039a0 2024-04-22T00:41:43.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.723+0000 7fafe4dbe640 1 -- 172.21.15.18:0/3441865392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafe01039a0 msgr2=0x7fafe0103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.723+0000 7fafe4dbe640 1 --2- 172.21.15.18:0/3441865392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafe01039a0 0x7fafe0103dc0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fafc8009900 tx=0x7fafc802bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:43.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.724+0000 7fafe4dbe640 1 -- 172.21.15.18:0/3441865392 shutdown_connections 2024-04-22T00:41:43.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.724+0000 7fafe4dbe640 1 --2- 172.21.15.18:0/3441865392 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafe0105550 0x7fafe010bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.724+0000 7fafe4dbe640 1 --2- 172.21.15.18:0/3441865392 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fafe0104b90 0x7fafe0105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.724+0000 7fafe4dbe640 1 --2- 172.21.15.18:0/3441865392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafe01039a0 0x7fafe0103dc0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.724+0000 7fafe4dbe640 1 -- 172.21.15.18:0/3441865392 >> 172.21.15.18:0/3441865392 conn(0x7fafe00fef30 msgr2=0x7fafe0101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.725+0000 7fafe4dbe640 1 -- 172.21.15.18:0/3441865392 shutdown_connections 2024-04-22T00:41:43.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.725+0000 7fafe4dbe640 1 -- 172.21.15.18:0/3441865392 wait complete. 2024-04-22T00:41:43.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.726+0000 7fafe4dbe640 1 Processor -- start 2024-04-22T00:41:43.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.726+0000 7fafe4dbe640 1 -- start start 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.726+0000 7fafe4dbe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafe01039a0 0x7fafe019e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.726+0000 7fafe4dbe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fafe0104b90 0x7fafe019e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.726+0000 7fafe4dbe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafe0105550 0x7fafe01a56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.726+0000 7fafe4dbe640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fafe010f640 con 0x7fafe01039a0 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.726+0000 7fafe4dbe640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fafe010f4c0 con 0x7fafe0105550 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.726+0000 7fafe4dbe640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fafe010f7c0 con 0x7fafe0104b90 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.726+0000 7fafddd9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fafe0104b90 0x7fafe019e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.727+0000 7fafddd9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fafe0104b90 0x7fafe019e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45464/0 (socket says 172.21.15.18:45464) 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.727+0000 7fafddd9b640 1 -- 172.21.15.18:0/348828222 learned_addr learned my addr 172.21.15.18:0/348828222 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.727+0000 7fafde59c640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafe01039a0 0x7fafe019e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.727+0000 7fafddd9b640 1 -- 172.21.15.18:0/348828222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafe0105550 msgr2=0x7fafe01a56c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.727+0000 7fafddd9b640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafe0105550 0x7fafe01a56c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.727+0000 7fafddd9b640 1 -- 172.21.15.18:0/348828222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafe01039a0 msgr2=0x7fafe019e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.727+0000 7fafddd9b640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafe01039a0 0x7fafe019e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.727+0000 7fafddd9b640 1 -- 172.21.15.18:0/348828222 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe01a5d30 con 0x7fafe0104b90 2024-04-22T00:41:43.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.728+0000 7fafddd9b640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fafe0104b90 0x7fafe019e650 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fafd800ea60 tx=0x7fafd800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.728+0000 7fafd77fe640 1 -- 172.21.15.18:0/348828222 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd800cde0 con 0x7fafe0104b90 2024-04-22T00:41:43.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.728+0000 7fafe4dbe640 1 -- 172.21.15.18:0/348828222 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafe01a5fc0 con 0x7fafe0104b90 2024-04-22T00:41:43.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.728+0000 7fafe4dbe640 1 -- 172.21.15.18:0/348828222 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafe01a6530 con 0x7fafe0104b90 2024-04-22T00:41:43.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.728+0000 7fafd77fe640 1 -- 172.21.15.18:0/348828222 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fafd8009470 con 0x7fafe0104b90 2024-04-22T00:41:43.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.728+0000 7fafd77fe640 1 -- 172.21.15.18:0/348828222 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd8010690 con 0x7fafe0104b90 2024-04-22T00:41:43.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.732+0000 7fafe79ae740 1 Processor -- start 2024-04-22T00:41:43.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.733+0000 7fafe79ae740 1 -- start start 2024-04-22T00:41:43.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.733+0000 7fafd77fe640 1 -- 172.21.15.18:0/348828222 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fafd80035f0 con 0x7fafe0104b90 2024-04-22T00:41:43.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.733+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2923460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.733+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f2928530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.733+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2928ba0 0x55b7f292b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.733+0000 7fafe79ae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b7f2888530 con 0x55b7f2923040 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.733+0000 7fafe79ae740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b7f2830830 con 0x55b7f2928ba0 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.733+0000 7fafe79ae740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b7f28844f0 con 0x55b7f2923a30 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafded9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2923460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafded9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2923460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42274/0 (socket says 172.21.15.18:42274) 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafded9d640 1 -- 172.21.15.18:0/43267943 learned_addr learned my addr 172.21.15.18:0/43267943 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafde59c640 1 --2- 172.21.15.18:0/43267943 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f2928530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafddd9b640 1 --2- 172.21.15.18:0/43267943 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2928ba0 0x55b7f292b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafded9d640 1 -- 172.21.15.18:0/43267943 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 msgr2=0x55b7f2928530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafded9d640 1 --2- 172.21.15.18:0/43267943 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f2928530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafded9d640 1 -- 172.21.15.18:0/43267943 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2928ba0 msgr2=0x55b7f292b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafded9d640 1 --2- 172.21.15.18:0/43267943 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2928ba0 0x55b7f292b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafded9d640 1 -- 172.21.15.18:0/43267943 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7f28542c0 con 0x55b7f2923040 2024-04-22T00:41:43.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.734+0000 7fafde59c640 1 --2- 172.21.15.18:0/43267943 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f2928530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:43.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.735+0000 7fafd77fe640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fafcc0a2be0 0x7fafcc0a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.735+0000 7fafd77fe640 1 -- 172.21.15.18:0/348828222 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fafd80cf720 con 0x7fafe0104b90 2024-04-22T00:41:43.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.735+0000 7fafde59c640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fafcc0a2be0 0x7fafcc0a50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.736+0000 7fafded9d640 1 --2- 172.21.15.18:0/43267943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2923460 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fafd0009e30 tx=0x7fafd000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee4b2e4cda708fd3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.736+0000 7fafd4ff9640 1 -- 172.21.15.18:0/43267943 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd0003b70 con 0x55b7f2923040 2024-04-22T00:41:43.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.737+0000 7fafd4ff9640 1 -- 172.21.15.18:0/43267943 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fafd000ee70 con 0x55b7f2923040 2024-04-22T00:41:43.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.737+0000 7fafd4ff9640 1 -- 172.21.15.18:0/43267943 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd0010810 con 0x55b7f2923040 2024-04-22T00:41:43.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.738+0000 7fafe79ae740 1 -- 172.21.15.18:0/43267943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 msgr2=0x55b7f2923460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.738+0000 7fafde59c640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fafcc0a2be0 0x7fafcc0a50a0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fafc8009850 tx=0x7fafc802df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.738+0000 7fafe79ae740 1 --2- 172.21.15.18:0/43267943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2923460 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fafd0009e30 tx=0x7fafd000e720 comp rx=0 tx=0).stop 2024-04-22T00:41:43.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.738+0000 7fafe79ae740 1 -- 172.21.15.18:0/43267943 shutdown_connections 2024-04-22T00:41:43.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.738+0000 7fafe79ae740 1 --2- 172.21.15.18:0/43267943 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2928ba0 0x55b7f292b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.738+0000 7fafe79ae740 1 --2- 172.21.15.18:0/43267943 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f2928530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.738+0000 7fafe79ae740 1 --2- 172.21.15.18:0/43267943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2923460 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.738+0000 7fafe79ae740 1 -- 172.21.15.18:0/43267943 >> 172.21.15.18:0/43267943 conn(0x55b7f291e5b0 msgr2=0x55b7f291e9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.738+0000 7fafe79ae740 1 -- 172.21.15.18:0/43267943 shutdown_connections 2024-04-22T00:41:43.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.738+0000 7fafe79ae740 1 -- 172.21.15.18:0/43267943 wait complete. 2024-04-22T00:41:43.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafe79ae740 1 -- start start 2024-04-22T00:41:43.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafe79ae740 1 Processor -- start 2024-04-22T00:41:43.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f292d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f292d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2928ba0 0x55b7f2934800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafe79ae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b7f292bb50 con 0x55b7f2923040 2024-04-22T00:41:43.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafe79ae740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b7f2843f10 con 0x55b7f2928ba0 2024-04-22T00:41:43.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafe79ae740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b7f292bcd0 con 0x55b7f2923a30 2024-04-22T00:41:43.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafe79ae740 10 client.0 _ll_register_callbacks cb 0x55b7f259bbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:43.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafddd9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f292d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafddd9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f292d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45482/0 (socket says 172.21.15.18:45482) 2024-04-22T00:41:43.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.739+0000 7fafddd9b640 1 -- 172.21.15.18:0/2600137637 learned_addr learned my addr 172.21.15.18:0/2600137637 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.740+0000 7fafddd9b640 1 -- 172.21.15.18:0/2600137637 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2928ba0 msgr2=0x55b7f2934800 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:41:43.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.740+0000 7fafddd9b640 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2928ba0 0x55b7f2934800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.740+0000 7fafddd9b640 1 -- 172.21.15.18:0/2600137637 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 msgr2=0x55b7f292d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.740+0000 7fafddd9b640 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f292d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.740+0000 7fafddd9b640 1 -- 172.21.15.18:0/2600137637 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7f2815c80 con 0x55b7f2923a30 2024-04-22T00:41:43.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.740+0000 7fafddd9b640 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f292d7c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fafd8097fb0 tx=0x7fafd809b9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a49c1bc57758cda1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.740+0000 7fafc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:41:43.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.741+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2600137637 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd809bb50 con 0x55b7f2923a30 2024-04-22T00:41:43.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.741+0000 7fafe79ae740 1 -- 172.21.15.18:0/2600137637 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafd000ee70 con 0x55b7f2923a30 2024-04-22T00:41:43.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.741+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2600137637 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fafd80981c0 con 0x55b7f2923a30 2024-04-22T00:41:43.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.741+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2600137637 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fafd809ff00 con 0x55b7f2923a30 2024-04-22T00:41:43.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.742+0000 7fafe79ae740 10 client.25306 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:43.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.742+0000 7fafe79ae740 1 -- 172.21.15.18:0/2600137637 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b7f259c3f0 con 0x55b7f2923a30 2024-04-22T00:41:43.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.743+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2600137637 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fafd000ee70 con 0x55b7f2923a30 2024-04-22T00:41:43.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.743+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2600137637 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7fafd80a4330 con 0x55b7f2923a30 2024-04-22T00:41:43.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.743+0000 7fafe79ae740 10 client.25306 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:43.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.743+0000 7fafe79ae740 10 client.25306 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:43.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.743+0000 7fafe79ae740 20 client.25306 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:43.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.743+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b7f29391d0 0x55b7f293b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.743+0000 7fafe79ae740 4 client.25306 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:43.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.743+0000 7fafe79ae740 1 -- 172.21.15.18:0/2600137637 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b7f2895a70 con 0x55b7f29391d0 2024-04-22T00:41:43.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.755+0000 7fafde59c640 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b7f29391d0 0x55b7f293b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.760+0000 7fafde59c640 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b7f29391d0 0x55b7f293b630 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18fb7828672dd07c server_cookie=a78670dab89f27b0 in_seq=0 out_seq=0 2024-04-22T00:41:43.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.761+0000 7fafc5ffb640 10 client.25306 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:43.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.762+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2600137637 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b7f2895a70 con 0x55b7f29391d0 2024-04-22T00:41:43.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.762+0000 7fafc5ffb640 10 client.25306 handle_command_reply: tid=0 2024-04-22T00:41:43.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.762+0000 7fafe79ae740 1 client.25306 shutdown 2024-04-22T00:41:43.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.767+0000 7fafe79ae740 1 -- 172.21.15.18:0/2600137637 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 msgr2=0x55b7f292d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.767+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f292d7c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fafd8097fb0 tx=0x7fafd809b9e0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.770+0000 7fafe79ae740 1 -- 172.21.15.18:0/2600137637 shutdown_connections 2024-04-22T00:41:43.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.770+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b7f29391d0 0x55b7f293b630 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.770+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2928ba0 0x55b7f2934800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.770+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923a30 0x55b7f292d7c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.770+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2600137637 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f292d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.770+0000 7fafe79ae740 1 -- 172.21.15.18:0/2600137637 >> 172.21.15.18:0/2600137637 conn(0x55b7f291e5b0 msgr2=0x55b7f291d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.770+0000 7fafc5ffb640 0 client.25306 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:43.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.772+0000 7fafe79ae740 1 -- 172.21.15.18:0/2600137637 shutdown_connections 2024-04-22T00:41:43.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.773+0000 7fafe79ae740 1 -- 172.21.15.18:0/2600137637 wait complete. 2024-04-22T00:41:43.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.774+0000 7fafe79ae740 20 client.25306 trim_cache size 0 max 16384 2024-04-22T00:41:43.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.805+0000 7fafe79ae740 1 Processor -- start 2024-04-22T00:41:43.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.805+0000 7fafe79ae740 1 -- start start 2024-04-22T00:41:43.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.805+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f291e5b0 0x55b7f293b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.806+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923040 0x55b7f29347c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.806+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 0x55b7f2924430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.806+0000 7fafde59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f291e5b0 0x55b7f293b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.806+0000 7fafde59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f291e5b0 0x55b7f293b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42294/0 (socket says 172.21.15.18:42294) 2024-04-22T00:41:43.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.806+0000 7fafde59c640 1 -- 172.21.15.18:0/3484802294 learned_addr learned my addr 172.21.15.18:0/3484802294 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.806+0000 7fafded9d640 1 --2- 172.21.15.18:0/3484802294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 0x55b7f2924430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.806+0000 7fafe79ae740 1 -- 172.21.15.18:0/3484802294 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fafc0012690 con 0x55b7f291e5b0 2024-04-22T00:41:43.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.806+0000 7fafe79ae740 1 -- 172.21.15.18:0/3484802294 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fafc000ff30 con 0x55b7f2923a30 2024-04-22T00:41:43.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.806+0000 7fafe79ae740 1 -- 172.21.15.18:0/3484802294 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fafc000dd80 con 0x55b7f2923040 2024-04-22T00:41:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.806+0000 7fafddd9b640 1 --2- 172.21.15.18:0/3484802294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923040 0x55b7f29347c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.807+0000 7fafded9d640 1 -- 172.21.15.18:0/3484802294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923040 msgr2=0x55b7f29347c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.807+0000 7fafded9d640 1 --2- 172.21.15.18:0/3484802294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923040 0x55b7f29347c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.807+0000 7fafded9d640 1 -- 172.21.15.18:0/3484802294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f291e5b0 msgr2=0x55b7f293b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.807+0000 7fafded9d640 1 --2- 172.21.15.18:0/3484802294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f291e5b0 0x55b7f293b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.807+0000 7fafded9d640 1 -- 172.21.15.18:0/3484802294 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7f26667d0 con 0x55b7f2923a30 2024-04-22T00:41:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.807+0000 7fafded9d640 1 --2- 172.21.15.18:0/3484802294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 0x55b7f2924430 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fafd0006010 tx=0x7fafd000ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4aa668c8bbd5a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.807+0000 7fafc7fff640 1 -- 172.21.15.18:0/3484802294 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd0028070 con 0x55b7f2923a30 2024-04-22T00:41:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.808+0000 7fafc7fff640 1 -- 172.21.15.18:0/3484802294 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fafd0005030 con 0x55b7f2923a30 2024-04-22T00:41:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.808+0000 7fafc7fff640 1 -- 172.21.15.18:0/3484802294 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd001d040 con 0x55b7f2923a30 2024-04-22T00:41:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.809+0000 7fafe79ae740 1 -- 172.21.15.18:0/3484802294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 msgr2=0x55b7f2924430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.809+0000 7fafe79ae740 1 --2- 172.21.15.18:0/3484802294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 0x55b7f2924430 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fafd0006010 tx=0x7fafd000ee70 comp rx=0 tx=0).stop 2024-04-22T00:41:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.809+0000 7fafe79ae740 1 -- 172.21.15.18:0/3484802294 shutdown_connections 2024-04-22T00:41:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.809+0000 7fafe79ae740 1 --2- 172.21.15.18:0/3484802294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 0x55b7f2924430 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.809+0000 7fafe79ae740 1 --2- 172.21.15.18:0/3484802294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f2923040 0x55b7f29347c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.809+0000 7fafe79ae740 1 --2- 172.21.15.18:0/3484802294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f291e5b0 0x55b7f293b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.809+0000 7fafe79ae740 1 -- 172.21.15.18:0/3484802294 >> 172.21.15.18:0/3484802294 conn(0x55b7f292ce40 msgr2=0x55b7f29220a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.809+0000 7fafe79ae740 1 -- 172.21.15.18:0/3484802294 shutdown_connections 2024-04-22T00:41:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.809+0000 7fafe79ae740 1 -- 172.21.15.18:0/3484802294 wait complete. 2024-04-22T00:41:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafe79ae740 1 -- start start 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafe79ae740 1 Processor -- start 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f291e5b0 0x55b7f2931fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2932500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafe79ae740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 0x55b7f29334c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafddd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2932500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafde59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f291e5b0 0x55b7f2931fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafddd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2932500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42296/0 (socket says 172.21.15.18:42296) 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafde59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f291e5b0 0x55b7f2931fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45502/0 (socket says 172.21.15.18:45502) 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafddd9b640 1 -- 172.21.15.18:0/2263825191 learned_addr learned my addr 172.21.15.18:0/2263825191 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.810+0000 7fafded9d640 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 0x55b7f29334c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.811+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fafc000e3f0 con 0x55b7f2923040 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.811+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fafc000f860 con 0x55b7f2923a30 2024-04-22T00:41:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.811+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fafc000eac0 con 0x55b7f291e5b0 2024-04-22T00:41:43.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.811+0000 7fafe79ae740 10 client.0 _ll_register_callbacks cb 0x7fafd8097df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:43.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.811+0000 7fafde59c640 1 -- 172.21.15.18:0/2263825191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 msgr2=0x55b7f29334c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.811+0000 7fafde59c640 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 0x55b7f29334c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.811+0000 7fafde59c640 1 -- 172.21.15.18:0/2263825191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 msgr2=0x55b7f2932500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.811+0000 7fafde59c640 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2932500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.811+0000 7fafde59c640 1 -- 172.21.15.18:0/2263825191 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7f2933ab0 con 0x55b7f291e5b0 2024-04-22T00:41:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.812+0000 7fafde59c640 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f291e5b0 0x55b7f2931fc0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fafc8006010 tx=0x7fafc802cb70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ac25d55b1f3608e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.812+0000 7fafc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:41:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.812+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2263825191 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc8004300 con 0x55b7f291e5b0 2024-04-22T00:41:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.813+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2263825191 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fafc8005040 con 0x55b7f291e5b0 2024-04-22T00:41:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.813+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafd0005030 con 0x55b7f291e5b0 2024-04-22T00:41:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.813+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2263825191 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fafc80044a0 con 0x55b7f291e5b0 2024-04-22T00:41:43.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.813+0000 7fafe79ae740 10 client.25312 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:43.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.813+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b7f299f880 con 0x55b7f291e5b0 2024-04-22T00:41:43.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.814+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2263825191 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fafc80046c0 con 0x55b7f291e5b0 2024-04-22T00:41:43.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.814+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2263825191 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7fafc80037f0 con 0x55b7f291e5b0 2024-04-22T00:41:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.814+0000 7fafe79ae740 10 client.25312 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.814+0000 7fafe79ae740 10 client.25312 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.814+0000 7fafe79ae740 20 client.25312 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.814+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b7f2928ba0 0x55b7f29a22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.814+0000 7fafe79ae740 4 client.25312 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:41:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.814+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fafd0005030 con 0x55b7f2928ba0 2024-04-22T00:41:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.814+0000 7fafddd9b640 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b7f2928ba0 0x55b7f29a22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafddd9b640 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b7f2928ba0 0x55b7f29a22d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2121f558745d98b8 server_cookie=326de3aecf47149d in_seq=0 out_seq=0 2024-04-22T00:41:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafc5ffb640 10 client.25312 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafc5ffb640 1 -- 172.21.15.18:0/2263825191 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fafd0005030 con 0x55b7f2928ba0 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafc5ffb640 10 client.25312 handle_command_reply: tid=0 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafe79ae740 1 client.25312 shutdown 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f291e5b0 msgr2=0x55b7f2931fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f291e5b0 0x55b7f2931fc0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fafc8006010 tx=0x7fafc802cb70 comp rx=0 tx=0).stop 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 shutdown_connections 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b7f2928ba0 0x55b7f29a22d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b7f2923a30 0x55b7f29334c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7f2923040 0x55b7f2932500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafe79ae740 1 --2- 172.21.15.18:0/2263825191 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b7f291e5b0 0x55b7f2931fc0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 >> 172.21.15.18:0/2263825191 conn(0x55b7f292ce40 msgr2=0x55b7f291cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.815+0000 7fafc5ffb640 0 client.25312 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:43.820 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:41:43.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.816+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 shutdown_connections 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.817+0000 7fafe79ae740 1 -- 172.21.15.18:0/2263825191 wait complete. 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.817+0000 7fafe79ae740 20 client.25312 trim_cache size 0 max 16384 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.818+0000 7fafe4dbe640 1 -- 172.21.15.18:0/348828222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fafcc0a2be0 msgr2=0x7fafcc0a50a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.818+0000 7fafe4dbe640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fafcc0a2be0 0x7fafcc0a50a0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fafc8009850 tx=0x7fafc802df90 comp rx=0 tx=0).stop 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.818+0000 7fafe4dbe640 1 -- 172.21.15.18:0/348828222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fafe0104b90 msgr2=0x7fafe019e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.818+0000 7fafe4dbe640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fafe0104b90 0x7fafe019e650 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fafd800ea60 tx=0x7fafd800ef20 comp rx=0 tx=0).stop 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.819+0000 7fafe4dbe640 1 -- 172.21.15.18:0/348828222 shutdown_connections 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.819+0000 7fafe4dbe640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fafcc0a2be0 0x7fafcc0a50a0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.819+0000 7fafe4dbe640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafe0105550 0x7fafe01a56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.819+0000 7fafe4dbe640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fafe0104b90 0x7fafe019e650 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.819+0000 7fafe4dbe640 1 --2- 172.21.15.18:0/348828222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafe01039a0 0x7fafe019e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.819+0000 7fafe4dbe640 1 -- 172.21.15.18:0/348828222 >> 172.21.15.18:0/348828222 conn(0x7fafe00fef30 msgr2=0x7fafe0077ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.819+0000 7fafe4dbe640 1 -- 172.21.15.18:0/348828222 shutdown_connections 2024-04-22T00:41:43.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:43.819+0000 7fafe4dbe640 1 -- 172.21.15.18:0/348828222 wait complete. 2024-04-22T00:41:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 20.0 s, 3579.2 tps, lat 27.881 ms stddev 31.470 2024-04-22T00:41:44.839 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:41:44.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:41:44.840 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:41:45.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.018+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/584024135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d38105330 msgr2=0x7f8d381057b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.018+0000 7f8d3c9e5640 1 --2- 172.21.15.18:0/584024135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d38105330 0x7f8d381057b0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f8d30009ca0 tx=0x7f8d3002c120 comp rx=0 tx=0).stop 2024-04-22T00:41:45.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.018+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/584024135 shutdown_connections 2024-04-22T00:41:45.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.018+0000 7f8d3c9e5640 1 --2- 172.21.15.18:0/584024135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d38105330 0x7f8d381057b0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.018+0000 7f8d3c9e5640 1 --2- 172.21.15.18:0/584024135 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d38102980 0x7f8d38104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.018+0000 7f8d3c9e5640 1 --2- 172.21.15.18:0/584024135 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d38100010 0x7f8d38102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.018+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/584024135 >> 172.21.15.18:0/584024135 conn(0x7f8d380fbc30 msgr2=0x7f8d380fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.019+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/584024135 shutdown_connections 2024-04-22T00:41:45.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.020+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/584024135 wait complete. 2024-04-22T00:41:45.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.022+0000 7f8d3c9e5640 1 Processor -- start 2024-04-22T00:41:45.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.022+0000 7f8d3c9e5640 1 -- start start 2024-04-22T00:41:45.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.023+0000 7f8d3c9e5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d38100010 0x7f8d3810b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.023+0000 7f8d3c9e5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d38102980 0x7f8d3810bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.023+0000 7f8d3c9e5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d38105330 0x7f8d381ae1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.023+0000 7f8d3c9e5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8d38113a90 con 0x7f8d38102980 2024-04-22T00:41:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.023+0000 7f8d3c9e5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8d38113910 con 0x7f8d38100010 2024-04-22T00:41:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.023+0000 7f8d3c9e5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8d38113c10 con 0x7f8d38105330 2024-04-22T00:41:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.023+0000 7f8d3659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d38100010 0x7f8d3810b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.023+0000 7f8d3659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d38100010 0x7f8d3810b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57416/0 (socket says 172.21.15.18:57416) 2024-04-22T00:41:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.023+0000 7f8d3659c640 1 -- 172.21.15.18:0/2496919294 learned_addr learned my addr 172.21.15.18:0/2496919294 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.024+0000 7f8d36d9d640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d38105330 0x7f8d381ae1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.024+0000 7f8d3659c640 1 -- 172.21.15.18:0/2496919294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d38105330 msgr2=0x7f8d381ae1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.024+0000 7f8d3659c640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d38105330 0x7f8d381ae1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.024+0000 7f8d3659c640 1 -- 172.21.15.18:0/2496919294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d38102980 msgr2=0x7f8d3810bba0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:41:45.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.024+0000 7f8d3659c640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d38102980 0x7f8d3810bba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.024+0000 7f8d3659c640 1 -- 172.21.15.18:0/2496919294 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d3806b160 con 0x7f8d38100010 2024-04-22T00:41:45.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.025+0000 7f8d3659c640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d38100010 0x7f8d3810b660 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c00b450 tx=0x7f8d2c00b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.025+0000 7f8d277fe640 1 -- 172.21.15.18:0/2496919294 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d2c015020 con 0x7f8d38100010 2024-04-22T00:41:45.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.026+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/2496919294 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d3806b450 con 0x7f8d38100010 2024-04-22T00:41:45.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.026+0000 7f8d277fe640 1 -- 172.21.15.18:0/2496919294 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d2c011d70 con 0x7f8d38100010 2024-04-22T00:41:45.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.026+0000 7f8d277fe640 1 -- 172.21.15.18:0/2496919294 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d2c00f340 con 0x7f8d38100010 2024-04-22T00:41:45.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.026+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/2496919294 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d3806ba20 con 0x7f8d38100010 2024-04-22T00:41:45.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.029+0000 7f8d3f5cd740 1 Processor -- start 2024-04-22T00:41:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.031+0000 7f8d3f5cd740 1 -- start start 2024-04-22T00:41:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.031+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee4ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.032+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4e390 0x55c80ee52e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.032+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee55990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.032+0000 7f8d3f5cd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c80edb2170 con 0x55c80ee53500 2024-04-22T00:41:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.032+0000 7f8d3f5cd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c80ed5a7c0 con 0x55c80ee4d9a0 2024-04-22T00:41:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.032+0000 7f8d3f5cd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c80edae130 con 0x55c80ee4e390 2024-04-22T00:41:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.032+0000 7f8d35d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee55990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.032+0000 7f8d35d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee55990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42314/0 (socket says 172.21.15.18:42314) 2024-04-22T00:41:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.032+0000 7f8d35d9b640 1 -- 172.21.15.18:0/1989827409 learned_addr learned my addr 172.21.15.18:0/1989827409 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.032+0000 7f8d277fe640 1 -- 172.21.15.18:0/2496919294 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8d2c018020 con 0x7f8d38100010 2024-04-22T00:41:45.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.033+0000 7f8d277fe640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d200a2dc0 0x7f8d200a5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.034+0000 7f8d277fe640 1 -- 172.21.15.18:0/2496919294 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8d2c0cecf0 con 0x7f8d38100010 2024-04-22T00:41:45.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.034+0000 7f8d36d9d640 1 --2- 172.21.15.18:0/1989827409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee4ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.034+0000 7f8d3659c640 1 --2- 172.21.15.18:0/1989827409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4e390 0x55c80ee52e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.034+0000 7f8d35d9b640 1 -- 172.21.15.18:0/1989827409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4e390 msgr2=0x55c80ee52e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.034+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/1989827409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4e390 0x55c80ee52e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.034+0000 7f8d35d9b640 1 -- 172.21.15.18:0/1989827409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 msgr2=0x55c80ee4ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.034+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/1989827409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee4ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.034+0000 7f8d35d9b640 1 -- 172.21.15.18:0/1989827409 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c80ed6be60 con 0x55c80ee53500 2024-04-22T00:41:45.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.034+0000 7f8d36d9d640 1 --2- 172.21.15.18:0/1989827409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee4ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:45.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.035+0000 7f8d36d9d640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d200a2dc0 0x7f8d200a5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.035+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/1989827409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee55990 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f8d28009b70 tx=0x7f8d2800e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31e76d9fda02dde server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.036+0000 7f8d36d9d640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d200a2dc0 0x7f8d200a5280 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8d30032490 tx=0x7f8d300095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.036+0000 7f8d24ff9640 1 -- 172.21.15.18:0/1989827409 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d28009e60 con 0x55c80ee53500 2024-04-22T00:41:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.036+0000 7f8d24ff9640 1 -- 172.21.15.18:0/1989827409 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d28005500 con 0x55c80ee53500 2024-04-22T00:41:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.036+0000 7f8d24ff9640 1 -- 172.21.15.18:0/1989827409 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d28010690 con 0x55c80ee53500 2024-04-22T00:41:45.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.037+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/1989827409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 msgr2=0x55c80ee55990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.037+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/1989827409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee55990 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f8d28009b70 tx=0x7f8d2800e720 comp rx=0 tx=0).stop 2024-04-22T00:41:45.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.038+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/1989827409 shutdown_connections 2024-04-22T00:41:45.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.038+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/1989827409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee55990 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.038+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/1989827409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4e390 0x55c80ee52e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.038+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/1989827409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee4ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.038+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/1989827409 >> 172.21.15.18:0/1989827409 conn(0x55c80ee154f0 msgr2=0x55c80ee49310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.039+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/1989827409 shutdown_connections 2024-04-22T00:41:45.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.039+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/1989827409 wait complete. 2024-04-22T00:41:45.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.039+0000 7f8d3f5cd740 1 -- start start 2024-04-22T00:41:45.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.039+0000 7f8d3f5cd740 1 Processor -- start 2024-04-22T00:41:45.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.040+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 0x55c80ee57d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.040+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee582c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.040+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee5f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.040+0000 7f8d3659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 0x55c80ee57d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.040+0000 7f8d3659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 0x55c80ee57d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45546/0 (socket says 172.21.15.18:45546) 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.040+0000 7f8d35d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee582c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.040+0000 7f8d35d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee582c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57426/0 (socket says 172.21.15.18:57426) 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.040+0000 7f8d3659c640 1 -- 172.21.15.18:0/334735428 learned_addr learned my addr 172.21.15.18:0/334735428 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c80ee564b0 con 0x55c80ee53500 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c80ed6dd40 con 0x55c80ee4e390 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c80ee56630 con 0x55c80ee4d9a0 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d36d9d640 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee5f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d3f5cd740 10 client.0 _ll_register_callbacks cb 0x55c80eda9820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d3659c640 1 -- 172.21.15.18:0/334735428 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 msgr2=0x55c80ee582c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d3659c640 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee582c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d3659c640 1 -- 172.21.15.18:0/334735428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 msgr2=0x55c80ee5f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d3659c640 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee5f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d3659c640 1 -- 172.21.15.18:0/334735428 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c80eb8e7e0 con 0x55c80ee4d9a0 2024-04-22T00:41:45.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d3659c640 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 0x55c80ee57d80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c006e80 tx=0x7f8d2c09b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b7a10102782dd2c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:41:45.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.041+0000 7f8d1dffb640 1 -- 172.21.15.18:0/334735428 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d2c0b3020 con 0x55c80ee4d9a0 2024-04-22T00:41:45.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.042+0000 7f8d1dffb640 1 -- 172.21.15.18:0/334735428 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8d2c0103e0 con 0x55c80ee4d9a0 2024-04-22T00:41:45.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.042+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d28005500 con 0x55c80ee4d9a0 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.042+0000 7f8d1dffb640 1 -- 172.21.15.18:0/334735428 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8d2c0a8050 con 0x55c80ee4d9a0 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.042+0000 7f8d3f5cd740 10 client.25318 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.042+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55c80ebeef70 con 0x55c80ee4d9a0 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.042+0000 7f8d1dffb640 1 -- 172.21.15.18:0/334735428 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d28005500 con 0x55c80ee4d9a0 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.043+0000 7f8d1dffb640 1 -- 172.21.15.18:0/334735428 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f8d2c022060 con 0x55c80ee4d9a0 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.043+0000 7f8d3f5cd740 10 client.25318 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.043+0000 7f8d3f5cd740 10 client.25318 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.043+0000 7f8d3f5cd740 20 client.25318 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.043+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c80ee63820 0x55c80ee65ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.043+0000 7f8d3f5cd740 4 client.25318 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:45.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.043+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c80ed86450 con 0x55c80ee63820 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.043+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c80ee63820 0x55c80ee65ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.044+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c80ee63820 0x55c80ee65ce0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0d0c06faed41569 server_cookie=991e66ae5157628c in_seq=0 out_seq=0 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.044+0000 7f8d1dffb640 10 client.25318 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.044+0000 7f8d1dffb640 1 -- 172.21.15.18:0/334735428 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c80ed86450 con 0x55c80ee63820 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.044+0000 7f8d1dffb640 10 client.25318 handle_command_reply: tid=0 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 client.25318 shutdown 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 msgr2=0x55c80ee57d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 0x55c80ee57d80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c006e80 tx=0x7f8d2c09b960 comp rx=0 tx=0).stop 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 shutdown_connections 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c80ee63820 0x55c80ee65ce0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee5f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee582c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/334735428 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 0x55c80ee57d80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 >> 172.21.15.18:0/334735428 conn(0x55c80ee154f0 msgr2=0x55c80ee484f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d1dffb640 0 client.25318 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:45.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 shutdown_connections 2024-04-22T00:41:45.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/334735428 wait complete. 2024-04-22T00:41:45.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.045+0000 7f8d3f5cd740 20 client.25318 trim_cache size 0 max 16384 2024-04-22T00:41:45.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.076+0000 7f8d3f5cd740 1 Processor -- start 2024-04-22T00:41:45.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.076+0000 7f8d3f5cd740 1 -- start start 2024-04-22T00:41:45.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 0x55c80ee57140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee5f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee6a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d35d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee5f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d35d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee5f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57430/0 (socket says 172.21.15.18:57430) 2024-04-22T00:41:45.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d35d9b640 1 -- 172.21.15.18:0/3102329924 learned_addr learned my addr 172.21.15.18:0/3102329924 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:45.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3102329924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8d18012640 con 0x55c80ee53500 2024-04-22T00:41:45.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3102329924 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1800fee0 con 0x55c80ee4e390 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3102329924 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1800dd30 con 0x55c80ee4d9a0 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d35d9b640 1 -- 172.21.15.18:0/3102329924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 msgr2=0x55c80ee57140 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/3102329924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 0x55c80ee57140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d35d9b640 1 -- 172.21.15.18:0/3102329924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 msgr2=0x55c80ee6a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/3102329924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee6a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.077+0000 7f8d35d9b640 1 -- 172.21.15.18:0/3102329924 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c80ea86170 con 0x55c80ee4e390 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.078+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/3102329924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee5f280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8d28009b10 tx=0x7f8d28009550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1edb732ab75eacbc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.078+0000 7f8d1ffff640 1 -- 172.21.15.18:0/3102329924 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d2801d040 con 0x55c80ee4e390 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.078+0000 7f8d1ffff640 1 -- 172.21.15.18:0/3102329924 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d28050070 con 0x55c80ee4e390 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.078+0000 7f8d1ffff640 1 -- 172.21.15.18:0/3102329924 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d280048a0 con 0x55c80ee4e390 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.079+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3102329924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 msgr2=0x55c80ee5f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.079+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/3102329924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee5f280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8d28009b10 tx=0x7f8d28009550 comp rx=0 tx=0).stop 2024-04-22T00:41:45.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.079+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3102329924 shutdown_connections 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.079+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/3102329924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee53500 0x55c80ee6a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.079+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/3102329924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4e390 0x55c80ee5f280 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.079+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/3102329924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee4d9a0 0x55c80ee57140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.079+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3102329924 >> 172.21.15.18:0/3102329924 conn(0x55c80ee154f0 msgr2=0x55c80ee56a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.079+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3102329924 shutdown_connections 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.079+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3102329924 wait complete. 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3f5cd740 1 -- start start 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3f5cd740 1 Processor -- start 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee5ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee4e390 0x55c80ee5d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3f5cd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee53500 0x55c80ee5e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3f5cd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1800e3a0 con 0x55c80ee4e390 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3f5cd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1800f810 con 0x55c80ee4d9a0 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3f5cd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1800ea70 con 0x55c80ee53500 2024-04-22T00:41:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3f5cd740 10 client.0 _ll_register_callbacks cb 0x7f8d2c010720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee5ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee5ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57436/0 (socket says 172.21.15.18:57436) 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d3659c640 1 -- 172.21.15.18:0/3103614480 learned_addr learned my addr 172.21.15.18:0/3103614480 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.080+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee4e390 0x55c80ee5d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d36d9d640 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee53500 0x55c80ee5e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d3659c640 1 -- 172.21.15.18:0/3103614480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee53500 msgr2=0x55c80ee5e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d3659c640 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee53500 0x55c80ee5e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d3659c640 1 -- 172.21.15.18:0/3103614480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee4e390 msgr2=0x55c80ee5d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d3659c640 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee4e390 0x55c80ee5d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d3659c640 1 -- 172.21.15.18:0/3103614480 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c80ee5e7a0 con 0x55c80ee4d9a0 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee4e390 0x55c80ee5d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d3659c640 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee5ccd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c00be10 tx=0x7f8d2c0069a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78880d1e760c2a32 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:41:45.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d1dffb640 1 -- 172.21.15.18:0/3103614480 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d2c0b3070 con 0x55c80ee4d9a0 2024-04-22T00:41:45.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d1dffb640 1 -- 172.21.15.18:0/3103614480 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8d2c09a6b0 con 0x55c80ee4d9a0 2024-04-22T00:41:45.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.081+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3103614480 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d28050070 con 0x55c80ee4d9a0 2024-04-22T00:41:45.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.082+0000 7f8d1dffb640 1 -- 172.21.15.18:0/3103614480 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8d2c09aa80 con 0x55c80ee4d9a0 2024-04-22T00:41:45.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.083+0000 7f8d3f5cd740 10 client.25325 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:45.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.083+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3103614480 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55c80eeca0e0 con 0x55c80ee4d9a0 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.083+0000 7f8d1dffb640 1 -- 172.21.15.18:0/3103614480 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d28050070 con 0x55c80ee4d9a0 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.083+0000 7f8d1dffb640 1 -- 172.21.15.18:0/3103614480 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f8d2c0af100 con 0x55c80ee4d9a0 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.083+0000 7f8d3f5cd740 10 client.25325 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.083+0000 7f8d3f5cd740 10 client.25325 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.083+0000 7f8d3f5cd740 20 client.25325 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.083+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c80eeca920 0x55c80eeccd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.083+0000 7f8d3f5cd740 4 client.25325 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.083+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3103614480 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c80edbf6b0 con 0x55c80eeca920 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.084+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c80eeca920 0x55c80eeccd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.084+0000 7f8d35d9b640 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c80eeca920 0x55c80eeccd40 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca4f50e91159050 server_cookie=54b52a20b0ee6e07 in_seq=0 out_seq=0 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.084+0000 7f8d1dffb640 10 client.25325 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d1dffb640 1 -- 172.21.15.18:0/3103614480 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c80edbf6b0 con 0x55c80eeca920 2024-04-22T00:41:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d1dffb640 10 client.25325 handle_command_reply: tid=0 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 client.25325 shutdown 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3103614480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 msgr2=0x55c80ee5ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee5ccd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c00be10 tx=0x7f8d2c0069a0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3103614480 shutdown_connections 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c80eeca920 0x55c80eeccd40 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c80ee53500 0x55c80ee5e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c80ee4e390 0x55c80ee5d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 --2- 172.21.15.18:0/3103614480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c80ee4d9a0 0x55c80ee5ccd0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d1dffb640 0 client.25325 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3103614480 >> 172.21.15.18:0/3103614480 conn(0x55c80ee154f0 msgr2=0x55c80ee572c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3103614480 shutdown_connections 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.085+0000 7f8d3f5cd740 1 -- 172.21.15.18:0/3103614480 wait complete. 2024-04-22T00:41:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.086+0000 7f8d3f5cd740 20 client.25325 trim_cache size 0 max 16384 2024-04-22T00:41:45.091 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:41:45.091 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:41:45.091 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "a07c54b2-c99f-460b-aa07-de91fa62e128", 2024-04-22T00:41:45.091 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:41:45.091 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/2496919294 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d200a2dc0 msgr2=0x7f8d200a5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d200a2dc0 0x7f8d200a5280 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8d30032490 tx=0x7f8d300095c0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/2496919294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d38100010 msgr2=0x7f8d3810b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d38100010 0x7f8d3810b660 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c00b450 tx=0x7f8d2c00b910 comp rx=0 tx=0).stop 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/2496919294 shutdown_connections 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d200a2dc0 0x7f8d200a5280 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d38105330 0x7f8d381ae1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d38102980 0x7f8d3810bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 --2- 172.21.15.18:0/2496919294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d38100010 0x7f8d3810b660 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/2496919294 >> 172.21.15.18:0/2496919294 conn(0x7f8d380fbc30 msgr2=0x7f8d38100d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/2496919294 shutdown_connections 2024-04-22T00:41:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.088+0000 7f8d3c9e5640 1 -- 172.21.15.18:0/2496919294 wait complete. 2024-04-22T00:41:45.108 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:41:45.108 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:41:45.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.281+0000 7f44d8a04640 1 -- 172.21.15.18:0/428543522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f44d4108920 msgr2=0x7f44d410ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.281+0000 7f44d8a04640 1 --2- 172.21.15.18:0/428543522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f44d4108920 0x7f44d410ad10 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f44c4009900 tx=0x7f44c402bc30 comp rx=0 tx=0).stop 2024-04-22T00:41:45.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.282+0000 7f44d8a04640 1 -- 172.21.15.18:0/428543522 shutdown_connections 2024-04-22T00:41:45.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.282+0000 7f44d8a04640 1 --2- 172.21.15.18:0/428543522 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f44d410dcf0 0x7f44d41101b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.282+0000 7f44d8a04640 1 --2- 172.21.15.18:0/428543522 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f44d410b250 0x7f44d410d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.282+0000 7f44d8a04640 1 --2- 172.21.15.18:0/428543522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f44d4108920 0x7f44d410ad10 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.282+0000 7f44d8a04640 1 -- 172.21.15.18:0/428543522 >> 172.21.15.18:0/428543522 conn(0x7f44d406e650 msgr2=0x7f44d4070a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.282+0000 7f44d8a04640 1 -- 172.21.15.18:0/428543522 shutdown_connections 2024-04-22T00:41:45.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.282+0000 7f44d8a04640 1 -- 172.21.15.18:0/428543522 wait complete. 2024-04-22T00:41:45.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.283+0000 7f44d8a04640 1 Processor -- start 2024-04-22T00:41:45.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.283+0000 7f44d8a04640 1 -- start start 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d8a04640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f44d4108920 0x7f44d41a2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d8a04640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f44d410b250 0x7f44d41a2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d8a04640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f44d410dcf0 0x7f44d41a98f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d8a04640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f44d4114a40 con 0x7f44d410dcf0 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f44d4108920 0x7f44d41a2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f44d4108920 0x7f44d41a2340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57448/0 (socket says 172.21.15.18:57448) 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d37fe640 1 -- 172.21.15.18:0/561108904 learned_addr learned my addr 172.21.15.18:0/561108904 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d8a04640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f44d41148c0 con 0x7f44d4108920 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d3fff640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f44d410dcf0 0x7f44d41a98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d8a04640 1 -- 172.21.15.18:0/561108904 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f44d4114bc0 con 0x7f44d410b250 2024-04-22T00:41:45.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.284+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f44d410b250 0x7f44d41a2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.285+0000 7f44d37fe640 1 -- 172.21.15.18:0/561108904 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f44d410b250 msgr2=0x7f44d41a2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.285+0000 7f44d37fe640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f44d410b250 0x7f44d41a2880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.285+0000 7f44d37fe640 1 -- 172.21.15.18:0/561108904 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f44d410dcf0 msgr2=0x7f44d41a98f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.285+0000 7f44d37fe640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f44d410dcf0 0x7f44d41a98f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.285+0000 7f44d37fe640 1 -- 172.21.15.18:0/561108904 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44d41a9f60 con 0x7f44d4108920 2024-04-22T00:41:45.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.285+0000 7f44d37fe640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f44d4108920 0x7f44d41a2340 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f44c4000c00 tx=0x7f44c4005dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.286+0000 7f44d0ff9640 1 -- 172.21.15.18:0/561108904 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c4043020 con 0x7f44d4108920 2024-04-22T00:41:45.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.286+0000 7f44d8a04640 1 -- 172.21.15.18:0/561108904 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44d41aa1f0 con 0x7f44d4108920 2024-04-22T00:41:45.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.286+0000 7f44d8a04640 1 -- 172.21.15.18:0/561108904 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44d41aa790 con 0x7f44d4108920 2024-04-22T00:41:45.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.286+0000 7f44d0ff9640 1 -- 172.21.15.18:0/561108904 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44c40054e0 con 0x7f44d4108920 2024-04-22T00:41:45.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.286+0000 7f44d0ff9640 1 -- 172.21.15.18:0/561108904 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c4003df0 con 0x7f44d4108920 2024-04-22T00:41:45.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.289+0000 7f44d0ff9640 1 -- 172.21.15.18:0/561108904 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f44c4046020 con 0x7f44d4108920 2024-04-22T00:41:45.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.289+0000 7f44dc848740 1 Processor -- start 2024-04-22T00:41:45.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.290+0000 7f44dc848740 1 -- start start 2024-04-22T00:41:45.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.291+0000 7f44d0ff9640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44bc0a2c10 0x7f44bc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.291+0000 7f44d0ff9640 1 -- 172.21.15.18:0/561108904 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f44c40f1550 con 0x7f44d4108920 2024-04-22T00:41:45.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.291+0000 7f44d3fff640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44bc0a2c10 0x7f44bc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.291+0000 7f44dc848740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a3fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.291+0000 7f44dc848740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a40300 0x5580a2a44e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.291+0000 7f44dc848740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a45470 0x5580a2a47900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.291+0000 7f44dc848740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5580a299c560 con 0x5580a2a45470 2024-04-22T00:41:45.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.291+0000 7f44dc848740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5580a2944730 con 0x5580a2a40300 2024-04-22T00:41:45.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.291+0000 7f44dc848740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5580a2998520 con 0x5580a2a3f910 2024-04-22T00:41:45.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a40300 0x5580a2a44e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a40300 0x5580a2a44e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57452/0 (socket says 172.21.15.18:57452) 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d2ffd640 1 -- 172.21.15.18:0/1229550829 learned_addr learned my addr 172.21.15.18:0/1229550829 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d3fff640 1 --2- 172.21.15.18:0/1229550829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a45470 0x5580a2a47900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d37fe640 1 --2- 172.21.15.18:0/1229550829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a3fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d2ffd640 1 -- 172.21.15.18:0/1229550829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 msgr2=0x5580a2a3fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/1229550829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a3fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d2ffd640 1 -- 172.21.15.18:0/1229550829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a45470 msgr2=0x5580a2a47900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/1229550829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a45470 0x5580a2a47900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d2ffd640 1 -- 172.21.15.18:0/1229550829 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580a277a7d0 con 0x5580a2a40300 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d3fff640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44bc0a2c10 0x7f44bc0a50d0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f44cc005fd0 tx=0x7f44cc003d40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.292+0000 7f44d37fe640 1 --2- 172.21.15.18:0/1229550829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a3fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.293+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/1229550829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a40300 0x5580a2a44e00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f44c800ac70 tx=0x7f44c800f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=defcfdb7eaf9f468 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.293+0000 7f44b9ffb640 1 -- 172.21.15.18:0/1229550829 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c801d070 con 0x5580a2a40300 2024-04-22T00:41:45.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.293+0000 7f44b9ffb640 1 -- 172.21.15.18:0/1229550829 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44c8018b20 con 0x5580a2a40300 2024-04-22T00:41:45.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.293+0000 7f44b9ffb640 1 -- 172.21.15.18:0/1229550829 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c8010cb0 con 0x5580a2a40300 2024-04-22T00:41:45.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.294+0000 7f44dc848740 1 -- 172.21.15.18:0/1229550829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a40300 msgr2=0x5580a2a44e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.294+0000 7f44dc848740 1 --2- 172.21.15.18:0/1229550829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a40300 0x5580a2a44e00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f44c800ac70 tx=0x7f44c800f790 comp rx=0 tx=0).stop 2024-04-22T00:41:45.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.295+0000 7f44dc848740 1 -- 172.21.15.18:0/1229550829 shutdown_connections 2024-04-22T00:41:45.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.295+0000 7f44dc848740 1 --2- 172.21.15.18:0/1229550829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a45470 0x5580a2a47900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.295+0000 7f44dc848740 1 --2- 172.21.15.18:0/1229550829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a40300 0x5580a2a44e00 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.295+0000 7f44dc848740 1 --2- 172.21.15.18:0/1229550829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a3fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.295+0000 7f44dc848740 1 -- 172.21.15.18:0/1229550829 >> 172.21.15.18:0/1229550829 conn(0x5580a2a32670 msgr2=0x5580a2a32a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.296+0000 7f44dc848740 1 -- 172.21.15.18:0/1229550829 shutdown_connections 2024-04-22T00:41:45.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.296+0000 7f44dc848740 1 -- 172.21.15.18:0/1229550829 wait complete. 2024-04-22T00:41:45.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.297+0000 7f44dc848740 1 -- start start 2024-04-22T00:41:45.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.297+0000 7f44dc848740 1 Processor -- start 2024-04-22T00:41:45.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.297+0000 7f44dc848740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a49e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.297+0000 7f44dc848740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a4a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.297+0000 7f44dc848740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 0x5580a2a513d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.297+0000 7f44dc848740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5580a2a48420 con 0x5580a2a40300 2024-04-22T00:41:45.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.297+0000 7f44dc848740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5580a2957e00 con 0x5580a2a45470 2024-04-22T00:41:45.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.297+0000 7f44dc848740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5580a2a485a0 con 0x5580a2a3f910 2024-04-22T00:41:45.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.298+0000 7f44dc848740 10 client.0 _ll_register_callbacks cb 0x5580a2992eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:45.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.298+0000 7f44d3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 0x5580a2a513d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.298+0000 7f44d3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 0x5580a2a513d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57464/0 (socket says 172.21.15.18:57464) 2024-04-22T00:41:45.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.298+0000 7f44d3fff640 1 -- 172.21.15.18:0/1697595629 learned_addr learned my addr 172.21.15.18:0/1697595629 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:45.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.298+0000 7f44d37fe640 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a49e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.298+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a4a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.299+0000 7f44d37fe640 1 -- 172.21.15.18:0/1697595629 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 msgr2=0x5580a2a513d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.299+0000 7f44d37fe640 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 0x5580a2a513d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.299+0000 7f44d37fe640 1 -- 172.21.15.18:0/1697595629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 msgr2=0x5580a2a4a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.299+0000 7f44d37fe640 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a4a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.299+0000 7f44d37fe640 1 -- 172.21.15.18:0/1697595629 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580a26b03f0 con 0x5580a2a3f910 2024-04-22T00:41:45.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.299+0000 7f44d37fe640 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a49e50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f44c4005740 tx=0x7f44c4005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbbdd71669f4845d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.299+0000 7f44b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:41:45.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.300+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1697595629 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c40bde60 con 0x5580a2a3f910 2024-04-22T00:41:45.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.300+0000 7f44dc848740 1 -- 172.21.15.18:0/1697595629 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44c8018b20 con 0x5580a2a3f910 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.300+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1697595629 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f44c40ba980 con 0x5580a2a3f910 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.300+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1697595629 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f44c40c30b0 con 0x5580a2a3f910 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.300+0000 7f44dc848740 10 client.25330 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.301+0000 7f44dc848740 1 -- 172.21.15.18:0/1697595629 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5580a26700f0 con 0x5580a2a3f910 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.301+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1697595629 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44c8018b20 con 0x5580a2a3f910 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.301+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1697595629 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f44c40c6280 con 0x5580a2a3f910 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.301+0000 7f44dc848740 10 client.25330 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.301+0000 7f44dc848740 10 client.25330 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.301+0000 7f44dc848740 20 client.25330 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.301+0000 7f44dc848740 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5580a2a55b20 0x5580a2a57f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.301+0000 7f44dc848740 4 client.25330 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.301+0000 7f44dc848740 1 -- 172.21.15.18:0/1697595629 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580a29a9aa0 con 0x5580a2a55b20 2024-04-22T00:41:45.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.301+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5580a2a55b20 0x5580a2a57f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.303+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5580a2a55b20 0x5580a2a57f80 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2986ca537a7fe488 server_cookie=ef28ff371c787df in_seq=0 out_seq=0 2024-04-22T00:41:45.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.303+0000 7f44b2ffd640 10 client.25330 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:45.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.303+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1697595629 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5580a29a9aa0 con 0x5580a2a55b20 2024-04-22T00:41:45.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.303+0000 7f44b2ffd640 10 client.25330 handle_command_reply: tid=0 2024-04-22T00:41:45.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 client.25330 shutdown 2024-04-22T00:41:45.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 -- 172.21.15.18:0/1697595629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 msgr2=0x5580a2a49e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a49e50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f44c4005740 tx=0x7f44c4005fd0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 -- 172.21.15.18:0/1697595629 shutdown_connections 2024-04-22T00:41:45.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5580a2a55b20 0x5580a2a57f80 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 0x5580a2a513d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a4a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 --2- 172.21.15.18:0/1697595629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a49e50 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 -- 172.21.15.18:0/1697595629 >> 172.21.15.18:0/1697595629 conn(0x5580a2a32670 msgr2=0x5580a2a31800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44b2ffd640 0 client.25330 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:45.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 -- 172.21.15.18:0/1697595629 shutdown_connections 2024-04-22T00:41:45.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.304+0000 7f44dc848740 1 -- 172.21.15.18:0/1697595629 wait complete. 2024-04-22T00:41:45.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.305+0000 7f44dc848740 20 client.25330 trim_cache size 0 max 16384 2024-04-22T00:41:45.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44dc848740 1 Processor -- start 2024-04-22T00:41:45.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44dc848740 1 -- start start 2024-04-22T00:41:45.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44dc848740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a4a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44dc848740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a51390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44dc848740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 0x5580a2a2d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44dc848740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f44c0012660 con 0x5580a2a40300 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44dc848740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f44c000ff00 con 0x5580a2a45470 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44d37fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a4a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44d3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 0x5580a2a2d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44dc848740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f44c000dd50 con 0x5580a2a3f910 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44d37fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a4a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45596/0 (socket says 172.21.15.18:45596) 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.340+0000 7f44d37fe640 1 -- 172.21.15.18:0/2247475686 learned_addr learned my addr 172.21.15.18:0/2247475686 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.341+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/2247475686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a51390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.341+0000 7f44d37fe640 1 -- 172.21.15.18:0/2247475686 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 msgr2=0x5580a2a2d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.341+0000 7f44d37fe640 1 --2- 172.21.15.18:0/2247475686 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 0x5580a2a2d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.341+0000 7f44d37fe640 1 -- 172.21.15.18:0/2247475686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 msgr2=0x5580a2a51390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.341+0000 7f44d37fe640 1 --2- 172.21.15.18:0/2247475686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a51390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.341+0000 7f44d37fe640 1 -- 172.21.15.18:0/2247475686 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580a2a330e0 con 0x5580a2a3f910 2024-04-22T00:41:45.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.341+0000 7f44d37fe640 1 --2- 172.21.15.18:0/2247475686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a4a2f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f44c4045ff0 tx=0x7f44c40f1430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e744e8161cb217b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.341+0000 7f44b97fa640 1 -- 172.21.15.18:0/2247475686 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c40bde60 con 0x5580a2a3f910 2024-04-22T00:41:45.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.341+0000 7f44b97fa640 1 -- 172.21.15.18:0/2247475686 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44c40da070 con 0x5580a2a3f910 2024-04-22T00:41:45.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.341+0000 7f44b97fa640 1 -- 172.21.15.18:0/2247475686 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c40c60f0 con 0x5580a2a3f910 2024-04-22T00:41:45.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.342+0000 7f44dc848740 1 -- 172.21.15.18:0/2247475686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 msgr2=0x5580a2a4a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.342+0000 7f44dc848740 1 --2- 172.21.15.18:0/2247475686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a4a2f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f44c4045ff0 tx=0x7f44c40f1430 comp rx=0 tx=0).stop 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.342+0000 7f44dc848740 1 -- 172.21.15.18:0/2247475686 shutdown_connections 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.342+0000 7f44dc848740 1 --2- 172.21.15.18:0/2247475686 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a45470 0x5580a2a2d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.342+0000 7f44dc848740 1 --2- 172.21.15.18:0/2247475686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a51390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.342+0000 7f44dc848740 1 --2- 172.21.15.18:0/2247475686 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a3f910 0x5580a2a4a2f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.342+0000 7f44dc848740 1 -- 172.21.15.18:0/2247475686 >> 172.21.15.18:0/2247475686 conn(0x5580a2a32670 msgr2=0x5580a2a30f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.343+0000 7f44dc848740 1 -- 172.21.15.18:0/2247475686 shutdown_connections 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.343+0000 7f44dc848740 1 -- 172.21.15.18:0/2247475686 wait complete. 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.343+0000 7f44dc848740 1 -- start start 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44dc848740 1 Processor -- start 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44dc848740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a3f910 0x5580a2a4ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44dc848740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a4f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44dc848740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a45470 0x5580a2a503e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44dc848740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f44c000e3c0 con 0x5580a2a40300 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44d37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a3f910 0x5580a2a4ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44d37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a3f910 0x5580a2a4ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57486/0 (socket says 172.21.15.18:57486) 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44dc848740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f44c000f830 con 0x5580a2a3f910 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44d37fe640 1 -- 172.21.15.18:0/1146487370 learned_addr learned my addr 172.21.15.18:0/1146487370 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44dc848740 1 -- 172.21.15.18:0/1146487370 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f44c000ea90 con 0x5580a2a45470 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44dc848740 10 client.0 _ll_register_callbacks cb 0x7f44c40bacd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.344+0000 7f44d3fff640 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a45470 0x5580a2a503e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a4f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44d37fe640 1 -- 172.21.15.18:0/1146487370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a45470 msgr2=0x5580a2a503e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44d37fe640 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a45470 0x5580a2a503e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44d37fe640 1 -- 172.21.15.18:0/1146487370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 msgr2=0x5580a2a4f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44d37fe640 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a4f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44d37fe640 1 -- 172.21.15.18:0/1146487370 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580a2a509d0 con 0x5580a2a3f910 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44d37fe640 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a3f910 0x5580a2a4ef50 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f44c4036040 tx=0x7f44c40ba5a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0c535c1a386e4a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1146487370 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c40bde60 con 0x5580a2a3f910 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1146487370 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f44c40ba780 con 0x5580a2a3f910 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44dc848740 1 -- 172.21.15.18:0/1146487370 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44c40da070 con 0x5580a2a3f910 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1146487370 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f44c40ba9c0 con 0x5580a2a3f910 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44dc848740 10 client.25343 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.345+0000 7f44dc848740 1 -- 172.21.15.18:0/1146487370 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5580a2a509d0 con 0x5580a2a3f910 2024-04-22T00:41:45.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.346+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1146487370 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44c40da070 con 0x5580a2a3f910 2024-04-22T00:41:45.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.346+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1146487370 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f44c40c46e0 con 0x5580a2a3f910 2024-04-22T00:41:45.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.346+0000 7f44dc848740 10 client.25343 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:45.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.346+0000 7f44dc848740 10 client.25343 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:45.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.346+0000 7f44dc848740 20 client.25343 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:45.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.346+0000 7f44dc848740 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5580a2abc970 0x5580a2abed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:45.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.346+0000 7f44dc848740 4 client.25343 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:41:45.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.346+0000 7f44dc848740 1 -- 172.21.15.18:0/1146487370 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5580a29a3df0 con 0x5580a2abc970 2024-04-22T00:41:45.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.347+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5580a2abc970 0x5580a2abed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:45.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.347+0000 7f44d2ffd640 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5580a2abc970 0x5580a2abed90 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74fa76257add1793 server_cookie=970b54bf75a6e455 in_seq=0 out_seq=0 2024-04-22T00:41:45.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.347+0000 7f44b2ffd640 10 client.25343 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.348+0000 7f44b2ffd640 1 -- 172.21.15.18:0/1146487370 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5580a29a3df0 con 0x5580a2abc970 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.348+0000 7f44b2ffd640 10 client.25343 handle_command_reply: tid=0 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.348+0000 7f44dc848740 1 client.25343 shutdown 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.349+0000 7f44dc848740 1 -- 172.21.15.18:0/1146487370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a3f910 msgr2=0x5580a2a4ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.349+0000 7f44dc848740 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a3f910 0x5580a2a4ef50 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f44c4036040 tx=0x7f44c40ba5a0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.349+0000 7f44dc848740 1 -- 172.21.15.18:0/1146487370 shutdown_connections 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.349+0000 7f44dc848740 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5580a2abc970 0x5580a2abed90 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.349+0000 7f44dc848740 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5580a2a45470 0x5580a2a503e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.349+0000 7f44dc848740 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5580a2a40300 0x5580a2a4f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.349+0000 7f44b2ffd640 0 client.25343 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.349+0000 7f44dc848740 1 --2- 172.21.15.18:0/1146487370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5580a2a3f910 0x5580a2a4ef50 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.349+0000 7f44dc848740 1 -- 172.21.15.18:0/1146487370 >> 172.21.15.18:0/1146487370 conn(0x5580a2a32670 msgr2=0x5580a2a31800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.350+0000 7f44dc848740 1 -- 172.21.15.18:0/1146487370 shutdown_connections 2024-04-22T00:41:45.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.352+0000 7f44dc848740 1 -- 172.21.15.18:0/1146487370 wait complete. 2024-04-22T00:41:45.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.352+0000 7f44dc848740 20 client.25343 trim_cache size 0 max 16384 2024-04-22T00:41:45.354 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:41:45.354 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:41:45.355 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:41:45.355 INFO:teuthology.orchestra.run.smithi018.stdout: "a07c54b2-c99f-460b-aa07-de91fa62e128": { 2024-04-22T00:41:45.355 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:41:45.355 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "a07c54b2-c99f-460b-aa07-de91fa62e128", 2024-04-22T00:41:45.355 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:41:45.355 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:41:45.355 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:41:45.355 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 -- 172.21.15.18:0/561108904 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44bc0a2c10 msgr2=0x7f44bc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44bc0a2c10 0x7f44bc0a50d0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f44cc005fd0 tx=0x7f44cc003d40 comp rx=0 tx=0).stop 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 -- 172.21.15.18:0/561108904 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f44d4108920 msgr2=0x7f44d41a2340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f44d4108920 0x7f44d41a2340 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f44c4000c00 tx=0x7f44c4005dd0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 -- 172.21.15.18:0/561108904 shutdown_connections 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44bc0a2c10 0x7f44bc0a50d0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f44d410dcf0 0x7f44d41a98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f44d410b250 0x7f44d41a2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 --2- 172.21.15.18:0/561108904 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f44d4108920 0x7f44d41a2340 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 -- 172.21.15.18:0/561108904 >> 172.21.15.18:0/561108904 conn(0x7f44d406e650 msgr2=0x7f44d41098b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:45.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 -- 172.21.15.18:0/561108904 shutdown_connections 2024-04-22T00:41:45.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:41:45.353+0000 7f44d8a04640 1 -- 172.21.15.18:0/561108904 wait complete. 2024-04-22T00:41:45.372 INFO:tasks.cephfs.filesystem:scrub status for tag:a07c54b2-c99f-460b-aa07-de91fa62e128 - {'path': '/', 'tag': 'a07c54b2-c99f-460b-aa07-de91fa62e128', 'options': 'recursive,force'} 2024-04-22T00:41:45.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:45 smithi081 ceph-mon[31546]: pgmap v388: 129 pgs: 129 active+clean; 933 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 9.3 MiB/s wr, 787 op/s 2024-04-22T00:41:45.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:45 smithi018 ceph-mon[27979]: pgmap v388: 129 pgs: 129 active+clean; 933 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 9.3 MiB/s wr, 787 op/s 2024-04-22T00:41:45.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:45 smithi167 ceph-mon[31348]: pgmap v388: 129 pgs: 129 active+clean; 933 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 9.3 MiB/s wr, 787 op/s 2024-04-22T00:41:46.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:46 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:41:46.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:46 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:46 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:41:46.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:46 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:41:46.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:46 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:46 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:41:46.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:46 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:41:46.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:46 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:46 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:46 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:46 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:41:46.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:46 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:46 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:41:46.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:46 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:41:46.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:46 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:46 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:41:46.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:46 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:41:46.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:46 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:46 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:46 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:46 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:41:46.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:46 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:46 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:41:46.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:46 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:41:46.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:46 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:46 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:41:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:46 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:41:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:46 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:46 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:46.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:46 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:41:47.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:47 smithi167 ceph-mon[31348]: pgmap v389: 129 pgs: 129 active+clean; 951 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 11 MiB/s wr, 838 op/s 2024-04-22T00:41:47.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:47 smithi081 ceph-mon[31546]: pgmap v389: 129 pgs: 129 active+clean; 951 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 11 MiB/s wr, 838 op/s 2024-04-22T00:41:47.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:47 smithi018 ceph-mon[27979]: pgmap v389: 129 pgs: 129 active+clean; 951 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 11 MiB/s wr, 838 op/s 2024-04-22T00:41:49.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:49 smithi167 ceph-mon[31348]: pgmap v390: 129 pgs: 129 active+clean; 954 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 8.7 MiB/s wr, 737 op/s 2024-04-22T00:41:49.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:49 smithi081 ceph-mon[31546]: pgmap v390: 129 pgs: 129 active+clean; 954 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 8.7 MiB/s wr, 737 op/s 2024-04-22T00:41:49.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:49 smithi018 ceph-mon[27979]: pgmap v390: 129 pgs: 129 active+clean; 954 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 8.7 MiB/s wr, 737 op/s 2024-04-22T00:41:49.770 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 25.0 s, 2848.6 tps, lat 35.125 ms stddev 49.873 2024-04-22T00:41:51.460 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:51 smithi018 ceph-mon[27979]: pgmap v391: 129 pgs: 129 active+clean; 989 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 137 KiB/s rd, 19 MiB/s wr, 1.03k op/s 2024-04-22T00:41:51.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:51 smithi167 ceph-mon[31348]: pgmap v391: 129 pgs: 129 active+clean; 989 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 137 KiB/s rd, 19 MiB/s wr, 1.03k op/s 2024-04-22T00:41:51.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:51 smithi081 ceph-mon[31546]: pgmap v391: 129 pgs: 129 active+clean; 989 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 137 KiB/s rd, 19 MiB/s wr, 1.03k op/s 2024-04-22T00:41:51.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.702+0000 7f77339b1640 1 -- 172.21.15.18:0/221870844 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f772c077ce0 msgr2=0x7f772c078580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:51.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.702+0000 7f77339b1640 1 --2- 172.21.15.18:0/221870844 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f772c077ce0 0x7f772c078580 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7724009be0 tx=0x7f772402bf10 comp rx=0 tx=0).stop 2024-04-22T00:41:51.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.702+0000 7f77339b1640 1 -- 172.21.15.18:0/221870844 shutdown_connections 2024-04-22T00:41:51.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.702+0000 7f77339b1640 1 --2- 172.21.15.18:0/221870844 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f772c077ce0 0x7f772c078580 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.702+0000 7f77339b1640 1 --2- 172.21.15.18:0/221870844 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f772c077340 0x7f772c0777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.702+0000 7f77339b1640 1 --2- 172.21.15.18:0/221870844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f772c076100 0x7f772c076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.702+0000 7f77339b1640 1 -- 172.21.15.18:0/221870844 >> 172.21.15.18:0/221870844 conn(0x7f772c0fef30 msgr2=0x7f772c101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:51.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.703+0000 7f77339b1640 1 -- 172.21.15.18:0/221870844 shutdown_connections 2024-04-22T00:41:51.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.703+0000 7f77339b1640 1 -- 172.21.15.18:0/221870844 wait complete. 2024-04-22T00:41:51.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f77339b1640 1 Processor -- start 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f77339b1640 1 -- start start 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f77339b1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f772c076100 0x7f772c073340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f77339b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f772c077340 0x7f772c06fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f77339b1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f772c077ce0 0x7f772c070330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f77339b1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f772c113af0 con 0x7f772c077340 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f77339b1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f772c113970 con 0x7f772c077ce0 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f773174d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f772c076100 0x7f772c073340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f773174d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f772c076100 0x7f772c073340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45758/0 (socket says 172.21.15.18:45758) 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f773174d640 1 -- 172.21.15.18:0/118311996 learned_addr learned my addr 172.21.15.18:0/118311996 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f77339b1640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f772c113c70 con 0x7f772c076100 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f7731f4e640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f772c077ce0 0x7f772c070330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.704+0000 7f7730f4c640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f772c077340 0x7f772c06fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.705+0000 7f773174d640 1 -- 172.21.15.18:0/118311996 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f772c077ce0 msgr2=0x7f772c070330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:51.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.705+0000 7f773174d640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f772c077ce0 0x7f772c070330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.705+0000 7f773174d640 1 -- 172.21.15.18:0/118311996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f772c077340 msgr2=0x7f772c06fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:51.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.705+0000 7f773174d640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f772c077340 0x7f772c06fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.705+0000 7f773174d640 1 -- 172.21.15.18:0/118311996 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f772c1ae250 con 0x7f772c076100 2024-04-22T00:41:51.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.705+0000 7f7731f4e640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f772c077ce0 0x7f772c070330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:51.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.706+0000 7f773174d640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f772c076100 0x7f772c073340 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f772800e9c0 tx=0x7f772800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:51.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.706+0000 7f77227fc640 1 -- 172.21.15.18:0/118311996 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772800ccc0 con 0x7f772c076100 2024-04-22T00:41:51.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.706+0000 7f77227fc640 1 -- 172.21.15.18:0/118311996 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7728005500 con 0x7f772c076100 2024-04-22T00:41:51.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.706+0000 7f77227fc640 1 -- 172.21.15.18:0/118311996 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7728010430 con 0x7f772c076100 2024-04-22T00:41:51.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.706+0000 7f77339b1640 1 -- 172.21.15.18:0/118311996 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f772c1ae540 con 0x7f772c076100 2024-04-22T00:41:51.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.706+0000 7f77339b1640 1 -- 172.21.15.18:0/118311996 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f772c1aea30 con 0x7f772c076100 2024-04-22T00:41:51.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.710+0000 7f77227fc640 1 -- 172.21.15.18:0/118311996 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f77280046c0 con 0x7f772c076100 2024-04-22T00:41:51.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.711+0000 7f7736598740 1 Processor -- start 2024-04-22T00:41:51.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.711+0000 7f7736598740 1 -- start start 2024-04-22T00:41:51.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.711+0000 7f77227fc640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77180a2d30 0x7f77180a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f7736598740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adce4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f7736598740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce4720 0x55a5adce9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f7736598740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5adcebd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f7736598740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55a5adc48b70 con 0x55a5adce4720 2024-04-22T00:41:51.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f7736598740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55a5adbf1470 con 0x55a5adce3d30 2024-04-22T00:41:51.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f7736598740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a5adc44b30 con 0x55a5adce9890 2024-04-22T00:41:51.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f7731f4e640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77180a2d30 0x7f77180a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f773174d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adce4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f7731f4e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5adcebd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f773174d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adce4150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60452/0 (socket says 172.21.15.18:60452) 2024-04-22T00:41:51.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f773174d640 1 -- 172.21.15.18:0/2092152089 learned_addr learned my addr 172.21.15.18:0/2092152089 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:51.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f7730f4c640 1 --2- 172.21.15.18:0/2092152089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce4720 0x55a5adce9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f77227fc640 1 -- 172.21.15.18:0/118311996 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f77280cf6c0 con 0x7f772c076100 2024-04-22T00:41:51.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f773174d640 1 -- 172.21.15.18:0/2092152089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 msgr2=0x55a5adcebd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:51.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f773174d640 1 --2- 172.21.15.18:0/2092152089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5adcebd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f773174d640 1 -- 172.21.15.18:0/2092152089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce4720 msgr2=0x55a5adce9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:51.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f773174d640 1 --2- 172.21.15.18:0/2092152089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce4720 0x55a5adce9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.712+0000 7f773174d640 1 -- 172.21.15.18:0/2092152089 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5ad95d210 con 0x55a5adce3d30 2024-04-22T00:41:51.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.713+0000 7f773174d640 1 --2- 172.21.15.18:0/2092152089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adce4150 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f77280cccd0 tx=0x7f7728097d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a180b5210be6f164 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:51.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.713+0000 7f7731f4e640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77180a2d30 0x7f77180a51f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7724004af0 tx=0x7f7724009860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.713+0000 7f77177fe640 1 -- 172.21.15.18:0/2092152089 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772809b450 con 0x55a5adce3d30 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.713+0000 7f77177fe640 1 -- 172.21.15.18:0/2092152089 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f772809c1f0 con 0x55a5adce3d30 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.713+0000 7f77177fe640 1 -- 172.21.15.18:0/2092152089 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7728073ac0 con 0x55a5adce3d30 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 -- 172.21.15.18:0/2092152089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 msgr2=0x55a5adce4150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 --2- 172.21.15.18:0/2092152089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adce4150 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f77280cccd0 tx=0x7f7728097d90 comp rx=0 tx=0).stop 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 -- 172.21.15.18:0/2092152089 shutdown_connections 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 --2- 172.21.15.18:0/2092152089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5adcebd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 --2- 172.21.15.18:0/2092152089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce4720 0x55a5adce9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 --2- 172.21.15.18:0/2092152089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adce4150 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 -- 172.21.15.18:0/2092152089 >> 172.21.15.18:0/2092152089 conn(0x55a5adcdf2a0 msgr2=0x55a5adcdf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 -- 172.21.15.18:0/2092152089 shutdown_connections 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 -- 172.21.15.18:0/2092152089 wait complete. 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 -- start start 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.714+0000 7f7736598740 1 Processor -- start 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f7736598740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adcff070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f7736598740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce4720 0x55a5adcff5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f7736598740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce9890 0x55a5add065f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f7736598740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55a5adcfd850 con 0x55a5adce9890 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f7736598740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55a5adc04a10 con 0x55a5adce3d30 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f7736598740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a5adcfd9d0 con 0x55a5adce4720 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f7736598740 10 client.0 _ll_register_callbacks cb 0x55a5adc3fb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f773174d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adcff070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f773174d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adcff070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60454/0 (socket says 172.21.15.18:60454) 2024-04-22T00:41:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f773174d640 1 -- 172.21.15.18:0/1575831258 learned_addr learned my addr 172.21.15.18:0/1575831258 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f7731f4e640 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce9890 0x55a5add065f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f773174d640 1 -- 172.21.15.18:0/1575831258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce4720 msgr2=0x55a5adcff5b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:41:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f773174d640 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce4720 0x55a5adcff5b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f773174d640 1 -- 172.21.15.18:0/1575831258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce9890 msgr2=0x55a5add065f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.715+0000 7f773174d640 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce9890 0x55a5add065f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.716+0000 7f773174d640 1 -- 172.21.15.18:0/1575831258 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5ada29620 con 0x55a5adce3d30 2024-04-22T00:41:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.716+0000 7f7731f4e640 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce9890 0x55a5add065f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:41:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.716+0000 7f773174d640 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adcff070 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f772809ba80 tx=0x7f772809fea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b509d496dca37f8a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:51.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.716+0000 7f7714ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:41:51.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.716+0000 7f7714ff9640 1 -- 172.21.15.18:0/1575831258 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772807a020 con 0x55a5adce3d30 2024-04-22T00:41:51.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.716+0000 7f7736598740 1 -- 172.21.15.18:0/1575831258 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f772809c1f0 con 0x55a5adce3d30 2024-04-22T00:41:51.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.716+0000 7f7714ff9640 1 -- 172.21.15.18:0/1575831258 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7728098160 con 0x55a5adce3d30 2024-04-22T00:41:51.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.716+0000 7f7714ff9640 1 -- 172.21.15.18:0/1575831258 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f7728066e60 con 0x55a5adce3d30 2024-04-22T00:41:51.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.716+0000 7f7736598740 10 client.25355 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:51.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.716+0000 7f7736598740 1 -- 172.21.15.18:0/1575831258 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a5add09960 con 0x55a5adce3d30 2024-04-22T00:41:51.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.717+0000 7f7714ff9640 1 -- 172.21.15.18:0/1575831258 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f772809c1f0 con 0x55a5adce3d30 2024-04-22T00:41:51.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.717+0000 7f7714ff9640 1 -- 172.21.15.18:0/1575831258 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f772809af40 con 0x55a5adce3d30 2024-04-22T00:41:51.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.717+0000 7f7736598740 10 client.25355 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:51.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.717+0000 7f7736598740 10 client.25355 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:51.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.717+0000 7f7736598740 20 client.25355 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:51.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.717+0000 7f7736598740 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a5add0b020 0x55a5add0d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.717+0000 7f7736598740 4 client.25355 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:41:51.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.717+0000 7f7736598740 1 -- 172.21.15.18:0/1575831258 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a5adc560b0 con 0x55a5add0b020 2024-04-22T00:41:51.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.717+0000 7f7730f4c640 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a5add0b020 0x55a5add0d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.718+0000 7f7730f4c640 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a5add0b020 0x55a5add0d4a0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbce0f8d5b8948f2 server_cookie=8f141b0425a53976 in_seq=0 out_seq=0 2024-04-22T00:41:51.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.718+0000 7f7714ff9640 10 client.25355 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:51.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.718+0000 7f7714ff9640 1 -- 172.21.15.18:0/1575831258 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a5adc560b0 con 0x55a5add0b020 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.718+0000 7f7714ff9640 10 client.25355 handle_command_reply: tid=0 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.718+0000 7f7736598740 1 client.25355 shutdown 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.720+0000 7f7736598740 1 -- 172.21.15.18:0/1575831258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 msgr2=0x55a5adcff070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.720+0000 7f7736598740 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adcff070 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f772809ba80 tx=0x7f772809fea0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.721+0000 7f7736598740 1 -- 172.21.15.18:0/1575831258 shutdown_connections 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.721+0000 7f7736598740 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a5add0b020 0x55a5add0d4a0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.721+0000 7f7736598740 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce9890 0x55a5add065f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.721+0000 7f7736598740 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce4720 0x55a5adcff5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.721+0000 7f7736598740 1 --2- 172.21.15.18:0/1575831258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce3d30 0x55a5adcff070 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.721+0000 7f7736598740 1 -- 172.21.15.18:0/1575831258 >> 172.21.15.18:0/1575831258 conn(0x55a5adcdf2a0 msgr2=0x55a5adcde4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.721+0000 7f7714ff9640 0 client.25355 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.721+0000 7f7736598740 1 -- 172.21.15.18:0/1575831258 shutdown_connections 2024-04-22T00:41:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.721+0000 7f7736598740 1 -- 172.21.15.18:0/1575831258 wait complete. 2024-04-22T00:41:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.721+0000 7f7736598740 20 client.25355 trim_cache size 0 max 16384 2024-04-22T00:41:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f7736598740 1 Processor -- start 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f7736598740 1 -- start start 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f7736598740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5adce92c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f7736598740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce4720 0x55a5add06580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f7736598740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5adce5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f7736598740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f772c1b31b0 con 0x55a5adce3d30 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f7736598740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f772c1b0a50 con 0x55a5adce4720 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f7736598740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f772c10b7b0 con 0x55a5adce9890 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f773174d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5adce92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f773174d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5adce92c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43552/0 (socket says 172.21.15.18:43552) 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f773174d640 1 -- 172.21.15.18:0/4064032499 learned_addr learned my addr 172.21.15.18:0/4064032499 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.750+0000 7f7730f4c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce4720 0x55a5add06580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7731f4e640 1 --2- 172.21.15.18:0/4064032499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5adce5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7730f4c640 1 -- 172.21.15.18:0/4064032499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 msgr2=0x55a5adce5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7730f4c640 1 --2- 172.21.15.18:0/4064032499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5adce5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7730f4c640 1 -- 172.21.15.18:0/4064032499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 msgr2=0x55a5adce92c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7730f4c640 1 --2- 172.21.15.18:0/4064032499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5adce92c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7730f4c640 1 -- 172.21.15.18:0/4064032499 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5adce0010 con 0x55a5adce4720 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f773174d640 1 --2- 172.21.15.18:0/4064032499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5adce92c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7731f4e640 1 --2- 172.21.15.18:0/4064032499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5adce5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7730f4c640 1 --2- 172.21.15.18:0/4064032499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce4720 0x55a5add06580 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x55a5adce0210 tx=0x7f771c0090e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=824de8da08af2e38 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7716ffd640 1 -- 172.21.15.18:0/4064032499 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771c009de0 con 0x55a5adce4720 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7716ffd640 1 -- 172.21.15.18:0/4064032499 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f771c016e30 con 0x55a5adce4720 2024-04-22T00:41:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.751+0000 7f7716ffd640 1 -- 172.21.15.18:0/4064032499 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771c0133a0 con 0x55a5adce4720 2024-04-22T00:41:51.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.752+0000 7f7736598740 1 -- 172.21.15.18:0/4064032499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce4720 msgr2=0x55a5add06580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:51.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.752+0000 7f7736598740 1 --2- 172.21.15.18:0/4064032499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce4720 0x55a5add06580 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x55a5adce0210 tx=0x7f771c0090e0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.752+0000 7f7736598740 1 -- 172.21.15.18:0/4064032499 shutdown_connections 2024-04-22T00:41:51.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.752+0000 7f7736598740 1 --2- 172.21.15.18:0/4064032499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5adce5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.752+0000 7f7736598740 1 --2- 172.21.15.18:0/4064032499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce4720 0x55a5add06580 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.752+0000 7f7736598740 1 --2- 172.21.15.18:0/4064032499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5adce92c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.752+0000 7f7736598740 1 -- 172.21.15.18:0/4064032499 >> 172.21.15.18:0/4064032499 conn(0x55a5adcdf2a0 msgr2=0x55a5adcdf680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.753+0000 7f7736598740 1 -- 172.21.15.18:0/4064032499 shutdown_connections 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.753+0000 7f7736598740 1 -- 172.21.15.18:0/4064032499 wait complete. 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.753+0000 7f7736598740 1 -- start start 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.753+0000 7f7736598740 1 Processor -- start 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f7736598740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5add05e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f7736598740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce4720 0x55a5add063a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f7736598740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5add029e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f7736598740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f772c1aef10 con 0x55a5adce3d30 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f7736598740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f772c1b0380 con 0x55a5adce4720 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f7736598740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f772c1af5e0 con 0x55a5adce9890 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f773174d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5add05e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f7736598740 10 client.0 _ll_register_callbacks cb 0x7f771c0093d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:41:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f773174d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5add05e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43560/0 (socket says 172.21.15.18:43560) 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f773174d640 1 -- 172.21.15.18:0/3711487182 learned_addr learned my addr 172.21.15.18:0/3711487182 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f7731f4e640 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5add029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f773174d640 1 -- 172.21.15.18:0/3711487182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 msgr2=0x55a5add029e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f773174d640 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5add029e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f773174d640 1 -- 172.21.15.18:0/3711487182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce4720 msgr2=0x55a5add063a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f773174d640 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce4720 0x55a5add063a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.754+0000 7f773174d640 1 -- 172.21.15.18:0/3711487182 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5add03020 con 0x55a5adce3d30 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.755+0000 7f773174d640 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5add05e60 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f772809b360 tx=0x7f772800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d1fceecb21742a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.755+0000 7f7714ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.755+0000 7f7714ff9640 1 -- 172.21.15.18:0/3711487182 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772807a040 con 0x55a5adce3d30 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.755+0000 7f7714ff9640 1 -- 172.21.15.18:0/3711487182 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f772809af40 con 0x55a5adce3d30 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.755+0000 7f7736598740 1 -- 172.21.15.18:0/3711487182 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f771c016e30 con 0x55a5adce3d30 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.755+0000 7f7714ff9640 1 -- 172.21.15.18:0/3711487182 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f772809b8c0 con 0x55a5adce3d30 2024-04-22T00:41:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.755+0000 7f7736598740 10 client.15750 fetch_fsmap learned FSMap version 27 2024-04-22T00:41:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.755+0000 7f7736598740 1 -- 172.21.15.18:0/3711487182 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a5add03020 con 0x55a5adce3d30 2024-04-22T00:41:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.756+0000 7f7714ff9640 1 -- 172.21.15.18:0/3711487182 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f772809c1f0 con 0x55a5adce3d30 2024-04-22T00:41:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.756+0000 7f7714ff9640 1 -- 172.21.15.18:0/3711487182 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f77280979d0 con 0x55a5adce3d30 2024-04-22T00:41:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.756+0000 7f7736598740 10 client.15750 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:41:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.756+0000 7f7736598740 10 client.15750 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:41:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.756+0000 7f7736598740 20 client.15750 populate_metadata read hostname 'smithi018' 2024-04-22T00:41:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.756+0000 7f7736598740 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a5add707d0 0x55a5add72bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:41:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.756+0000 7f7736598740 4 client.15750 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:41:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.756+0000 7f7736598740 1 -- 172.21.15.18:0/3711487182 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f771c016e30 con 0x55a5add707d0 2024-04-22T00:41:51.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.756+0000 7f7730f4c640 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a5add707d0 0x55a5add72bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:41:51.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.758+0000 7f7714ff9640 10 client.15750 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:51.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.758+0000 7f7730f4c640 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a5add707d0 0x55a5add72bf0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b54b1fbb58f6e5da server_cookie=98acd79194482cb5 in_seq=0 out_seq=0 2024-04-22T00:41:51.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.773+0000 7f7714ff9640 1 -- 172.21.15.18:0/3711487182 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f771c016e30 con 0x55a5add707d0 2024-04-22T00:41:51.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.773+0000 7f7714ff9640 10 client.15750 handle_command_reply: tid=0 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.773+0000 7f7736598740 1 client.15750 shutdown 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 1 -- 172.21.15.18:0/3711487182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 msgr2=0x55a5add05e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5add05e60 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f772809b360 tx=0x7f772800ce60 comp rx=0 tx=0).stop 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 1 -- 172.21.15.18:0/3711487182 shutdown_connections 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a5add707d0 0x55a5add72bf0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7714ff9640 0 client.15750 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a5adce9890 0x55a5add029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a5adce4720 0x55a5add063a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 1 --2- 172.21.15.18:0/3711487182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5adce3d30 0x55a5add05e60 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 1 -- 172.21.15.18:0/3711487182 >> 172.21.15.18:0/3711487182 conn(0x55a5adcdf2a0 msgr2=0x55a5adce5a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 1 -- 172.21.15.18:0/3711487182 shutdown_connections 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 1 -- 172.21.15.18:0/3711487182 wait complete. 2024-04-22T00:41:51.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.774+0000 7f7736598740 20 client.15750 trim_cache size 0 max 16384 2024-04-22T00:41:51.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:41:51.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:41:51.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:41:51.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:41:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.775+0000 7f77339b1640 1 -- 172.21.15.18:0/118311996 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77180a2d30 msgr2=0x7f77180a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.775+0000 7f77339b1640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77180a2d30 0x7f77180a51f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7724004af0 tx=0x7f7724009860 comp rx=0 tx=0).stop 2024-04-22T00:41:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.775+0000 7f77339b1640 1 -- 172.21.15.18:0/118311996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f772c076100 msgr2=0x7f772c073340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:41:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.775+0000 7f77339b1640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f772c076100 0x7f772c073340 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f772800e9c0 tx=0x7f772800ee80 comp rx=0 tx=0).stop 2024-04-22T00:41:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.775+0000 7f77339b1640 1 -- 172.21.15.18:0/118311996 shutdown_connections 2024-04-22T00:41:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.775+0000 7f77339b1640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77180a2d30 0x7f77180a51f0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.776+0000 7f77339b1640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f772c077ce0 0x7f772c070330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.776+0000 7f77339b1640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f772c077340 0x7f772c06fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.776+0000 7f77339b1640 1 --2- 172.21.15.18:0/118311996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f772c076100 0x7f772c073340 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:41:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.776+0000 7f77339b1640 1 -- 172.21.15.18:0/118311996 >> 172.21.15.18:0/118311996 conn(0x7f772c0fef30 msgr2=0x7f772c100a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:41:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.778+0000 7f77339b1640 1 -- 172.21.15.18:0/118311996 shutdown_connections 2024-04-22T00:41:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:41:51.778+0000 7f77339b1640 1 -- 172.21.15.18:0/118311996 wait complete. 2024-04-22T00:41:52.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:52 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:41:52.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:52 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:41:52.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:52 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:41:52.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:52 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:41:52.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:52 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:41:52.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:52 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:41:53.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:53 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:41:53.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:53 smithi167 ceph-mon[31348]: pgmap v392: 129 pgs: 129 active+clean; 1010 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 21 MiB/s wr, 892 op/s 2024-04-22T00:41:53.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:53 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:53.488 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:53 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:41:53.488 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:53 smithi018 ceph-mon[27979]: pgmap v392: 129 pgs: 129 active+clean; 1010 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 21 MiB/s wr, 892 op/s 2024-04-22T00:41:53.488 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:53 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:53.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:53 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:41:53.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:53 smithi081 ceph-mon[31546]: pgmap v392: 129 pgs: 129 active+clean; 1010 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 21 MiB/s wr, 892 op/s 2024-04-22T00:41:53.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:53 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:41:54.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 30.0 s, 3055.4 tps, lat 32.813 ms stddev 38.376 2024-04-22T00:41:55.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:55 smithi167 ceph-mon[31348]: pgmap v393: 129 pgs: 129 active+clean; 1018 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 24 MiB/s wr, 992 op/s 2024-04-22T00:41:55.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:55 smithi081 ceph-mon[31546]: pgmap v393: 129 pgs: 129 active+clean; 1018 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 24 MiB/s wr, 992 op/s 2024-04-22T00:41:55.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:55 smithi018 ceph-mon[27979]: pgmap v393: 129 pgs: 129 active+clean; 1018 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 24 MiB/s wr, 992 op/s 2024-04-22T00:41:57.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:57 smithi167 ceph-mon[31348]: pgmap v394: 129 pgs: 129 active+clean; 976 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 26 MiB/s wr, 1.06k op/s 2024-04-22T00:41:57.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:57 smithi081 ceph-mon[31546]: pgmap v394: 129 pgs: 129 active+clean; 976 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 26 MiB/s wr, 1.06k op/s 2024-04-22T00:41:57.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:57 smithi018 ceph-mon[27979]: pgmap v394: 129 pgs: 129 active+clean; 976 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 26 MiB/s wr, 1.06k op/s 2024-04-22T00:41:59.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:41:59 smithi167 ceph-mon[31348]: pgmap v395: 129 pgs: 129 active+clean; 977 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 24 MiB/s wr, 962 op/s 2024-04-22T00:41:59.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:41:59 smithi081 ceph-mon[31546]: pgmap v395: 129 pgs: 129 active+clean; 977 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 24 MiB/s wr, 962 op/s 2024-04-22T00:41:59.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:41:59 smithi018 ceph-mon[27979]: pgmap v395: 129 pgs: 129 active+clean; 977 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 24 MiB/s wr, 962 op/s 2024-04-22T00:41:59.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 35.0 s, 5093.6 tps, lat 19.481 ms stddev 21.436 2024-04-22T00:42:01.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:01 smithi167 ceph-mon[31348]: pgmap v396: 129 pgs: 129 active+clean; 986 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 26 MiB/s wr, 1.12k op/s 2024-04-22T00:42:01.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:01 smithi081 ceph-mon[31546]: pgmap v396: 129 pgs: 129 active+clean; 986 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 26 MiB/s wr, 1.12k op/s 2024-04-22T00:42:01.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:01 smithi018 ceph-mon[27979]: pgmap v396: 129 pgs: 129 active+clean; 986 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 26 MiB/s wr, 1.12k op/s 2024-04-22T00:42:03.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:03 smithi167 ceph-mon[31348]: pgmap v397: 129 pgs: 129 active+clean; 990 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 17 MiB/s wr, 867 op/s 2024-04-22T00:42:03.595 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:03 smithi018 ceph-mon[27979]: pgmap v397: 129 pgs: 129 active+clean; 990 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 17 MiB/s wr, 867 op/s 2024-04-22T00:42:03.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:03 smithi081 ceph-mon[31546]: pgmap v397: 129 pgs: 129 active+clean; 990 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 17 MiB/s wr, 867 op/s 2024-04-22T00:42:04.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 40.0 s, 3628.2 tps, lat 27.780 ms stddev 32.319 2024-04-22T00:42:04.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.935+0000 7fc0e0e88640 1 -- 172.21.15.18:0/339229238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0dc1006a0 msgr2=0x7fc0dc100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:04.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.935+0000 7fc0e0e88640 1 --2- 172.21.15.18:0/339229238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0dc1006a0 0x7fc0dc100ac0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc0cc009900 tx=0x7fc0cc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:42:04.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.936+0000 7fc0e0e88640 1 -- 172.21.15.18:0/339229238 shutdown_connections 2024-04-22T00:42:04.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.936+0000 7fc0e0e88640 1 --2- 172.21.15.18:0/339229238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc102250 0x7fc0dc108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.936+0000 7fc0e0e88640 1 --2- 172.21.15.18:0/339229238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0dc101890 0x7fc0dc101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.936+0000 7fc0e0e88640 1 --2- 172.21.15.18:0/339229238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0dc1006a0 0x7fc0dc100ac0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.936+0000 7fc0e0e88640 1 -- 172.21.15.18:0/339229238 >> 172.21.15.18:0/339229238 conn(0x7fc0dc0fbc10 msgr2=0x7fc0dc0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:04.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.936+0000 7fc0e0e88640 1 -- 172.21.15.18:0/339229238 shutdown_connections 2024-04-22T00:42:04.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.936+0000 7fc0e0e88640 1 -- 172.21.15.18:0/339229238 wait complete. 2024-04-22T00:42:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.937+0000 7fc0e0e88640 1 Processor -- start 2024-04-22T00:42:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.937+0000 7fc0e0e88640 1 -- start start 2024-04-22T00:42:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.937+0000 7fc0e0e88640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc1006a0 0x7fc0dc195940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.937+0000 7fc0e0e88640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0dc101890 0x7fc0dc195e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.937+0000 7fc0e0e88640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0dc102250 0x7fc0dc19cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.937+0000 7fc0e0e88640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc0dc10b230 con 0x7fc0dc1006a0 2024-04-22T00:42:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.937+0000 7fc0e0e88640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc0dc10b0b0 con 0x7fc0dc102250 2024-04-22T00:42:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.937+0000 7fc0e0e88640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0dc10b3b0 con 0x7fc0dc101890 2024-04-22T00:42:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.938+0000 7fc0dad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0dc102250 0x7fc0dc19cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.938+0000 7fc0dad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0dc102250 0x7fc0dc19cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41552/0 (socket says 172.21.15.18:41552) 2024-04-22T00:42:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.938+0000 7fc0dad9d640 1 -- 172.21.15.18:0/4126089807 learned_addr learned my addr 172.21.15.18:0/4126089807 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.938+0000 7fc0da59c640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc1006a0 0x7fc0dc195940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.938+0000 7fc0d9d9b640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0dc101890 0x7fc0dc195e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.938+0000 7fc0dad9d640 1 -- 172.21.15.18:0/4126089807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0dc101890 msgr2=0x7fc0dc195e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.938+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0dc101890 0x7fc0dc195e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.938+0000 7fc0dad9d640 1 -- 172.21.15.18:0/4126089807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc1006a0 msgr2=0x7fc0dc195940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.938+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc1006a0 0x7fc0dc195940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.938+0000 7fc0dad9d640 1 -- 172.21.15.18:0/4126089807 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0dc19d420 con 0x7fc0dc102250 2024-04-22T00:42:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.939+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0dc102250 0x7fc0dc19cdb0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc0d400eb10 tx=0x7fc0d400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.939+0000 7fc0cb7fe640 1 -- 172.21.15.18:0/4126089807 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4004b20 con 0x7fc0dc102250 2024-04-22T00:42:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.939+0000 7fc0cb7fe640 1 -- 172.21.15.18:0/4126089807 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0d4004cc0 con 0x7fc0dc102250 2024-04-22T00:42:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.939+0000 7fc0cb7fe640 1 -- 172.21.15.18:0/4126089807 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4005650 con 0x7fc0dc102250 2024-04-22T00:42:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.939+0000 7fc0e0e88640 1 -- 172.21.15.18:0/4126089807 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0dc19d710 con 0x7fc0dc102250 2024-04-22T00:42:04.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.939+0000 7fc0e0e88640 1 -- 172.21.15.18:0/4126089807 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0dc19dc10 con 0x7fc0dc102250 2024-04-22T00:42:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.942+0000 7fc0cb7fe640 1 -- 172.21.15.18:0/4126089807 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc0d4005810 con 0x7fc0dc102250 2024-04-22T00:42:04.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.943+0000 7fc0e3a78740 1 Processor -- start 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.944+0000 7fc0e3a78740 1 -- start start 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.944+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1540 0x5578445c1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.944+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1f30 0x5578445c6a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.944+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 0x5578445c9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.944+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55784451db70 con 0x5578445c1f30 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.944+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5578444c6470 con 0x5578445c1540 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.944+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557844519b30 con 0x5578445c70a0 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0d9d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1540 0x5578445c1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0d9d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1540 0x5578445c1960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41554/0 (socket says 172.21.15.18:41554) 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0d9d9b640 1 -- 172.21.15.18:0/1772207597 learned_addr learned my addr 172.21.15.18:0/1772207597 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:04.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0d9d9b640 1 --2- 172.21.15.18:0/1772207597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 0x5578445c9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0da59c640 1 --2- 172.21.15.18:0/1772207597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1f30 0x5578445c6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0d9d9b640 1 -- 172.21.15.18:0/1772207597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 msgr2=0x5578445c9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:04.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0d9d9b640 1 --2- 172.21.15.18:0/1772207597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 0x5578445c9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0d9d9b640 1 -- 172.21.15.18:0/1772207597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1f30 msgr2=0x5578445c6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:04.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0d9d9b640 1 --2- 172.21.15.18:0/1772207597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1f30 0x5578445c6a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0d9d9b640 1 -- 172.21.15.18:0/1772207597 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557844232210 con 0x5578445c1540 2024-04-22T00:42:04.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0cb7fe640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0c40a2d00 0x7fc0c40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0d9d9b640 1 --2- 172.21.15.18:0/1772207597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1540 0x5578445c1960 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0012780 tx=0x7fc0d00096e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71ae0c88ecbb7774 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:04.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0da59c640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0c40a2d00 0x7fc0c40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0cb7fe640 1 -- 172.21.15.18:0/4126089807 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc0d40d3a60 con 0x7fc0dc102250 2024-04-22T00:42:04.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.945+0000 7fc0c8ff9640 1 -- 172.21.15.18:0/1772207597 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d0012d00 con 0x5578445c1540 2024-04-22T00:42:04.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.946+0000 7fc0c8ff9640 1 -- 172.21.15.18:0/1772207597 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0d00107d0 con 0x5578445c1540 2024-04-22T00:42:04.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.946+0000 7fc0c8ff9640 1 -- 172.21.15.18:0/1772207597 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d0003850 con 0x5578445c1540 2024-04-22T00:42:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.947+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1772207597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1540 msgr2=0x5578445c1960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.947+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/1772207597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1540 0x5578445c1960 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0012780 tx=0x7fc0d00096e0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.947+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1772207597 shutdown_connections 2024-04-22T00:42:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.947+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/1772207597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 0x5578445c9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.947+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/1772207597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1f30 0x5578445c6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.947+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/1772207597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1540 0x5578445c1960 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.947+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1772207597 >> 172.21.15.18:0/1772207597 conn(0x5578445b42a0 msgr2=0x5578445b46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.947+0000 7fc0da59c640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0c40a2d00 0x7fc0c40a51c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc0cc009850 tx=0x7fc0cc02df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1772207597 shutdown_connections 2024-04-22T00:42:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1772207597 wait complete. 2024-04-22T00:42:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 1 -- start start 2024-04-22T00:42:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 1 Processor -- start 2024-04-22T00:42:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 0x5578445cb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 0x5578445cbe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c70a0 0x5578445d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5578445ca050 con 0x5578445c70a0 2024-04-22T00:42:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5578444d9a10 con 0x5578445c1f30 2024-04-22T00:42:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5578445ca1d0 con 0x5578445c1540 2024-04-22T00:42:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.948+0000 7fc0e3a78740 10 client.0 _ll_register_callbacks cb 0x557844514b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.949+0000 7fc0da59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 0x5578445cb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.949+0000 7fc0d9d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 0x5578445cbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.949+0000 7fc0d9d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 0x5578445cbe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41560/0 (socket says 172.21.15.18:41560) 2024-04-22T00:42:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.949+0000 7fc0d9d9b640 1 -- 172.21.15.18:0/1608886363 learned_addr learned my addr 172.21.15.18:0/1608886363 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.949+0000 7fc0d9d9b640 1 -- 172.21.15.18:0/1608886363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 msgr2=0x5578445cb8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.949+0000 7fc0d9d9b640 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 0x5578445cb8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.949+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c70a0 0x5578445d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.949+0000 7fc0d9d9b640 1 -- 172.21.15.18:0/1608886363 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c70a0 msgr2=0x5578445d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.949+0000 7fc0d9d9b640 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c70a0 0x5578445d2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.949+0000 7fc0d9d9b640 1 -- 172.21.15.18:0/1608886363 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578442fe620 con 0x5578445c1f30 2024-04-22T00:42:04.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.950+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c70a0 0x5578445d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:04.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.950+0000 7fc0d9d9b640 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 0x5578445cbe10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0012750 tx=0x7fc0d0009530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35ab6e703d12385f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:04.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.950+0000 7fc0c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:04.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.950+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/1608886363 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d0005510 con 0x5578445c1f30 2024-04-22T00:42:04.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.950+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/1608886363 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc0d0004680 con 0x5578445c1f30 2024-04-22T00:42:04.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.950+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1608886363 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc0d00107d0 con 0x5578445c1f30 2024-04-22T00:42:04.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/1608886363 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc0d0004880 con 0x5578445c1f30 2024-04-22T00:42:04.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0e3a78740 10 client.25370 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:04.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1608886363 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5578445d6150 con 0x5578445c1f30 2024-04-22T00:42:04.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/1608886363 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0d00107d0 con 0x5578445c1f30 2024-04-22T00:42:04.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/1608886363 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc0d0028b80 con 0x5578445c1f30 2024-04-22T00:42:04.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0e3a78740 10 client.25370 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:04.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0e3a78740 10 client.25370 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:04.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0e3a78740 20 client.25370 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:04.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5578445d7c60 0x5578445da0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0e3a78740 4 client.25370 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:04.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.951+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1608886363 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55784452b0b0 con 0x5578445d7c60 2024-04-22T00:42:04.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.952+0000 7fc0da59c640 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5578445d7c60 0x5578445da0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.955+0000 7fc0da59c640 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5578445d7c60 0x5578445da0a0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c59d587023c03b91 server_cookie=bebd1c38e81e2451 in_seq=0 out_seq=0 2024-04-22T00:42:04.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.955+0000 7fc0c1ffb640 10 client.25370 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:04.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/1608886363 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55784452b0b0 con 0x5578445d7c60 2024-04-22T00:42:04.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0c1ffb640 10 client.25370 handle_command_reply: tid=0 2024-04-22T00:42:04.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0e3a78740 1 client.25370 shutdown 2024-04-22T00:42:04.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1608886363 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 msgr2=0x5578445cbe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:04.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 0x5578445cbe10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0012750 tx=0x7fc0d0009530 comp rx=0 tx=0).stop 2024-04-22T00:42:04.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1608886363 shutdown_connections 2024-04-22T00:42:04.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5578445d7c60 0x5578445da0a0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c70a0 0x5578445d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 0x5578445cbe10 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/1608886363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 0x5578445cb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1608886363 >> 172.21.15.18:0/1608886363 conn(0x5578445b42a0 msgr2=0x5578445b34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0c1ffb640 0 client.25370 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.956+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1608886363 shutdown_connections 2024-04-22T00:42:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.957+0000 7fc0e3a78740 1 -- 172.21.15.18:0/1608886363 wait complete. 2024-04-22T00:42:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.957+0000 7fc0e3a78740 20 client.25370 trim_cache size 0 max 16384 2024-04-22T00:42:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.984+0000 7fc0e3a78740 1 Processor -- start 2024-04-22T00:42:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.984+0000 7fc0e3a78740 1 -- start start 2024-04-22T00:42:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1540 0x5578445c3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 0x5578445c37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 0x5578445d2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc0dc1aabc0 con 0x5578445c1540 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc0dc1a8430 con 0x5578445c1f30 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0dc1a6280 con 0x5578445c70a0 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0dad9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 0x5578445d2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0dad9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 0x5578445d2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:56226/0 (socket says 172.21.15.18:56226) 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0dad9d640 1 -- 172.21.15.18:0/2820029294 learned_addr learned my addr 172.21.15.18:0/2820029294 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0da59c640 1 --2- 172.21.15.18:0/2820029294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1540 0x5578445c3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0dad9d640 1 -- 172.21.15.18:0/2820029294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 msgr2=0x5578445c37d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/2820029294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 0x5578445c37d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0dad9d640 1 -- 172.21.15.18:0/2820029294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1540 msgr2=0x5578445c3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/2820029294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1540 0x5578445c3290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.985+0000 7fc0dad9d640 1 -- 172.21.15.18:0/2820029294 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578445c6580 con 0x5578445c70a0 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.986+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/2820029294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 0x5578445d2da0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc0d409fbf0 tx=0x7fc0d400efd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=178fadbed5715008 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.986+0000 7fc0da59c640 1 --2- 172.21.15.18:0/2820029294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1540 0x5578445c3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.986+0000 7fc0c3fff640 1 -- 172.21.15.18:0/2820029294 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d40a05f0 con 0x5578445c70a0 2024-04-22T00:42:04.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.986+0000 7fc0c3fff640 1 -- 172.21.15.18:0/2820029294 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0d409fef0 con 0x5578445c70a0 2024-04-22T00:42:04.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.986+0000 7fc0c3fff640 1 -- 172.21.15.18:0/2820029294 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d40a8930 con 0x5578445c70a0 2024-04-22T00:42:04.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.987+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2820029294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 msgr2=0x5578445d2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.987+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/2820029294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 0x5578445d2da0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc0d409fbf0 tx=0x7fc0d400efd0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.987+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2820029294 shutdown_connections 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.987+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/2820029294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c70a0 0x5578445d2da0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.987+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/2820029294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c1f30 0x5578445c37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.987+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/2820029294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1540 0x5578445c3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.987+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2820029294 >> 172.21.15.18:0/2820029294 conn(0x5578445b42a0 msgr2=0x5578445cb8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.987+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2820029294 shutdown_connections 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2820029294 wait complete. 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0e3a78740 1 -- start start 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0e3a78740 1 Processor -- start 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 0x5578445d2b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1f30 0x5578445cf6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0e3a78740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c70a0 0x5578445cfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc0dc1a68f0 con 0x5578445c1f30 2024-04-22T00:42:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc0dc1a7d60 con 0x5578445c70a0 2024-04-22T00:42:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0e3a78740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0dc1a6fc0 con 0x5578445c1540 2024-04-22T00:42:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0e3a78740 10 client.0 _ll_register_callbacks cb 0x7fc0d0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0da59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 0x5578445d2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0dad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c70a0 0x5578445cfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0da59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 0x5578445d2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:56236/0 (socket says 172.21.15.18:56236) 2024-04-22T00:42:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0da59c640 1 -- 172.21.15.18:0/2202214674 learned_addr learned my addr 172.21.15.18:0/2202214674 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.988+0000 7fc0d9d9b640 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1f30 0x5578445cf6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0dad9d640 1 -- 172.21.15.18:0/2202214674 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 msgr2=0x5578445d2b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 0x5578445d2b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0dad9d640 1 -- 172.21.15.18:0/2202214674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1f30 msgr2=0x5578445cf6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1f30 0x5578445cf6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0dad9d640 1 -- 172.21.15.18:0/2202214674 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55784463c210 con 0x5578445c70a0 2024-04-22T00:42:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0da59c640 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 0x5578445d2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0dad9d640 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c70a0 0x5578445cfbf0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc0d40d1500 tx=0x7fc0d4004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be2204fd5e65f9ff server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/2202214674 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d40bed30 con 0x5578445c70a0 2024-04-22T00:42:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/2202214674 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc0d409f340 con 0x5578445c70a0 2024-04-22T00:42:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.989+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2202214674 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc0d409fef0 con 0x5578445c70a0 2024-04-22T00:42:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.990+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/2202214674 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc0d40a05f0 con 0x5578445c70a0 2024-04-22T00:42:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.990+0000 7fc0e3a78740 10 client.25373 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.990+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2202214674 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55784463d300 con 0x5578445c70a0 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.990+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/2202214674 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0d409fef0 con 0x5578445c70a0 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.990+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/2202214674 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc0d409ef80 con 0x5578445c70a0 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.990+0000 7fc0e3a78740 10 client.25373 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.990+0000 7fc0e3a78740 10 client.25373 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.991+0000 7fc0e3a78740 20 client.25373 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.991+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55784463dc10 0x557844640030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.991+0000 7fc0e3a78740 4 client.25373 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.991+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2202214674 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557844525400 con 0x55784463dc10 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.991+0000 7fc0da59c640 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55784463dc10 0x557844640030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.991+0000 7fc0da59c640 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55784463dc10 0x557844640030 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0a33729146c7ad server_cookie=dd0074cc9dea1d71 in_seq=0 out_seq=0 2024-04-22T00:42:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:04.991+0000 7fc0c1ffb640 10 client.25373 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0c1ffb640 1 -- 172.21.15.18:0/2202214674 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557844525400 con 0x55784463dc10 2024-04-22T00:42:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0c1ffb640 10 client.25373 handle_command_reply: tid=0 2024-04-22T00:42:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0e3a78740 1 client.25373 shutdown 2024-04-22T00:42:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2202214674 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c70a0 msgr2=0x5578445cfbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c70a0 0x5578445cfbf0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc0d40d1500 tx=0x7fc0d4004ab0 comp rx=0 tx=0).stop 2024-04-22T00:42:05.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2202214674 shutdown_connections 2024-04-22T00:42:05.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55784463dc10 0x557844640030 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:05.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5578445c70a0 0x5578445cfbf0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:05.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578445c1f30 0x5578445cf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:05.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0c1ffb640 0 client.25373 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:05.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0e3a78740 1 --2- 172.21.15.18:0/2202214674 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5578445c1540 0x5578445d2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:05.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.003+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2202214674 >> 172.21.15.18:0/2202214674 conn(0x5578445b42a0 msgr2=0x5578445c05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:05.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.004+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2202214674 shutdown_connections 2024-04-22T00:42:05.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.004+0000 7fc0e3a78740 1 -- 172.21.15.18:0/2202214674 wait complete. 2024-04-22T00:42:05.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.004+0000 7fc0e3a78740 20 client.25373 trim_cache size 0 max 16384 2024-04-22T00:42:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:42:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:42:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:42:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:42:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.005+0000 7fc0e0e88640 1 -- 172.21.15.18:0/4126089807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0c40a2d00 msgr2=0x7fc0c40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.005+0000 7fc0e0e88640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0c40a2d00 0x7fc0c40a51c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc0cc009850 tx=0x7fc0cc02df90 comp rx=0 tx=0).stop 2024-04-22T00:42:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.005+0000 7fc0e0e88640 1 -- 172.21.15.18:0/4126089807 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0dc102250 msgr2=0x7fc0dc19cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.005+0000 7fc0e0e88640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0dc102250 0x7fc0dc19cdb0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc0d400eb10 tx=0x7fc0d400c2d0 comp rx=0 tx=0).stop 2024-04-22T00:42:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.005+0000 7fc0e0e88640 1 -- 172.21.15.18:0/4126089807 shutdown_connections 2024-04-22T00:42:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.005+0000 7fc0e0e88640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0c40a2d00 0x7fc0c40a51c0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.005+0000 7fc0e0e88640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0dc102250 0x7fc0dc19cdb0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.005+0000 7fc0e0e88640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0dc101890 0x7fc0dc195e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.005+0000 7fc0e0e88640 1 --2- 172.21.15.18:0/4126089807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc1006a0 0x7fc0dc195940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.005+0000 7fc0e0e88640 1 -- 172.21.15.18:0/4126089807 >> 172.21.15.18:0/4126089807 conn(0x7fc0dc0fbc10 msgr2=0x7fc0dc104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.006+0000 7fc0e0e88640 1 -- 172.21.15.18:0/4126089807 shutdown_connections 2024-04-22T00:42:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:05.006+0000 7fc0e0e88640 1 -- 172.21.15.18:0/4126089807 wait complete. 2024-04-22T00:42:05.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:05 smithi167 ceph-mon[31348]: pgmap v398: 129 pgs: 129 active+clean; 991 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 14 MiB/s wr, 883 op/s 2024-04-22T00:42:05.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:05 smithi081 ceph-mon[31546]: pgmap v398: 129 pgs: 129 active+clean; 991 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 14 MiB/s wr, 883 op/s 2024-04-22T00:42:05.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:05 smithi018 ceph-mon[27979]: pgmap v398: 129 pgs: 129 active+clean; 991 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 14 MiB/s wr, 883 op/s 2024-04-22T00:42:07.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:07 smithi167 ceph-mon[31348]: pgmap v399: 129 pgs: 129 active+clean; 995 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 903 op/s 2024-04-22T00:42:07.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:07 smithi081 ceph-mon[31546]: pgmap v399: 129 pgs: 129 active+clean; 995 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 903 op/s 2024-04-22T00:42:07.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:07 smithi018 ceph-mon[27979]: pgmap v399: 129 pgs: 129 active+clean; 995 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 903 op/s 2024-04-22T00:42:09.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:09 smithi167 ceph-mon[31348]: pgmap v400: 129 pgs: 129 active+clean; 996 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 8.6 MiB/s wr, 735 op/s 2024-04-22T00:42:09.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:09 smithi081 ceph-mon[31546]: pgmap v400: 129 pgs: 129 active+clean; 996 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 8.6 MiB/s wr, 735 op/s 2024-04-22T00:42:09.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:09 smithi018 ceph-mon[27979]: pgmap v400: 129 pgs: 129 active+clean; 996 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 8.6 MiB/s wr, 735 op/s 2024-04-22T00:42:09.770 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 45.0 s, 3030.8 tps, lat 32.662 ms stddev 38.846 2024-04-22T00:42:11.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:11 smithi167 ceph-mon[31348]: pgmap v401: 129 pgs: 129 active+clean; 997 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 10 MiB/s wr, 887 op/s 2024-04-22T00:42:11.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:11 smithi081 ceph-mon[31546]: pgmap v401: 129 pgs: 129 active+clean; 997 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 10 MiB/s wr, 887 op/s 2024-04-22T00:42:11.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:11 smithi018 ceph-mon[27979]: pgmap v401: 129 pgs: 129 active+clean; 997 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 10 MiB/s wr, 887 op/s 2024-04-22T00:42:13.489 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:13 smithi167 ceph-mon[31348]: pgmap v402: 129 pgs: 129 active+clean; 997 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 7.6 MiB/s wr, 700 op/s 2024-04-22T00:42:13.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:13 smithi081 ceph-mon[31546]: pgmap v402: 129 pgs: 129 active+clean; 997 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 7.6 MiB/s wr, 700 op/s 2024-04-22T00:42:13.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:13 smithi018 ceph-mon[27979]: pgmap v402: 129 pgs: 129 active+clean; 997 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 7.6 MiB/s wr, 700 op/s 2024-04-22T00:42:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 50.0 s, 3595.6 tps, lat 28.092 ms stddev 33.900 2024-04-22T00:42:15.373 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:42:15.373 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:42:15.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:15 smithi167 ceph-mon[31348]: pgmap v403: 129 pgs: 129 active+clean; 1010 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 7.9 MiB/s wr, 698 op/s 2024-04-22T00:42:15.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.529+0000 7f62610fb640 1 -- 172.21.15.18:0/3048691426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f625c1017a0 msgr2=0x7f625c101bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.529+0000 7f62610fb640 1 --2- 172.21.15.18:0/3048691426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f625c1017a0 0x7f625c101bc0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f624c009ca0 tx=0x7f624c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.529+0000 7f62610fb640 1 -- 172.21.15.18:0/3048691426 shutdown_connections 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.529+0000 7f62610fb640 1 --2- 172.21.15.18:0/3048691426 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f625c103350 0x7f625c109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.530+0000 7f62610fb640 1 --2- 172.21.15.18:0/3048691426 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f625c102990 0x7f625c102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.530+0000 7f62610fb640 1 --2- 172.21.15.18:0/3048691426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f625c1017a0 0x7f625c101bc0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.530+0000 7f62610fb640 1 -- 172.21.15.18:0/3048691426 >> 172.21.15.18:0/3048691426 conn(0x7f625c0fcd10 msgr2=0x7f625c0ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.530+0000 7f62610fb640 1 -- 172.21.15.18:0/3048691426 shutdown_connections 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.530+0000 7f62610fb640 1 -- 172.21.15.18:0/3048691426 wait complete. 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.530+0000 7f62610fb640 1 Processor -- start 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.530+0000 7f62610fb640 1 -- start start 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f62610fb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f625c1017a0 0x7f625c197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f62610fb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f625c102990 0x7f625c197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f62610fb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f625c103350 0x7f625c19f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f62610fb640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f625c10d410 con 0x7f625c103350 2024-04-22T00:42:15.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f62610fb640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f625c10d290 con 0x7f625c102990 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f62610fb640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f625c10d590 con 0x7f625c1017a0 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625b59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f625c103350 0x7f625c19f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625b59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f625c103350 0x7f625c19f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60618/0 (socket says 172.21.15.18:60618) 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625b59e640 1 -- 172.21.15.18:0/1052371866 learned_addr learned my addr 172.21.15.18:0/1052371866 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625a59c640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f625c102990 0x7f625c197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625ad9d640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f625c1017a0 0x7f625c197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625b59e640 1 -- 172.21.15.18:0/1052371866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f625c1017a0 msgr2=0x7f625c197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625b59e640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f625c1017a0 0x7f625c197ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625b59e640 1 -- 172.21.15.18:0/1052371866 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f625c102990 msgr2=0x7f625c197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625b59e640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f625c102990 0x7f625c197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625b59e640 1 -- 172.21.15.18:0/1052371866 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f625c19f6d0 con 0x7f625c103350 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.531+0000 7f625b59e640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f625c103350 0x7f625c19f060 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f625400c970 tx=0x7f625400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:15.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.532+0000 7f6243fff640 1 -- 172.21.15.18:0/1052371866 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6254007bb0 con 0x7f625c103350 2024-04-22T00:42:15.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.532+0000 7f62610fb640 1 -- 172.21.15.18:0/1052371866 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f625c19f9c0 con 0x7f625c103350 2024-04-22T00:42:15.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.532+0000 7f6243fff640 1 -- 172.21.15.18:0/1052371866 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6254007d50 con 0x7f625c103350 2024-04-22T00:42:15.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.532+0000 7f6243fff640 1 -- 172.21.15.18:0/1052371866 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6254018800 con 0x7f625c103350 2024-04-22T00:42:15.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.532+0000 7f62610fb640 1 -- 172.21.15.18:0/1052371866 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f625c19fec0 con 0x7f625c103350 2024-04-22T00:42:15.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f6243fff640 1 -- 172.21.15.18:0/1052371866 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f625400fa50 con 0x7f625c103350 2024-04-22T00:42:15.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f6263dc4740 1 Processor -- start 2024-04-22T00:42:15.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f6263dc4740 1 -- start start 2024-04-22T00:42:15.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf3f50 0x55fc41cf4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41cf9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf9ab0 0x55fc41cfbf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f6263dc4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fc41c59560 con 0x55fc41cf4940 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f6263dc4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fc41c01730 con 0x55fc41cf9ab0 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f6263dc4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fc41c55520 con 0x55fc41cf3f50 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f625ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41cf9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f625a59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf9ab0 0x55fc41cfbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f625ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41cf9440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60630/0 (socket says 172.21.15.18:60630) 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f625ad9d640 1 -- 172.21.15.18:0/2045909663 learned_addr learned my addr 172.21.15.18:0/2045909663 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f6243fff640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f62440a2b90 0x7f62440a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.534+0000 7f625a59c640 1 --2- 172.21.15.18:0/2045909663 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf3f50 0x55fc41cf4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f625b59e640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f62440a2b90 0x7f62440a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f625a59c640 1 -- 172.21.15.18:0/2045909663 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf3f50 msgr2=0x55fc41cf4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f625a59c640 1 --2- 172.21.15.18:0/2045909663 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf3f50 0x55fc41cf4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f625a59c640 1 -- 172.21.15.18:0/2045909663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 msgr2=0x55fc41cf9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f625a59c640 1 --2- 172.21.15.18:0/2045909663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41cf9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f625a59c640 1 -- 172.21.15.18:0/2045909663 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc41a377d0 con 0x55fc41cf9ab0 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f625ad9d640 1 --2- 172.21.15.18:0/2045909663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41cf9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f6243fff640 1 -- 172.21.15.18:0/1052371866 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f62540cf3a0 con 0x7f625c103350 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f625a59c640 1 --2- 172.21.15.18:0/2045909663 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf9ab0 0x55fc41cfbf40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6250009fd0 tx=0x7f6250004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46b0623f3143f251 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f625b59e640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f62440a2b90 0x7f62440a5050 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f625409b7c0 tx=0x7f6254066950 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f62417fa640 1 -- 172.21.15.18:0/2045909663 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6250004050 con 0x55fc41cf9ab0 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f62417fa640 1 -- 172.21.15.18:0/2045909663 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f625000fc70 con 0x55fc41cf9ab0 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.535+0000 7f62417fa640 1 -- 172.21.15.18:0/2045909663 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6250003a10 con 0x55fc41cf9ab0 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 -- 172.21.15.18:0/2045909663 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf9ab0 msgr2=0x55fc41cfbf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 --2- 172.21.15.18:0/2045909663 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf9ab0 0x55fc41cfbf40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6250009fd0 tx=0x7f6250004730 comp rx=0 tx=0).stop 2024-04-22T00:42:15.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 -- 172.21.15.18:0/2045909663 shutdown_connections 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 --2- 172.21.15.18:0/2045909663 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf9ab0 0x55fc41cfbf40 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 --2- 172.21.15.18:0/2045909663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41cf9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 --2- 172.21.15.18:0/2045909663 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf3f50 0x55fc41cf4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 -- 172.21.15.18:0/2045909663 >> 172.21.15.18:0/2045909663 conn(0x55fc41cef4c0 msgr2=0x55fc41cef8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 -- 172.21.15.18:0/2045909663 shutdown_connections 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 -- 172.21.15.18:0/2045909663 wait complete. 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 -- start start 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 Processor -- start 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf3f50 0x55fc41cfe4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf4940 0x55fc41cfea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf9ab0 0x55fc41d05a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fc41cfca60 con 0x55fc41cf3f50 2024-04-22T00:42:15.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fc41c14e00 con 0x55fc41cf4940 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fc41cfcbe0 con 0x55fc41cf9ab0 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f6263dc4740 10 client.0 _ll_register_callbacks cb 0x55fc41c4feb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f625a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf3f50 0x55fc41cfe4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f625a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf3f50 0x55fc41cfe4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60640/0 (socket says 172.21.15.18:60640) 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f625a59c640 1 -- 172.21.15.18:0/3825502264 learned_addr learned my addr 172.21.15.18:0/3825502264 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.536+0000 7f625ad9d640 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf4940 0x55fc41cfea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f625a59c640 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf9ab0 0x55fc41d05a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f625a59c640 1 -- 172.21.15.18:0/3825502264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf9ab0 msgr2=0x55fc41d05a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f625a59c640 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf9ab0 0x55fc41d05a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f625a59c640 1 -- 172.21.15.18:0/3825502264 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf4940 msgr2=0x55fc41cfea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f625a59c640 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf4940 0x55fc41cfea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f625a59c640 1 -- 172.21.15.18:0/3825502264 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc4196d3f0 con 0x55fc41cf3f50 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f625a59c640 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf3f50 0x55fc41cfe4c0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f6250006010 tx=0x7f6250009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c097c4905577d7aa server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:15.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f623eff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:42:15.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f623eff5640 1 -- 172.21.15.18:0/3825502264 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6250023070 con 0x55fc41cf3f50 2024-04-22T00:42:15.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f6263dc4740 1 -- 172.21.15.18:0/3825502264 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f625000fc70 con 0x55fc41cf3f50 2024-04-22T00:42:15.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f623eff5640 1 -- 172.21.15.18:0/3825502264 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f625001f850 con 0x55fc41cf3f50 2024-04-22T00:42:15.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f623eff5640 1 -- 172.21.15.18:0/3825502264 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6250035050 con 0x55fc41cf3f50 2024-04-22T00:42:15.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f6263dc4740 10 client.15774 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:15.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f6263dc4740 1 -- 172.21.15.18:0/3825502264 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fc4192d0f0 con 0x55fc41cf3f50 2024-04-22T00:42:15.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.537+0000 7f623eff5640 1 -- 172.21.15.18:0/3825502264 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f625000fc70 con 0x55fc41cf3f50 2024-04-22T00:42:15.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.538+0000 7f623eff5640 1 -- 172.21.15.18:0/3825502264 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6250003e30 con 0x55fc41cf3f50 2024-04-22T00:42:15.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.538+0000 7f6263dc4740 10 client.15774 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:15.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.538+0000 7f6263dc4740 10 client.15774 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:15.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.538+0000 7f6263dc4740 20 client.15774 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:15.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.538+0000 7f6263dc4740 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc41d0a040 0x55fc41d0c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.538+0000 7f6263dc4740 4 client.15774 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.538+0000 7f6263dc4740 1 -- 172.21.15.18:0/3825502264 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc41c66aa0 con 0x55fc41d0a040 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.538+0000 7f625ad9d640 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc41d0a040 0x55fc41d0c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f623eff5640 10 client.15774 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f625ad9d640 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc41d0a040 0x55fc41d0c480 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18feb6f79141e555 server_cookie=cfb96b67ed94339 in_seq=0 out_seq=0 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f623eff5640 1 -- 172.21.15.18:0/3825502264 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fc41c66aa0 con 0x55fc41d0a040 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f623eff5640 10 client.15774 handle_command_reply: tid=0 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 client.15774 shutdown 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 -- 172.21.15.18:0/3825502264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf3f50 msgr2=0x55fc41cfe4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf3f50 0x55fc41cfe4c0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f6250006010 tx=0x7f6250009bb0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 -- 172.21.15.18:0/3825502264 shutdown_connections 2024-04-22T00:42:15.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc41d0a040 0x55fc41d0c480 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf9ab0 0x55fc41d05a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf4940 0x55fc41cfea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 --2- 172.21.15.18:0/3825502264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf3f50 0x55fc41cfe4c0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 -- 172.21.15.18:0/3825502264 >> 172.21.15.18:0/3825502264 conn(0x55fc41cef4c0 msgr2=0x55fc41cee6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:15.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f623eff5640 0 client.15774 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:15.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 -- 172.21.15.18:0/3825502264 shutdown_connections 2024-04-22T00:42:15.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.539+0000 7f6263dc4740 1 -- 172.21.15.18:0/3825502264 wait complete. 2024-04-22T00:42:15.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.540+0000 7f6263dc4740 20 client.15774 trim_cache size 0 max 16384 2024-04-22T00:42:15.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f6263dc4740 1 Processor -- start 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f6263dc4740 1 -- start start 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf3f50 0x55fc41cfe7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41d05a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf9ab0 0x55fc41cede50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f6263dc4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f625c1acdb0 con 0x55fc41cf4940 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f6263dc4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f625c1aa620 con 0x55fc41cf3f50 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f6263dc4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f625c1a8470 con 0x55fc41cf9ab0 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f625ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41d05a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f625ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41d05a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60656/0 (socket says 172.21.15.18:60656) 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f625ad9d640 1 -- 172.21.15.18:0/1509050687 learned_addr learned my addr 172.21.15.18:0/1509050687 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f625a59c640 1 --2- 172.21.15.18:0/1509050687 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf3f50 0x55fc41cfe7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f625ad9d640 1 -- 172.21.15.18:0/1509050687 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf9ab0 msgr2=0x55fc41cede50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:15.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f625ad9d640 1 --2- 172.21.15.18:0/1509050687 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf9ab0 0x55fc41cede50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f625ad9d640 1 -- 172.21.15.18:0/1509050687 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf3f50 msgr2=0x55fc41cfe7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f625ad9d640 1 --2- 172.21.15.18:0/1509050687 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf3f50 0x55fc41cfe7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.557+0000 7f625ad9d640 1 -- 172.21.15.18:0/1509050687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc41cf4d20 con 0x55fc41cf4940 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f625ad9d640 1 --2- 172.21.15.18:0/1509050687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41d05a00 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f624c037040 tx=0x7f624c032590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df81ea501679aad server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6240ff9640 1 -- 172.21.15.18:0/1509050687 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c04f070 con 0x55fc41cf4940 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6240ff9640 1 -- 172.21.15.18:0/1509050687 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f624c02ce40 con 0x55fc41cf4940 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6240ff9640 1 -- 172.21.15.18:0/1509050687 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c039040 con 0x55fc41cf4940 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6263dc4740 1 -- 172.21.15.18:0/1509050687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 msgr2=0x55fc41d05a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6263dc4740 1 --2- 172.21.15.18:0/1509050687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41d05a00 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f624c037040 tx=0x7f624c032590 comp rx=0 tx=0).stop 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6263dc4740 1 -- 172.21.15.18:0/1509050687 shutdown_connections 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6263dc4740 1 --2- 172.21.15.18:0/1509050687 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf9ab0 0x55fc41cede50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6263dc4740 1 --2- 172.21.15.18:0/1509050687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf4940 0x55fc41d05a00 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6263dc4740 1 --2- 172.21.15.18:0/1509050687 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf3f50 0x55fc41cfe7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6263dc4740 1 -- 172.21.15.18:0/1509050687 >> 172.21.15.18:0/1509050687 conn(0x55fc41cef4c0 msgr2=0x55fc41cfe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:15.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6263dc4740 1 -- 172.21.15.18:0/1509050687 shutdown_connections 2024-04-22T00:42:15.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.558+0000 7f6263dc4740 1 -- 172.21.15.18:0/1509050687 wait complete. 2024-04-22T00:42:15.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f6263dc4740 1 -- start start 2024-04-22T00:42:15.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f6263dc4740 1 Processor -- start 2024-04-22T00:42:15.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf3f50 0x55fc41d029b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf4940 0x55fc41d02ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f6263dc4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf9ab0 0x55fc41d6e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f6263dc4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f625c1a8ae0 con 0x55fc41cf9ab0 2024-04-22T00:42:15.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f6263dc4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f625c1a9f50 con 0x55fc41cf3f50 2024-04-22T00:42:15.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f6263dc4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f625c1a91b0 con 0x55fc41cf4940 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f6263dc4740 10 client.0 _ll_register_callbacks cb 0x7f6250005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f625a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf9ab0 0x55fc41d6e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f625a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf9ab0 0x55fc41d6e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60658/0 (socket says 172.21.15.18:60658) 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f625a59c640 1 -- 172.21.15.18:0/579893570 learned_addr learned my addr 172.21.15.18:0/579893570 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f625ad9d640 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf4940 0x55fc41d02ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f625a59c640 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf3f50 0x55fc41d029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f625a59c640 1 -- 172.21.15.18:0/579893570 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf4940 msgr2=0x55fc41d02ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f625a59c640 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf4940 0x55fc41d02ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f625a59c640 1 -- 172.21.15.18:0/579893570 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf3f50 msgr2=0x55fc41d029b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f625a59c640 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf3f50 0x55fc41d029b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.559+0000 7f625a59c640 1 -- 172.21.15.18:0/579893570 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc41d6eb20 con 0x55fc41cf9ab0 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f625a59c640 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf9ab0 0x55fc41d6e5b0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f62500043b0 tx=0x7f6250005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85a1f9b1039a14c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:15.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f623eff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f623eff5640 1 -- 172.21.15.18:0/579893570 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6250023040 con 0x55fc41cf9ab0 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f623eff5640 1 -- 172.21.15.18:0/579893570 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f625000fb90 con 0x55fc41cf9ab0 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f6263dc4740 1 -- 172.21.15.18:0/579893570 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55fc41c60df0 con 0x55fc41cf9ab0 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f623eff5640 1 -- 172.21.15.18:0/579893570 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f625000fd90 con 0x55fc41cf9ab0 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f6263dc4740 10 client.15780 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f6263dc4740 1 -- 172.21.15.18:0/579893570 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fc41d6fe30 con 0x55fc41cf9ab0 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f623eff5640 1 -- 172.21.15.18:0/579893570 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55fc41c60df0 con 0x55fc41cf9ab0 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f623eff5640 1 -- 172.21.15.18:0/579893570 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f625000ebf0 con 0x55fc41cf9ab0 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f6263dc4740 10 client.15780 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.560+0000 7f6263dc4740 10 client.15780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.561+0000 7f6263dc4740 20 client.15780 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.561+0000 7f6263dc4740 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc41d70780 0x55fc41d72ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.561+0000 7f6263dc4740 4 client.15780 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:42:15.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.561+0000 7f6263dc4740 1 -- 172.21.15.18:0/579893570 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55fc41bde5a0 con 0x55fc41d70780 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.561+0000 7f625ad9d640 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc41d70780 0x55fc41d72ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.561+0000 7f623eff5640 10 client.15780 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.561+0000 7f625ad9d640 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc41d70780 0x55fc41d72ba0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48e0e67fa6f730b5 server_cookie=f126075aaac53927 in_seq=0 out_seq=0 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.561+0000 7f623eff5640 1 -- 172.21.15.18:0/579893570 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55fc41bde5a0 con 0x55fc41d70780 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.561+0000 7f623eff5640 10 client.15780 handle_command_reply: tid=0 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.561+0000 7f6263dc4740 1 client.15780 shutdown 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 1 -- 172.21.15.18:0/579893570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf9ab0 msgr2=0x55fc41d6e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf9ab0 0x55fc41d6e5b0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f62500043b0 tx=0x7f6250005970 comp rx=0 tx=0).stop 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 1 -- 172.21.15.18:0/579893570 shutdown_connections 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc41d70780 0x55fc41d72ba0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc41cf9ab0 0x55fc41d6e5b0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f623eff5640 0 client.15780 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc41cf4940 0x55fc41d02ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 1 --2- 172.21.15.18:0/579893570 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc41cf3f50 0x55fc41d029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 1 -- 172.21.15.18:0/579893570 >> 172.21.15.18:0/579893570 conn(0x55fc41cef4c0 msgr2=0x55fc41cf2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:15.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 1 -- 172.21.15.18:0/579893570 shutdown_connections 2024-04-22T00:42:15.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 1 -- 172.21.15.18:0/579893570 wait complete. 2024-04-22T00:42:15.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f6263dc4740 20 client.15780 trim_cache size 0 max 16384 2024-04-22T00:42:15.569 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:42:15.569 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:42:15.569 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:42:15.569 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:42:15.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f62610fb640 1 -- 172.21.15.18:0/1052371866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f62440a2b90 msgr2=0x7f62440a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f62610fb640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f62440a2b90 0x7f62440a5050 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f625409b7c0 tx=0x7f6254066950 comp rx=0 tx=0).stop 2024-04-22T00:42:15.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f62610fb640 1 -- 172.21.15.18:0/1052371866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f625c103350 msgr2=0x7f625c19f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f62610fb640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f625c103350 0x7f625c19f060 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f625400c970 tx=0x7f625400ce30 comp rx=0 tx=0).stop 2024-04-22T00:42:15.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f62610fb640 1 -- 172.21.15.18:0/1052371866 shutdown_connections 2024-04-22T00:42:15.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f62610fb640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f62440a2b90 0x7f62440a5050 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f62610fb640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f625c103350 0x7f625c19f060 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f62610fb640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f625c102990 0x7f625c197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.562+0000 7f62610fb640 1 --2- 172.21.15.18:0/1052371866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f625c1017a0 0x7f625c197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.563+0000 7f62610fb640 1 -- 172.21.15.18:0/1052371866 >> 172.21.15.18:0/1052371866 conn(0x7f625c0fcd10 msgr2=0x7f625c105c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:15.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.563+0000 7f62610fb640 1 -- 172.21.15.18:0/1052371866 shutdown_connections 2024-04-22T00:42:15.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.563+0000 7f62610fb640 1 -- 172.21.15.18:0/1052371866 wait complete. 2024-04-22T00:42:15.574 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:15 smithi018 ceph-mon[27979]: pgmap v403: 129 pgs: 129 active+clean; 1010 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 7.9 MiB/s wr, 698 op/s 2024-04-22T00:42:15.576 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:42:15.576 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:42:15.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:15 smithi081 ceph-mon[31546]: pgmap v403: 129 pgs: 129 active+clean; 1010 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 7.9 MiB/s wr, 698 op/s 2024-04-22T00:42:15.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.749+0000 7f8cc462e640 1 -- 172.21.15.18:0/3767213275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8cbc06f220 msgr2=0x7f8cbc06fac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.749+0000 7f8cc462e640 1 --2- 172.21.15.18:0/3767213275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8cbc06f220 0x7f8cbc06fac0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f8cb4009ca0 tx=0x7f8cb402c100 comp rx=0 tx=0).stop 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.749+0000 7f8cc462e640 1 -- 172.21.15.18:0/3767213275 shutdown_connections 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.749+0000 7f8cc462e640 1 --2- 172.21.15.18:0/3767213275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8cbc06f220 0x7f8cbc06fac0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.749+0000 7f8cc462e640 1 --2- 172.21.15.18:0/3767213275 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8cbc06e880 0x7f8cbc06ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.749+0000 7f8cc462e640 1 --2- 172.21.15.18:0/3767213275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8cbc06d640 0x7f8cbc06da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.749+0000 7f8cc462e640 1 -- 172.21.15.18:0/3767213275 >> 172.21.15.18:0/3767213275 conn(0x7f8cbc06c230 msgr2=0x7f8cbc06c660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.749+0000 7f8cc462e640 1 -- 172.21.15.18:0/3767213275 shutdown_connections 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.749+0000 7f8cc462e640 1 -- 172.21.15.18:0/3767213275 wait complete. 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.750+0000 7f8cc462e640 1 Processor -- start 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.750+0000 7f8cc462e640 1 -- start start 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.750+0000 7f8cc462e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8cbc06d640 0x7f8cbc117cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.750+0000 7f8cc462e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8cbc06e880 0x7f8cbc118210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.750+0000 7f8cc462e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8cbc06f220 0x7f8cbc119200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.750+0000 7f8cc23ca640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8cbc06d640 0x7f8cbc117cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc462e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8cbc10c5d0 con 0x7f8cbc06d640 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc1bc9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8cbc06e880 0x7f8cbc118210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc462e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8cbc10c450 con 0x7f8cbc06e880 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc462e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8cbc10c750 con 0x7f8cbc06f220 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc23ca640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8cbc06d640 0x7f8cbc117cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60686/0 (socket says 172.21.15.18:60686) 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc23ca640 1 -- 172.21.15.18:0/2982723236 learned_addr learned my addr 172.21.15.18:0/2982723236 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc2bcb640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8cbc06f220 0x7f8cbc119200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc1bc9640 1 -- 172.21.15.18:0/2982723236 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8cbc06f220 msgr2=0x7f8cbc119200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc1bc9640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8cbc06f220 0x7f8cbc119200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc1bc9640 1 -- 172.21.15.18:0/2982723236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8cbc06d640 msgr2=0x7f8cbc117cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc1bc9640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8cbc06d640 0x7f8cbc117cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc1bc9640 1 -- 172.21.15.18:0/2982723236 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cbc119870 con 0x7f8cbc06e880 2024-04-22T00:42:15.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc1bc9640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8cbc06e880 0x7f8cbc118210 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8cac00c970 tx=0x7f8cac00ce30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:15.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cb37fe640 1 -- 172.21.15.18:0/2982723236 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cac007bb0 con 0x7f8cbc06e880 2024-04-22T00:42:15.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cc462e640 1 -- 172.21.15.18:0/2982723236 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cbc119b60 con 0x7f8cbc06e880 2024-04-22T00:42:15.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.751+0000 7f8cb37fe640 1 -- 172.21.15.18:0/2982723236 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8cac007d50 con 0x7f8cbc06e880 2024-04-22T00:42:15.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.752+0000 7f8cc462e640 1 -- 172.21.15.18:0/2982723236 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cbc11a100 con 0x7f8cbc06e880 2024-04-22T00:42:15.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.752+0000 7f8cb37fe640 1 -- 172.21.15.18:0/2982723236 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cac007bb0 con 0x7f8cbc06e880 2024-04-22T00:42:15.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.753+0000 7f8cc462e640 1 -- 172.21.15.18:0/2982723236 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cbc111690 con 0x7f8cbc06e880 2024-04-22T00:42:15.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.755+0000 7f8cb37fe640 1 -- 172.21.15.18:0/2982723236 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8cac004d60 con 0x7f8cbc06e880 2024-04-22T00:42:15.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.755+0000 7f8cb37fe640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8ca80a2d90 0x7f8ca80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:15.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.756+0000 7f8cc23ca640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8ca80a2d90 0x7f8ca80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:15.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.756+0000 7f8cb37fe640 1 -- 172.21.15.18:0/2982723236 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8cac0ceb70 con 0x7f8cbc06e880 2024-04-22T00:42:15.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.757+0000 7f8cc23ca640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8ca80a2d90 0x7f8ca80a5250 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f8cb800ac90 tx=0x7f8cb800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:15.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:15.761+0000 7f8cb37fe640 1 -- 172.21.15.18:0/2982723236 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8cac014030 con 0x7f8cbc06e880 2024-04-22T00:42:16.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.183+0000 7f8cc462e640 1 -- 172.21.15.18:0/2982723236 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8cbc062340 con 0x7f8cbc06e880 2024-04-22T00:42:16.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.184+0000 7f8cb37fe640 1 -- 172.21.15.18:0/2982723236 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11874 (secure 0 0 0) 0x7f8cac09b0b0 con 0x7f8cbc06e880 2024-04-22T00:42:16.184 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:42:16.185 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:41:51.304827+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:42:16.185 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 28 2024-04-22T00:42:16.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.187+0000 7f8cc462e640 1 -- 172.21.15.18:0/2982723236 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8ca80a2d90 msgr2=0x7f8ca80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.187+0000 7f8cc462e640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8ca80a2d90 0x7f8ca80a5250 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f8cb800ac90 tx=0x7f8cb800a380 comp rx=0 tx=0).stop 2024-04-22T00:42:16.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.187+0000 7f8cc462e640 1 -- 172.21.15.18:0/2982723236 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8cbc06e880 msgr2=0x7f8cbc118210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.187+0000 7f8cc462e640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8cbc06e880 0x7f8cbc118210 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8cac00c970 tx=0x7f8cac00ce30 comp rx=0 tx=0).stop 2024-04-22T00:42:16.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.188+0000 7f8cc462e640 1 -- 172.21.15.18:0/2982723236 shutdown_connections 2024-04-22T00:42:16.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.188+0000 7f8cc462e640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8ca80a2d90 0x7f8ca80a5250 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.188+0000 7f8cc462e640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8cbc06f220 0x7f8cbc119200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.188+0000 7f8cc462e640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8cbc06e880 0x7f8cbc118210 secure :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8cac00c970 tx=0x7f8cac00ce30 comp rx=0 tx=0).stop 2024-04-22T00:42:16.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.188+0000 7f8cc462e640 1 --2- 172.21.15.18:0/2982723236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8cbc06d640 0x7f8cbc117cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.188+0000 7f8cc462e640 1 -- 172.21.15.18:0/2982723236 >> 172.21.15.18:0/2982723236 conn(0x7f8cbc06c230 msgr2=0x7f8cbc10a400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.188+0000 7f8cc462e640 1 -- 172.21.15.18:0/2982723236 shutdown_connections 2024-04-22T00:42:16.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.188+0000 7f8cc462e640 1 -- 172.21.15.18:0/2982723236 wait complete. 2024-04-22T00:42:16.204 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:42:16.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.354+0000 7f1583575640 1 -- 172.21.15.18:0/1571128532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f157c100ee0 msgr2=0x7f157c1032d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.354+0000 7f1583575640 1 --2- 172.21.15.18:0/1571128532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f157c100ee0 0x7f157c1032d0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f1578009900 tx=0x7f157802bc30 comp rx=0 tx=0).stop 2024-04-22T00:42:16.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.354+0000 7f1583575640 1 -- 172.21.15.18:0/1571128532 shutdown_connections 2024-04-22T00:42:16.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.354+0000 7f1583575640 1 --2- 172.21.15.18:0/1571128532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f157c106250 0x7f157c108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.354+0000 7f1583575640 1 --2- 172.21.15.18:0/1571128532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f157c103810 0x7f157c105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.354+0000 7f1583575640 1 --2- 172.21.15.18:0/1571128532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f157c100ee0 0x7f157c1032d0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.354+0000 7f1583575640 1 -- 172.21.15.18:0/1571128532 >> 172.21.15.18:0/1571128532 conn(0x7f157c0faf40 msgr2=0x7f157c0fd360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.355+0000 7f1583575640 1 -- 172.21.15.18:0/1571128532 shutdown_connections 2024-04-22T00:42:16.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.356+0000 7f1583575640 1 -- 172.21.15.18:0/1571128532 wait complete. 2024-04-22T00:42:16.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1583575640 1 Processor -- start 2024-04-22T00:42:16.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1583575640 1 -- start start 2024-04-22T00:42:16.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1583575640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f157c100ee0 0x7f157c072680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1583575640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f157c103810 0x7f157c072bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1583575640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f157c106250 0x7f157c1a7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1583575640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f157c06bbb0 con 0x7f157c100ee0 2024-04-22T00:42:16.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1583575640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f157c06ba30 con 0x7f157c106250 2024-04-22T00:42:16.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1583575640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f157c06bd30 con 0x7f157c103810 2024-04-22T00:42:16.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1581311640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f157c100ee0 0x7f157c072680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1581311640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f157c100ee0 0x7f157c072680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60712/0 (socket says 172.21.15.18:60712) 2024-04-22T00:42:16.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1581b12640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f157c106250 0x7f157c1a7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1581311640 1 -- 172.21.15.18:0/162384877 learned_addr learned my addr 172.21.15.18:0/162384877 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.357+0000 7f1580b10640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f157c103810 0x7f157c072bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.358+0000 7f1581311640 1 -- 172.21.15.18:0/162384877 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f157c103810 msgr2=0x7f157c072bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.358+0000 7f1581311640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f157c103810 0x7f157c072bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.358+0000 7f1581311640 1 -- 172.21.15.18:0/162384877 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f157c106250 msgr2=0x7f157c1a7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.358+0000 7f1581311640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f157c106250 0x7f157c1a7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.358+0000 7f1581311640 1 -- 172.21.15.18:0/162384877 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f157c1a7f90 con 0x7f157c100ee0 2024-04-22T00:42:16.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.358+0000 7f1581311640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f157c100ee0 0x7f157c072680 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f157802c240 tx=0x7f1578004e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.359+0000 7f15727fc640 1 -- 172.21.15.18:0/162384877 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1578043020 con 0x7f157c100ee0 2024-04-22T00:42:16.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.359+0000 7f15727fc640 1 -- 172.21.15.18:0/162384877 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f15780054e0 con 0x7f157c100ee0 2024-04-22T00:42:16.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.359+0000 7f15727fc640 1 -- 172.21.15.18:0/162384877 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1578003c40 con 0x7f157c100ee0 2024-04-22T00:42:16.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.359+0000 7f1583575640 1 -- 172.21.15.18:0/162384877 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f157c1012c0 con 0x7f157c100ee0 2024-04-22T00:42:16.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.359+0000 7f1583575640 1 -- 172.21.15.18:0/162384877 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f157c1017c0 con 0x7f157c100ee0 2024-04-22T00:42:16.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.364+0000 7f15727fc640 1 -- 172.21.15.18:0/162384877 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1578046020 con 0x7f157c100ee0 2024-04-22T00:42:16.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.364+0000 7f1586235740 1 Processor -- start 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.364+0000 7f1586235740 1 -- start start 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1586235740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e41850 0x55e7e6e41c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1586235740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e42240 0x55e7e6e46d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1586235740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e49840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1581b12640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e41850 0x55e7e6e41c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1581b12640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e41850 0x55e7e6e41c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37428/0 (socket says 172.21.15.18:37428) 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1581b12640 1 -- 172.21.15.18:0/3098449802 learned_addr learned my addr 172.21.15.18:0/3098449802 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1586235740 1 -- 172.21.15.18:0/3098449802 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e7e6d9e530 con 0x55e7e6e42240 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1586235740 1 -- 172.21.15.18:0/3098449802 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e7e6d46830 con 0x55e7e6e473b0 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1586235740 1 -- 172.21.15.18:0/3098449802 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e7e6d9a4f0 con 0x55e7e6e41850 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f15727fc640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f15680a2ce0 0x7f15680a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1580b10640 1 --2- 172.21.15.18:0/3098449802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e49840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f15727fc640 1 -- 172.21.15.18:0/162384877 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f15780f1380 con 0x7f157c100ee0 2024-04-22T00:42:16.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.365+0000 7f1581b12640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f15680a2ce0 0x7f15680a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.366+0000 7f1580b10640 1 -- 172.21.15.18:0/3098449802 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e41850 msgr2=0x55e7e6e41c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.366+0000 7f1580b10640 1 --2- 172.21.15.18:0/3098449802 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e41850 0x55e7e6e41c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.366+0000 7f1580b10640 1 -- 172.21.15.18:0/3098449802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e42240 msgr2=0x55e7e6e46d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.366+0000 7f1580b10640 1 --2- 172.21.15.18:0/3098449802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e42240 0x55e7e6e46d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.366+0000 7f1580b10640 1 -- 172.21.15.18:0/3098449802 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7e6d6a2c0 con 0x55e7e6e473b0 2024-04-22T00:42:16.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.366+0000 7f1581b12640 1 --2- 172.21.15.18:0/3098449802 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e41850 0x55e7e6e41c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:16.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.366+0000 7f1580b10640 1 --2- 172.21.15.18:0/3098449802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e49840 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f156c009b40 tx=0x7f156c0113e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=edb3600f0005374b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.366+0000 7f15677fe640 1 -- 172.21.15.18:0/3098449802 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156c011e10 con 0x55e7e6e473b0 2024-04-22T00:42:16.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.366+0000 7f15677fe640 1 -- 172.21.15.18:0/3098449802 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f156c012930 con 0x55e7e6e473b0 2024-04-22T00:42:16.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.366+0000 7f15677fe640 1 -- 172.21.15.18:0/3098449802 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156c00fa70 con 0x55e7e6e473b0 2024-04-22T00:42:16.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.367+0000 7f1581b12640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f15680a2ce0 0x7f15680a51a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x55e7e6e42aa0 tx=0x7f1574004ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.367+0000 7f1586235740 1 -- 172.21.15.18:0/3098449802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 msgr2=0x55e7e6e49840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.367+0000 7f1586235740 1 --2- 172.21.15.18:0/3098449802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e49840 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f156c009b40 tx=0x7f156c0113e0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.369+0000 7f1586235740 1 -- 172.21.15.18:0/3098449802 shutdown_connections 2024-04-22T00:42:16.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.369+0000 7f1586235740 1 --2- 172.21.15.18:0/3098449802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e49840 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.369+0000 7f1586235740 1 --2- 172.21.15.18:0/3098449802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e42240 0x55e7e6e46d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.369+0000 7f1586235740 1 --2- 172.21.15.18:0/3098449802 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e41850 0x55e7e6e41c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.369+0000 7f1586235740 1 -- 172.21.15.18:0/3098449802 >> 172.21.15.18:0/3098449802 conn(0x55e7e6e345b0 msgr2=0x55e7e6e349b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.370+0000 7f1586235740 1 -- 172.21.15.18:0/3098449802 shutdown_connections 2024-04-22T00:42:16.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.370+0000 7f1586235740 1 -- 172.21.15.18:0/3098449802 wait complete. 2024-04-22T00:42:16.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.370+0000 7f1586235740 1 -- start start 2024-04-22T00:42:16.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.370+0000 7f1586235740 1 Processor -- start 2024-04-22T00:42:16.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.370+0000 7f1586235740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 0x55e7e6e4baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.370+0000 7f1586235740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e42240 0x55e7e6e4bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.371+0000 7f1586235740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e473b0 0x55e7e6e53020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.371+0000 7f1580b10640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e42240 0x55e7e6e4bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.371+0000 7f1580b10640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e42240 0x55e7e6e4bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37438/0 (socket says 172.21.15.18:37438) 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.371+0000 7f1580b10640 1 -- 172.21.15.18:0/1981967689 learned_addr learned my addr 172.21.15.18:0/1981967689 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.371+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e7e6e4a360 con 0x55e7e6e473b0 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.371+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e7e6d59f10 con 0x55e7e6e41850 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.371+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e7e6e4a4e0 con 0x55e7e6e42240 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.371+0000 7f1586235740 10 client.0 _ll_register_callbacks cb 0x55e7e6ab1be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.371+0000 7f1581311640 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 0x55e7e6e4baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.371+0000 7f1581b12640 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e473b0 0x55e7e6e53020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.372+0000 7f1581311640 1 -- 172.21.15.18:0/1981967689 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e42240 msgr2=0x55e7e6e4bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.372+0000 7f1581311640 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e42240 0x55e7e6e4bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.372+0000 7f1581311640 1 -- 172.21.15.18:0/1981967689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e473b0 msgr2=0x55e7e6e53020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.372+0000 7f1581311640 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e473b0 0x55e7e6e53020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.372+0000 7f1581311640 1 -- 172.21.15.18:0/1981967689 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7e6d2bc80 con 0x55e7e6e41850 2024-04-22T00:42:16.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.372+0000 7f1581311640 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 0x55e7e6e4baa0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x55e7e6e42cb0 tx=0x7f15780bd2f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3fc9fc684c8d3470 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.372+0000 7f1564ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:16.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.372+0000 7f1564ff9640 1 -- 172.21.15.18:0/1981967689 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1578005690 con 0x55e7e6e41850 2024-04-22T00:42:16.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.373+0000 7f1564ff9640 1 -- 172.21.15.18:0/1981967689 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f15780a80b0 con 0x55e7e6e41850 2024-04-22T00:42:16.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.373+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f156c012930 con 0x55e7e6e41850 2024-04-22T00:42:16.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.373+0000 7f1564ff9640 1 -- 172.21.15.18:0/1981967689 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f15780f1160 con 0x55e7e6e41850 2024-04-22T00:42:16.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.373+0000 7f1586235740 10 client.25403 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:16.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.373+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e7e6ab23f0 con 0x55e7e6e41850 2024-04-22T00:42:16.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.374+0000 7f1564ff9640 1 -- 172.21.15.18:0/1981967689 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f15780bdeb0 con 0x55e7e6e41850 2024-04-22T00:42:16.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.374+0000 7f1564ff9640 1 -- 172.21.15.18:0/1981967689 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f15780c5f90 con 0x55e7e6e41850 2024-04-22T00:42:16.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.374+0000 7f1586235740 10 client.25403 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:16.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.374+0000 7f1586235740 10 client.25403 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:42:16.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.374+0000 7f1586235740 20 client.25403 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:16.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.374+0000 7f1586235740 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e7e6e577c0 0x55e7e6e59c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.374+0000 7f1586235740 4 client.25403 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:16.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.374+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f156c012930 con 0x55e7e6e577c0 2024-04-22T00:42:16.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.375+0000 7f1580b10640 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e7e6e577c0 0x55e7e6e59c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.375+0000 7f1580b10640 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e7e6e577c0 0x55e7e6e59c00 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=267b7cb95085633f server_cookie=d211d5bbd9aab5 in_seq=0 out_seq=0 2024-04-22T00:42:16.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.376+0000 7f1564ff9640 10 client.25403 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:42:16.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.376+0000 7f1564ff9640 1 -- 172.21.15.18:0/1981967689 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f156c012930 con 0x55e7e6e577c0 2024-04-22T00:42:16.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.376+0000 7f1564ff9640 10 client.25403 handle_command_reply: tid=0 2024-04-22T00:42:16.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.376+0000 7f1586235740 1 client.25403 shutdown 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.376+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 msgr2=0x55e7e6e4baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.376+0000 7f1586235740 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 0x55e7e6e4baa0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x55e7e6e42cb0 tx=0x7f15780bd2f0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.377+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 shutdown_connections 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.377+0000 7f1586235740 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e7e6e577c0 0x55e7e6e59c00 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.377+0000 7f1586235740 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e473b0 0x55e7e6e53020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.377+0000 7f1586235740 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e42240 0x55e7e6e4bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.377+0000 7f1586235740 1 --2- 172.21.15.18:0/1981967689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 0x55e7e6e4baa0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.377+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 >> 172.21.15.18:0/1981967689 conn(0x55e7e6e345b0 msgr2=0x55e7e6e33850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.377+0000 7f1564ff9640 0 client.25403 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.377+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 shutdown_connections 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.377+0000 7f1586235740 1 -- 172.21.15.18:0/1981967689 wait complete. 2024-04-22T00:42:16.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.377+0000 7f1586235740 20 client.25403 trim_cache size 0 max 16384 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.404+0000 7f1586235740 1 Processor -- start 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.404+0000 7f1586235740 1 -- start start 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.404+0000 7f1586235740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e41850 0x55e7e6e4bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.404+0000 7f1586235740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e42240 0x55e7e6e52fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.404+0000 7f1586235740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e2f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.404+0000 7f1586235740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f15600126b0 con 0x55e7e6e41850 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.404+0000 7f1586235740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f156000ff20 con 0x55e7e6e473b0 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.404+0000 7f1586235740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f156000dd70 con 0x55e7e6e42240 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581b12640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e2f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581b12640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e2f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51398/0 (socket says 172.21.15.18:51398) 2024-04-22T00:42:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581b12640 1 -- 172.21.15.18:0/1392677301 learned_addr learned my addr 172.21.15.18:0/1392677301 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581311640 1 --2- 172.21.15.18:0/1392677301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e41850 0x55e7e6e4bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581b12640 1 -- 172.21.15.18:0/1392677301 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e42240 msgr2=0x55e7e6e52fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581b12640 1 --2- 172.21.15.18:0/1392677301 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e42240 0x55e7e6e52fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581b12640 1 -- 172.21.15.18:0/1392677301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e41850 msgr2=0x55e7e6e4bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581b12640 1 --2- 172.21.15.18:0/1392677301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e41850 0x55e7e6e4bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581b12640 1 -- 172.21.15.18:0/1392677301 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7e6b7c7d0 con 0x55e7e6e473b0 2024-04-22T00:42:16.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581311640 1 --2- 172.21.15.18:0/1392677301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e41850 0x55e7e6e4bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.405+0000 7f1581b12640 1 --2- 172.21.15.18:0/1392677301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e2f6e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f157400cb70 tx=0x7f157401a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c1d56efc3f86047 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.406+0000 7f1566ffd640 1 -- 172.21.15.18:0/1392677301 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f157402e070 con 0x55e7e6e473b0 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.406+0000 7f1566ffd640 1 -- 172.21.15.18:0/1392677301 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1574020b40 con 0x55e7e6e473b0 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.406+0000 7f1566ffd640 1 -- 172.21.15.18:0/1392677301 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1574029680 con 0x55e7e6e473b0 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.406+0000 7f1586235740 1 -- 172.21.15.18:0/1392677301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 msgr2=0x55e7e6e2f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.406+0000 7f1586235740 1 --2- 172.21.15.18:0/1392677301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e2f6e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f157400cb70 tx=0x7f157401a000 comp rx=0 tx=0).stop 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.406+0000 7f1586235740 1 -- 172.21.15.18:0/1392677301 shutdown_connections 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.407+0000 7f1586235740 1 --2- 172.21.15.18:0/1392677301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e473b0 0x55e7e6e2f6e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.407+0000 7f1586235740 1 --2- 172.21.15.18:0/1392677301 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e42240 0x55e7e6e52fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.407+0000 7f1586235740 1 --2- 172.21.15.18:0/1392677301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e41850 0x55e7e6e4bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.407+0000 7f1586235740 1 -- 172.21.15.18:0/1392677301 >> 172.21.15.18:0/1392677301 conn(0x55e7e6e345b0 msgr2=0x55e7e6e37810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.407+0000 7f1586235740 1 -- 172.21.15.18:0/1392677301 shutdown_connections 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.407+0000 7f1586235740 1 -- 172.21.15.18:0/1392677301 wait complete. 2024-04-22T00:42:16.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.407+0000 7f1586235740 1 -- start start 2024-04-22T00:42:16.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.407+0000 7f1586235740 1 Processor -- start 2024-04-22T00:42:16.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.408+0000 7f1586235740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 0x55e7e6e50550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.408+0000 7f1586235740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e42240 0x55e7e6e50a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.408+0000 7f1586235740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e473b0 0x55e7e6e51aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.408+0000 7f1586235740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f156000e3e0 con 0x55e7e6e42240 2024-04-22T00:42:16.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.408+0000 7f1581b12640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e473b0 0x55e7e6e51aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.408+0000 7f1581b12640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e473b0 0x55e7e6e51aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37454/0 (socket says 172.21.15.18:37454) 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.408+0000 7f1581b12640 1 -- 172.21.15.18:0/959016848 learned_addr learned my addr 172.21.15.18:0/959016848 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.408+0000 7f1586235740 1 -- 172.21.15.18:0/959016848 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f156000f850 con 0x55e7e6e41850 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.408+0000 7f1586235740 1 -- 172.21.15.18:0/959016848 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f156000eab0 con 0x55e7e6e473b0 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1581311640 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 0x55e7e6e50550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1586235740 10 client.0 _ll_register_callbacks cb 0x7f15780b9a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1580b10640 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e42240 0x55e7e6e50a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1581311640 1 -- 172.21.15.18:0/959016848 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e473b0 msgr2=0x55e7e6e51aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1581311640 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e473b0 0x55e7e6e51aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1581311640 1 -- 172.21.15.18:0/959016848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e42240 msgr2=0x55e7e6e50a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1581311640 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e42240 0x55e7e6e50a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1581311640 1 -- 172.21.15.18:0/959016848 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7e6e52090 con 0x55e7e6e41850 2024-04-22T00:42:16.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1581b12640 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e473b0 0x55e7e6e51aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1581311640 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 0x55e7e6e50550 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f15780bd4b0 tx=0x7f15780bbcc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=192fa321a83fe951 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.409+0000 7f1564ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1564ff9640 1 -- 172.21.15.18:0/959016848 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15780db060 con 0x55e7e6e41850 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1564ff9640 1 -- 172.21.15.18:0/959016848 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f15780b9500 con 0x55e7e6e41850 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1586235740 1 -- 172.21.15.18:0/959016848 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1574020b40 con 0x55e7e6e41850 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1564ff9640 1 -- 172.21.15.18:0/959016848 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1578005690 con 0x55e7e6e41850 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1586235740 10 client.25409 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1586235740 1 -- 172.21.15.18:0/959016848 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e7e6e53350 con 0x55e7e6e41850 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1564ff9640 1 -- 172.21.15.18:0/959016848 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f15780bdeb0 con 0x55e7e6e41850 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1564ff9640 1 -- 172.21.15.18:0/959016848 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f15780b9700 con 0x55e7e6e41850 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1586235740 10 client.25409 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1586235740 10 client.25409 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:42:16.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1586235740 20 client.25409 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:16.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1586235740 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e7e6ebe330 0x55e7e6ec0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1586235740 4 client.25409 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:42:16.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.410+0000 7f1586235740 1 -- 172.21.15.18:0/959016848 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f1574020b40 con 0x55e7e6ebe330 2024-04-22T00:42:16.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.411+0000 7f1580b10640 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e7e6ebe330 0x55e7e6ec0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.412+0000 7f1580b10640 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e7e6ebe330 0x55e7e6ec0750 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9c8387b48c7903c3 server_cookie=d6a5a130cd6017d4 in_seq=0 out_seq=0 2024-04-22T00:42:16.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.412+0000 7f1564ff9640 10 client.25409 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:42:16.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.412+0000 7f1564ff9640 1 -- 172.21.15.18:0/959016848 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f1574020b40 con 0x55e7e6ebe330 2024-04-22T00:42:16.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1564ff9640 10 client.25409 handle_command_reply: tid=0 2024-04-22T00:42:16.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1586235740 1 client.25409 shutdown 2024-04-22T00:42:16.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1586235740 1 -- 172.21.15.18:0/959016848 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 msgr2=0x55e7e6e50550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1586235740 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 0x55e7e6e50550 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f15780bd4b0 tx=0x7f15780bbcc0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1586235740 1 -- 172.21.15.18:0/959016848 shutdown_connections 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1586235740 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e7e6ebe330 0x55e7e6ec0750 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1586235740 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e7e6e473b0 0x55e7e6e51aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1586235740 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e7e6e42240 0x55e7e6e50a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1586235740 1 --2- 172.21.15.18:0/959016848 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e7e6e41850 0x55e7e6e50550 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1586235740 1 -- 172.21.15.18:0/959016848 >> 172.21.15.18:0/959016848 conn(0x55e7e6e345b0 msgr2=0x55e7e6e380a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.413+0000 7f1564ff9640 0 client.25409 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.414+0000 7f1586235740 1 -- 172.21.15.18:0/959016848 shutdown_connections 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.414+0000 7f1586235740 1 -- 172.21.15.18:0/959016848 wait complete. 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.414+0000 7f1586235740 20 client.25409 trim_cache size 0 max 16384 2024-04-22T00:42:16.416 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:42:16.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.415+0000 7f1583575640 1 -- 172.21.15.18:0/162384877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f15680a2ce0 msgr2=0x7f15680a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.415+0000 7f1583575640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f15680a2ce0 0x7f15680a51a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x55e7e6e42aa0 tx=0x7f1574004ab0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.415+0000 7f1583575640 1 -- 172.21.15.18:0/162384877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f157c100ee0 msgr2=0x7f157c072680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.415+0000 7f1583575640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f157c100ee0 0x7f157c072680 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f157802c240 tx=0x7f1578004e30 comp rx=0 tx=0).stop 2024-04-22T00:42:16.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.415+0000 7f1583575640 1 -- 172.21.15.18:0/162384877 shutdown_connections 2024-04-22T00:42:16.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.415+0000 7f1583575640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f15680a2ce0 0x7f15680a51a0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.415+0000 7f1583575640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f157c106250 0x7f157c1a7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.415+0000 7f1583575640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f157c103810 0x7f157c072bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.415+0000 7f1583575640 1 --2- 172.21.15.18:0/162384877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f157c100ee0 0x7f157c072680 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.415+0000 7f1583575640 1 -- 172.21.15.18:0/162384877 >> 172.21.15.18:0/162384877 conn(0x7f157c0faf40 msgr2=0x7f157c100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.416+0000 7f1583575640 1 -- 172.21.15.18:0/162384877 shutdown_connections 2024-04-22T00:42:16.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.416+0000 7f1583575640 1 -- 172.21.15.18:0/162384877 wait complete. 2024-04-22T00:42:16.435 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:42:16.468 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:16 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2982723236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:42:16.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:16 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2982723236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:42:16.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.611+0000 7f3187bc9640 1 -- 172.21.15.18:0/294371291 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31801006a0 msgr2=0x7f3180100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.611+0000 7f3187bc9640 1 --2- 172.21.15.18:0/294371291 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31801006a0 0x7f3180100ac0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f317c009900 tx=0x7f317c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:42:16.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.612+0000 7f3187bc9640 1 -- 172.21.15.18:0/294371291 shutdown_connections 2024-04-22T00:42:16.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.612+0000 7f3187bc9640 1 --2- 172.21.15.18:0/294371291 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3180102250 0x7f3180108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.612+0000 7f3187bc9640 1 --2- 172.21.15.18:0/294371291 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3180101890 0x7f3180101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.612+0000 7f3187bc9640 1 --2- 172.21.15.18:0/294371291 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f31801006a0 0x7f3180100ac0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.612+0000 7f3187bc9640 1 -- 172.21.15.18:0/294371291 >> 172.21.15.18:0/294371291 conn(0x7f31800fbc30 msgr2=0x7f31800fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.612+0000 7f3187bc9640 1 -- 172.21.15.18:0/294371291 shutdown_connections 2024-04-22T00:42:16.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.612+0000 7f3187bc9640 1 -- 172.21.15.18:0/294371291 wait complete. 2024-04-22T00:42:16.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.613+0000 7f3187bc9640 1 Processor -- start 2024-04-22T00:42:16.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.613+0000 7f3187bc9640 1 -- start start 2024-04-22T00:42:16.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.613+0000 7f3187bc9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31801006a0 0x7f3180104630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.613+0000 7f3187bc9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3180101890 0x7f3180102c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.613+0000 7f3187bc9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3180102250 0x7f31801031b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3185965640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31801006a0 0x7f3180104630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3185965640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31801006a0 0x7f3180104630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60778/0 (socket says 172.21.15.18:60778) 2024-04-22T00:42:16.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f318010c3c0 con 0x7f31801006a0 2024-04-22T00:42:16.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3185965640 1 -- 172.21.15.18:0/2473582006 learned_addr learned my addr 172.21.15.18:0/2473582006 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f318010c240 con 0x7f3180101890 2024-04-22T00:42:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f318010c540 con 0x7f3180102250 2024-04-22T00:42:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3185164640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3180101890 0x7f3180102c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3185965640 1 -- 172.21.15.18:0/2473582006 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3180102250 msgr2=0x7f31801031b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3186166640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3180102250 0x7f31801031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3185965640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3180102250 0x7f31801031b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3185965640 1 -- 172.21.15.18:0/2473582006 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3180101890 msgr2=0x7f3180102c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3185965640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3180101890 0x7f3180102c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3185965640 1 -- 172.21.15.18:0/2473582006 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31801036f0 con 0x7f31801006a0 2024-04-22T00:42:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3186166640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3180102250 0x7f31801031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:16.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.614+0000 7f3185164640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3180101890 0x7f3180102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:16.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.615+0000 7f3185965640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31801006a0 0x7f3180104630 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f317c009850 tx=0x7f317c02ce70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.615+0000 7f3176ffd640 1 -- 172.21.15.18:0/2473582006 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317c043020 con 0x7f31801006a0 2024-04-22T00:42:16.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.615+0000 7f3176ffd640 1 -- 172.21.15.18:0/2473582006 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f317c0054e0 con 0x7f31801006a0 2024-04-22T00:42:16.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.615+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3180103980 con 0x7f31801006a0 2024-04-22T00:42:16.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.615+0000 7f3176ffd640 1 -- 172.21.15.18:0/2473582006 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317c03e450 con 0x7f31801006a0 2024-04-22T00:42:16.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.616+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31801a6420 con 0x7f31801006a0 2024-04-22T00:42:16.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.618+0000 7f3176ffd640 1 -- 172.21.15.18:0/2473582006 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f317c046020 con 0x7f31801006a0 2024-04-22T00:42:16.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.620+0000 7f3176ffd640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f316c0a2c90 0x7f316c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.620+0000 7f3176ffd640 1 -- 172.21.15.18:0/2473582006 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f317c0f18e0 con 0x7f31801006a0 2024-04-22T00:42:16.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.621+0000 7f3185164640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f316c0a2c90 0x7f316c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.621+0000 7f318a7ba740 1 Processor -- start 2024-04-22T00:42:16.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.621+0000 7f318a7ba740 1 -- start start 2024-04-22T00:42:16.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.621+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d70460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.621+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 0x5654c9d75530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.621+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d75ba0 0x5654c9d78030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.621+0000 7f3185965640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d70460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.621+0000 7f3185965640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d70460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51424/0 (socket says 172.21.15.18:51424) 2024-04-22T00:42:16.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.622+0000 7f3185164640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f316c0a2c90 0x7f316c0a5150 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f31801043a0 tx=0x7f317000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.622+0000 7f318a7ba740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5654c9cd5530 con 0x5654c9d70a30 2024-04-22T00:42:16.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.622+0000 7f318a7ba740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5654c9c7d830 con 0x5654c9d70040 2024-04-22T00:42:16.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.622+0000 7f318a7ba740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5654c9cd14f0 con 0x5654c9d75ba0 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.622+0000 7f3185965640 1 -- 172.21.15.18:0/3381905052 learned_addr learned my addr 172.21.15.18:0/3381905052 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.622+0000 7f3185164640 1 --2- 172.21.15.18:0/3381905052 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 0x5654c9d75530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.622+0000 7f3185965640 1 -- 172.21.15.18:0/3381905052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d75ba0 msgr2=0x5654c9d78030 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.623+0000 7f3185965640 1 --2- 172.21.15.18:0/3381905052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d75ba0 0x5654c9d78030 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.623+0000 7f3185965640 1 -- 172.21.15.18:0/3381905052 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 msgr2=0x5654c9d75530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.623+0000 7f3185965640 1 --2- 172.21.15.18:0/3381905052 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 0x5654c9d75530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.623+0000 7f3185965640 1 -- 172.21.15.18:0/3381905052 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654c9ca12c0 con 0x5654c9d70040 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.623+0000 7f3185164640 1 --2- 172.21.15.18:0/3381905052 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 0x5654c9d75530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.623+0000 7f3185965640 1 --2- 172.21.15.18:0/3381905052 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d70460 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f317c0c6450 tx=0x7f317c0bd910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ed097aa65e9e11c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.623+0000 7f316bfff640 1 -- 172.21.15.18:0/3381905052 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317c005690 con 0x5654c9d70040 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.623+0000 7f316bfff640 1 -- 172.21.15.18:0/3381905052 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f317c0be410 con 0x5654c9d70040 2024-04-22T00:42:16.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.623+0000 7f316bfff640 1 -- 172.21.15.18:0/3381905052 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317c0035f0 con 0x5654c9d70040 2024-04-22T00:42:16.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.624+0000 7f318a7ba740 1 -- 172.21.15.18:0/3381905052 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 msgr2=0x5654c9d70460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.624+0000 7f318a7ba740 1 --2- 172.21.15.18:0/3381905052 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d70460 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f317c0c6450 tx=0x7f317c0bd910 comp rx=0 tx=0).stop 2024-04-22T00:42:16.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.624+0000 7f318a7ba740 1 -- 172.21.15.18:0/3381905052 shutdown_connections 2024-04-22T00:42:16.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.624+0000 7f318a7ba740 1 --2- 172.21.15.18:0/3381905052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d75ba0 0x5654c9d78030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.624+0000 7f318a7ba740 1 --2- 172.21.15.18:0/3381905052 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 0x5654c9d75530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.624+0000 7f318a7ba740 1 --2- 172.21.15.18:0/3381905052 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d70460 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.624+0000 7f318a7ba740 1 -- 172.21.15.18:0/3381905052 >> 172.21.15.18:0/3381905052 conn(0x5654c9d6b5b0 msgr2=0x5654c9d6b9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.625+0000 7f318a7ba740 1 -- 172.21.15.18:0/3381905052 shutdown_connections 2024-04-22T00:42:16.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.625+0000 7f318a7ba740 1 -- 172.21.15.18:0/3381905052 wait complete. 2024-04-22T00:42:16.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.625+0000 7f318a7ba740 1 -- start start 2024-04-22T00:42:16.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.625+0000 7f318a7ba740 1 Processor -- start 2024-04-22T00:42:16.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70040 0x5654c9d79f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 0x5654c9d7a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d75ba0 0x5654c9d814b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f318a7ba740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5654c9d78910 con 0x5654c9d70a30 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f318a7ba740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5654c9c90f10 con 0x5654c9d75ba0 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f318a7ba740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5654c9d78a90 con 0x5654c9d70040 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f318a7ba740 10 client.0 _ll_register_callbacks cb 0x5654c99e8be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f3185965640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70040 0x5654c9d79f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f3185965640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70040 0x5654c9d79f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37472/0 (socket says 172.21.15.18:37472) 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f3185965640 1 -- 172.21.15.18:0/1176166217 learned_addr learned my addr 172.21.15.18:0/1176166217 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.626+0000 7f3185164640 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 0x5654c9d7a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.627+0000 7f3186166640 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d75ba0 0x5654c9d814b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.627+0000 7f3186166640 1 -- 172.21.15.18:0/1176166217 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70040 msgr2=0x5654c9d79f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.627+0000 7f3186166640 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70040 0x5654c9d79f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.627+0000 7f3186166640 1 -- 172.21.15.18:0/1176166217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 msgr2=0x5654c9d7a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.627+0000 7f3186166640 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 0x5654c9d7a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.627+0000 7f3186166640 1 -- 172.21.15.18:0/1176166217 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654c9c62c80 con 0x5654c9d75ba0 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.627+0000 7f3186166640 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d75ba0 0x5654c9d814b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f317800c930 tx=0x7f317800cdf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b01312ec2834fe04 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.627+0000 7f31697fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.627+0000 7f31697fa640 1 -- 172.21.15.18:0/1176166217 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317800ac30 con 0x5654c9d75ba0 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.628+0000 7f31697fa640 1 -- 172.21.15.18:0/1176166217 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f317800add0 con 0x5654c9d75ba0 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.628+0000 7f318a7ba740 1 -- 172.21.15.18:0/1176166217 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f317c0be410 con 0x5654c9d75ba0 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.628+0000 7f31697fa640 1 -- 172.21.15.18:0/1176166217 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f317801c4c0 con 0x5654c9d75ba0 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.628+0000 7f318a7ba740 10 client.25421 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.628+0000 7f318a7ba740 1 -- 172.21.15.18:0/1176166217 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5654c99e93f0 con 0x5654c9d75ba0 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.628+0000 7f31697fa640 1 -- 172.21.15.18:0/1176166217 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f317c0be410 con 0x5654c9d75ba0 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.628+0000 7f31697fa640 1 -- 172.21.15.18:0/1176166217 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f317800f440 con 0x5654c9d75ba0 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.629+0000 7f318a7ba740 10 client.25421 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.629+0000 7f318a7ba740 10 client.25421 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.629+0000 7f318a7ba740 20 client.25421 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:16.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.629+0000 7f318a7ba740 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5654c9d85e80 0x5654c9d882e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.629+0000 7f318a7ba740 4 client.25421 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:16.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.629+0000 7f318a7ba740 1 -- 172.21.15.18:0/1176166217 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654c9ce2a70 con 0x5654c9d85e80 2024-04-22T00:42:16.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.629+0000 7f3185965640 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5654c9d85e80 0x5654c9d882e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.631+0000 7f31697fa640 10 client.25421 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:42:16.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.631+0000 7f3185965640 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5654c9d85e80 0x5654c9d882e0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9f23cde552b7e06 server_cookie=c1fe11c5968c8b11 in_seq=0 out_seq=0 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.631+0000 7f31697fa640 1 -- 172.21.15.18:0/1176166217 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5654c9ce2a70 con 0x5654c9d85e80 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.631+0000 7f31697fa640 10 client.25421 handle_command_reply: tid=0 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.631+0000 7f318a7ba740 1 client.25421 shutdown 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 1 -- 172.21.15.18:0/1176166217 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d75ba0 msgr2=0x5654c9d814b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d75ba0 0x5654c9d814b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f317800c930 tx=0x7f317800cdf0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 1 -- 172.21.15.18:0/1176166217 shutdown_connections 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5654c9d85e80 0x5654c9d882e0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d75ba0 0x5654c9d814b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d70a30 0x5654c9d7a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 1 --2- 172.21.15.18:0/1176166217 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70040 0x5654c9d79f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f31697fa640 0 client.25421 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:42:16.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 1 -- 172.21.15.18:0/1176166217 >> 172.21.15.18:0/1176166217 conn(0x5654c9d6b5b0 msgr2=0x5654c9d6a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 1 -- 172.21.15.18:0/1176166217 shutdown_connections 2024-04-22T00:42:16.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 1 -- 172.21.15.18:0/1176166217 wait complete. 2024-04-22T00:42:16.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.632+0000 7f318a7ba740 20 client.25421 trim_cache size 0 max 16384 2024-04-22T00:42:16.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:16 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2982723236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:42:16.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.657+0000 7f318a7ba740 1 Processor -- start 2024-04-22T00:42:16.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.657+0000 7f318a7ba740 1 -- start start 2024-04-22T00:42:16.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.657+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d87e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.657+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 0x5654c9d81470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.657+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 0x5654c9d6ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f318a7ba740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f31801b3310 con 0x5654c9d75ba0 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f3186166640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 0x5654c9d6ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f3186166640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 0x5654c9d6ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60796/0 (socket says 172.21.15.18:60796) 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f3186166640 1 -- 172.21.15.18:0/1134578282 learned_addr learned my addr 172.21.15.18:0/1134578282 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f318a7ba740 1 -- 172.21.15.18:0/1134578282 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f31801b0b80 con 0x5654c9d70040 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f318a7ba740 1 -- 172.21.15.18:0/1134578282 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f31801ae9d0 con 0x5654c9d70a30 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f3185965640 1 --2- 172.21.15.18:0/1134578282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d87e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f3185164640 1 --2- 172.21.15.18:0/1134578282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 0x5654c9d81470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f3185965640 1 -- 172.21.15.18:0/1134578282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 msgr2=0x5654c9d81470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f3185965640 1 --2- 172.21.15.18:0/1134578282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 0x5654c9d81470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f3185965640 1 -- 172.21.15.18:0/1134578282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 msgr2=0x5654c9d6ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f3185965640 1 --2- 172.21.15.18:0/1134578282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 0x5654c9d6ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.658+0000 7f3185965640 1 -- 172.21.15.18:0/1134578282 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654c9ab37d0 con 0x5654c9d70040 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.659+0000 7f3185965640 1 --2- 172.21.15.18:0/1134578282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d87e90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f317c0ba170 tx=0x7f317c005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db45444953facb27 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.659+0000 7f316b7fe640 1 -- 172.21.15.18:0/1134578282 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317c0be410 con 0x5654c9d70040 2024-04-22T00:42:16.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.659+0000 7f316b7fe640 1 -- 172.21.15.18:0/1134578282 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f317c0bdd10 con 0x5654c9d70040 2024-04-22T00:42:16.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.659+0000 7f316b7fe640 1 -- 172.21.15.18:0/1134578282 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317c0ba380 con 0x5654c9d70040 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.660+0000 7f318a7ba740 1 -- 172.21.15.18:0/1134578282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 msgr2=0x5654c9d87e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.660+0000 7f318a7ba740 1 --2- 172.21.15.18:0/1134578282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d87e90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f317c0ba170 tx=0x7f317c005fd0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.660+0000 7f318a7ba740 1 -- 172.21.15.18:0/1134578282 shutdown_connections 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.660+0000 7f318a7ba740 1 --2- 172.21.15.18:0/1134578282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 0x5654c9d6ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.660+0000 7f318a7ba740 1 --2- 172.21.15.18:0/1134578282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 0x5654c9d81470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.660+0000 7f318a7ba740 1 --2- 172.21.15.18:0/1134578282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d87e90 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.660+0000 7f318a7ba740 1 -- 172.21.15.18:0/1134578282 >> 172.21.15.18:0/1134578282 conn(0x5654c9d6b5b0 msgr2=0x5654c9d6e810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.660+0000 7f318a7ba740 1 -- 172.21.15.18:0/1134578282 shutdown_connections 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.660+0000 7f318a7ba740 1 -- 172.21.15.18:0/1134578282 wait complete. 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.661+0000 7f318a7ba740 1 -- start start 2024-04-22T00:42:16.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.661+0000 7f318a7ba740 1 Processor -- start 2024-04-22T00:42:16.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.662+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d7ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.662+0000 7f318a7ba740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 0x5654c9d7ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.662+0000 7f3185965640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d7ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.662+0000 7f3185965640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d7ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51444/0 (socket says 172.21.15.18:51444) 2024-04-22T00:42:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.662+0000 7f3185965640 1 -- 172.21.15.18:0/2178490573 learned_addr learned my addr 172.21.15.18:0/2178490573 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.662+0000 7f3185164640 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 0x5654c9d7ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f318a7ba740 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 0x5654c9d7ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f31801af040 con 0x5654c9d75ba0 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f31801b04b0 con 0x5654c9d70040 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f31801af710 con 0x5654c9d70a30 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f3186166640 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 0x5654c9d7ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f318a7ba740 10 client.0 _ll_register_callbacks cb 0x7f3178007540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f3185965640 1 -- 172.21.15.18:0/2178490573 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 msgr2=0x5654c9d7ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f3185965640 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 0x5654c9d7ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f3185965640 1 -- 172.21.15.18:0/2178490573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 msgr2=0x5654c9d7ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f3185965640 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 0x5654c9d7ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.663+0000 7f3185965640 1 -- 172.21.15.18:0/2178490573 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654c9d80550 con 0x5654c9d70040 2024-04-22T00:42:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.664+0000 7f3185164640 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 0x5654c9d7ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.664+0000 7f3185965640 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d7ea10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f317c0bdca0 tx=0x7f317c0bd910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c33ed4e99741f8c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.664+0000 7f31697fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.664+0000 7f31697fa640 1 -- 172.21.15.18:0/2178490573 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317c0be410 con 0x5654c9d70040 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.664+0000 7f31697fa640 1 -- 172.21.15.18:0/2178490573 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f317c0ba380 con 0x5654c9d70040 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.664+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f317c0bdd10 con 0x5654c9d70040 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.664+0000 7f31697fa640 1 -- 172.21.15.18:0/2178490573 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f317c005690 con 0x5654c9d70040 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.664+0000 7f318a7ba740 10 client.25427 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.664+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5654c9d81810 con 0x5654c9d70040 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.664+0000 7f31697fa640 1 -- 172.21.15.18:0/2178490573 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f317c0bdd10 con 0x5654c9d70040 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.665+0000 7f31697fa640 1 -- 172.21.15.18:0/2178490573 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f317c0bd160 con 0x5654c9d70040 2024-04-22T00:42:16.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.665+0000 7f318a7ba740 10 client.25427 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.665+0000 7f318a7ba740 10 client.25427 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.665+0000 7f318a7ba740 20 client.25427 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.665+0000 7f318a7ba740 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5654c9dec760 0x5654c9deeb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.665+0000 7f318a7ba740 4 client.25427 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.665+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5654c9cdcdc0 con 0x5654c9dec760 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.665+0000 7f3185164640 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5654c9dec760 0x5654c9deeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.666+0000 7f3185164640 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5654c9dec760 0x5654c9deeb80 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1f7eefb80f5d16cb server_cookie=5ea78f301ab69d36 in_seq=0 out_seq=0 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.666+0000 7f31697fa640 10 client.25427 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.666+0000 7f31697fa640 1 -- 172.21.15.18:0/2178490573 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5654c9cdcdc0 con 0x5654c9dec760 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.666+0000 7f31697fa640 10 client.25427 handle_command_reply: tid=0 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.666+0000 7f318a7ba740 1 client.25427 shutdown 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.666+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 msgr2=0x5654c9d7ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.666+0000 7f318a7ba740 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d7ea10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f317c0bdca0 tx=0x7f317c0bd910 comp rx=0 tx=0).stop 2024-04-22T00:42:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.667+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 shutdown_connections 2024-04-22T00:42:16.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.667+0000 7f318a7ba740 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5654c9dec760 0x5654c9deeb80 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.667+0000 7f31697fa640 0 client.25427 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:42:16.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.667+0000 7f318a7ba740 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5654c9d75ba0 0x5654c9d7ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.667+0000 7f318a7ba740 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5654c9d70a30 0x5654c9d7ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.667+0000 7f318a7ba740 1 --2- 172.21.15.18:0/2178490573 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654c9d70040 0x5654c9d7ea10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.667+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 >> 172.21.15.18:0/2178490573 conn(0x5654c9d6b5b0 msgr2=0x5654c9d6f0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.667+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 shutdown_connections 2024-04-22T00:42:16.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.667+0000 7f318a7ba740 1 -- 172.21.15.18:0/2178490573 wait complete. 2024-04-22T00:42:16.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.667+0000 7f318a7ba740 20 client.25427 trim_cache size 0 max 16384 2024-04-22T00:42:16.672 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:42:16.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f316c0a2c90 msgr2=0x7f316c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f316c0a2c90 0x7f316c0a5150 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f31801043a0 tx=0x7f317000b390 comp rx=0 tx=0).stop 2024-04-22T00:42:16.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31801006a0 msgr2=0x7f3180104630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31801006a0 0x7f3180104630 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f317c009850 tx=0x7f317c02ce70 comp rx=0 tx=0).stop 2024-04-22T00:42:16.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 shutdown_connections 2024-04-22T00:42:16.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f316c0a2c90 0x7f316c0a5150 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3180102250 0x7f31801031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3180101890 0x7f3180102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 --2- 172.21.15.18:0/2473582006 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31801006a0 0x7f3180104630 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 >> 172.21.15.18:0/2473582006 conn(0x7f31800fbc30 msgr2=0x7f3180069cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.670+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 shutdown_connections 2024-04-22T00:42:16.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.671+0000 7f3187bc9640 1 -- 172.21.15.18:0/2473582006 wait complete. 2024-04-22T00:42:16.688 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:42:16.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.901+0000 7fcdc95b1640 1 -- 172.21.15.18:0/568305094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdc4102970 msgr2=0x7fcdc4102df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.901+0000 7fcdc95b1640 1 --2- 172.21.15.18:0/568305094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdc4102970 0x7fcdc4102df0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8009900 tx=0x7fcdb802bc30 comp rx=0 tx=0).stop 2024-04-22T00:42:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.905+0000 7fcdc95b1640 1 -- 172.21.15.18:0/568305094 shutdown_connections 2024-04-22T00:42:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.905+0000 7fcdc95b1640 1 --2- 172.21.15.18:0/568305094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdc4103330 0x7fcdc4109bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.905+0000 7fcdc95b1640 1 --2- 172.21.15.18:0/568305094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdc4102970 0x7fcdc4102df0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.905+0000 7fcdc95b1640 1 --2- 172.21.15.18:0/568305094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcdc4101780 0x7fcdc4101ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.905+0000 7fcdc95b1640 1 -- 172.21.15.18:0/568305094 >> 172.21.15.18:0/568305094 conn(0x7fcdc40fccf0 msgr2=0x7fcdc40ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.910+0000 7fcdc95b1640 1 -- 172.21.15.18:0/568305094 shutdown_connections 2024-04-22T00:42:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.911+0000 7fcdc95b1640 1 -- 172.21.15.18:0/568305094 wait complete. 2024-04-22T00:42:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.912+0000 7fcdc95b1640 1 Processor -- start 2024-04-22T00:42:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.912+0000 7fcdc95b1640 1 -- start start 2024-04-22T00:42:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.912+0000 7fcdc95b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdc4101780 0x7fcdc410f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.912+0000 7fcdc95b1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcdc4102970 0x7fcdc410fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.912+0000 7fcdc95b1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdc4103330 0x7fcdc419d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.912+0000 7fcdc95b1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc4113a80 con 0x7fcdc4101780 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.912+0000 7fcdc95b1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc4113900 con 0x7fcdc4103330 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.912+0000 7fcdc95b1640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc4113c00 con 0x7fcdc4102970 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.913+0000 7fcdc37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdc4103330 0x7fcdc419d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.913+0000 7fcdc37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdc4103330 0x7fcdc419d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51460/0 (socket says 172.21.15.18:51460) 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.913+0000 7fcdc37fe640 1 -- 172.21.15.18:0/2313276977 learned_addr learned my addr 172.21.15.18:0/2313276977 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.913+0000 7fcdc27fc640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcdc4102970 0x7fcdc410fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.914+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdc4101780 0x7fcdc410f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.914+0000 7fcdc27fc640 1 -- 172.21.15.18:0/2313276977 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdc4103330 msgr2=0x7fcdc419d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.914+0000 7fcdc27fc640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdc4103330 0x7fcdc419d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.914+0000 7fcdc27fc640 1 -- 172.21.15.18:0/2313276977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdc4101780 msgr2=0x7fcdc410f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.914+0000 7fcdc27fc640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdc4101780 0x7fcdc410f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.914+0000 7fcdc27fc640 1 -- 172.21.15.18:0/2313276977 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc419d660 con 0x7fcdc4102970 2024-04-22T00:42:16.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.915+0000 7fcdc27fc640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcdc4102970 0x7fcdc410fcf0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8036040 tx=0x7fcdb8005a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.917+0000 7fcdabfff640 1 -- 172.21.15.18:0/2313276977 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8043020 con 0x7fcdc4102970 2024-04-22T00:42:16.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.917+0000 7fcdc95b1640 1 -- 172.21.15.18:0/2313276977 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdc419d8f0 con 0x7fcdc4102970 2024-04-22T00:42:16.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.917+0000 7fcdc95b1640 1 -- 172.21.15.18:0/2313276977 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdc419de10 con 0x7fcdc4102970 2024-04-22T00:42:16.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.917+0000 7fcdabfff640 1 -- 172.21.15.18:0/2313276977 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdb80054e0 con 0x7fcdc4102970 2024-04-22T00:42:16.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.917+0000 7fcdabfff640 1 -- 172.21.15.18:0/2313276977 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8003bf0 con 0x7fcdc4102970 2024-04-22T00:42:16.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.921+0000 7fcdabfff640 1 -- 172.21.15.18:0/2313276977 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcdb8046020 con 0x7fcdc4102970 2024-04-22T00:42:16.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.922+0000 7fcdabfff640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdac0a2d90 0x7fcdac0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.922+0000 7fcdabfff640 1 -- 172.21.15.18:0/2313276977 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fcdb80f2410 con 0x7fcdc4102970 2024-04-22T00:42:16.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.922+0000 7fcdcc199740 1 Processor -- start 2024-04-22T00:42:16.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.923+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdac0a2d90 0x7fcdac0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.924+0000 7fcdcc199740 1 -- start start 2024-04-22T00:42:16.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.924+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 0x5563d92aa460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.924+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aaa30 0x5563d92af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.924+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92afba0 0x5563d92b2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.924+0000 7fcdcc199740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5563d920f530 con 0x5563d92aaa30 2024-04-22T00:42:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.924+0000 7fcdcc199740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5563d91b7830 con 0x5563d92aa040 2024-04-22T00:42:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.924+0000 7fcdcc199740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5563d920b4f0 con 0x5563d92afba0 2024-04-22T00:42:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.925+0000 7fcdc37fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92afba0 0x5563d92b2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.925+0000 7fcdc27fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aaa30 0x5563d92af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.925+0000 7fcdc27fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aaa30 0x5563d92af530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60816/0 (socket says 172.21.15.18:60816) 2024-04-22T00:42:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.925+0000 7fcdc27fc640 1 -- 172.21.15.18:0/2044578875 learned_addr learned my addr 172.21.15.18:0/2044578875 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.925+0000 7fcdc27fc640 1 -- 172.21.15.18:0/2044578875 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92afba0 msgr2=0x5563d92b2030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.926+0000 7fcdc27fc640 1 --2- 172.21.15.18:0/2044578875 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92afba0 0x5563d92b2030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.926+0000 7fcdc27fc640 1 -- 172.21.15.18:0/2044578875 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 msgr2=0x5563d92aa460 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:42:16.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.926+0000 7fcdc27fc640 1 --2- 172.21.15.18:0/2044578875 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 0x5563d92aa460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.926+0000 7fcdc27fc640 1 -- 172.21.15.18:0/2044578875 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563d91db2c0 con 0x5563d92aaa30 2024-04-22T00:42:16.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.926+0000 7fcdc27fc640 1 --2- 172.21.15.18:0/2044578875 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aaa30 0x5563d92af530 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8009900 tx=0x7fcdb80babd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39e04abd811551f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.927+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdac0a2d90 0x7fcdac0a5250 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x5563d92ab290 tx=0x7fcdb4011040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.927+0000 7fcda97fa640 1 -- 172.21.15.18:0/2044578875 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8005690 con 0x5563d92aaa30 2024-04-22T00:42:16.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.927+0000 7fcda97fa640 1 -- 172.21.15.18:0/2044578875 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdb80bef40 con 0x5563d92aaa30 2024-04-22T00:42:16.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.927+0000 7fcda97fa640 1 -- 172.21.15.18:0/2044578875 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb80baeb0 con 0x5563d92aaa30 2024-04-22T00:42:16.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.928+0000 7fcdcc199740 1 -- 172.21.15.18:0/2044578875 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aaa30 msgr2=0x5563d92af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.928+0000 7fcdcc199740 1 --2- 172.21.15.18:0/2044578875 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aaa30 0x5563d92af530 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8009900 tx=0x7fcdb80babd0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.931+0000 7fcdcc199740 1 -- 172.21.15.18:0/2044578875 shutdown_connections 2024-04-22T00:42:16.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.931+0000 7fcdcc199740 1 --2- 172.21.15.18:0/2044578875 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92afba0 0x5563d92b2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.931+0000 7fcdcc199740 1 --2- 172.21.15.18:0/2044578875 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aaa30 0x5563d92af530 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.931+0000 7fcdcc199740 1 --2- 172.21.15.18:0/2044578875 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 0x5563d92aa460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.931+0000 7fcdcc199740 1 -- 172.21.15.18:0/2044578875 >> 172.21.15.18:0/2044578875 conn(0x5563d92a55b0 msgr2=0x5563d92a59b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.932+0000 7fcdcc199740 1 -- 172.21.15.18:0/2044578875 shutdown_connections 2024-04-22T00:42:16.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.932+0000 7fcdcc199740 1 -- 172.21.15.18:0/2044578875 wait complete. 2024-04-22T00:42:16.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.932+0000 7fcdcc199740 1 -- start start 2024-04-22T00:42:16.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.933+0000 7fcdcc199740 1 Processor -- start 2024-04-22T00:42:16.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.933+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aa040 0x5563d92b3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.933+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aaa30 0x5563d92b42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.933+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 0x5563d92bb2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.933+0000 7fcdcc199740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5563d92b2910 con 0x5563d92afba0 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.933+0000 7fcdcc199740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5563d91caf10 con 0x5563d92aaa30 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.933+0000 7fcdcc199740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5563d92b2a90 con 0x5563d92aa040 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.934+0000 7fcdcc199740 10 client.0 _ll_register_callbacks cb 0x5563d8f22be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.935+0000 7fcdc37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 0x5563d92bb2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.935+0000 7fcdc27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aaa30 0x5563d92b42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.935+0000 7fcdc37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 0x5563d92bb2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60826/0 (socket says 172.21.15.18:60826) 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.935+0000 7fcdc37fe640 1 -- 172.21.15.18:0/662061292 learned_addr learned my addr 172.21.15.18:0/662061292 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.935+0000 7fcdc37fe640 1 -- 172.21.15.18:0/662061292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aa040 msgr2=0x5563d92b3d70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.935+0000 7fcdc37fe640 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aa040 0x5563d92b3d70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.935+0000 7fcdc37fe640 1 -- 172.21.15.18:0/662061292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aaa30 msgr2=0x5563d92b42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.935+0000 7fcdc37fe640 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aaa30 0x5563d92b42b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.935+0000 7fcdc37fe640 1 -- 172.21.15.18:0/662061292 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563d919cc80 con 0x5563d92afba0 2024-04-22T00:42:16.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.936+0000 7fcdc37fe640 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 0x5563d92bb2f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc0136c0 tx=0x7fcdbc013b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0996b302e35e1ec server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.936+0000 7fcda6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:42:16.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.937+0000 7fcda6ff5640 1 -- 172.21.15.18:0/662061292 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc020060 con 0x5563d92afba0 2024-04-22T00:42:16.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.937+0000 7fcdcc199740 1 -- 172.21.15.18:0/662061292 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdb80bef40 con 0x5563d92afba0 2024-04-22T00:42:16.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.937+0000 7fcda6ff5640 1 -- 172.21.15.18:0/662061292 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fcdbc011cf0 con 0x5563d92afba0 2024-04-22T00:42:16.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.938+0000 7fcda6ff5640 1 -- 172.21.15.18:0/662061292 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcdbc01b430 con 0x5563d92afba0 2024-04-22T00:42:16.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.938+0000 7fcdcc199740 10 client.15825 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:16.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.938+0000 7fcdcc199740 1 -- 172.21.15.18:0/662061292 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5563d8f233f0 con 0x5563d92afba0 2024-04-22T00:42:16.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.939+0000 7fcda6ff5640 1 -- 172.21.15.18:0/662061292 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdb80bef40 con 0x5563d92afba0 2024-04-22T00:42:16.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.939+0000 7fcda6ff5640 1 -- 172.21.15.18:0/662061292 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fcdbc0245d0 con 0x5563d92afba0 2024-04-22T00:42:16.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.939+0000 7fcdcc199740 10 client.15825 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:16.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.939+0000 7fcdcc199740 10 client.15825 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:16.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.939+0000 7fcdcc199740 20 client.15825 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:16.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.939+0000 7fcdcc199740 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d92bfff0 0x5563d92c2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.939+0000 7fcdcc199740 4 client.15825 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:16.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.939+0000 7fcdcc199740 1 -- 172.21.15.18:0/662061292 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5563d921ca70 con 0x5563d92bfff0 2024-04-22T00:42:16.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.940+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d92bfff0 0x5563d92c2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.941+0000 7fcda6ff5640 10 client.15825 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:16.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.941+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d92bfff0 0x5563d92c2470 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=811fbdfd1167b220 server_cookie=f2074fe4b402cff2 in_seq=0 out_seq=0 2024-04-22T00:42:16.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.944+0000 7fcda6ff5640 1 -- 172.21.15.18:0/662061292 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5563d921ca70 con 0x5563d92bfff0 2024-04-22T00:42:16.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.945+0000 7fcda6ff5640 10 client.15825 handle_command_reply: tid=0 2024-04-22T00:42:16.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.945+0000 7fcdcc199740 1 client.15825 shutdown 2024-04-22T00:42:16.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.947+0000 7fcdcc199740 1 -- 172.21.15.18:0/662061292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 msgr2=0x5563d92bb2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.947+0000 7fcdcc199740 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 0x5563d92bb2f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc0136c0 tx=0x7fcdbc013b80 comp rx=0 tx=0).stop 2024-04-22T00:42:16.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.947+0000 7fcdcc199740 1 -- 172.21.15.18:0/662061292 shutdown_connections 2024-04-22T00:42:16.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.947+0000 7fcdcc199740 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d92bfff0 0x5563d92c2470 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.948+0000 7fcdcc199740 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 0x5563d92bb2f0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.948+0000 7fcdcc199740 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aaa30 0x5563d92b42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.948+0000 7fcdcc199740 1 --2- 172.21.15.18:0/662061292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aa040 0x5563d92b3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.948+0000 7fcdcc199740 1 -- 172.21.15.18:0/662061292 >> 172.21.15.18:0/662061292 conn(0x5563d92a55b0 msgr2=0x5563d92a4850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.948+0000 7fcda6ff5640 0 client.15825 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:16.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.948+0000 7fcdcc199740 1 -- 172.21.15.18:0/662061292 shutdown_connections 2024-04-22T00:42:16.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.949+0000 7fcdcc199740 1 -- 172.21.15.18:0/662061292 wait complete. 2024-04-22T00:42:16.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.950+0000 7fcdcc199740 20 client.15825 trim_cache size 0 max 16384 2024-04-22T00:42:16.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdcc199740 1 Processor -- start 2024-04-22T00:42:16.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdcc199740 1 -- start start 2024-04-22T00:42:16.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 0x5563d92a8f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 0x5563d92bb210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 0x5563d92a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdc2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 0x5563d92a8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdc27fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 0x5563d92bb210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdc2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 0x5563d92a8f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51486/0 (socket says 172.21.15.18:51486) 2024-04-22T00:42:16.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdcc199740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb00126c0 con 0x5563d92afba0 2024-04-22T00:42:16.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdcc199740 1 -- 172.21.15.18:0/729646375 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb000ff30 con 0x5563d92aa040 2024-04-22T00:42:16.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdc2ffd640 1 -- 172.21.15.18:0/729646375 learned_addr learned my addr 172.21.15.18:0/729646375 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdcc199740 1 -- 172.21.15.18:0/729646375 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb000dd80 con 0x5563d92aaa30 2024-04-22T00:42:16.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdc37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 0x5563d92a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.977+0000 7fcdc27fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 0x5563d92bb210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37548/0 (socket says 172.21.15.18:37548) 2024-04-22T00:42:16.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.978+0000 7fcdc2ffd640 1 -- 172.21.15.18:0/729646375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 msgr2=0x5563d92bb210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.978+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/729646375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 0x5563d92bb210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.978+0000 7fcdc2ffd640 1 -- 172.21.15.18:0/729646375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 msgr2=0x5563d92a3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.978+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/729646375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 0x5563d92a3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.978+0000 7fcdc2ffd640 1 -- 172.21.15.18:0/729646375 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563d8fed7d0 con 0x5563d92aa040 2024-04-22T00:42:16.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.980+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/729646375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 0x5563d92a8f20 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcdb40046a0 tx=0x7fcdb4016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e1b9247efd7ac3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.981+0000 7fcda8ff9640 1 -- 172.21.15.18:0/729646375 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb401d190 con 0x5563d92aa040 2024-04-22T00:42:16.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.981+0000 7fcda8ff9640 1 -- 172.21.15.18:0/729646375 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdb4024b50 con 0x5563d92aa040 2024-04-22T00:42:16.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.981+0000 7fcda8ff9640 1 -- 172.21.15.18:0/729646375 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb4024680 con 0x5563d92aa040 2024-04-22T00:42:16.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.982+0000 7fcdcc199740 1 -- 172.21.15.18:0/729646375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 msgr2=0x5563d92a8f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.982+0000 7fcdcc199740 1 --2- 172.21.15.18:0/729646375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 0x5563d92a8f20 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcdb40046a0 tx=0x7fcdb4016000 comp rx=0 tx=0).stop 2024-04-22T00:42:16.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.982+0000 7fcdcc199740 1 -- 172.21.15.18:0/729646375 shutdown_connections 2024-04-22T00:42:16.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.982+0000 7fcdcc199740 1 --2- 172.21.15.18:0/729646375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92afba0 0x5563d92a3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.982+0000 7fcdcc199740 1 --2- 172.21.15.18:0/729646375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 0x5563d92bb210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.982+0000 7fcdcc199740 1 --2- 172.21.15.18:0/729646375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92aa040 0x5563d92a8f20 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.982+0000 7fcdcc199740 1 -- 172.21.15.18:0/729646375 >> 172.21.15.18:0/729646375 conn(0x5563d92a55b0 msgr2=0x5563d92a8810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.982+0000 7fcdcc199740 1 -- 172.21.15.18:0/729646375 shutdown_connections 2024-04-22T00:42:16.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.982+0000 7fcdcc199740 1 -- 172.21.15.18:0/729646375 wait complete. 2024-04-22T00:42:16.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.982+0000 7fcdcc199740 1 -- start start 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.983+0000 7fcdcc199740 1 Processor -- start 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.983+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aa040 0x5563d92b8620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 0x5563d92b8b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aa040 0x5563d92b8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdcc199740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92afba0 0x5563d92b9b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aa040 0x5563d92b8620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60846/0 (socket says 172.21.15.18:60846) 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdcc199740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb000e3f0 con 0x5563d92aa040 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc2ffd640 1 -- 172.21.15.18:0/3654262369 learned_addr learned my addr 172.21.15.18:0/3654262369 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdcc199740 1 -- 172.21.15.18:0/3654262369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb000f860 con 0x5563d92afba0 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdcc199740 1 -- 172.21.15.18:0/3654262369 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb000eac0 con 0x5563d92aaa30 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc37fe640 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92afba0 0x5563d92b9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc27fc640 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 0x5563d92b8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdcc199740 10 client.0 _ll_register_callbacks cb 0x7fcdbc009550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:16.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc37fe640 1 -- 172.21.15.18:0/3654262369 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 msgr2=0x5563d92b8b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc37fe640 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 0x5563d92b8b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc37fe640 1 -- 172.21.15.18:0/3654262369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aa040 msgr2=0x5563d92b8620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc37fe640 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aa040 0x5563d92b8620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc37fe640 1 -- 172.21.15.18:0/3654262369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563d92ba160 con 0x5563d92afba0 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.984+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aa040 0x5563d92b8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.985+0000 7fcdcc199740 1 -- 172.21.15.18:0/3654262369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdb4024b50 con 0x5563d92afba0 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.985+0000 7fcdc37fe640 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92afba0 0x5563d92b9b70 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc024b90 tx=0x7fcdbc009f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1bc73202f655a57 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.985+0000 7fcda6ff5640 10 client.25442 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.985+0000 7fcda6ff5640 1 -- 172.21.15.18:0/3654262369 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc02a080 con 0x5563d92afba0 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.985+0000 7fcda6ff5640 1 -- 172.21.15.18:0/3654262369 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fcdbc0243a0 con 0x5563d92afba0 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.985+0000 7fcda6ff5640 1 -- 172.21.15.18:0/3654262369 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcdbc039050 con 0x5563d92afba0 2024-04-22T00:42:16.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.986+0000 7fcdcc199740 10 client.25442 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:16.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.986+0000 7fcdcc199740 1 -- 172.21.15.18:0/3654262369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=28}) -- 0x5563d92bb3b0 con 0x5563d92afba0 2024-04-22T00:42:16.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.987+0000 7fcda6ff5640 1 -- 172.21.15.18:0/3654262369 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fcdbc0245c0 con 0x5563d92afba0 2024-04-22T00:42:16.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.987+0000 7fcdcc199740 10 client.25442 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:16.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.987+0000 7fcdcc199740 10 client.25442 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:16.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.987+0000 7fcdcc199740 20 client.25442 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:16.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.987+0000 7fcdcc199740 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d9326b20 0x5563d9328f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:16.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.987+0000 7fcdcc199740 4 client.25442 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:42:16.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.987+0000 7fcdcc199740 1 -- 172.21.15.18:0/3654262369 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5563d9216dc0 con 0x5563d9326b20 2024-04-22T00:42:16.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.987+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d9326b20 0x5563d9328f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:16.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.988+0000 7fcda6ff5640 10 client.25442 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:16.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.988+0000 7fcdc2ffd640 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d9326b20 0x5563d9328f40 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21b90e6b71df91d1 server_cookie=690abe8fdca0799e in_seq=0 out_seq=0 2024-04-22T00:42:16.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.988+0000 7fcda6ff5640 1 -- 172.21.15.18:0/3654262369 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5563d9216dc0 con 0x5563d9326b20 2024-04-22T00:42:16.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.988+0000 7fcda6ff5640 10 client.25442 handle_command_reply: tid=0 2024-04-22T00:42:16.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.988+0000 7fcdcc199740 1 client.25442 shutdown 2024-04-22T00:42:16.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 1 -- 172.21.15.18:0/3654262369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92afba0 msgr2=0x5563d92b9b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92afba0 0x5563d92b9b70 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc024b90 tx=0x7fcdbc009f70 comp rx=0 tx=0).stop 2024-04-22T00:42:16.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 1 -- 172.21.15.18:0/3654262369 shutdown_connections 2024-04-22T00:42:16.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d9326b20 0x5563d9328f40 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d92afba0 0x5563d92b9b70 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcda6ff5640 0 client.25442 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:16.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d92aaa30 0x5563d92b8b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 1 --2- 172.21.15.18:0/3654262369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d92aa040 0x5563d92b8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:16.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 1 -- 172.21.15.18:0/3654262369 >> 172.21.15.18:0/3654262369 conn(0x5563d92a55b0 msgr2=0x5563d92a90a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:16.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 1 -- 172.21.15.18:0/3654262369 shutdown_connections 2024-04-22T00:42:16.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 1 -- 172.21.15.18:0/3654262369 wait complete. 2024-04-22T00:42:16.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.989+0000 7fcdcc199740 20 client.25442 trim_cache size 0 max 16384 2024-04-22T00:42:16.998 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:42:16.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.991+0000 7fcdc95b1640 1 -- 172.21.15.18:0/2313276977 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdac0a2d90 msgr2=0x7fcdac0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.991+0000 7fcdc95b1640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdac0a2d90 0x7fcdac0a5250 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x5563d92ab290 tx=0x7fcdb4011040 comp rx=0 tx=0).stop 2024-04-22T00:42:16.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.991+0000 7fcdc95b1640 1 -- 172.21.15.18:0/2313276977 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcdc4102970 msgr2=0x7fcdc410fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:16.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.991+0000 7fcdc95b1640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcdc4102970 0x7fcdc410fcf0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8036040 tx=0x7fcdb8005a20 comp rx=0 tx=0).stop 2024-04-22T00:42:16.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.991+0000 7fcdc95b1640 1 -- 172.21.15.18:0/2313276977 shutdown_connections 2024-04-22T00:42:16.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.991+0000 7fcdc95b1640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcdac0a2d90 0x7fcdac0a5250 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:17.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.991+0000 7fcdc95b1640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdc4103330 0x7fcdc419d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:17.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.991+0000 7fcdc95b1640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcdc4102970 0x7fcdc410fcf0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:17.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.991+0000 7fcdc95b1640 1 --2- 172.21.15.18:0/2313276977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdc4101780 0x7fcdc410f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:17.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.991+0000 7fcdc95b1640 1 -- 172.21.15.18:0/2313276977 >> 172.21.15.18:0/2313276977 conn(0x7fcdc40fccf0 msgr2=0x7fcdc4105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:17.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.992+0000 7fcdc95b1640 1 -- 172.21.15.18:0/2313276977 shutdown_connections 2024-04-22T00:42:17.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:16.992+0000 7fcdc95b1640 1 -- 172.21.15.18:0/2313276977 wait complete. 2024-04-22T00:42:17.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:17 smithi167 ceph-mon[31348]: pgmap v404: 129 pgs: 129 active+clean; 1014 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 8.6 MiB/s wr, 727 op/s 2024-04-22T00:42:17.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:17 smithi081 ceph-mon[31546]: pgmap v404: 129 pgs: 129 active+clean; 1014 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 8.6 MiB/s wr, 727 op/s 2024-04-22T00:42:17.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:17 smithi018 ceph-mon[27979]: pgmap v404: 129 pgs: 129 active+clean; 1014 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 8.6 MiB/s wr, 727 op/s 2024-04-22T00:42:18.009 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:42:18.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:42:18.010 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:42:18.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.150+0000 7eff65ecc640 1 -- 172.21.15.18:0/4229655805 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff601016e0 msgr2=0x7eff60101b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.150+0000 7eff65ecc640 1 --2- 172.21.15.18:0/4229655805 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff601016e0 0x7eff60101b60 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7eff4c009860 tx=0x7eff4c02bbb0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.151+0000 7eff65ecc640 1 -- 172.21.15.18:0/4229655805 shutdown_connections 2024-04-22T00:42:18.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.151+0000 7eff65ecc640 1 --2- 172.21.15.18:0/4229655805 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff601020a0 0x7eff60108930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.151+0000 7eff65ecc640 1 --2- 172.21.15.18:0/4229655805 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff601016e0 0x7eff60101b60 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.151+0000 7eff65ecc640 1 --2- 172.21.15.18:0/4229655805 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff601004f0 0x7eff60100910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.151+0000 7eff65ecc640 1 -- 172.21.15.18:0/4229655805 >> 172.21.15.18:0/4229655805 conn(0x7eff600fba80 msgr2=0x7eff600fdea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.152+0000 7eff65ecc640 1 -- 172.21.15.18:0/4229655805 shutdown_connections 2024-04-22T00:42:18.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.152+0000 7eff65ecc640 1 -- 172.21.15.18:0/4229655805 wait complete. 2024-04-22T00:42:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.153+0000 7eff65ecc640 1 Processor -- start 2024-04-22T00:42:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.153+0000 7eff65ecc640 1 -- start start 2024-04-22T00:42:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff65ecc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff601004f0 0x7eff6006a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff65ecc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff601016e0 0x7eff6019c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff65ecc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff601020a0 0x7eff6019ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff65ecc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7eff6010c1e0 con 0x7eff601020a0 2024-04-22T00:42:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff65ecc640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7eff6010c060 con 0x7eff601004f0 2024-04-22T00:42:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff65ecc640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7eff6010c360 con 0x7eff601016e0 2024-04-22T00:42:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff64eca640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff601004f0 0x7eff6006a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff64eca640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff601004f0 0x7eff6006a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51508/0 (socket says 172.21.15.18:51508) 2024-04-22T00:42:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff64eca640 1 -- 172.21.15.18:0/2623006284 learned_addr learned my addr 172.21.15.18:0/2623006284 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff64eca640 1 -- 172.21.15.18:0/2623006284 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff601016e0 msgr2=0x7eff6019c6a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:42:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff64eca640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff601016e0 0x7eff6019c6a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff64eca640 1 -- 172.21.15.18:0/2623006284 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff601020a0 msgr2=0x7eff6019ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff64eca640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff601020a0 0x7eff6019ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.154+0000 7eff64eca640 1 -- 172.21.15.18:0/2623006284 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff6019f5d0 con 0x7eff601004f0 2024-04-22T00:42:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.155+0000 7eff64eca640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff601004f0 0x7eff6006a3d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7eff5400b470 tx=0x7eff5400b930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.155+0000 7eff5dffb640 1 -- 172.21.15.18:0/2623006284 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff54015020 con 0x7eff601004f0 2024-04-22T00:42:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.155+0000 7eff5dffb640 1 -- 172.21.15.18:0/2623006284 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff54011d70 con 0x7eff601004f0 2024-04-22T00:42:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.155+0000 7eff5dffb640 1 -- 172.21.15.18:0/2623006284 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5400f340 con 0x7eff601004f0 2024-04-22T00:42:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.155+0000 7eff65ecc640 1 -- 172.21.15.18:0/2623006284 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff6019f8c0 con 0x7eff601004f0 2024-04-22T00:42:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.156+0000 7eff65ecc640 1 -- 172.21.15.18:0/2623006284 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff6019fe40 con 0x7eff601004f0 2024-04-22T00:42:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.159+0000 7eff69df0740 1 Processor -- start 2024-04-22T00:42:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.160+0000 7eff5dffb640 1 -- 172.21.15.18:0/2623006284 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7eff54018020 con 0x7eff601004f0 2024-04-22T00:42:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.160+0000 7eff69df0740 1 -- start start 2024-04-22T00:42:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.160+0000 7eff69df0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716755d50 0x55d716756170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.160+0000 7eff69df0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71675acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.160+0000 7eff69df0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d71675b340 0x55d71675d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.161+0000 7eff69df0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d7166b1b70 con 0x55d716756740 2024-04-22T00:42:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.161+0000 7eff69df0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d71665a470 con 0x55d716755d50 2024-04-22T00:42:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.161+0000 7eff69df0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d7166adb30 con 0x55d71675b340 2024-04-22T00:42:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.161+0000 7eff5ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d71675b340 0x55d71675d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.161+0000 7eff5ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d71675b340 0x55d71675d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37598/0 (socket says 172.21.15.18:37598) 2024-04-22T00:42:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.161+0000 7eff5ffff640 1 -- 172.21.15.18:0/404455096 learned_addr learned my addr 172.21.15.18:0/404455096 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.161+0000 7eff656cb640 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716755d50 0x55d716756170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.161+0000 7eff64eca640 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71675acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff5ffff640 1 -- 172.21.15.18:0/404455096 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716755d50 msgr2=0x55d716756170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff5ffff640 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716755d50 0x55d716756170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff5ffff640 1 -- 172.21.15.18:0/404455096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 msgr2=0x55d71675acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff5ffff640 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71675acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff5ffff640 1 -- 172.21.15.18:0/404455096 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7163c6210 con 0x55d71675b340 2024-04-22T00:42:18.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff656cb640 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716755d50 0x55d716756170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:18.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff5dffb640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff500a2d50 0x7eff500a5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.165 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff64eca640 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71675acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff5ffff640 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d71675b340 0x55d71675d7b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7eff4c037040 tx=0x7eff4c005d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d8bd0d2b647ccf5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff5dffb640 1 -- 172.21.15.18:0/2623006284 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7eff540cee70 con 0x7eff601004f0 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff656cb640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff500a2d50 0x7eff500a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff4affd640 1 -- 172.21.15.18:0/404455096 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4c039040 con 0x55d71675b340 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff4affd640 1 -- 172.21.15.18:0/404455096 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff4c034bd0 con 0x55d71675b340 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.162+0000 7eff4affd640 1 -- 172.21.15.18:0/404455096 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4c005380 con 0x55d71675b340 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.163+0000 7eff69df0740 1 -- 172.21.15.18:0/404455096 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d71675b340 msgr2=0x55d71675d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.164+0000 7eff69df0740 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d71675b340 0x55d71675d7b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7eff4c037040 tx=0x7eff4c005d20 comp rx=0 tx=0).stop 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.164+0000 7eff656cb640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff500a2d50 0x7eff500a5210 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x55d71674c100 tx=0x7eff58009b30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.164+0000 7eff69df0740 1 -- 172.21.15.18:0/404455096 shutdown_connections 2024-04-22T00:42:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.164+0000 7eff69df0740 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d71675b340 0x55d71675d7b0 secure :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7eff4c037040 tx=0x7eff4c005d20 comp rx=0 tx=0).stop 2024-04-22T00:42:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.164+0000 7eff69df0740 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71675acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.164+0000 7eff69df0740 1 --2- 172.21.15.18:0/404455096 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716755d50 0x55d716756170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.164+0000 7eff69df0740 1 -- 172.21.15.18:0/404455096 >> 172.21.15.18:0/404455096 conn(0x55d716748440 msgr2=0x55d716748840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.165+0000 7eff69df0740 1 -- 172.21.15.18:0/404455096 shutdown_connections 2024-04-22T00:42:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.165+0000 7eff69df0740 1 -- 172.21.15.18:0/404455096 wait complete. 2024-04-22T00:42:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.166+0000 7eff69df0740 1 -- start start 2024-04-22T00:42:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.166+0000 7eff69df0740 1 Processor -- start 2024-04-22T00:42:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff69df0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d71675fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff69df0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d716760050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff69df0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716765080 0x55d716767470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff69df0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d71675e270 con 0x55d716756740 2024-04-22T00:42:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff64eca640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d71675fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff64eca640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d71675fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37614/0 (socket says 172.21.15.18:37614) 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff64eca640 1 -- 172.21.15.18:0/1321330480 learned_addr learned my addr 172.21.15.18:0/1321330480 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff69df0740 1 -- 172.21.15.18:0/1321330480 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d71666da10 con 0x55d716765080 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff69df0740 1 -- 172.21.15.18:0/1321330480 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d71675e3f0 con 0x55d716755d50 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff656cb640 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716765080 0x55d716767470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff5ffff640 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d716760050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.167+0000 7eff69df0740 10 client.0 _ll_register_callbacks cb 0x55d7166a8b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff64eca640 1 -- 172.21.15.18:0/1321330480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716765080 msgr2=0x55d716767470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff64eca640 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716765080 0x55d716767470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff64eca640 1 -- 172.21.15.18:0/1321330480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 msgr2=0x55d716760050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff64eca640 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d716760050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff64eca640 1 -- 172.21.15.18:0/1321330480 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d716492620 con 0x55d716755d50 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff64eca640 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d71675fb10 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7eff540a39e0 tx=0x7eff5409b2a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5cc87846e7807f4b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff3ffff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff3ffff640 1 -- 172.21.15.18:0/1321330480 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff540a3f10 con 0x55d716755d50 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff3ffff640 1 -- 172.21.15.18:0/1321330480 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7eff540a3a80 con 0x55d716755d50 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff69df0740 1 -- 172.21.15.18:0/1321330480 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff4c034bd0 con 0x55d716755d50 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff3ffff640 1 -- 172.21.15.18:0/1321330480 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7eff540a3c80 con 0x55d716755d50 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff69df0740 10 client.25429 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.168+0000 7eff69df0740 1 -- 172.21.15.18:0/1321330480 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d71676a7c0 con 0x55d716755d50 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.169+0000 7eff3ffff640 1 -- 172.21.15.18:0/1321330480 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff4c034bd0 con 0x55d716755d50 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.169+0000 7eff3ffff640 1 -- 172.21.15.18:0/1321330480 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7eff5409a6f0 con 0x55d716755d50 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.169+0000 7eff69df0740 10 client.25429 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.169+0000 7eff69df0740 10 client.25429 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.169+0000 7eff69df0740 20 client.25429 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.169+0000 7eff69df0740 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d71676bff0 0x55d71676e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.169+0000 7eff69df0740 4 client.25429 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.169+0000 7eff69df0740 1 -- 172.21.15.18:0/1321330480 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7166bf0b0 con 0x55d71676bff0 2024-04-22T00:42:18.173 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.170+0000 7eff5ffff640 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d71676bff0 0x55d71676e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.170+0000 7eff5ffff640 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d71676bff0 0x55d71676e490 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41f7a5544b31108b server_cookie=7c3e424e45ef1de1 in_seq=0 out_seq=0 2024-04-22T00:42:18.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.170+0000 7eff3ffff640 10 client.25429 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.171+0000 7eff3ffff640 1 -- 172.21.15.18:0/1321330480 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d7166bf0b0 con 0x55d71676bff0 2024-04-22T00:42:18.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.171+0000 7eff3ffff640 10 client.25429 handle_command_reply: tid=0 2024-04-22T00:42:18.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.171+0000 7eff69df0740 1 client.25429 shutdown 2024-04-22T00:42:18.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.171+0000 7eff69df0740 1 -- 172.21.15.18:0/1321330480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 msgr2=0x55d71675fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.171+0000 7eff69df0740 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d71675fb10 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7eff540a39e0 tx=0x7eff5409b2a0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.172+0000 7eff69df0740 1 -- 172.21.15.18:0/1321330480 shutdown_connections 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.172+0000 7eff69df0740 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d71676bff0 0x55d71676e490 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.172+0000 7eff3ffff640 0 client.25429 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.172+0000 7eff69df0740 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716765080 0x55d716767470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.172+0000 7eff69df0740 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d716760050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.172+0000 7eff69df0740 1 --2- 172.21.15.18:0/1321330480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d71675fb10 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.172+0000 7eff69df0740 1 -- 172.21.15.18:0/1321330480 >> 172.21.15.18:0/1321330480 conn(0x55d716748440 msgr2=0x55d7167553e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.172+0000 7eff69df0740 1 -- 172.21.15.18:0/1321330480 shutdown_connections 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.172+0000 7eff69df0740 1 -- 172.21.15.18:0/1321330480 wait complete. 2024-04-22T00:42:18.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.172+0000 7eff69df0740 20 client.25429 trim_cache size 0 max 16384 2024-04-22T00:42:18.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.204+0000 7fd41275c640 1 -- 172.21.15.18:0/2187919464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd40c10b0b0 msgr2=0x7fd40c10d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.204+0000 7fd41275c640 1 --2- 172.21.15.18:0/2187919464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd40c10b0b0 0x7fd40c10d540 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd404009ca0 tx=0x7fd40402c140 comp rx=0 tx=0).stop 2024-04-22T00:42:18.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.204+0000 7fd41275c640 1 -- 172.21.15.18:0/2187919464 shutdown_connections 2024-04-22T00:42:18.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.204+0000 7fd41275c640 1 --2- 172.21.15.18:0/2187919464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c10da80 0x7fd40c10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.204+0000 7fd41275c640 1 --2- 172.21.15.18:0/2187919464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd40c10b0b0 0x7fd40c10d540 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.204+0000 7fd41275c640 1 --2- 172.21.15.18:0/2187919464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd40c108740 0x7fd40c10ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.204+0000 7fd41275c640 1 -- 172.21.15.18:0/2187919464 >> 172.21.15.18:0/2187919464 conn(0x7fd40c06e5d0 msgr2=0x7fd40c070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.205+0000 7fd41275c640 1 -- 172.21.15.18:0/2187919464 shutdown_connections 2024-04-22T00:42:18.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.206+0000 7fd41275c640 1 -- 172.21.15.18:0/2187919464 wait complete. 2024-04-22T00:42:18.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.207+0000 7fd41275c640 1 Processor -- start 2024-04-22T00:42:18.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.207+0000 7fd41275c640 1 -- start start 2024-04-22T00:42:18.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.207+0000 7fd41275c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd40c108740 0x7fd40c1a69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd41275c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd40c10b0b0 0x7fd40c1a6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd41275c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c10da80 0x7fd40c1adf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd41275c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c11c230 con 0x7fd40c10b0b0 2024-04-22T00:42:18.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd41275c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c11c0b0 con 0x7fd40c108740 2024-04-22T00:42:18.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd41275c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c11c3b0 con 0x7fd40c10da80 2024-04-22T00:42:18.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd40bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd40c108740 0x7fd40c1a69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd40bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd40c108740 0x7fd40c1a69a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51536/0 (socket says 172.21.15.18:51536) 2024-04-22T00:42:18.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd40bfff640 1 -- 172.21.15.18:0/4292545950 learned_addr learned my addr 172.21.15.18:0/4292545950 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd410cf9640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c10da80 0x7fd40c1adf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd40b7fe640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd40c10b0b0 0x7fd40c1a6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd40bfff640 1 -- 172.21.15.18:0/4292545950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c10da80 msgr2=0x7fd40c1adf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd40bfff640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c10da80 0x7fd40c1adf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd40bfff640 1 -- 172.21.15.18:0/4292545950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd40c10b0b0 msgr2=0x7fd40c1a6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd40bfff640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd40c10b0b0 0x7fd40c1a6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.208+0000 7fd40bfff640 1 -- 172.21.15.18:0/4292545950 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd40c1ae570 con 0x7fd40c108740 2024-04-22T00:42:18.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.209+0000 7fd40bfff640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd40c108740 0x7fd40c1a69a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc00d950 tx=0x7fd3fc00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.210+0000 7fd4097fa640 1 -- 172.21.15.18:0/4292545950 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3fc017070 con 0x7fd40c108740 2024-04-22T00:42:18.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.210+0000 7fd4097fa640 1 -- 172.21.15.18:0/4292545950 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3fc009c30 con 0x7fd40c108740 2024-04-22T00:42:18.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.210+0000 7fd4097fa640 1 -- 172.21.15.18:0/4292545950 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3fc00f6b0 con 0x7fd40c108740 2024-04-22T00:42:18.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.210+0000 7fd41275c640 1 -- 172.21.15.18:0/4292545950 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd40c1ae860 con 0x7fd40c108740 2024-04-22T00:42:18.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.210+0000 7fd41275c640 1 -- 172.21.15.18:0/4292545950 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd40c1aed30 con 0x7fd40c108740 2024-04-22T00:42:18.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.214+0000 7fd4097fa640 1 -- 172.21.15.18:0/4292545950 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd3fc0109d0 con 0x7fd40c108740 2024-04-22T00:42:18.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.214+0000 7fd41541b740 1 Processor -- start 2024-04-22T00:42:18.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.215+0000 7fd4097fa640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3f40a2ce0 0x7fd3f40a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.215+0000 7fd4097fa640 1 -- 172.21.15.18:0/4292545950 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd3fc0cefc0 con 0x7fd40c108740 2024-04-22T00:42:18.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.215+0000 7fd41541b740 1 -- start start 2024-04-22T00:42:18.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.216+0000 7fd41541b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eae9a0 0x560d61eaedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.216+0000 7fd41541b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eaf390 0x560d61eb3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.216+0000 7fd41541b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eb4500 0x560d61eb6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.216+0000 7fd40bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eae9a0 0x560d61eaedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.216+0000 7fd40bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eae9a0 0x560d61eaedc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51544/0 (socket says 172.21.15.18:51544) 2024-04-22T00:42:18.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.216+0000 7fd40bfff640 1 -- 172.21.15.18:0/2967492554 learned_addr learned my addr 172.21.15.18:0/2967492554 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.217+0000 7fd41541b740 1 -- 172.21.15.18:0/2967492554 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560d61e13170 con 0x560d61eaf390 2024-04-22T00:42:18.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.217+0000 7fd41541b740 1 -- 172.21.15.18:0/2967492554 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560d61dbb7c0 con 0x560d61eae9a0 2024-04-22T00:42:18.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.217+0000 7fd41541b740 1 -- 172.21.15.18:0/2967492554 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560d61e0f130 con 0x560d61eb4500 2024-04-22T00:42:18.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.217+0000 7fd40bfff640 1 -- 172.21.15.18:0/2967492554 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eb4500 msgr2=0x560d61eb6990 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:42:18.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.217+0000 7fd40bfff640 1 --2- 172.21.15.18:0/2967492554 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eb4500 0x560d61eb6990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.217+0000 7fd40bfff640 1 -- 172.21.15.18:0/2967492554 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eaf390 msgr2=0x560d61eb3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.217+0000 7fd40bfff640 1 --2- 172.21.15.18:0/2967492554 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eaf390 0x560d61eb3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.217+0000 7fd40bfff640 1 -- 172.21.15.18:0/2967492554 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d61dcce60 con 0x560d61eae9a0 2024-04-22T00:42:18.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.218+0000 7fd40bfff640 1 --2- 172.21.15.18:0/2967492554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eae9a0 0x560d61eaedc0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc097e70 tx=0x7fd3fc009de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d8728ad72e453a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.220+0000 7fd3f27fc640 1 -- 172.21.15.18:0/2967492554 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3fc020040 con 0x560d61eae9a0 2024-04-22T00:42:18.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.220+0000 7fd3f27fc640 1 -- 172.21.15.18:0/2967492554 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3fc0a4060 con 0x560d61eae9a0 2024-04-22T00:42:18.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.220+0000 7fd410cf9640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3f40a2ce0 0x7fd3f40a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.221+0000 7fd41541b740 1 -- 172.21.15.18:0/2967492554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eae9a0 msgr2=0x560d61eaedc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.221+0000 7fd41541b740 1 --2- 172.21.15.18:0/2967492554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eae9a0 0x560d61eaedc0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc097e70 tx=0x7fd3fc009de0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.225+0000 7fd41541b740 1 -- 172.21.15.18:0/2967492554 shutdown_connections 2024-04-22T00:42:18.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.225+0000 7fd41541b740 1 --2- 172.21.15.18:0/2967492554 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eb4500 0x560d61eb6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.225+0000 7fd41541b740 1 --2- 172.21.15.18:0/2967492554 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eaf390 0x560d61eb3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.225+0000 7fd41541b740 1 --2- 172.21.15.18:0/2967492554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eae9a0 0x560d61eaedc0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.225+0000 7fd41541b740 1 -- 172.21.15.18:0/2967492554 >> 172.21.15.18:0/2967492554 conn(0x560d61e764f0 msgr2=0x560d61eaa310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.227+0000 7fd41541b740 1 -- 172.21.15.18:0/2967492554 shutdown_connections 2024-04-22T00:42:18.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.231+0000 7fd41541b740 1 -- 172.21.15.18:0/2967492554 wait complete. 2024-04-22T00:42:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.231+0000 7eff69df0740 1 Processor -- start 2024-04-22T00:42:18.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.231+0000 7fd410cf9640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3f40a2ce0 0x7fd3f40a51a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fd40c06b460 tx=0x7fd400005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.231+0000 7fd41541b740 1 -- start start 2024-04-22T00:42:18.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.231+0000 7fd41541b740 1 Processor -- start 2024-04-22T00:42:18.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.235+0000 7fd41541b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb8e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.231+0000 7eff69df0740 1 -- start start 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.231+0000 7eff69df0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d716756b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.231+0000 7eff69df0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716756740 0x55d716747390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.231+0000 7eff69df0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716765080 0x55d71675ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.231+0000 7eff69df0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7eff440125a0 con 0x55d716765080 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.231+0000 7eff69df0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7eff4400fe10 con 0x55d716756740 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.231+0000 7eff69df0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7eff4400dc60 con 0x55d716755d50 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.231+0000 7eff656cb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716765080 0x55d71675ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.232+0000 7eff656cb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716765080 0x55d71675ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60934/0 (socket says 172.21.15.18:60934) 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.232+0000 7eff656cb640 1 -- 172.21.15.18:0/2767013999 learned_addr learned my addr 172.21.15.18:0/2767013999 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.232+0000 7eff656cb640 1 -- 172.21.15.18:0/2767013999 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 msgr2=0x55d716756b90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:42:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.232+0000 7eff656cb640 1 --2- 172.21.15.18:0/2767013999 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d716756b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.232+0000 7eff656cb640 1 -- 172.21.15.18:0/2767013999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716756740 msgr2=0x55d716747390 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.232+0000 7eff656cb640 1 --2- 172.21.15.18:0/2767013999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716756740 0x55d716747390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.232+0000 7eff656cb640 1 -- 172.21.15.18:0/2767013999 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d71675e550 con 0x55d716765080 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.233+0000 7eff656cb640 1 --2- 172.21.15.18:0/2767013999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716765080 0x55d71675ede0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7eff5801b8f0 tx=0x7eff5800e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7cecc69f4641e5f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.234+0000 7eff4a7fc640 1 -- 172.21.15.18:0/2767013999 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5802b070 con 0x55d716765080 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.234+0000 7eff4a7fc640 1 -- 172.21.15.18:0/2767013999 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff58019d70 con 0x55d716765080 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.234+0000 7eff4a7fc640 1 -- 172.21.15.18:0/2767013999 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5800e840 con 0x55d716765080 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.235+0000 7eff69df0740 1 -- 172.21.15.18:0/2767013999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716765080 msgr2=0x55d71675ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.235+0000 7eff69df0740 1 --2- 172.21.15.18:0/2767013999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716765080 0x55d71675ede0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7eff5801b8f0 tx=0x7eff5800e000 comp rx=0 tx=0).stop 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.235+0000 7eff69df0740 1 -- 172.21.15.18:0/2767013999 shutdown_connections 2024-04-22T00:42:18.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.235+0000 7eff69df0740 1 --2- 172.21.15.18:0/2767013999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716765080 0x55d71675ede0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.235+0000 7fd41541b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eaf390 0x560d61eb9370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.235+0000 7eff69df0740 1 --2- 172.21.15.18:0/2767013999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716756740 0x55d716747390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.235+0000 7eff69df0740 1 --2- 172.21.15.18:0/2767013999 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d716756b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.235+0000 7eff69df0740 1 -- 172.21.15.18:0/2767013999 >> 172.21.15.18:0/2767013999 conn(0x55d716748440 msgr2=0x55d716743220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.235+0000 7fd40bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.235+0000 7fd40bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb8e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60938/0 (socket says 172.21.15.18:60938) 2024-04-22T00:42:18.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.235+0000 7fd40bfff640 1 -- 172.21.15.18:0/657971237 learned_addr learned my addr 172.21.15.18:0/657971237 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.235+0000 7fd41541b740 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eb4500 0x560d61ec03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.235+0000 7eff69df0740 1 -- 172.21.15.18:0/2767013999 shutdown_connections 2024-04-22T00:42:18.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.236+0000 7eff69df0740 1 -- 172.21.15.18:0/2767013999 wait complete. 2024-04-22T00:42:18.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.236+0000 7fd40b7fe640 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eaf390 0x560d61eb9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.236+0000 7fd410cf9640 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eb4500 0x560d61ec03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.236+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560d61eb74a0 con 0x560d61eae9a0 2024-04-22T00:42:18.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.236+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560d61dced40 con 0x560d61eaf390 2024-04-22T00:42:18.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.236+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560d61eb7620 con 0x560d61eb4500 2024-04-22T00:42:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.236+0000 7eff69df0740 1 -- start start 2024-04-22T00:42:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.236+0000 7eff69df0740 1 Processor -- start 2024-04-22T00:42:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.237+0000 7eff69df0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d71677e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.237+0000 7eff69df0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71677e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.237+0000 7fd40b7fe640 1 -- 172.21.15.18:0/657971237 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eb4500 msgr2=0x560d61ec03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.237+0000 7fd40b7fe640 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eb4500 0x560d61ec03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.237+0000 7fd40b7fe640 1 -- 172.21.15.18:0/657971237 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 msgr2=0x560d61eb8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.237+0000 7fd40b7fe640 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb8e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.237+0000 7fd40b7fe640 1 -- 172.21.15.18:0/657971237 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d61bef7e0 con 0x560d61eaf390 2024-04-22T00:42:18.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.237+0000 7eff64eca640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d71677e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.237+0000 7fd41541b740 10 client.0 _ll_register_callbacks cb 0x560d61e0a820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:18.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.237+0000 7eff69df0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716765080 0x55d71677eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.237+0000 7eff69df0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7eff4400e2d0 con 0x55d716756740 2024-04-22T00:42:18.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.237+0000 7eff69df0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7eff4400f740 con 0x55d716765080 2024-04-22T00:42:18.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.237+0000 7eff69df0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7eff4400e9a0 con 0x55d716755d50 2024-04-22T00:42:18.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.237+0000 7eff69df0740 10 client.0 _ll_register_callbacks cb 0x7eff54097540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:18.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.237+0000 7fd40b7fe640 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eaf390 0x560d61eb9370 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd404037040 tx=0x7fd4040323d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e3486593bf01a03 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.238+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3fc0a4060 con 0x560d61eaf390 2024-04-22T00:42:18.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.238+0000 7fd3eb7fe640 10 client.25463 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:18.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.238+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/657971237 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd404044070 con 0x560d61eaf390 2024-04-22T00:42:18.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.239+0000 7eff5ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71677e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.239+0000 7eff5ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71677e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60950/0 (socket says 172.21.15.18:60950) 2024-04-22T00:42:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.239+0000 7eff5ffff640 1 -- 172.21.15.18:0/3600275939 learned_addr learned my addr 172.21.15.18:0/3600275939 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.239+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/657971237 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd4040328b0 con 0x560d61eaf390 2024-04-22T00:42:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.239+0000 7eff5ffff640 1 -- 172.21.15.18:0/3600275939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 msgr2=0x55d71677e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.239+0000 7eff5ffff640 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d71677e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.239+0000 7eff5ffff640 1 -- 172.21.15.18:0/3600275939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716765080 msgr2=0x55d71677eaf0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:42:18.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.239+0000 7eff5ffff640 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716765080 0x55d71677eaf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.239+0000 7eff5ffff640 1 -- 172.21.15.18:0/3600275939 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7167522d0 con 0x55d716756740 2024-04-22T00:42:18.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.239+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/657971237 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd404050050 con 0x560d61eaf390 2024-04-22T00:42:18.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.239+0000 7fd41541b740 10 client.25463 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:18.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.239+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=28}) -- 0x560d61c4ff70 con 0x560d61eaf390 2024-04-22T00:42:18.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.240+0000 7eff5ffff640 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71677e5b0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7eff4c0095f0 tx=0x7eff4c02c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2ba1bb105faec65 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.240+0000 7eff3ffff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:42:18.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.241+0000 7eff3ffff640 1 -- 172.21.15.18:0/3600275939 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4c04f070 con 0x55d716756740 2024-04-22T00:42:18.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.241+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/657971237 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd40403f440 con 0x560d61eaf390 2024-04-22T00:42:18.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.241+0000 7eff3ffff640 1 -- 172.21.15.18:0/3600275939 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7eff4c005040 con 0x55d716756740 2024-04-22T00:42:18.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.241+0000 7fd41541b740 10 client.25463 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:18.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.241+0000 7fd41541b740 10 client.25463 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.241+0000 7eff69df0740 1 -- 172.21.15.18:0/3600275939 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff58019d70 con 0x55d716756740 2024-04-22T00:42:18.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.241+0000 7fd41541b740 20 client.25463 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:18.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.242+0000 7fd41541b740 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560d61ec4660 0x560d61ec6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.242+0000 7fd41541b740 4 client.25463 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:18.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.242+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd3fc0a4060 con 0x560d61ec4660 2024-04-22T00:42:18.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.242+0000 7eff3ffff640 1 -- 172.21.15.18:0/3600275939 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7eff4c000e60 con 0x55d716756740 2024-04-22T00:42:18.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.242+0000 7eff69df0740 10 client.15849 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:18.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.242+0000 7eff69df0740 1 -- 172.21.15.18:0/3600275939 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d7167535e0 con 0x55d716756740 2024-04-22T00:42:18.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.242+0000 7fd40bfff640 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560d61ec4660 0x560d61ec6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.243+0000 7eff3ffff640 1 -- 172.21.15.18:0/3600275939 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff4c0046c0 con 0x55d716756740 2024-04-22T00:42:18.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.243+0000 7eff3ffff640 1 -- 172.21.15.18:0/3600275939 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7eff4c052020 con 0x55d716756740 2024-04-22T00:42:18.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.244+0000 7eff69df0740 10 client.15849 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:18.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.244+0000 7eff69df0740 10 client.15849 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.244+0000 7eff69df0740 20 client.15849 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.244+0000 7eff69df0740 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d71676bff0 0x55d7167cc0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.244+0000 7eff69df0740 4 client.15849 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:42:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.244+0000 7eff69df0740 1 -- 172.21.15.18:0/3600275939 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7eff58019d70 con 0x55d71676bff0 2024-04-22T00:42:18.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.244+0000 7fd40bfff640 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560d61ec4660 0x560d61ec6b20 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab913c6de9ea7ef9 server_cookie=8b1c9d2adab4c9ab in_seq=0 out_seq=0 2024-04-22T00:42:18.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.244+0000 7fd3eb7fe640 10 client.25463 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.245+0000 7eff64eca640 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d71676bff0 0x55d7167cc0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.245+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/657971237 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fd3fc0a4060 con 0x560d61ec4660 2024-04-22T00:42:18.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.245+0000 7fd3eb7fe640 10 client.25463 handle_command_reply: tid=0 2024-04-22T00:42:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.245+0000 7eff64eca640 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d71676bff0 0x55d7167cc0c0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9097ff7593e75a1 server_cookie=1aeb18bd159e7c8b in_seq=0 out_seq=0 2024-04-22T00:42:18.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.246+0000 7fd41541b740 1 client.25463 shutdown 2024-04-22T00:42:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.246+0000 7eff3ffff640 10 client.15849 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.247+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eaf390 msgr2=0x560d61eb9370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.247+0000 7fd41541b740 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eaf390 0x560d61eb9370 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd404037040 tx=0x7fd4040323d0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.247+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 shutdown_connections 2024-04-22T00:42:18.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.247+0000 7fd41541b740 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560d61ec4660 0x560d61ec6b20 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.247+0000 7fd41541b740 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eb4500 0x560d61ec03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.247+0000 7fd3eb7fe640 0 client.25463 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.247+0000 7fd41541b740 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eaf390 0x560d61eb9370 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.247+0000 7fd41541b740 1 --2- 172.21.15.18:0/657971237 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.247+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 >> 172.21.15.18:0/657971237 conn(0x560d61e764f0 msgr2=0x560d61ea94f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.250+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 shutdown_connections 2024-04-22T00:42:18.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.250+0000 7fd41541b740 1 -- 172.21.15.18:0/657971237 wait complete. 2024-04-22T00:42:18.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.251+0000 7fd41541b740 20 client.25463 trim_cache size 0 max 16384 2024-04-22T00:42:18.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.273+0000 7eff3ffff640 1 -- 172.21.15.18:0/3600275939 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7eff58019d70 con 0x55d71676bff0 2024-04-22T00:42:18.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.273+0000 7eff3ffff640 10 client.15849 handle_command_reply: tid=0 2024-04-22T00:42:18.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.273+0000 7eff69df0740 1 client.15849 shutdown 2024-04-22T00:42:18.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 1 -- 172.21.15.18:0/3600275939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 msgr2=0x55d71677e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71677e5b0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7eff4c0095f0 tx=0x7eff4c02c230 comp rx=0 tx=0).stop 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 1 -- 172.21.15.18:0/3600275939 shutdown_connections 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d71676bff0 0x55d7167cc0c0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff3ffff640 0 client.15849 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d716765080 0x55d71677eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d716756740 0x55d71677e5b0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 1 --2- 172.21.15.18:0/3600275939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d716755d50 0x55d71677e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 1 -- 172.21.15.18:0/3600275939 >> 172.21.15.18:0/3600275939 conn(0x55d716748440 msgr2=0x55d716743220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 1 -- 172.21.15.18:0/3600275939 shutdown_connections 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 1 -- 172.21.15.18:0/3600275939 wait complete. 2024-04-22T00:42:18.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.274+0000 7eff69df0740 20 client.15849 trim_cache size 0 max 16384 2024-04-22T00:42:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:42:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:42:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:42:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:42:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.275+0000 7eff65ecc640 1 -- 172.21.15.18:0/2623006284 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff500a2d50 msgr2=0x7eff500a5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.275+0000 7eff65ecc640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff500a2d50 0x7eff500a5210 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x55d71674c100 tx=0x7eff58009b30 comp rx=0 tx=0).stop 2024-04-22T00:42:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.275+0000 7eff65ecc640 1 -- 172.21.15.18:0/2623006284 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff601004f0 msgr2=0x7eff6006a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.275+0000 7eff65ecc640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff601004f0 0x7eff6006a3d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7eff5400b470 tx=0x7eff5400b930 comp rx=0 tx=0).stop 2024-04-22T00:42:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.275+0000 7eff65ecc640 1 -- 172.21.15.18:0/2623006284 shutdown_connections 2024-04-22T00:42:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.275+0000 7eff65ecc640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7eff500a2d50 0x7eff500a5210 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.275+0000 7eff65ecc640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff601020a0 0x7eff6019ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.275+0000 7eff65ecc640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7eff601016e0 0x7eff6019c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.275+0000 7eff65ecc640 1 --2- 172.21.15.18:0/2623006284 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff601004f0 0x7eff6006a3d0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.275+0000 7eff65ecc640 1 -- 172.21.15.18:0/2623006284 >> 172.21.15.18:0/2623006284 conn(0x7eff600fba80 msgr2=0x7eff60104a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.276+0000 7eff65ecc640 1 -- 172.21.15.18:0/2623006284 shutdown_connections 2024-04-22T00:42:18.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:18.276+0000 7eff65ecc640 1 -- 172.21.15.18:0/2623006284 wait complete. 2024-04-22T00:42:18.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.291+0000 7fd41541b740 1 Processor -- start 2024-04-22T00:42:18.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.291+0000 7fd41541b740 1 -- start start 2024-04-22T00:42:18.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd41541b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd41541b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eaf390 0x560d61ec0370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd40bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd40bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60964/0 (socket says 172.21.15.18:60964) 2024-04-22T00:42:18.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd40bfff640 1 -- 172.21.15.18:0/3710855339 learned_addr learned my addr 172.21.15.18:0/3710855339 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd41541b740 1 --2- 172.21.15.18:0/3710855339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 0x560d61eb0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd41541b740 1 -- 172.21.15.18:0/3710855339 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c1bbe00 con 0x560d61eae9a0 2024-04-22T00:42:18.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd41541b740 1 -- 172.21.15.18:0/3710855339 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c1b9670 con 0x560d61eb4500 2024-04-22T00:42:18.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd41541b740 1 -- 172.21.15.18:0/3710855339 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c1b74c0 con 0x560d61eaf390 2024-04-22T00:42:18.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd40b7fe640 1 --2- 172.21.15.18:0/3710855339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eaf390 0x560d61ec0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.292+0000 7fd410cf9640 1 --2- 172.21.15.18:0/3710855339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 0x560d61eb0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.293+0000 7fd40bfff640 1 -- 172.21.15.18:0/3710855339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eaf390 msgr2=0x560d61ec0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.293+0000 7fd40bfff640 1 --2- 172.21.15.18:0/3710855339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eaf390 0x560d61ec0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.293+0000 7fd40bfff640 1 -- 172.21.15.18:0/3710855339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 msgr2=0x560d61eb0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.293+0000 7fd40bfff640 1 --2- 172.21.15.18:0/3710855339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 0x560d61eb0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.293+0000 7fd40bfff640 1 -- 172.21.15.18:0/3710855339 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d61eb8c20 con 0x560d61eae9a0 2024-04-22T00:42:18.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.293+0000 7fd40bfff640 1 --2- 172.21.15.18:0/3710855339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb07f0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc09b1a0 tx=0x7fd3fc010d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff2d424fec07f302 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.294+0000 7fd3f1ffb640 1 -- 172.21.15.18:0/3710855339 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3fc020070 con 0x560d61eae9a0 2024-04-22T00:42:18.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.294+0000 7fd3f1ffb640 1 -- 172.21.15.18:0/3710855339 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3fc09aa90 con 0x560d61eae9a0 2024-04-22T00:42:18.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.294+0000 7fd3f1ffb640 1 -- 172.21.15.18:0/3710855339 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3fc09a580 con 0x560d61eae9a0 2024-04-22T00:42:18.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.295+0000 7fd41541b740 1 -- 172.21.15.18:0/3710855339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 msgr2=0x560d61eb07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.295+0000 7fd41541b740 1 --2- 172.21.15.18:0/3710855339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb07f0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc09b1a0 tx=0x7fd3fc010d70 comp rx=0 tx=0).stop 2024-04-22T00:42:18.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.295+0000 7fd41541b740 1 -- 172.21.15.18:0/3710855339 shutdown_connections 2024-04-22T00:42:18.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.295+0000 7fd41541b740 1 --2- 172.21.15.18:0/3710855339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 0x560d61eb0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.295+0000 7fd41541b740 1 --2- 172.21.15.18:0/3710855339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eaf390 0x560d61ec0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.295+0000 7fd41541b740 1 --2- 172.21.15.18:0/3710855339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61eb07f0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.295+0000 7fd41541b740 1 -- 172.21.15.18:0/3710855339 >> 172.21.15.18:0/3710855339 conn(0x560d61e764f0 msgr2=0x560d61eb8e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.295+0000 7fd41541b740 1 -- 172.21.15.18:0/3710855339 shutdown_connections 2024-04-22T00:42:18.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.295+0000 7fd41541b740 1 -- 172.21.15.18:0/3710855339 wait complete. 2024-04-22T00:42:18.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.295+0000 7fd41541b740 1 -- start start 2024-04-22T00:42:18.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd41541b740 1 Processor -- start 2024-04-22T00:42:18.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd41541b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61ebd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd41541b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eaf390 0x560d61ebdf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd41541b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 0x560d61ebef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd41541b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c1b7b30 con 0x560d61eae9a0 2024-04-22T00:42:18.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd41541b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c1b8fa0 con 0x560d61eb4500 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd41541b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd40c1b8200 con 0x560d61eaf390 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd41541b740 10 client.0 _ll_register_callbacks cb 0x7fd400005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd40bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61ebd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd410cf9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 0x560d61ebef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd410cf9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 0x560d61ebef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51592/0 (socket says 172.21.15.18:51592) 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd40bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61ebd9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60966/0 (socket says 172.21.15.18:60966) 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd410cf9640 1 -- 172.21.15.18:0/1525087955 learned_addr learned my addr 172.21.15.18:0/1525087955 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.296+0000 7fd40b7fe640 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eaf390 0x560d61ebdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.297+0000 7fd410cf9640 1 -- 172.21.15.18:0/1525087955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eaf390 msgr2=0x560d61ebdf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.297+0000 7fd410cf9640 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eaf390 0x560d61ebdf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.297+0000 7fd410cf9640 1 -- 172.21.15.18:0/1525087955 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 msgr2=0x560d61ebd9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.297+0000 7fd410cf9640 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61ebd9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.297+0000 7fd410cf9640 1 -- 172.21.15.18:0/1525087955 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d61ae7170 con 0x560d61eb4500 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.297+0000 7fd410cf9640 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 0x560d61ebef10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd400005880 tx=0x7fd400004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8b006da7666954b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.297+0000 7fd3eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.298+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/1525087955 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd400004030 con 0x560d61eb4500 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.299+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/1525087955 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd4000041d0 con 0x560d61eb4500 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.299+0000 7fd41541b740 1 -- 172.21.15.18:0/1525087955 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3fc09aa90 con 0x560d61eb4500 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.299+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/1525087955 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd400034050 con 0x560d61eb4500 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd41541b740 10 client.25469 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd41541b740 1 -- 172.21.15.18:0/1525087955 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560d61f2ac60 con 0x560d61eb4500 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/1525087955 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3fc09aa90 con 0x560d61eb4500 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/1525087955 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd40000f040 con 0x560d61eb4500 2024-04-22T00:42:18.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd41541b740 10 client.25469 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd41541b740 10 client.25469 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd41541b740 20 client.25469 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd41541b740 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560d61f2b4d0 0x560d61f2d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd41541b740 4 client.25469 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd41541b740 1 -- 172.21.15.18:0/1525087955 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560d61de7450 con 0x560d61f2b4d0 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.300+0000 7fd40bfff640 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560d61f2b4d0 0x560d61f2d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.301+0000 7fd40bfff640 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560d61f2b4d0 0x560d61f2d8f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85b932916c6b6745 server_cookie=5a370f0e40a028d4 in_seq=0 out_seq=0 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.301+0000 7fd3eb7fe640 10 client.25469 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.302+0000 7fd3eb7fe640 1 -- 172.21.15.18:0/1525087955 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560d61de7450 con 0x560d61f2b4d0 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.302+0000 7fd3eb7fe640 10 client.25469 handle_command_reply: tid=0 2024-04-22T00:42:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.303+0000 7fd41541b740 1 client.25469 shutdown 2024-04-22T00:42:18.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.303+0000 7fd41541b740 1 -- 172.21.15.18:0/1525087955 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 msgr2=0x560d61ebef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.303+0000 7fd41541b740 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 0x560d61ebef10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd400005880 tx=0x7fd400004730 comp rx=0 tx=0).stop 2024-04-22T00:42:18.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.304+0000 7fd41541b740 1 -- 172.21.15.18:0/1525087955 shutdown_connections 2024-04-22T00:42:18.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.304+0000 7fd41541b740 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560d61f2b4d0 0x560d61f2d8f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.304+0000 7fd41541b740 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560d61eb4500 0x560d61ebef10 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.304+0000 7fd41541b740 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560d61eaf390 0x560d61ebdf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.304+0000 7fd41541b740 1 --2- 172.21.15.18:0/1525087955 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d61eae9a0 0x560d61ebd9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.304+0000 7fd41541b740 1 -- 172.21.15.18:0/1525087955 >> 172.21.15.18:0/1525087955 conn(0x560d61e764f0 msgr2=0x560d61eb8e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.304+0000 7fd3eb7fe640 0 client.25469 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.304+0000 7fd41541b740 1 -- 172.21.15.18:0/1525087955 shutdown_connections 2024-04-22T00:42:18.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.304+0000 7fd41541b740 1 -- 172.21.15.18:0/1525087955 wait complete. 2024-04-22T00:42:18.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.304+0000 7fd41541b740 20 client.25469 trim_cache size 0 max 16384 2024-04-22T00:42:18.309 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:42:18.309 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:42:18.309 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "674cc7dd-c59c-43b4-9414-d4ca9840ec64", 2024-04-22T00:42:18.309 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:42:18.309 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:42:18.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 -- 172.21.15.18:0/4292545950 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3f40a2ce0 msgr2=0x7fd3f40a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3f40a2ce0 0x7fd3f40a51a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fd40c06b460 tx=0x7fd400005f90 comp rx=0 tx=0).stop 2024-04-22T00:42:18.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 -- 172.21.15.18:0/4292545950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd40c108740 msgr2=0x7fd40c1a69a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd40c108740 0x7fd40c1a69a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc00d950 tx=0x7fd3fc00de10 comp rx=0 tx=0).stop 2024-04-22T00:42:18.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 -- 172.21.15.18:0/4292545950 shutdown_connections 2024-04-22T00:42:18.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3f40a2ce0 0x7fd3f40a51a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd40c10da80 0x7fd40c1adf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd40c10b0b0 0x7fd40c1a6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 --2- 172.21.15.18:0/4292545950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd40c108740 0x7fd40c1a69a0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 -- 172.21.15.18:0/4292545950 >> 172.21.15.18:0/4292545950 conn(0x7fd40c06e5d0 msgr2=0x7fd40c109d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.305+0000 7fd41275c640 1 -- 172.21.15.18:0/4292545950 shutdown_connections 2024-04-22T00:42:18.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.306+0000 7fd41275c640 1 -- 172.21.15.18:0/4292545950 wait complete. 2024-04-22T00:42:18.324 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:42:18.324 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:42:18.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.539+0000 7fe61cff7640 1 -- 172.21.15.18:0/319123688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe618108f90 msgr2=0x7fe618109410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.539+0000 7fe61cff7640 1 --2- 172.21.15.18:0/319123688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe618108f90 0x7fe618109410 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fe600009900 tx=0x7fe60002bc30 comp rx=0 tx=0).stop 2024-04-22T00:42:18.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.539+0000 7fe61cff7640 1 -- 172.21.15.18:0/319123688 shutdown_connections 2024-04-22T00:42:18.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.539+0000 7fe61cff7640 1 --2- 172.21.15.18:0/319123688 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe618109950 0x7fe6181101e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.539+0000 7fe61cff7640 1 --2- 172.21.15.18:0/319123688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe618108f90 0x7fe618109410 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.539+0000 7fe61cff7640 1 --2- 172.21.15.18:0/319123688 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe618107da0 0x7fe6181081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.539+0000 7fe61cff7640 1 -- 172.21.15.18:0/319123688 >> 172.21.15.18:0/319123688 conn(0x7fe618076d40 msgr2=0x7fe618079180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.540+0000 7fe61cff7640 1 -- 172.21.15.18:0/319123688 shutdown_connections 2024-04-22T00:42:18.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.540+0000 7fe61cff7640 1 -- 172.21.15.18:0/319123688 wait complete. 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.540+0000 7fe61cff7640 1 Processor -- start 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61cff7640 1 -- start start 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61cff7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe618107da0 0x7fe61819e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61cff7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe618108f90 0x7fe61819e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61cff7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe618109950 0x7fe6181a56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61cff7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe618113a70 con 0x7fe618108f90 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61cff7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe6181138f0 con 0x7fe618109950 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61cff7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe618113bf0 con 0x7fe618107da0 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe618107da0 0x7fe61819e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe618107da0 0x7fe61819e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37692/0 (socket says 172.21.15.18:37692) 2024-04-22T00:42:18.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61659c640 1 -- 172.21.15.18:0/2772099370 learned_addr learned my addr 172.21.15.18:0/2772099370 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe615d9b640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe618108f90 0x7fe61819e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe616d9d640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe618109950 0x7fe6181a56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61659c640 1 -- 172.21.15.18:0/2772099370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe618109950 msgr2=0x7fe6181a56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61659c640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe618109950 0x7fe6181a56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61659c640 1 -- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe618108f90 msgr2=0x7fe61819e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61659c640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe618108f90 0x7fe61819e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe61659c640 1 -- 172.21.15.18:0/2772099370 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6181a5d30 con 0x7fe618107da0 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.541+0000 7fe615d9b640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe618108f90 0x7fe61819e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.542+0000 7fe61659c640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe618107da0 0x7fe61819e110 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe61000eb70 tx=0x7fe61000ef70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.542+0000 7fe60f7fe640 1 -- 172.21.15.18:0/2772099370 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe610003970 con 0x7fe618107da0 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.543+0000 7fe60f7fe640 1 -- 172.21.15.18:0/2772099370 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe610004020 con 0x7fe618107da0 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.543+0000 7fe61cff7640 1 -- 172.21.15.18:0/2772099370 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6181a5fc0 con 0x7fe618107da0 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.543+0000 7fe60f7fe640 1 -- 172.21.15.18:0/2772099370 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe610010670 con 0x7fe618107da0 2024-04-22T00:42:18.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.543+0000 7fe61cff7640 1 -- 172.21.15.18:0/2772099370 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6181a6480 con 0x7fe618107da0 2024-04-22T00:42:18.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.546+0000 7fe60f7fe640 1 -- 172.21.15.18:0/2772099370 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe610010950 con 0x7fe618107da0 2024-04-22T00:42:18.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.546+0000 7fe61fbdd740 1 Processor -- start 2024-04-22T00:42:18.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.547+0000 7fe61fbdd740 1 -- start start 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.547+0000 7fe60f7fe640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6040a2d60 0x7fe6040a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.547+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939bf50 0x562d9939c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.547+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939c940 0x562d993a1440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.547+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993a1ab0 0x562d993a3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.547+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562d99301560 con 0x562d993a1ab0 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.547+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562d992a9730 con 0x562d9939c940 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.547+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562d992fd520 con 0x562d9939bf50 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.547+0000 7fe61659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939bf50 0x562d9939c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.548+0000 7fe61659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939bf50 0x562d9939c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37702/0 (socket says 172.21.15.18:37702) 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.548+0000 7fe61659c640 1 -- 172.21.15.18:0/2916794541 learned_addr learned my addr 172.21.15.18:0/2916794541 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.548+0000 7fe60f7fe640 1 -- 172.21.15.18:0/2772099370 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6100cfa80 con 0x7fe618107da0 2024-04-22T00:42:18.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.548+0000 7fe61659c640 1 -- 172.21.15.18:0/2916794541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939c940 msgr2=0x562d993a1440 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:42:18.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.548+0000 7fe61659c640 1 --2- 172.21.15.18:0/2916794541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939c940 0x562d993a1440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.548+0000 7fe61659c640 1 -- 172.21.15.18:0/2916794541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993a1ab0 msgr2=0x562d993a3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.548+0000 7fe61659c640 1 --2- 172.21.15.18:0/2916794541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993a1ab0 0x562d993a3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.548+0000 7fe61659c640 1 -- 172.21.15.18:0/2916794541 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d990df7d0 con 0x562d9939bf50 2024-04-22T00:42:18.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.548+0000 7fe616d9d640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6040a2d60 0x7fe6040a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.549+0000 7fe61659c640 1 --2- 172.21.15.18:0/2916794541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939bf50 0x562d9939c370 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe610098880 tx=0x7fe610098280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2326e677112e2ad server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.549+0000 7fe60cff9640 1 -- 172.21.15.18:0/2916794541 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6100152d0 con 0x562d9939bf50 2024-04-22T00:42:18.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.549+0000 7fe60cff9640 1 -- 172.21.15.18:0/2916794541 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe61009c5b0 con 0x562d9939bf50 2024-04-22T00:42:18.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.549+0000 7fe60cff9640 1 -- 172.21.15.18:0/2916794541 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6100bd2f0 con 0x562d9939bf50 2024-04-22T00:42:18.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.549+0000 7fe616d9d640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6040a2d60 0x7fe6040a5220 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe608009e00 tx=0x7fe608009900 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.550+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2916794541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939bf50 msgr2=0x562d9939c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.550+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/2916794541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939bf50 0x562d9939c370 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe610098880 tx=0x7fe610098280 comp rx=0 tx=0).stop 2024-04-22T00:42:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.551+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2916794541 shutdown_connections 2024-04-22T00:42:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.551+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/2916794541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993a1ab0 0x562d993a3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.551+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/2916794541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939c940 0x562d993a1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.551+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/2916794541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939bf50 0x562d9939c370 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.551+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2916794541 >> 172.21.15.18:0/2916794541 conn(0x562d993974c0 msgr2=0x562d993978c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.551+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2916794541 shutdown_connections 2024-04-22T00:42:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.551+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2916794541 wait complete. 2024-04-22T00:42:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.552+0000 7fe61fbdd740 1 -- start start 2024-04-22T00:42:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.552+0000 7fe61fbdd740 1 Processor -- start 2024-04-22T00:42:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.552+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d9939bf50 0x562d993a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.552+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993a6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.552+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d993a1ab0 0x562d993ad740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.552+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562d993a49a0 con 0x562d9939bf50 2024-04-22T00:42:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.552+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562d992bce00 con 0x562d993a1ab0 2024-04-22T00:42:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.552+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562d993a4b20 con 0x562d9939c940 2024-04-22T00:42:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.553+0000 7fe61fbdd740 10 client.0 _ll_register_callbacks cb 0x562d992f7eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.553+0000 7fe615d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993a6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.553+0000 7fe615d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993a6700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37710/0 (socket says 172.21.15.18:37710) 2024-04-22T00:42:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.553+0000 7fe615d9b640 1 -- 172.21.15.18:0/3569553964 learned_addr learned my addr 172.21.15.18:0/3569553964 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.553+0000 7fe61659c640 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d9939bf50 0x562d993a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.554+0000 7fe615d9b640 1 -- 172.21.15.18:0/3569553964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d993a1ab0 msgr2=0x562d993ad740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.554+0000 7fe615d9b640 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d993a1ab0 0x562d993ad740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.554+0000 7fe615d9b640 1 -- 172.21.15.18:0/3569553964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d9939bf50 msgr2=0x562d993a61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.554+0000 7fe615d9b640 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d9939bf50 0x562d993a61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.554+0000 7fe615d9b640 1 -- 172.21.15.18:0/3569553964 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d990153f0 con 0x562d9939c940 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.554+0000 7fe615d9b640 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993a6700 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe600000c00 tx=0x7fe600004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e12db820fc73d5a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.554+0000 7fe5fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe5fdffb640 1 -- 172.21.15.18:0/3569553964 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe600044020 con 0x562d9939c940 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe5fdffb640 1 -- 172.21.15.18:0/3569553964 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe600005240 con 0x562d9939c940 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe61fbdd740 1 -- 172.21.15.18:0/3569553964 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe61009c5b0 con 0x562d9939c940 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe5fdffb640 1 -- 172.21.15.18:0/3569553964 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe600005d50 con 0x562d9939c940 2024-04-22T00:42:18.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe61fbdd740 10 client.25456 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe61fbdd740 1 -- 172.21.15.18:0/3569553964 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562d98fd50f0 con 0x562d9939c940 2024-04-22T00:42:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe5fdffb640 1 -- 172.21.15.18:0/3569553964 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe600005440 con 0x562d9939c940 2024-04-22T00:42:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe5fdffb640 1 -- 172.21.15.18:0/3569553964 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe600003710 con 0x562d9939c940 2024-04-22T00:42:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe61fbdd740 10 client.25456 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe61fbdd740 10 client.25456 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe61fbdd740 20 client.25456 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562d993b20f0 0x562d993b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe61fbdd740 4 client.25456 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.555+0000 7fe61fbdd740 1 -- 172.21.15.18:0/3569553964 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe61009c5b0 con 0x562d993b20f0 2024-04-22T00:42:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.556+0000 7fe61659c640 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562d993b20f0 0x562d993b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.556+0000 7fe61659c640 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562d993b20f0 0x562d993b4510 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12528a20888ae357 server_cookie=6fc11ad09e8c2ca5 in_seq=0 out_seq=0 2024-04-22T00:42:18.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.556+0000 7fe5fdffb640 10 client.25456 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.557+0000 7fe5fdffb640 1 -- 172.21.15.18:0/3569553964 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fe61009c5b0 con 0x562d993b20f0 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.557+0000 7fe5fdffb640 10 client.25456 handle_command_reply: tid=0 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.557+0000 7fe61fbdd740 1 client.25456 shutdown 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.558+0000 7fe61fbdd740 1 -- 172.21.15.18:0/3569553964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 msgr2=0x562d993a6700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.558+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993a6700 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe600000c00 tx=0x7fe600004270 comp rx=0 tx=0).stop 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.558+0000 7fe61fbdd740 1 -- 172.21.15.18:0/3569553964 shutdown_connections 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.558+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562d993b20f0 0x562d993b4510 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.558+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d993a1ab0 0x562d993ad740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.558+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993a6700 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.558+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/3569553964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d9939bf50 0x562d993a61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.558+0000 7fe61fbdd740 1 -- 172.21.15.18:0/3569553964 >> 172.21.15.18:0/3569553964 conn(0x562d993974c0 msgr2=0x562d993966e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.558+0000 7fe5fdffb640 0 client.25456 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.558+0000 7fe61fbdd740 1 -- 172.21.15.18:0/3569553964 shutdown_connections 2024-04-22T00:42:18.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.559+0000 7fe61fbdd740 1 -- 172.21.15.18:0/3569553964 wait complete. 2024-04-22T00:42:18.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.559+0000 7fe61fbdd740 20 client.25456 trim_cache size 0 max 16384 2024-04-22T00:42:18.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.594+0000 7fe61fbdd740 1 Processor -- start 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.594+0000 7fe61fbdd740 1 -- start start 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.594+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993974c0 0x562d9939dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.594+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939bf50 0x562d9939e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.594+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993ad700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.595+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f80125c0 con 0x562d993974c0 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.595+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f800fe30 con 0x562d9939bf50 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.595+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f800dc80 con 0x562d9939c940 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.595+0000 7fe615d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939bf50 0x562d9939e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.596+0000 7fe61659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993974c0 0x562d9939dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.596+0000 7fe616d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993ad700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.596+0000 7fe61659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993974c0 0x562d9939dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32772/0 (socket says 172.21.15.18:32772) 2024-04-22T00:42:18.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.596+0000 7fe61659c640 1 -- 172.21.15.18:0/1560572525 learned_addr learned my addr 172.21.15.18:0/1560572525 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.596+0000 7fe616d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993ad700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37722/0 (socket says 172.21.15.18:37722) 2024-04-22T00:42:18.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.597+0000 7fe615d9b640 1 -- 172.21.15.18:0/1560572525 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 msgr2=0x562d993ad700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.597+0000 7fe615d9b640 1 --2- 172.21.15.18:0/1560572525 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993ad700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.597+0000 7fe615d9b640 1 -- 172.21.15.18:0/1560572525 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993974c0 msgr2=0x562d9939dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.597+0000 7fe615d9b640 1 --2- 172.21.15.18:0/1560572525 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993974c0 0x562d9939dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.597+0000 7fe615d9b640 1 -- 172.21.15.18:0/1560572525 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d9939cd20 con 0x562d9939bf50 2024-04-22T00:42:18.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.606+0000 7fe615d9b640 1 --2- 172.21.15.18:0/1560572525 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939bf50 0x562d9939e1a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe600003bd0 tx=0x7fe600009230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=892435c92bffbf51 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.612+0000 7fe5fffff640 1 -- 172.21.15.18:0/1560572525 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe600058070 con 0x562d9939bf50 2024-04-22T00:42:18.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.612+0000 7fe5fffff640 1 -- 172.21.15.18:0/1560572525 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe600009520 con 0x562d9939bf50 2024-04-22T00:42:18.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.613+0000 7fe61fbdd740 1 -- 172.21.15.18:0/1560572525 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939bf50 msgr2=0x562d9939e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.613+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/1560572525 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939bf50 0x562d9939e1a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe600003bd0 tx=0x7fe600009230 comp rx=0 tx=0).stop 2024-04-22T00:42:18.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.614+0000 7fe61fbdd740 1 -- 172.21.15.18:0/1560572525 shutdown_connections 2024-04-22T00:42:18.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.614+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/1560572525 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d9939c940 0x562d993ad700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.614+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/1560572525 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939bf50 0x562d9939e1a0 secure :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe600003bd0 tx=0x7fe600009230 comp rx=0 tx=0).stop 2024-04-22T00:42:18.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.614+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/1560572525 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993974c0 0x562d9939dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.614+0000 7fe61fbdd740 1 -- 172.21.15.18:0/1560572525 >> 172.21.15.18:0/1560572525 conn(0x562d9939d540 msgr2=0x562d993a61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.616+0000 7fe61fbdd740 1 -- 172.21.15.18:0/1560572525 shutdown_connections 2024-04-22T00:42:18.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.617+0000 7fe61fbdd740 1 -- 172.21.15.18:0/1560572525 wait complete. 2024-04-22T00:42:18.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.618+0000 7fe61fbdd740 1 -- start start 2024-04-22T00:42:18.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.618+0000 7fe61fbdd740 1 Processor -- start 2024-04-22T00:42:18.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.624+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d993974c0 0x562d993aaf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.624+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939c940 0x562d993ab450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.624+0000 7fe61fbdd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993a1ab0 0x562d993ac3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.624+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f800e2f0 con 0x562d993a1ab0 2024-04-22T00:42:18.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.624+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f800f760 con 0x562d9939c940 2024-04-22T00:42:18.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.624+0000 7fe61fbdd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f800e9c0 con 0x562d993974c0 2024-04-22T00:42:18.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.624+0000 7fe61fbdd740 10 client.0 _ll_register_callbacks cb 0x7fe608005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:18.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.626+0000 7fe61659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d993974c0 0x562d993aaf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.626+0000 7fe61659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d993974c0 0x562d993aaf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37728/0 (socket says 172.21.15.18:37728) 2024-04-22T00:42:18.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.626+0000 7fe61659c640 1 -- 172.21.15.18:0/2635524474 learned_addr learned my addr 172.21.15.18:0/2635524474 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.627+0000 7fe615d9b640 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939c940 0x562d993ab450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.627+0000 7fe61659c640 1 -- 172.21.15.18:0/2635524474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939c940 msgr2=0x562d993ab450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.627+0000 7fe61659c640 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939c940 0x562d993ab450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.627+0000 7fe61659c640 1 -- 172.21.15.18:0/2635524474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993a1ab0 msgr2=0x562d993ac3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.627+0000 7fe61659c640 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993a1ab0 0x562d993ac3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.627+0000 7fe61659c640 1 -- 172.21.15.18:0/2635524474 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d993ac9e0 con 0x562d993974c0 2024-04-22T00:42:18.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.628+0000 7fe615d9b640 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939c940 0x562d993ab450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:18.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.630+0000 7fe61659c640 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d993974c0 0x562d993aaf10 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe61000c760 tx=0x7fe6100152d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba108909beea86f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:18.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.630+0000 7fe5fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:42:18.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.630+0000 7fe5fdffb640 1 -- 172.21.15.18:0/2635524474 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61007f030 con 0x562d993974c0 2024-04-22T00:42:18.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.630+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2635524474 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562d9930eaa0 con 0x562d993974c0 2024-04-22T00:42:18.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.630+0000 7fe5fdffb640 1 -- 172.21.15.18:0/2635524474 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6100bd2f0 con 0x562d993974c0 2024-04-22T00:42:18.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.631+0000 7fe5fdffb640 1 -- 172.21.15.18:0/2635524474 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe61009beb0 con 0x562d993974c0 2024-04-22T00:42:18.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.634+0000 7fe61fbdd740 10 client.25462 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:18.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.634+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2635524474 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562d99418720 con 0x562d993974c0 2024-04-22T00:42:18.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.636+0000 7fe5fdffb640 1 -- 172.21.15.18:0/2635524474 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x562d9930eaa0 con 0x562d993974c0 2024-04-22T00:42:18.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.636+0000 7fe5fdffb640 1 -- 172.21.15.18:0/2635524474 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe6100a4690 con 0x562d993974c0 2024-04-22T00:42:18.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.636+0000 7fe61fbdd740 10 client.25462 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:18.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.636+0000 7fe61fbdd740 10 client.25462 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:18.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.636+0000 7fe61fbdd740 20 client.25462 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:18.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.636+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562d99419180 0x562d9941b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:18.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.636+0000 7fe61fbdd740 4 client.25462 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:42:18.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.636+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2635524474 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562d99308df0 con 0x562d99419180 2024-04-22T00:42:18.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.638+0000 7fe615d9b640 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562d99419180 0x562d9941b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:18.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.639+0000 7fe615d9b640 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562d99419180 0x562d9941b5e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0a673a39d4cc9bd server_cookie=99fbb1f24ed2f117 in_seq=0 out_seq=0 2024-04-22T00:42:18.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.639+0000 7fe5fdffb640 10 client.25462 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.640+0000 7fe5fdffb640 1 -- 172.21.15.18:0/2635524474 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x562d99308df0 con 0x562d99419180 2024-04-22T00:42:18.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.640+0000 7fe5fdffb640 10 client.25462 handle_command_reply: tid=0 2024-04-22T00:42:18.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.640+0000 7fe61fbdd740 1 client.25462 shutdown 2024-04-22T00:42:18.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.644+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2635524474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d993974c0 msgr2=0x562d993aaf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.644+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d993974c0 0x562d993aaf10 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe61000c760 tx=0x7fe6100152d0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.646+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2635524474 shutdown_connections 2024-04-22T00:42:18.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.646+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562d99419180 0x562d9941b5e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.646+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d993a1ab0 0x562d993ac3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.646+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d9939c940 0x562d993ab450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.646+0000 7fe61fbdd740 1 --2- 172.21.15.18:0/2635524474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d993974c0 0x562d993aaf10 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.646+0000 7fe5fdffb640 0 client.25462 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:18.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.646+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2635524474 >> 172.21.15.18:0/2635524474 conn(0x562d9939d540 msgr2=0x562d993a61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.646+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2635524474 shutdown_connections 2024-04-22T00:42:18.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.648+0000 7fe61fbdd740 1 -- 172.21.15.18:0/2635524474 wait complete. 2024-04-22T00:42:18.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.648+0000 7fe61fbdd740 20 client.25462 trim_cache size 0 max 16384 2024-04-22T00:42:18.650 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:42:18.650 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:42:18.650 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:42:18.650 INFO:teuthology.orchestra.run.smithi018.stdout: "674cc7dd-c59c-43b4-9414-d4ca9840ec64": { 2024-04-22T00:42:18.651 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:42:18.651 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "674cc7dd-c59c-43b4-9414-d4ca9840ec64", 2024-04-22T00:42:18.651 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:42:18.651 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:42:18.651 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:42:18.651 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:42:18.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.651+0000 7fe61cff7640 1 -- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6040a2d60 msgr2=0x7fe6040a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.651+0000 7fe61cff7640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6040a2d60 0x7fe6040a5220 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe608009e00 tx=0x7fe608009900 comp rx=0 tx=0).stop 2024-04-22T00:42:18.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.651+0000 7fe61cff7640 1 -- 172.21.15.18:0/2772099370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe618107da0 msgr2=0x7fe61819e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:18.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.651+0000 7fe61cff7640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe618107da0 0x7fe61819e110 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe61000eb70 tx=0x7fe61000ef70 comp rx=0 tx=0).stop 2024-04-22T00:42:18.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.651+0000 7fe61cff7640 1 -- 172.21.15.18:0/2772099370 shutdown_connections 2024-04-22T00:42:18.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.651+0000 7fe61cff7640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6040a2d60 0x7fe6040a5220 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.651+0000 7fe61cff7640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe618109950 0x7fe6181a56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.651+0000 7fe61cff7640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe618108f90 0x7fe61819e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.651+0000 7fe61cff7640 1 --2- 172.21.15.18:0/2772099370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe618107da0 0x7fe61819e110 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:18.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.651+0000 7fe61cff7640 1 -- 172.21.15.18:0/2772099370 >> 172.21.15.18:0/2772099370 conn(0x7fe618076d40 msgr2=0x7fe61810c290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:18.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.653+0000 7fe61cff7640 1 -- 172.21.15.18:0/2772099370 shutdown_connections 2024-04-22T00:42:18.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:18.653+0000 7fe61cff7640 1 -- 172.21.15.18:0/2772099370 wait complete. 2024-04-22T00:42:18.670 INFO:tasks.cephfs.filesystem:scrub status for tag:674cc7dd-c59c-43b4-9414-d4ca9840ec64 - {'path': '/', 'tag': '674cc7dd-c59c-43b4-9414-d4ca9840ec64', 'options': 'recursive,force'} 2024-04-22T00:42:18.736 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:42:18 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: 2024-04-22T00:42:18.316+0000 7fa9417fc700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000007 [...2,head] /volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_wal/ auth{1=1,2=1} v1156 ap=2 f(v3 m2024-04-22T00:42:10.492238+0000 32=31+1) n(v4 rc2024-04-22T00:42:10.492238+0000 b520093696 33=31+2) (inest sync->mix g=1,2) caps={25091=pAsLsXsFs/pAsLsXsFsxcral@184} mcw={1=AsLsXsFs} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x5625e79d3080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000007:[<0x10000000006/pg_wal v1049>,<0x10000000005/data v121>,<0x100000001fb/postgres v25>,<0x100000001fa/d262d4c3-35a0-4c7e-8264-fabd2defd391 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[]","memoryvalue":"(2)0x10000000007:[<0x10000000006/pg_wal v1156>,<0x10000000005/data v184>,<0x100000001fb/postgres v68>,<0x100000001fa/d262d4c3-35a0-4c7e-8264-fabd2defd391 v84>,<0x10000000001/sv_1 v102>,<0x10000000000/qa v88>,<0x1/volumes v79>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-22T00:41:59.644368+0000 31=30+1)","ondisk_value.rstat":"n(v0 rc2024-04-22T00:42:10.492238+0000 b520093696 33=31+2)","memory_value.dirstat":"f(v3 m2024-04-22T00:42:10.492238+0000 32=31+1)","memory_value.rstat":"n(v4 rc2024-04-22T00:42:10.492238+0000 b520093696 33=31+2)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-04-22T00:42:18.737 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:42:18 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: 2024-04-22T00:42:18.318+0000 7fa9417fc700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000000f [...2,head] /volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_subtrans/ auth{1=1,2=1} v1150 ap=2 f(v1 m2024-04-22T00:41:59.887365+0000 2=2+0) n(v2 rc2024-04-22T00:41:59.887365+0000 b81920 3=2+1) (inest sync->mix g=1,2) caps={25091=pAsLsXsFs/pAsLsXsFsxcral@8} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x5625e684d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000000f:[<0x10000000006/pg_subtrans v288>,<0x10000000005/data v121>,<0x100000001fb/postgres v25>,<0x100000001fa/d262d4c3-35a0-4c7e-8264-fabd2defd391 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[]","memoryvalue":"(2)0x1000000000f:[<0x10000000006/pg_subtrans v1150>,<0x10000000005/data v184>,<0x100000001fb/postgres v68>,<0x100000001fa/d262d4c3-35a0-4c7e-8264-fabd2defd391 v84>,<0x10000000001/sv_1 v102>,<0x10000000000/qa v88>,<0x1/volumes v79>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-22T00:41:13.986915+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-04-22T00:41:59.887365+0000 b81920 3=2+1)","memory_value.dirstat":"f(v1 m2024-04-22T00:41:59.887365+0000 2=2+0)","memory_value.rstat":"n(v2 rc2024-04-22T00:41:59.887365+0000 b81920 3=2+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: pgmap v405: 129 pgs: 129 active+clean; 1015 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 8.5 MiB/s wr, 717 op/s 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: Scrub error on inode 0x10000000007 (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_wal) see mds.i log and `damage ls` output for details 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:42:19.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: Scrub error on inode 0x1000000000f (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_subtrans) see mds.i log and `damage ls` output for details 2024-04-22T00:42:19.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.488 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:19 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: pgmap v405: 129 pgs: 129 active+clean; 1015 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 8.5 MiB/s wr, 717 op/s 2024-04-22T00:42:19.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:42:19.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:42:19.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:42:19.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:42:19.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:42:19.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: Scrub error on inode 0x10000000007 (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_wal) see mds.i log and `damage ls` output for details 2024-04-22T00:42:19.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:42:19.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: Scrub error on inode 0x1000000000f (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_subtrans) see mds.i log and `damage ls` output for details 2024-04-22T00:42:19.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:19 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: pgmap v405: 129 pgs: 129 active+clean; 1015 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 8.5 MiB/s wr, 717 op/s 2024-04-22T00:42:19.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:42:19.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: Scrub error on inode 0x10000000007 (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_wal) see mds.i log and `damage ls` output for details 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: Scrub error on inode 0x1000000000f (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_subtrans) see mds.i log and `damage ls` output for details 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:19 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:19.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 55.0 s, 2407.4 tps, lat 41.244 ms stddev 62.472 2024-04-22T00:42:20.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:20 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:20.661 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:20 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:20.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:20 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:21.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:21 smithi018 ceph-mon[27979]: pgmap v406: 129 pgs: 129 active+clean; 1016 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 14 MiB/s wr, 979 op/s 2024-04-22T00:42:21.637 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:21 smithi167 ceph-mon[31348]: pgmap v406: 129 pgs: 129 active+clean; 1016 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 14 MiB/s wr, 979 op/s 2024-04-22T00:42:21.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:21 smithi081 ceph-mon[31546]: pgmap v406: 129 pgs: 129 active+clean; 1016 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 14 MiB/s wr, 979 op/s 2024-04-22T00:42:23.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:23 smithi081 ceph-mon[31546]: pgmap v407: 129 pgs: 129 active+clean; 1018 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 165 KiB/s rd, 14 MiB/s wr, 820 op/s 2024-04-22T00:42:23.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:23 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:42:23.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:23 smithi018 ceph-mon[27979]: pgmap v407: 129 pgs: 129 active+clean; 1018 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 165 KiB/s rd, 14 MiB/s wr, 820 op/s 2024-04-22T00:42:23.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:23 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:42:23.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:23 smithi167 ceph-mon[31348]: pgmap v407: 129 pgs: 129 active+clean; 1018 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 165 KiB/s rd, 14 MiB/s wr, 820 op/s 2024-04-22T00:42:23.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:23 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:42:24.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:24 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 60.0 s, 2678.4 tps, lat 37.382 ms stddev 41.485 2024-04-22T00:42:24.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:24 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:24.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:24 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:26.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:25 smithi081 ceph-mon[31546]: pgmap v408: 129 pgs: 129 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 207 KiB/s rd, 23 MiB/s wr, 1.13k op/s 2024-04-22T00:42:26.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:42:26.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:42:26.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:26.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:25 smithi018 ceph-mon[27979]: pgmap v408: 129 pgs: 129 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 207 KiB/s rd, 23 MiB/s wr, 1.13k op/s 2024-04-22T00:42:26.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:42:26.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:42:26.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:26.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:25 smithi167 ceph-mon[31348]: pgmap v408: 129 pgs: 129 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 207 KiB/s rd, 23 MiB/s wr, 1.13k op/s 2024-04-22T00:42:26.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:42:26.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:42:26.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:42:28.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:27 smithi081 ceph-mon[31546]: pgmap v409: 129 pgs: 129 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 24 MiB/s wr, 1.17k op/s 2024-04-22T00:42:28.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:27 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:42:28.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:27 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:42:28.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:27 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:42:28.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:27 smithi018 ceph-mon[27979]: pgmap v409: 129 pgs: 129 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 24 MiB/s wr, 1.17k op/s 2024-04-22T00:42:28.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:27 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:42:28.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:27 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:42:28.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:27 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:42:28.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:27 smithi167 ceph-mon[31348]: pgmap v409: 129 pgs: 129 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 24 MiB/s wr, 1.17k op/s 2024-04-22T00:42:28.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:27 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:42:28.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:27 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:42:28.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:27 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:42:29.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 65.0 s, 2524.4 tps, lat 39.808 ms stddev 46.187 2024-04-22T00:42:30.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:29 smithi081 ceph-mon[31546]: pgmap v410: 129 pgs: 129 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 23 MiB/s wr, 1.05k op/s 2024-04-22T00:42:30.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:29 smithi018 ceph-mon[27979]: pgmap v410: 129 pgs: 129 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 23 MiB/s wr, 1.05k op/s 2024-04-22T00:42:30.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:29 smithi167 ceph-mon[31348]: pgmap v410: 129 pgs: 129 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 23 MiB/s wr, 1.05k op/s 2024-04-22T00:42:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.430+0000 7f4e55e80640 1 -- 172.21.15.18:0/3898808323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e48095760 msgr2=0x7f4e4809a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:31.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.430+0000 7f4e55e80640 1 --2- 172.21.15.18:0/3898808323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e48095760 0x7f4e4809a000 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4e50066eb0 tx=0x7f4e50097930 comp rx=0 tx=0).stop 2024-04-22T00:42:31.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.430+0000 7f4e55e80640 1 -- 172.21.15.18:0/3898808323 shutdown_connections 2024-04-22T00:42:31.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.430+0000 7f4e55e80640 1 --2- 172.21.15.18:0/3898808323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e48095760 0x7f4e4809a000 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.430+0000 7f4e55e80640 1 --2- 172.21.15.18:0/3898808323 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e48094da0 0x7f4e48095220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.430+0000 7f4e55e80640 1 --2- 172.21.15.18:0/3898808323 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e48094040 0x7f4e48094460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.430+0000 7f4e55e80640 1 -- 172.21.15.18:0/3898808323 >> 172.21.15.18:0/3898808323 conn(0x7f4e4808f950 msgr2=0x7f4e48091db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:31.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.431+0000 7f4e55e80640 1 -- 172.21.15.18:0/3898808323 shutdown_connections 2024-04-22T00:42:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.431+0000 7f4e55e80640 1 -- 172.21.15.18:0/3898808323 wait complete. 2024-04-22T00:42:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.432+0000 7f4e55e80640 1 Processor -- start 2024-04-22T00:42:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.432+0000 7f4e55e80640 1 -- start start 2024-04-22T00:42:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.432+0000 7f4e55e80640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e48094040 0x7f4e48132580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.432+0000 7f4e55e80640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e48094da0 0x7f4e48132ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.432+0000 7f4e55e80640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e48095760 0x7f4e48139b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.432+0000 7f4e55e80640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4e480a7f70 con 0x7f4e48094040 2024-04-22T00:42:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.432+0000 7f4e55e80640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4e480a7df0 con 0x7f4e48094da0 2024-04-22T00:42:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.432+0000 7f4e55e80640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4e480a80f0 con 0x7f4e48095760 2024-04-22T00:42:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e4ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e48094da0 0x7f4e48132ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e54e7e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e48094040 0x7f4e48132580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e5567f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e48095760 0x7f4e48139b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e54e7e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e48094040 0x7f4e48132580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58754/0 (socket says 172.21.15.18:58754) 2024-04-22T00:42:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e54e7e640 1 -- 172.21.15.18:0/1643756212 learned_addr learned my addr 172.21.15.18:0/1643756212 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:31.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e5567f640 1 -- 172.21.15.18:0/1643756212 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e48094da0 msgr2=0x7f4e48132ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:31.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e5567f640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e48094da0 0x7f4e48132ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e5567f640 1 -- 172.21.15.18:0/1643756212 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e48094040 msgr2=0x7f4e48132580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:31.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e5567f640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e48094040 0x7f4e48132580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e5567f640 1 -- 172.21.15.18:0/1643756212 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e4813a1a0 con 0x7f4e48095760 2024-04-22T00:42:31.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e48094da0 0x7f4e48132ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:31.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.433+0000 7f4e5567f640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e48095760 0x7f4e48139b30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4e50064f90 tx=0x7f4e5009d6b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:31.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.434+0000 7f4e4dffb640 1 -- 172.21.15.18:0/1643756212 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e500ab070 con 0x7f4e48095760 2024-04-22T00:42:31.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.434+0000 7f4e4dffb640 1 -- 172.21.15.18:0/1643756212 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e500a7450 con 0x7f4e48095760 2024-04-22T00:42:31.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.434+0000 7f4e4dffb640 1 -- 172.21.15.18:0/1643756212 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5006a040 con 0x7f4e48095760 2024-04-22T00:42:31.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.434+0000 7f4e55e80640 1 -- 172.21.15.18:0/1643756212 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e4813a430 con 0x7f4e48095760 2024-04-22T00:42:31.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.434+0000 7f4e55e80640 1 -- 172.21.15.18:0/1643756212 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e4813a8a0 con 0x7f4e48095760 2024-04-22T00:42:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.437+0000 7f4e4dffb640 1 -- 172.21.15.18:0/1643756212 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4e500a4050 con 0x7f4e48095760 2024-04-22T00:42:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.438+0000 7f4e59da9740 1 Processor -- start 2024-04-22T00:42:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.438+0000 7f4e4dffb640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e400a2d10 0x7f4e400a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.438+0000 7f4e4dffb640 1 -- 172.21.15.18:0/1643756212 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4e5015c5f0 con 0x7f4e48095760 2024-04-22T00:42:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e400a2d10 0x7f4e400a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e59da9740 1 -- start start 2024-04-22T00:42:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562540245f50 0x562540246370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540246940 0x56254024b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56254024bab0 0x56254024df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e59da9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5625401aab70 con 0x56254024bab0 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e59da9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562540153470 con 0x562540246940 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e59da9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5625401a6b30 con 0x562540245f50 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e4ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540246940 0x56254024b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e4ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540246940 0x56254024b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54438/0 (socket says 172.21.15.18:54438) 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e4ffff640 1 -- 172.21.15.18:0/404417900 learned_addr learned my addr 172.21.15.18:0/404417900 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.439+0000 7f4e5567f640 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56254024bab0 0x56254024df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562540245f50 0x562540246370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e4ffff640 1 -- 172.21.15.18:0/404417900 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562540245f50 msgr2=0x562540246370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562540245f50 0x562540246370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e4ffff640 1 -- 172.21.15.18:0/404417900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56254024bab0 msgr2=0x56254024df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56254024bab0 0x56254024df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e4ffff640 1 -- 172.21.15.18:0/404417900 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56253febf210 con 0x562540246940 2024-04-22T00:42:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e5567f640 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56254024bab0 0x56254024df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562540245f50 0x562540246370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e400a2d10 0x7f4e400a51d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4e44009c90 tx=0x7f4e44005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540246940 0x56254024b440 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4e3c009c80 tx=0x7f4e3c0117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6234670e33e3a106 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e3affd640 1 -- 172.21.15.18:0/404417900 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e3c005020 con 0x562540246940 2024-04-22T00:42:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e3affd640 1 -- 172.21.15.18:0/404417900 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e3c0047a0 con 0x562540246940 2024-04-22T00:42:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.440+0000 7f4e3affd640 1 -- 172.21.15.18:0/404417900 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e3c0127b0 con 0x562540246940 2024-04-22T00:42:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.441+0000 7f4e59da9740 1 -- 172.21.15.18:0/404417900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540246940 msgr2=0x56254024b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.441+0000 7f4e59da9740 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540246940 0x56254024b440 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4e3c009c80 tx=0x7f4e3c0117b0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.442+0000 7f4e59da9740 1 -- 172.21.15.18:0/404417900 shutdown_connections 2024-04-22T00:42:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.442+0000 7f4e59da9740 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56254024bab0 0x56254024df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.442+0000 7f4e59da9740 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540246940 0x56254024b440 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.442+0000 7f4e59da9740 1 --2- 172.21.15.18:0/404417900 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562540245f50 0x562540246370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.442+0000 7f4e59da9740 1 -- 172.21.15.18:0/404417900 >> 172.21.15.18:0/404417900 conn(0x5625402414c0 msgr2=0x5625402418c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.442+0000 7f4e59da9740 1 -- 172.21.15.18:0/404417900 shutdown_connections 2024-04-22T00:42:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.442+0000 7f4e59da9740 1 -- 172.21.15.18:0/404417900 wait complete. 2024-04-22T00:42:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e59da9740 1 -- start start 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e59da9740 1 Processor -- start 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540261240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540261780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x5625402687c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e59da9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56254025fa70 con 0x562540246940 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e59da9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562540166a10 con 0x562540245f50 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e59da9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56254025fbf0 con 0x56254024bab0 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e59da9740 10 client.0 _ll_register_callbacks cb 0x5625401a1b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e54e7e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540261240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e54e7e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540261240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54440/0 (socket says 172.21.15.18:54440) 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e54e7e640 1 -- 172.21.15.18:0/2757773630 learned_addr learned my addr 172.21.15.18:0/2757773630 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540261780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.443+0000 7f4e5567f640 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x5625402687c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e54e7e640 1 -- 172.21.15.18:0/2757773630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 msgr2=0x5625402687c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x5625402687c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e54e7e640 1 -- 172.21.15.18:0/2757773630 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 msgr2=0x562540261780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540261780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e54e7e640 1 -- 172.21.15.18:0/2757773630 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56253ff8b620 con 0x562540245f50 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540261240 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4e4401d8d0 tx=0x7f4e44004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=998dce8d73b28674 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e2ffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e2ffff640 1 -- 172.21.15.18:0/2757773630 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44005220 con 0x562540245f50 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e2ffff640 1 -- 172.21.15.18:0/2757773630 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4e440053c0 con 0x562540245f50 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e59da9740 1 -- 172.21.15.18:0/2757773630 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e3c0047a0 con 0x562540245f50 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e2ffff640 1 -- 172.21.15.18:0/2757773630 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f4e440055c0 con 0x562540245f50 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e59da9740 10 client.25490 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.444+0000 7f4e59da9740 1 -- 172.21.15.18:0/2757773630 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56254026bb10 con 0x562540245f50 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.445+0000 7f4e2ffff640 1 -- 172.21.15.18:0/2757773630 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e3c0047a0 con 0x562540245f50 2024-04-22T00:42:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.445+0000 7f4e2ffff640 1 -- 172.21.15.18:0/2757773630 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f4e4401bc60 con 0x562540245f50 2024-04-22T00:42:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.445+0000 7f4e59da9740 10 client.25490 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.445+0000 7f4e59da9740 10 client.25490 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.446+0000 7f4e59da9740 20 client.25490 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.446+0000 7f4e59da9740 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56254026d2a0 0x56254026f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.446+0000 7f4e59da9740 4 client.25490 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.446+0000 7f4e59da9740 1 -- 172.21.15.18:0/2757773630 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5625401b80b0 con 0x56254026d2a0 2024-04-22T00:42:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.446+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56254026d2a0 0x56254026f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.451 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.446+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56254026d2a0 0x56254026f740 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6984aba16457fd7 server_cookie=9826be8eceb8a9f3 in_seq=0 out_seq=0 2024-04-22T00:42:31.451 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.446+0000 7f4e2ffff640 10 client.25490 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e2ffff640 1 -- 172.21.15.18:0/2757773630 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5625401b80b0 con 0x56254026d2a0 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e2ffff640 10 client.25490 handle_command_reply: tid=0 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 client.25490 shutdown 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 -- 172.21.15.18:0/2757773630 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 msgr2=0x562540261240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540261240 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4e4401d8d0 tx=0x7f4e44004730 comp rx=0 tx=0).stop 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 -- 172.21.15.18:0/2757773630 shutdown_connections 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56254026d2a0 0x56254026f740 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x5625402687c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e2ffff640 0 client.25490 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540261780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 --2- 172.21.15.18:0/2757773630 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540261240 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 -- 172.21.15.18:0/2757773630 >> 172.21.15.18:0/2757773630 conn(0x5625402414c0 msgr2=0x562540240480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 -- 172.21.15.18:0/2757773630 shutdown_connections 2024-04-22T00:42:31.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.447+0000 7f4e59da9740 1 -- 172.21.15.18:0/2757773630 wait complete. 2024-04-22T00:42:31.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.448+0000 7f4e59da9740 20 client.25490 trim_cache size 0 max 16384 2024-04-22T00:42:31.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.472+0000 7f4e59da9740 1 Processor -- start 2024-04-22T00:42:31.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.472+0000 7f4e59da9740 1 -- start start 2024-04-22T00:42:31.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x5625402616e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540244e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x562540274040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e59da9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4813f010 con 0x562540246940 2024-04-22T00:42:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e59da9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4813c880 con 0x562540245f50 2024-04-22T00:42:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e59da9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4e480a3780 con 0x56254024bab0 2024-04-22T00:42:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e54e7e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x5625402616e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e54e7e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x5625402616e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54442/0 (socket says 172.21.15.18:54442) 2024-04-22T00:42:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e54e7e640 1 -- 172.21.15.18:0/4231187863 learned_addr learned my addr 172.21.15.18:0/4231187863 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/4231187863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540244e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e5567f640 1 --2- 172.21.15.18:0/4231187863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x562540274040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e54e7e640 1 -- 172.21.15.18:0/4231187863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 msgr2=0x562540274040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/4231187863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x562540274040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e54e7e640 1 -- 172.21.15.18:0/4231187863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 msgr2=0x562540244e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/4231187863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540244e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.473+0000 7f4e54e7e640 1 -- 172.21.15.18:0/4231187863 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56254023b7a0 con 0x562540245f50 2024-04-22T00:42:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.474+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/4231187863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x5625402616e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4e44009e00 tx=0x7f4e44009fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fce91750e25305f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.475+0000 7f4e3a7fc640 1 -- 172.21.15.18:0/4231187863 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44027910 con 0x562540245f50 2024-04-22T00:42:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.475+0000 7f4e3a7fc640 1 -- 172.21.15.18:0/4231187863 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e4401dd90 con 0x562540245f50 2024-04-22T00:42:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.475+0000 7f4e3a7fc640 1 -- 172.21.15.18:0/4231187863 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e440356a0 con 0x562540245f50 2024-04-22T00:42:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.476+0000 7f4e59da9740 1 -- 172.21.15.18:0/4231187863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 msgr2=0x5625402616e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:31.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.476+0000 7f4e59da9740 1 --2- 172.21.15.18:0/4231187863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x5625402616e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4e44009e00 tx=0x7f4e44009fb0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.476+0000 7f4e59da9740 1 -- 172.21.15.18:0/4231187863 shutdown_connections 2024-04-22T00:42:31.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.476+0000 7f4e59da9740 1 --2- 172.21.15.18:0/4231187863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x562540274040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.476+0000 7f4e59da9740 1 --2- 172.21.15.18:0/4231187863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540244e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.476+0000 7f4e59da9740 1 --2- 172.21.15.18:0/4231187863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x5625402616e0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.476+0000 7f4e59da9740 1 -- 172.21.15.18:0/4231187863 >> 172.21.15.18:0/4231187863 conn(0x5625402414c0 msgr2=0x562540244720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:31.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.476+0000 7f4e59da9740 1 -- 172.21.15.18:0/4231187863 shutdown_connections 2024-04-22T00:42:31.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.476+0000 7f4e59da9740 1 -- 172.21.15.18:0/4231187863 wait complete. 2024-04-22T00:42:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.477+0000 7f4e59da9740 1 -- start start 2024-04-22T00:42:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.477+0000 7f4e59da9740 1 Processor -- start 2024-04-22T00:42:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540265440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540265980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e59da9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x562540266990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e59da9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4813ad60 con 0x562540246940 2024-04-22T00:42:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e59da9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4813c1b0 con 0x562540245f50 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e59da9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4813b410 con 0x56254024bab0 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e59da9740 10 client.0 _ll_register_callbacks cb 0x7f4e44009aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e54e7e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540265440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e54e7e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540265440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54452/0 (socket says 172.21.15.18:54452) 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e54e7e640 1 -- 172.21.15.18:0/955601306 learned_addr learned my addr 172.21.15.18:0/955601306 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540265980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.478+0000 7f4e5567f640 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x562540266990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.479+0000 7f4e54e7e640 1 -- 172.21.15.18:0/955601306 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 msgr2=0x562540266990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.479+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x562540266990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.479+0000 7f4e54e7e640 1 -- 172.21.15.18:0/955601306 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 msgr2=0x562540265980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.479+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540265980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.479+0000 7f4e54e7e640 1 -- 172.21.15.18:0/955601306 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562540266f80 con 0x562540245f50 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.479+0000 7f4e54e7e640 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540265440 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4e44027610 tx=0x7f4e440278c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d616ce438e27548 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.479+0000 7f4e2ffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.479+0000 7f4e2ffff640 1 -- 172.21.15.18:0/955601306 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44045060 con 0x562540245f50 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.479+0000 7f4e2ffff640 1 -- 172.21.15.18:0/955601306 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4e44027cc0 con 0x562540245f50 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.479+0000 7f4e59da9740 1 -- 172.21.15.18:0/955601306 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e4401dd90 con 0x562540245f50 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e2ffff640 1 -- 172.21.15.18:0/955601306 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f4e44040460 con 0x562540245f50 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e59da9740 10 client.25496 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e59da9740 1 -- 172.21.15.18:0/955601306 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5625402d38c0 con 0x562540245f50 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e2ffff640 1 -- 172.21.15.18:0/955601306 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e4401dd90 con 0x562540245f50 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e2ffff640 1 -- 172.21.15.18:0/955601306 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f4e4403d430 con 0x562540245f50 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e59da9740 10 client.25496 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e59da9740 10 client.25496 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e59da9740 20 client.25496 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e59da9740 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5625402d40b0 0x5625402d64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e59da9740 4 client.25496 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:42:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e59da9740 1 -- 172.21.15.18:0/955601306 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5625401b2400 con 0x5625402d40b0 2024-04-22T00:42:31.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.480+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5625402d40b0 0x5625402d64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:31.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.482+0000 7f4e4ffff640 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5625402d40b0 0x5625402d64d0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7194692fc6be86d server_cookie=5e92dbf4fd035b6d in_seq=0 out_seq=0 2024-04-22T00:42:31.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.482+0000 7f4e2ffff640 10 client.25496 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:31.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.499+0000 7f4e2ffff640 1 -- 172.21.15.18:0/955601306 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5625401b2400 con 0x5625402d40b0 2024-04-22T00:42:31.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e2ffff640 10 client.25496 handle_command_reply: tid=0 2024-04-22T00:42:31.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e59da9740 1 client.25496 shutdown 2024-04-22T00:42:31.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e59da9740 1 -- 172.21.15.18:0/955601306 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 msgr2=0x562540265440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:31.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e59da9740 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540265440 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4e44027610 tx=0x7f4e440278c0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e59da9740 1 -- 172.21.15.18:0/955601306 shutdown_connections 2024-04-22T00:42:31.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e59da9740 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5625402d40b0 0x5625402d64d0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e59da9740 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56254024bab0 0x562540266990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e59da9740 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562540246940 0x562540265980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e59da9740 1 --2- 172.21.15.18:0/955601306 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562540245f50 0x562540265440 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e59da9740 1 -- 172.21.15.18:0/955601306 >> 172.21.15.18:0/955601306 conn(0x5625402414c0 msgr2=0x562540244fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:31.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.500+0000 7f4e2ffff640 0 client.25496 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:31.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.501+0000 7f4e59da9740 1 -- 172.21.15.18:0/955601306 shutdown_connections 2024-04-22T00:42:31.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.501+0000 7f4e59da9740 1 -- 172.21.15.18:0/955601306 wait complete. 2024-04-22T00:42:31.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.501+0000 7f4e59da9740 20 client.25496 trim_cache size 0 max 16384 2024-04-22T00:42:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:42:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:42:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:42:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:42:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 -- 172.21.15.18:0/1643756212 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e400a2d10 msgr2=0x7f4e400a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e400a2d10 0x7f4e400a51d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4e44009c90 tx=0x7f4e44005f90 comp rx=0 tx=0).stop 2024-04-22T00:42:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 -- 172.21.15.18:0/1643756212 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e48095760 msgr2=0x7f4e48139b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e48095760 0x7f4e48139b30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4e50064f90 tx=0x7f4e5009d6b0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 -- 172.21.15.18:0/1643756212 shutdown_connections 2024-04-22T00:42:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e400a2d10 0x7f4e400a51d0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4e48095760 0x7f4e48139b30 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e48094da0 0x7f4e48132ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 --2- 172.21.15.18:0/1643756212 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e48094040 0x7f4e48132580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:31.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 -- 172.21.15.18:0/1643756212 >> 172.21.15.18:0/1643756212 conn(0x7f4e4808f950 msgr2=0x7f4e48095fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:31.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 -- 172.21.15.18:0/1643756212 shutdown_connections 2024-04-22T00:42:31.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:31.502+0000 7f4e55e80640 1 -- 172.21.15.18:0/1643756212 wait complete. 2024-04-22T00:42:32.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:31 smithi081 ceph-mon[31546]: pgmap v411: 129 pgs: 129 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 23 MiB/s wr, 1.13k op/s 2024-04-22T00:42:32.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:31 smithi018 ceph-mon[27979]: pgmap v411: 129 pgs: 129 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 23 MiB/s wr, 1.13k op/s 2024-04-22T00:42:32.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:31 smithi167 ceph-mon[31348]: pgmap v411: 129 pgs: 129 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 23 MiB/s wr, 1.13k op/s 2024-04-22T00:42:34.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:33 smithi081 ceph-mon[31546]: pgmap v412: 129 pgs: 129 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 17 MiB/s wr, 860 op/s 2024-04-22T00:42:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:33 smithi018 ceph-mon[27979]: pgmap v412: 129 pgs: 129 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 17 MiB/s wr, 860 op/s 2024-04-22T00:42:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:33 smithi167 ceph-mon[31348]: pgmap v412: 129 pgs: 129 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 17 MiB/s wr, 860 op/s 2024-04-22T00:42:34.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 70.0 s, 3097.0 tps, lat 31.887 ms stddev 34.489 2024-04-22T00:42:36.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:35 smithi081 ceph-mon[31546]: pgmap v413: 129 pgs: 129 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 16 MiB/s wr, 886 op/s 2024-04-22T00:42:36.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:35 smithi018 ceph-mon[27979]: pgmap v413: 129 pgs: 129 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 16 MiB/s wr, 886 op/s 2024-04-22T00:42:36.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:35 smithi167 ceph-mon[31348]: pgmap v413: 129 pgs: 129 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 16 MiB/s wr, 886 op/s 2024-04-22T00:42:38.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:37 smithi081 ceph-mon[31546]: pgmap v414: 129 pgs: 129 active+clean; 1.0 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 8.5 MiB/s wr, 698 op/s 2024-04-22T00:42:38.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:37 smithi018 ceph-mon[27979]: pgmap v414: 129 pgs: 129 active+clean; 1.0 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 8.5 MiB/s wr, 698 op/s 2024-04-22T00:42:38.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:37 smithi167 ceph-mon[31348]: pgmap v414: 129 pgs: 129 active+clean; 1.0 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 8.5 MiB/s wr, 698 op/s 2024-04-22T00:42:39.770 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 75.0 s, 2130.6 tps, lat 42.933 ms stddev 45.905 2024-04-22T00:42:40.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:39 smithi081 ceph-mon[31546]: pgmap v415: 129 pgs: 129 active+clean; 1.0 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 6.5 MiB/s wr, 651 op/s 2024-04-22T00:42:40.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:39 smithi018 ceph-mon[27979]: pgmap v415: 129 pgs: 129 active+clean; 1.0 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 6.5 MiB/s wr, 651 op/s 2024-04-22T00:42:40.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:39 smithi167 ceph-mon[31348]: pgmap v415: 129 pgs: 129 active+clean; 1.0 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 6.5 MiB/s wr, 651 op/s 2024-04-22T00:42:42.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:41 smithi081 ceph-mon[31546]: pgmap v416: 129 pgs: 129 active+clean; 1.0 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 851 op/s 2024-04-22T00:42:42.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:41 smithi018 ceph-mon[27979]: pgmap v416: 129 pgs: 129 active+clean; 1.0 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 851 op/s 2024-04-22T00:42:42.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:41 smithi167 ceph-mon[31348]: pgmap v416: 129 pgs: 129 active+clean; 1.0 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 851 op/s 2024-04-22T00:42:44.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:43 smithi081 ceph-mon[31546]: pgmap v417: 129 pgs: 129 active+clean; 1.0 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 734 op/s 2024-04-22T00:42:44.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:43 smithi018 ceph-mon[27979]: pgmap v417: 129 pgs: 129 active+clean; 1.0 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 734 op/s 2024-04-22T00:42:44.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:43 smithi167 ceph-mon[31348]: pgmap v417: 129 pgs: 129 active+clean; 1.0 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 734 op/s 2024-04-22T00:42:44.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.643+0000 7fe960e72640 1 -- 172.21.15.18:0/165802302 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe95c104bc0 msgr2=0x7fe95c105040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.643+0000 7fe960e72640 1 --2- 172.21.15.18:0/165802302 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe95c104bc0 0x7fe95c105040 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe950009860 tx=0x7fe95002bb90 comp rx=0 tx=0).stop 2024-04-22T00:42:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.643+0000 7fe960e72640 1 -- 172.21.15.18:0/165802302 shutdown_connections 2024-04-22T00:42:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.643+0000 7fe960e72640 1 --2- 172.21.15.18:0/165802302 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe95c105580 0x7fe95c10be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.643+0000 7fe960e72640 1 --2- 172.21.15.18:0/165802302 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe95c104bc0 0x7fe95c105040 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.643+0000 7fe960e72640 1 --2- 172.21.15.18:0/165802302 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe95c1039d0 0x7fe95c103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.643+0000 7fe960e72640 1 -- 172.21.15.18:0/165802302 >> 172.21.15.18:0/165802302 conn(0x7fe95c0fef60 msgr2=0x7fe95c101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.643+0000 7fe960e72640 1 -- 172.21.15.18:0/165802302 shutdown_connections 2024-04-22T00:42:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.643+0000 7fe960e72640 1 -- 172.21.15.18:0/165802302 wait complete. 2024-04-22T00:42:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.644+0000 7fe960e72640 1 Processor -- start 2024-04-22T00:42:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.644+0000 7fe960e72640 1 -- start start 2024-04-22T00:42:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.645+0000 7fe960e72640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe95c1039d0 0x7fe95c110b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.645+0000 7fe960e72640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe95c104bc0 0x7fe95c1110d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.645+0000 7fe960e72640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe95c105580 0x7fe95c1160e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.645+0000 7fe960e72640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe95c076ee0 con 0x7fe95c1039d0 2024-04-22T00:42:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.645+0000 7fe960e72640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe95c076d60 con 0x7fe95c104bc0 2024-04-22T00:42:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.645+0000 7fe960e72640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe95c077060 con 0x7fe95c105580 2024-04-22T00:42:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.645+0000 7fe95ad9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe95c105580 0x7fe95c1160e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.645+0000 7fe95ad9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe95c105580 0x7fe95c1160e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55032/0 (socket says 172.21.15.18:55032) 2024-04-22T00:42:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.645+0000 7fe95ad9d640 1 -- 172.21.15.18:0/2721581159 learned_addr learned my addr 172.21.15.18:0/2721581159 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.645+0000 7fe959d9b640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe95c104bc0 0x7fe95c1110d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.646+0000 7fe95ad9d640 1 -- 172.21.15.18:0/2721581159 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe95c104bc0 msgr2=0x7fe95c1110d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:44.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.646+0000 7fe95ad9d640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe95c104bc0 0x7fe95c1110d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.646+0000 7fe95ad9d640 1 -- 172.21.15.18:0/2721581159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe95c1039d0 msgr2=0x7fe95c110b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:44.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.646+0000 7fe95ad9d640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe95c1039d0 0x7fe95c110b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.646+0000 7fe95ad9d640 1 -- 172.21.15.18:0/2721581159 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe95c116750 con 0x7fe95c105580 2024-04-22T00:42:44.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.646+0000 7fe959d9b640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe95c104bc0 0x7fe95c1110d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:44.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.646+0000 7fe95ad9d640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe95c105580 0x7fe95c1160e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe94c00e940 tx=0x7fe94c00ee00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:44.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.647+0000 7fe94b7fe640 1 -- 172.21.15.18:0/2721581159 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe94c00cd80 con 0x7fe95c105580 2024-04-22T00:42:44.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.647+0000 7fe94b7fe640 1 -- 172.21.15.18:0/2721581159 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe94c0035f0 con 0x7fe95c105580 2024-04-22T00:42:44.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.647+0000 7fe94b7fe640 1 -- 172.21.15.18:0/2721581159 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe94c010690 con 0x7fe95c105580 2024-04-22T00:42:44.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.647+0000 7fe960e72640 1 -- 172.21.15.18:0/2721581159 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe95c1ae880 con 0x7fe95c105580 2024-04-22T00:42:44.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.647+0000 7fe960e72640 1 -- 172.21.15.18:0/2721581159 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe95c1aec90 con 0x7fe95c105580 2024-04-22T00:42:44.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.651+0000 7fe963a58740 1 Processor -- start 2024-04-22T00:42:44.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.652+0000 7fe94b7fe640 1 -- 172.21.15.18:0/2721581159 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe94c0037a0 con 0x7fe95c105580 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.652+0000 7fe963a58740 1 -- start start 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe963a58740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2372f8150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe963a58740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f2372fd220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe963a58740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 0x55f2372ffd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe963a58740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55f23725cb70 con 0x55f2372fd890 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe963a58740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55f237205470 con 0x55f2372f8720 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe963a58740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f237258b30 con 0x55f2372f7d30 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe95a59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f2372fd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe95a59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f2372fd220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54886/0 (socket says 172.21.15.18:54886) 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe95a59c640 1 -- 172.21.15.18:0/569759662 learned_addr learned my addr 172.21.15.18:0/569759662 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe959d9b640 1 --2- 172.21.15.18:0/569759662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 0x55f2372ffd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe94b7fe640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9440a2df0 0x7fe9440a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe959d9b640 1 --2- 172.21.15.18:0/569759662 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2372f8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.653+0000 7fe94b7fe640 1 -- 172.21.15.18:0/2721581159 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe94c0cf7d0 con 0x7fe95c105580 2024-04-22T00:42:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.654+0000 7fe95a59c640 1 -- 172.21.15.18:0/569759662 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 msgr2=0x55f2372f8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.654+0000 7fe95a59c640 1 --2- 172.21.15.18:0/569759662 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2372f8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.654+0000 7fe95a59c640 1 -- 172.21.15.18:0/569759662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 msgr2=0x55f2372ffd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.654+0000 7fe95a59c640 1 --2- 172.21.15.18:0/569759662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 0x55f2372ffd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.654+0000 7fe95a59c640 1 -- 172.21.15.18:0/569759662 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f236f71210 con 0x55f2372f8720 2024-04-22T00:42:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.654+0000 7fe95ad9d640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9440a2df0 0x7fe9440a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.654+0000 7fe95a59c640 1 --2- 172.21.15.18:0/569759662 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f2372fd220 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe954009e00 tx=0x7fe95400e6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5956fc515644064c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.655+0000 7fe948ff9640 1 -- 172.21.15.18:0/569759662 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe954016070 con 0x55f2372f8720 2024-04-22T00:42:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.655+0000 7fe948ff9640 1 -- 172.21.15.18:0/569759662 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe954011b50 con 0x55f2372f8720 2024-04-22T00:42:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.655+0000 7fe948ff9640 1 -- 172.21.15.18:0/569759662 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe954010a00 con 0x55f2372f8720 2024-04-22T00:42:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.656+0000 7fe95ad9d640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9440a2df0 0x7fe9440a52b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe94c0a43a0 tx=0x7fe94c003e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.656+0000 7fe963a58740 1 -- 172.21.15.18:0/569759662 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 msgr2=0x55f2372fd220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.656+0000 7fe963a58740 1 --2- 172.21.15.18:0/569759662 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f2372fd220 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe954009e00 tx=0x7fe95400e6c0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.656+0000 7fe963a58740 1 -- 172.21.15.18:0/569759662 shutdown_connections 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.656+0000 7fe963a58740 1 --2- 172.21.15.18:0/569759662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 0x55f2372ffd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.656+0000 7fe963a58740 1 --2- 172.21.15.18:0/569759662 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f2372fd220 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.656+0000 7fe963a58740 1 --2- 172.21.15.18:0/569759662 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2372f8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.656+0000 7fe963a58740 1 -- 172.21.15.18:0/569759662 >> 172.21.15.18:0/569759662 conn(0x55f2372f32a0 msgr2=0x55f2372f36a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 1 -- 172.21.15.18:0/569759662 shutdown_connections 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 1 -- 172.21.15.18:0/569759662 wait complete. 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 1 -- start start 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 1 Processor -- start 2024-04-22T00:42:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2373020d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 0x55f237302610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 0x55f237309650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55f237300840 con 0x55f2372f8720 2024-04-22T00:42:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55f237218a10 con 0x55f2372fd890 2024-04-22T00:42:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f2373009c0 con 0x55f2372f7d30 2024-04-22T00:42:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.657+0000 7fe963a58740 10 client.0 _ll_register_callbacks cb 0x55f237253b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe95a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 0x55f237302610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe95a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 0x55f237302610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36152/0 (socket says 172.21.15.18:36152) 2024-04-22T00:42:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe95a59c640 1 -- 172.21.15.18:0/46611829 learned_addr learned my addr 172.21.15.18:0/46611829 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe959d9b640 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2373020d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe95a59c640 1 -- 172.21.15.18:0/46611829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 msgr2=0x55f2373020d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe959d9b640 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 0x55f237309650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe95a59c640 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2373020d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe95a59c640 1 -- 172.21.15.18:0/46611829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 msgr2=0x55f237309650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe95a59c640 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 0x55f237309650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe95a59c640 1 -- 172.21.15.18:0/46611829 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f23703d620 con 0x55f2372f8720 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.658+0000 7fe959d9b640 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 0x55f237309650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.659+0000 7fe95a59c640 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 0x55f237302610 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe95400ebc0 tx=0x7fe954011a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33851878ffffb61f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.659+0000 7fe941ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.660+0000 7fe941ffb640 1 -- 172.21.15.18:0/46611829 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe954029060 con 0x55f2372f8720 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.660+0000 7fe963a58740 1 -- 172.21.15.18:0/46611829 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe954011b50 con 0x55f2372f8720 2024-04-22T00:42:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.660+0000 7fe941ffb640 1 -- 172.21.15.18:0/46611829 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe9540109a0 con 0x55f2372f8720 2024-04-22T00:42:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.660+0000 7fe941ffb640 1 -- 172.21.15.18:0/46611829 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe954030050 con 0x55f2372f8720 2024-04-22T00:42:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.660+0000 7fe963a58740 10 client.15894 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.660+0000 7fe963a58740 1 -- 172.21.15.18:0/46611829 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f23730c7b0 con 0x55f2372f8720 2024-04-22T00:42:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.661+0000 7fe941ffb640 1 -- 172.21.15.18:0/46611829 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe954011b50 con 0x55f2372f8720 2024-04-22T00:42:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.661+0000 7fe941ffb640 1 -- 172.21.15.18:0/46611829 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe954023030 con 0x55f2372f8720 2024-04-22T00:42:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.661+0000 7fe963a58740 10 client.15894 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.661+0000 7fe963a58740 10 client.15894 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.661+0000 7fe963a58740 20 client.15894 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.661+0000 7fe963a58740 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f23730dc70 0x55f237310090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.661+0000 7fe963a58740 4 client.15894 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.661+0000 7fe963a58740 1 -- 172.21.15.18:0/46611829 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f23726a0b0 con 0x55f23730dc70 2024-04-22T00:42:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.662+0000 7fe959d9b640 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f23730dc70 0x55f237310090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.663+0000 7fe959d9b640 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f23730dc70 0x55f237310090 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=983f18354ba2c7ad server_cookie=fb4d42fd2da0e9b0 in_seq=0 out_seq=0 2024-04-22T00:42:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe941ffb640 10 client.15894 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe941ffb640 1 -- 172.21.15.18:0/46611829 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f23726a0b0 con 0x55f23730dc70 2024-04-22T00:42:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe941ffb640 10 client.15894 handle_command_reply: tid=0 2024-04-22T00:42:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe963a58740 1 client.15894 shutdown 2024-04-22T00:42:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe963a58740 1 -- 172.21.15.18:0/46611829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 msgr2=0x55f237302610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe963a58740 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 0x55f237302610 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe95400ebc0 tx=0x7fe954011a40 comp rx=0 tx=0).stop 2024-04-22T00:42:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe963a58740 1 -- 172.21.15.18:0/46611829 shutdown_connections 2024-04-22T00:42:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe963a58740 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f23730dc70 0x55f237310090 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe963a58740 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 0x55f237309650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe963a58740 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 0x55f237302610 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe963a58740 1 --2- 172.21.15.18:0/46611829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2373020d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.664+0000 7fe963a58740 1 -- 172.21.15.18:0/46611829 >> 172.21.15.18:0/46611829 conn(0x55f2372f32a0 msgr2=0x55f2372f24c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.665+0000 7fe941ffb640 0 client.15894 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.665+0000 7fe963a58740 1 -- 172.21.15.18:0/46611829 shutdown_connections 2024-04-22T00:42:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.665+0000 7fe963a58740 1 -- 172.21.15.18:0/46611829 wait complete. 2024-04-22T00:42:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.665+0000 7fe963a58740 20 client.15894 trim_cache size 0 max 16384 2024-04-22T00:42:44.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.690+0000 7fe963a58740 1 Processor -- start 2024-04-22T00:42:44.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.691+0000 7fe963a58740 1 -- start start 2024-04-22T00:42:44.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.691+0000 7fe963a58740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2372ee220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.691+0000 7fe963a58740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 0x55f237309610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.691+0000 7fe963a58740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 0x55f2372f1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.692+0000 7fe959d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2372ee220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.692+0000 7fe959d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2372ee220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55056/0 (socket says 172.21.15.18:55056) 2024-04-22T00:42:44.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.692+0000 7fe959d9b640 1 -- 172.21.15.18:0/674394640 learned_addr learned my addr 172.21.15.18:0/674394640 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.692+0000 7fe963a58740 1 -- 172.21.15.18:0/674394640 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe95c1bba70 con 0x55f2372f8720 2024-04-22T00:42:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.692+0000 7fe963a58740 1 -- 172.21.15.18:0/674394640 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe95c1b92e0 con 0x55f2372fd890 2024-04-22T00:42:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.692+0000 7fe963a58740 1 -- 172.21.15.18:0/674394640 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe95c1b7130 con 0x55f2372f7d30 2024-04-22T00:42:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.693+0000 7fe959d9b640 1 --2- 172.21.15.18:0/674394640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 0x55f2372f1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.693+0000 7fe959d9b640 1 -- 172.21.15.18:0/674394640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 msgr2=0x55f2372f1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.693+0000 7fe959d9b640 1 --2- 172.21.15.18:0/674394640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 0x55f2372f1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.693+0000 7fe959d9b640 1 -- 172.21.15.18:0/674394640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 msgr2=0x55f237309610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.693+0000 7fe959d9b640 1 --2- 172.21.15.18:0/674394640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 0x55f237309610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.693+0000 7fe959d9b640 1 -- 172.21.15.18:0/674394640 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2372f8b00 con 0x55f2372f7d30 2024-04-22T00:42:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.695+0000 7fe959d9b640 1 --2- 172.21.15.18:0/674394640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2372ee220 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe950005d00 tx=0x7fe950032340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a976b022b879327 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:44.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.695+0000 7fe943fff640 1 -- 172.21.15.18:0/674394640 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe950039040 con 0x55f2372f7d30 2024-04-22T00:42:44.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.695+0000 7fe943fff640 1 -- 172.21.15.18:0/674394640 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe95003a040 con 0x55f2372f7d30 2024-04-22T00:42:44.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.695+0000 7fe943fff640 1 -- 172.21.15.18:0/674394640 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe95002c920 con 0x55f2372f7d30 2024-04-22T00:42:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.697+0000 7fe963a58740 1 -- 172.21.15.18:0/674394640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 msgr2=0x55f2372ee220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.697+0000 7fe963a58740 1 --2- 172.21.15.18:0/674394640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2372ee220 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe950005d00 tx=0x7fe950032340 comp rx=0 tx=0).stop 2024-04-22T00:42:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.697+0000 7fe963a58740 1 -- 172.21.15.18:0/674394640 shutdown_connections 2024-04-22T00:42:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.697+0000 7fe963a58740 1 --2- 172.21.15.18:0/674394640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372fd890 0x55f2372f1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.697+0000 7fe963a58740 1 --2- 172.21.15.18:0/674394640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372f8720 0x55f237309610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.697+0000 7fe963a58740 1 --2- 172.21.15.18:0/674394640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2372f7d30 0x55f2372ee220 secure :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe950005d00 tx=0x7fe950032340 comp rx=0 tx=0).stop 2024-04-22T00:42:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.697+0000 7fe963a58740 1 -- 172.21.15.18:0/674394640 >> 172.21.15.18:0/674394640 conn(0x55f2372f32a0 msgr2=0x55f2372f9ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.706+0000 7fe963a58740 1 -- 172.21.15.18:0/674394640 shutdown_connections 2024-04-22T00:42:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.706+0000 7fe963a58740 1 -- 172.21.15.18:0/674394640 wait complete. 2024-04-22T00:42:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.707+0000 7fe963a58740 1 -- start start 2024-04-22T00:42:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.707+0000 7fe963a58740 1 Processor -- start 2024-04-22T00:42:44.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.708+0000 7fe963a58740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f237306fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.708+0000 7fe963a58740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 0x55f237307500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.708+0000 7fe959d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f237306fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.708+0000 7fe959d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f237306fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54910/0 (socket says 172.21.15.18:54910) 2024-04-22T00:42:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.708+0000 7fe959d9b640 1 -- 172.21.15.18:0/4149249577 learned_addr learned my addr 172.21.15.18:0/4149249577 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.708+0000 7fe963a58740 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f237308510 0x55f237308990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.708+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe95c1b77a0 con 0x55f2372fd890 2024-04-22T00:42:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.708+0000 7fe95a59c640 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 0x55f237307500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.708+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe95c1b8c10 con 0x55f2372f8720 2024-04-22T00:42:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.708+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe95c1b7e70 con 0x55f237308510 2024-04-22T00:42:44.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.709+0000 7fe963a58740 10 client.0 _ll_register_callbacks cb 0x7fe950037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:44.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.715+0000 7fe959d9b640 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f237308510 0x55f237308990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.717+0000 7fe959d9b640 1 -- 172.21.15.18:0/4149249577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f237308510 msgr2=0x55f237308990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:44.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.717+0000 7fe959d9b640 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f237308510 0x55f237308990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.717+0000 7fe959d9b640 1 -- 172.21.15.18:0/4149249577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 msgr2=0x55f237307500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:44.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.717+0000 7fe959d9b640 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 0x55f237307500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.717+0000 7fe959d9b640 1 -- 172.21.15.18:0/4149249577 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f237308ed0 con 0x55f2372f8720 2024-04-22T00:42:44.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.718+0000 7fe95a59c640 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 0x55f237307500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:44.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.719+0000 7fe959d9b640 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f237306fc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe950000c00 tx=0x7fe95002c210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42bb98d6c9713c8d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:44.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.719+0000 7fe941ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:44.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.719+0000 7fe941ffb640 1 -- 172.21.15.18:0/4149249577 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe950039040 con 0x55f2372f8720 2024-04-22T00:42:44.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.719+0000 7fe941ffb640 1 -- 172.21.15.18:0/4149249577 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe950004250 con 0x55f2372f8720 2024-04-22T00:42:44.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.720+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe95003a040 con 0x55f2372f8720 2024-04-22T00:42:44.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.721+0000 7fe941ffb640 1 -- 172.21.15.18:0/4149249577 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe95004ce60 con 0x55f2372f8720 2024-04-22T00:42:44.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.721+0000 7fe963a58740 10 client.25511 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:44.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.721+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f237374840 con 0x55f2372f8720 2024-04-22T00:42:44.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.722+0000 7fe941ffb640 1 -- 172.21.15.18:0/4149249577 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe95003a040 con 0x55f2372f8720 2024-04-22T00:42:44.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.722+0000 7fe941ffb640 1 -- 172.21.15.18:0/4149249577 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe95004b5e0 con 0x55f2372f8720 2024-04-22T00:42:44.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.722+0000 7fe963a58740 10 client.25511 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:44.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.722+0000 7fe963a58740 10 client.25511 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:44.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.722+0000 7fe963a58740 20 client.25511 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:44.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.722+0000 7fe963a58740 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f237375150 0x55f237377570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:44.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.722+0000 7fe963a58740 4 client.25511 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:42:44.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.722+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f2372ee900 con 0x55f237375150 2024-04-22T00:42:44.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.725+0000 7fe95a59c640 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f237375150 0x55f237377570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:44.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.727+0000 7fe95a59c640 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f237375150 0x55f237377570 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf6e2f695820db4 server_cookie=f28b5f96ee37b193 in_seq=0 out_seq=0 2024-04-22T00:42:44.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.728+0000 7fe941ffb640 10 client.25511 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:44.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.745+0000 7fe941ffb640 1 -- 172.21.15.18:0/4149249577 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f2372ee900 con 0x55f237375150 2024-04-22T00:42:44.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.745+0000 7fe941ffb640 10 client.25511 handle_command_reply: tid=0 2024-04-22T00:42:44.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.745+0000 7fe963a58740 1 client.25511 shutdown 2024-04-22T00:42:44.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 msgr2=0x55f237306fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:44.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f237306fc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe950000c00 tx=0x7fe95002c210 comp rx=0 tx=0).stop 2024-04-22T00:42:44.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 shutdown_connections 2024-04-22T00:42:44.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f237375150 0x55f237377570 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f237308510 0x55f237308990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2372fd890 0x55f237307500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 1 --2- 172.21.15.18:0/4149249577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2372f8720 0x55f237306fc0 secure :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe950000c00 tx=0x7fe95002c210 comp rx=0 tx=0).stop 2024-04-22T00:42:44.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 >> 172.21.15.18:0/4149249577 conn(0x55f2372f32a0 msgr2=0x55f2372f6500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:44.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe941ffb640 0 client.25511 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:44.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 shutdown_connections 2024-04-22T00:42:44.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 1 -- 172.21.15.18:0/4149249577 wait complete. 2024-04-22T00:42:44.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.747+0000 7fe963a58740 20 client.25511 trim_cache size 0 max 16384 2024-04-22T00:42:44.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:42:44.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:42:44.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:42:44.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:42:44.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 -- 172.21.15.18:0/2721581159 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9440a2df0 msgr2=0x7fe9440a52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:44.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9440a2df0 0x7fe9440a52b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe94c0a43a0 tx=0x7fe94c003e30 comp rx=0 tx=0).stop 2024-04-22T00:42:44.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 -- 172.21.15.18:0/2721581159 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe95c105580 msgr2=0x7fe95c1160e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:44.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe95c105580 0x7fe95c1160e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe94c00e940 tx=0x7fe94c00ee00 comp rx=0 tx=0).stop 2024-04-22T00:42:44.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 -- 172.21.15.18:0/2721581159 shutdown_connections 2024-04-22T00:42:44.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe9440a2df0 0x7fe9440a52b0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe95c105580 0x7fe95c1160e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe95c104bc0 0x7fe95c1110d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 --2- 172.21.15.18:0/2721581159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe95c1039d0 0x7fe95c110b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:44.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 -- 172.21.15.18:0/2721581159 >> 172.21.15.18:0/2721581159 conn(0x7fe95c0fef60 msgr2=0x7fe95c105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:44.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 -- 172.21.15.18:0/2721581159 shutdown_connections 2024-04-22T00:42:44.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:44.748+0000 7fe960e72640 1 -- 172.21.15.18:0/2721581159 wait complete. 2024-04-22T00:42:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 80.0 s, 2813.8 tps, lat 38.819 ms stddev 69.125 2024-04-22T00:42:46.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:45 smithi081 ceph-mon[31546]: pgmap v418: 129 pgs: 129 active+clean; 1.0 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 MiB/s wr, 944 op/s 2024-04-22T00:42:46.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:45 smithi018 ceph-mon[27979]: pgmap v418: 129 pgs: 129 active+clean; 1.0 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 MiB/s wr, 944 op/s 2024-04-22T00:42:46.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:45 smithi167 ceph-mon[31348]: pgmap v418: 129 pgs: 129 active+clean; 1.0 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 MiB/s wr, 944 op/s 2024-04-22T00:42:48.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:47 smithi081 ceph-mon[31546]: pgmap v419: 129 pgs: 129 active+clean; 1.0 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 19 MiB/s wr, 1.07k op/s 2024-04-22T00:42:48.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:47 smithi018 ceph-mon[27979]: pgmap v419: 129 pgs: 129 active+clean; 1.0 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 19 MiB/s wr, 1.07k op/s 2024-04-22T00:42:48.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:47 smithi167 ceph-mon[31348]: pgmap v419: 129 pgs: 129 active+clean; 1.0 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 19 MiB/s wr, 1.07k op/s 2024-04-22T00:42:48.670 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:42:48.671 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:42:48.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.829+0000 7fd167dde640 1 -- 172.21.15.18:0/2756760414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd160102980 msgr2=0x7fd160102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:48.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.829+0000 7fd167dde640 1 --2- 172.21.15.18:0/2756760414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd160102980 0x7fd160102e00 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd150009900 tx=0x7fd15002bc30 comp rx=0 tx=0).stop 2024-04-22T00:42:48.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.829+0000 7fd167dde640 1 -- 172.21.15.18:0/2756760414 shutdown_connections 2024-04-22T00:42:48.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.829+0000 7fd167dde640 1 --2- 172.21.15.18:0/2756760414 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd160103340 0x7fd160109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.829+0000 7fd167dde640 1 --2- 172.21.15.18:0/2756760414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd160102980 0x7fd160102e00 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.829+0000 7fd167dde640 1 --2- 172.21.15.18:0/2756760414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd160101790 0x7fd160101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.829+0000 7fd167dde640 1 -- 172.21.15.18:0/2756760414 >> 172.21.15.18:0/2756760414 conn(0x7fd1600fcd20 msgr2=0x7fd1600ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:48.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.829+0000 7fd167dde640 1 -- 172.21.15.18:0/2756760414 shutdown_connections 2024-04-22T00:42:48.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.829+0000 7fd167dde640 1 -- 172.21.15.18:0/2756760414 wait complete. 2024-04-22T00:42:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.831+0000 7fd167dde640 1 Processor -- start 2024-04-22T00:42:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.831+0000 7fd167dde640 1 -- start start 2024-04-22T00:42:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.832+0000 7fd167dde640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd160101790 0x7fd160197a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.832+0000 7fd167dde640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd160102980 0x7fd160197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.832+0000 7fd167dde640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd160103340 0x7fd16019f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.832+0000 7fd165379640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd160102980 0x7fd160197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.833+0000 7fd165379640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd160102980 0x7fd160197fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54924/0 (socket says 172.21.15.18:54924) 2024-04-22T00:42:48.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.833+0000 7fd165379640 1 -- 172.21.15.18:0/3319464129 learned_addr learned my addr 172.21.15.18:0/3319464129 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:48.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.833+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd16010d410 con 0x7fd160101790 2024-04-22T00:42:48.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.833+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd16010d290 con 0x7fd160102980 2024-04-22T00:42:48.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.833+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd16010d590 con 0x7fd160103340 2024-04-22T00:42:48.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.833+0000 7fd16637b640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd160103340 0x7fd16019f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.833+0000 7fd165b7a640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd160101790 0x7fd160197a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd165379640 1 -- 172.21.15.18:0/3319464129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd160103340 msgr2=0x7fd16019f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:48.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd165379640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd160103340 0x7fd16019f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd165379640 1 -- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd160101790 msgr2=0x7fd160197a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:48.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd165379640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd160101790 0x7fd160197a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd165379640 1 -- 172.21.15.18:0/3319464129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd16019f6a0 con 0x7fd160102980 2024-04-22T00:42:48.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd165b7a640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd160101790 0x7fd160197a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:48.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd165379640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd160102980 0x7fd160197fc0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd150009230 tx=0x7fd150005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:48.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd156ffd640 1 -- 172.21.15.18:0/3319464129 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150041070 con 0x7fd160102980 2024-04-22T00:42:48.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd156ffd640 1 -- 172.21.15.18:0/3319464129 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd1500044d0 con 0x7fd160102980 2024-04-22T00:42:48.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd16019f930 con 0x7fd160102980 2024-04-22T00:42:48.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd156ffd640 1 -- 172.21.15.18:0/3319464129 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150034440 con 0x7fd160102980 2024-04-22T00:42:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.834+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd16019fe70 con 0x7fd160102980 2024-04-22T00:42:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.837+0000 7fd156ffd640 1 -- 172.21.15.18:0/3319464129 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd150044070 con 0x7fd160102980 2024-04-22T00:42:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.838+0000 7fd156ffd640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd14c0a2c90 0x7fd14c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.838+0000 7fd165b7a640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd14c0a2c90 0x7fd14c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.838+0000 7fd156ffd640 1 -- 172.21.15.18:0/3319464129 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd1500f1070 con 0x7fd160102980 2024-04-22T00:42:48.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.839+0000 7fd16a9c6740 1 Processor -- start 2024-04-22T00:42:48.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.839+0000 7fd165b7a640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd14c0a2c90 0x7fd14c0a5150 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fd15c0058c0 tx=0x7fd15c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:48.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.839+0000 7fd16a9c6740 1 -- start start 2024-04-22T00:42:48.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.839+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 0x556ce31fc370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.839+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce3201440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce3201ab0 0x556ce3203f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd16a9c6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556ce3161560 con 0x556ce31fc940 2024-04-22T00:42:48.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd16a9c6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556ce3109730 con 0x556ce3201ab0 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd16a9c6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556ce315d520 con 0x556ce31fbf50 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd165379640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce3201440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd165379640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce3201440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36202/0 (socket says 172.21.15.18:36202) 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd165379640 1 -- 172.21.15.18:0/2004729391 learned_addr learned my addr 172.21.15.18:0/2004729391 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd165b7a640 1 --2- 172.21.15.18:0/2004729391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 0x556ce31fc370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd16637b640 1 --2- 172.21.15.18:0/2004729391 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce3201ab0 0x556ce3203f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd165b7a640 1 -- 172.21.15.18:0/2004729391 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce3201ab0 msgr2=0x556ce3203f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd165b7a640 1 --2- 172.21.15.18:0/2004729391 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce3201ab0 0x556ce3203f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd165b7a640 1 -- 172.21.15.18:0/2004729391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 msgr2=0x556ce3201440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd165b7a640 1 --2- 172.21.15.18:0/2004729391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce3201440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.840+0000 7fd165b7a640 1 -- 172.21.15.18:0/2004729391 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ce2f3f7d0 con 0x556ce31fbf50 2024-04-22T00:42:48.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.841+0000 7fd165b7a640 1 --2- 172.21.15.18:0/2004729391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 0x556ce31fc370 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd15c00bfc0 tx=0x7fd15c012000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df3f74dc812812b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:48.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.841+0000 7fd14bfff640 1 -- 172.21.15.18:0/2004729391 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15c004220 con 0x556ce31fbf50 2024-04-22T00:42:48.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.842+0000 7fd14bfff640 1 -- 172.21.15.18:0/2004729391 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd15c024070 con 0x556ce31fbf50 2024-04-22T00:42:48.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.842+0000 7fd14bfff640 1 -- 172.21.15.18:0/2004729391 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15c003940 con 0x556ce31fbf50 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.843+0000 7fd16a9c6740 1 -- 172.21.15.18:0/2004729391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 msgr2=0x556ce31fc370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.843+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/2004729391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 0x556ce31fc370 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd15c00bfc0 tx=0x7fd15c012000 comp rx=0 tx=0).stop 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.843+0000 7fd16a9c6740 1 -- 172.21.15.18:0/2004729391 shutdown_connections 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.843+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/2004729391 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce3201ab0 0x556ce3203f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.843+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/2004729391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce3201440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.843+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/2004729391 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 0x556ce31fc370 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.843+0000 7fd16a9c6740 1 -- 172.21.15.18:0/2004729391 >> 172.21.15.18:0/2004729391 conn(0x556ce31f74c0 msgr2=0x556ce31f78c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.843+0000 7fd16a9c6740 1 -- 172.21.15.18:0/2004729391 shutdown_connections 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.843+0000 7fd16a9c6740 1 -- 172.21.15.18:0/2004729391 wait complete. 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16a9c6740 1 -- start start 2024-04-22T00:42:48.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16a9c6740 1 Processor -- start 2024-04-22T00:42:48.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fbf50 0x556ce32064d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce3206a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 0x556ce320da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16a9c6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556ce3204a60 con 0x556ce31fbf50 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16a9c6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556ce311ce00 con 0x556ce31fc940 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16a9c6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556ce3204be0 con 0x556ce3201ab0 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16a9c6740 10 client.0 _ll_register_callbacks cb 0x556ce3157eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd165b7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fbf50 0x556ce32064d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16637b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 0x556ce320da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16637b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 0x556ce320da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55100/0 (socket says 172.21.15.18:55100) 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd16637b640 1 -- 172.21.15.18:0/1813237533 learned_addr learned my addr 172.21.15.18:0/1813237533 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.844+0000 7fd165379640 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce3206a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.845+0000 7fd165379640 1 -- 172.21.15.18:0/1813237533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 msgr2=0x556ce320da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.845+0000 7fd165379640 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 0x556ce320da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.845+0000 7fd165379640 1 -- 172.21.15.18:0/1813237533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fbf50 msgr2=0x556ce32064d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.845+0000 7fd165379640 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fbf50 0x556ce32064d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.845+0000 7fd165379640 1 -- 172.21.15.18:0/1813237533 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ce2e753f0 con 0x556ce31fc940 2024-04-22T00:42:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.845+0000 7fd165379640 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce3206a10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd1500bd430 tx=0x7fd150009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1363be91a55cf3f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.845+0000 7fd1497fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.846+0000 7fd1497fa640 1 -- 172.21.15.18:0/1813237533 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1500d5020 con 0x556ce31fc940 2024-04-22T00:42:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.846+0000 7fd1497fa640 1 -- 172.21.15.18:0/1813237533 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd1500d6250 con 0x556ce31fc940 2024-04-22T00:42:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.846+0000 7fd16a9c6740 1 -- 172.21.15.18:0/1813237533 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd15c024070 con 0x556ce31fc940 2024-04-22T00:42:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.846+0000 7fd1497fa640 1 -- 172.21.15.18:0/1813237533 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd15004b040 con 0x556ce31fc940 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.846+0000 7fd16a9c6740 10 client.25523 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.846+0000 7fd16a9c6740 1 -- 172.21.15.18:0/1813237533 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556ce2e350f0 con 0x556ce31fc940 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.846+0000 7fd1497fa640 1 -- 172.21.15.18:0/1813237533 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd15c024070 con 0x556ce31fc940 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.846+0000 7fd1497fa640 1 -- 172.21.15.18:0/1813237533 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd1500c5c80 con 0x556ce31fc940 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.847+0000 7fd16a9c6740 10 client.25523 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.847+0000 7fd16a9c6740 10 client.25523 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.847+0000 7fd16a9c6740 20 client.25523 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.847+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556ce32122d0 0x556ce32146f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.847+0000 7fd16a9c6740 4 client.25523 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.847+0000 7fd16a9c6740 1 -- 172.21.15.18:0/1813237533 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ce316eaa0 con 0x556ce32122d0 2024-04-22T00:42:48.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.847+0000 7fd165b7a640 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556ce32122d0 0x556ce32146f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.847+0000 7fd1497fa640 10 client.25523 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:48.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.847+0000 7fd165b7a640 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556ce32122d0 0x556ce32146f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a78abd476cf90637 server_cookie=6c4c2cd648f82f30 in_seq=0 out_seq=0 2024-04-22T00:42:48.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.848+0000 7fd1497fa640 1 -- 172.21.15.18:0/1813237533 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556ce316eaa0 con 0x556ce32122d0 2024-04-22T00:42:48.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.848+0000 7fd1497fa640 10 client.25523 handle_command_reply: tid=0 2024-04-22T00:42:48.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.848+0000 7fd16a9c6740 1 client.25523 shutdown 2024-04-22T00:42:48.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.848+0000 7fd16a9c6740 1 -- 172.21.15.18:0/1813237533 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 msgr2=0x556ce3206a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:48.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.848+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce3206a10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd1500bd430 tx=0x7fd150009260 comp rx=0 tx=0).stop 2024-04-22T00:42:48.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.848+0000 7fd16a9c6740 1 -- 172.21.15.18:0/1813237533 shutdown_connections 2024-04-22T00:42:48.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.848+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556ce32122d0 0x556ce32146f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.848+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 0x556ce320da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.848+0000 7fd1497fa640 0 client.25523 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:48.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.849+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce3206a10 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.849+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/1813237533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fbf50 0x556ce32064d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.849+0000 7fd16a9c6740 1 -- 172.21.15.18:0/1813237533 >> 172.21.15.18:0/1813237533 conn(0x556ce31f74c0 msgr2=0x556ce31f66e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:48.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.850+0000 7fd16a9c6740 1 -- 172.21.15.18:0/1813237533 shutdown_connections 2024-04-22T00:42:48.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.850+0000 7fd16a9c6740 1 -- 172.21.15.18:0/1813237533 wait complete. 2024-04-22T00:42:48.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.850+0000 7fd16a9c6740 20 client.25523 trim_cache size 0 max 16384 2024-04-22T00:42:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd16a9c6740 1 Processor -- start 2024-04-22T00:42:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd16a9c6740 1 -- start start 2024-04-22T00:42:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fbf50 0x556ce31f78a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce320da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 0x556ce31fdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd16a9c6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd1601aab90 con 0x556ce31fc940 2024-04-22T00:42:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd16a9c6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd1601a8400 con 0x556ce31fbf50 2024-04-22T00:42:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd16a9c6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd1601a6250 con 0x556ce3201ab0 2024-04-22T00:42:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd165379640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce320da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd165b7a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fbf50 0x556ce31f78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd165379640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce320da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36210/0 (socket says 172.21.15.18:36210) 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd165379640 1 -- 172.21.15.18:0/154138280 learned_addr learned my addr 172.21.15.18:0/154138280 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.878+0000 7fd16637b640 1 --2- 172.21.15.18:0/154138280 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 0x556ce31fdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.879+0000 7fd165379640 1 -- 172.21.15.18:0/154138280 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 msgr2=0x556ce31fdeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.879+0000 7fd165379640 1 --2- 172.21.15.18:0/154138280 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 0x556ce31fdeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.879+0000 7fd165379640 1 -- 172.21.15.18:0/154138280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fbf50 msgr2=0x556ce31f78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.879+0000 7fd165379640 1 --2- 172.21.15.18:0/154138280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fbf50 0x556ce31f78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.879+0000 7fd165379640 1 -- 172.21.15.18:0/154138280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ce3201160 con 0x556ce31fc940 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.879+0000 7fd16637b640 1 --2- 172.21.15.18:0/154138280 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 0x556ce31fdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:48.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.879+0000 7fd165b7a640 1 --2- 172.21.15.18:0/154138280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fbf50 0x556ce31f78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:48.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.881+0000 7fd165379640 1 --2- 172.21.15.18:0/154138280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce320da10 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fd1500bd1a0 tx=0x7fd150003800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9320931fb2b60810 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:48.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.881+0000 7fd14b7fe640 1 -- 172.21.15.18:0/154138280 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1500d5040 con 0x556ce31fc940 2024-04-22T00:42:48.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.881+0000 7fd14b7fe640 1 -- 172.21.15.18:0/154138280 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd1500c1850 con 0x556ce31fc940 2024-04-22T00:42:48.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.881+0000 7fd14b7fe640 1 -- 172.21.15.18:0/154138280 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1500bc8f0 con 0x556ce31fc940 2024-04-22T00:42:48.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.882+0000 7fd16a9c6740 1 -- 172.21.15.18:0/154138280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 msgr2=0x556ce320da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:48.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.882+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/154138280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce320da10 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fd1500bd1a0 tx=0x7fd150003800 comp rx=0 tx=0).stop 2024-04-22T00:42:48.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.883+0000 7fd16a9c6740 1 -- 172.21.15.18:0/154138280 shutdown_connections 2024-04-22T00:42:48.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.883+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/154138280 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce3201ab0 0x556ce31fdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.883+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/154138280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce31fc940 0x556ce320da10 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.883+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/154138280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fbf50 0x556ce31f78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.883+0000 7fd16a9c6740 1 -- 172.21.15.18:0/154138280 >> 172.21.15.18:0/154138280 conn(0x556ce31f74c0 msgr2=0x556ce3204fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:48.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.883+0000 7fd16a9c6740 1 -- 172.21.15.18:0/154138280 shutdown_connections 2024-04-22T00:42:48.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.883+0000 7fd16a9c6740 1 -- 172.21.15.18:0/154138280 wait complete. 2024-04-22T00:42:48.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.884+0000 7fd16a9c6740 1 -- start start 2024-04-22T00:42:48.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.884+0000 7fd16a9c6740 1 Processor -- start 2024-04-22T00:42:48.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.884+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 0x556ce320ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.884+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce320b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.884+0000 7fd16a9c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce3201ab0 0x556ce320c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.884+0000 7fd16a9c6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd1601a68c0 con 0x556ce3201ab0 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.884+0000 7fd165b7a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 0x556ce320ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.884+0000 7fd165379640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce320b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd165379640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce320b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54942/0 (socket says 172.21.15.18:54942) 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd165b7a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 0x556ce320ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55118/0 (socket says 172.21.15.18:55118) 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd165379640 1 -- 172.21.15.18:0/404492115 learned_addr learned my addr 172.21.15.18:0/404492115 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.884+0000 7fd16637b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce3201ab0 0x556ce320c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd16a9c6740 1 -- 172.21.15.18:0/404492115 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd1601a7d30 con 0x556ce31fc940 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd16a9c6740 1 -- 172.21.15.18:0/404492115 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd1601a6f90 con 0x556ce31fbf50 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd16a9c6740 10 client.0 _ll_register_callbacks cb 0x7fd1500ee680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd165379640 1 -- 172.21.15.18:0/404492115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 msgr2=0x556ce320ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd165379640 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 0x556ce320ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd165379640 1 -- 172.21.15.18:0/404492115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce3201ab0 msgr2=0x556ce320c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:48.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd165379640 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce3201ab0 0x556ce320c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd165379640 1 -- 172.21.15.18:0/404492115 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ce320c890 con 0x556ce31fc940 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd165379640 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce320b290 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fd1500bb750 tx=0x7fd150009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=15c7c2878449e9a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd1497fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd1497fa640 1 -- 172.21.15.18:0/404492115 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1500a2070 con 0x556ce31fc940 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd1497fa640 1 -- 172.21.15.18:0/404492115 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd1500b93f0 con 0x556ce31fc940 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd16a9c6740 1 -- 172.21.15.18:0/404492115 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1500c1850 con 0x556ce31fc940 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd1497fa640 1 -- 172.21.15.18:0/404492115 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd1500d5070 con 0x556ce31fc940 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd16a9c6740 10 client.25529 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.885+0000 7fd16a9c6740 1 -- 172.21.15.18:0/404492115 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556ce320c890 con 0x556ce31fc940 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.886+0000 7fd1497fa640 1 -- 172.21.15.18:0/404492115 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd1500d63c0 con 0x556ce31fc940 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.886+0000 7fd1497fa640 1 -- 172.21.15.18:0/404492115 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd1500a5030 con 0x556ce31fc940 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.886+0000 7fd16a9c6740 10 client.25529 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.886+0000 7fd16a9c6740 10 client.25529 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.886+0000 7fd16a9c6740 20 client.25529 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:48.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.886+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556ce32122d0 0x556ce327a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:48.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.886+0000 7fd16a9c6740 4 client.25529 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:42:48.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.886+0000 7fd16a9c6740 1 -- 172.21.15.18:0/404492115 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fd1500c1850 con 0x556ce32122d0 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.886+0000 7fd165b7a640 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556ce32122d0 0x556ce327a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.887+0000 7fd165b7a640 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556ce32122d0 0x556ce327a9b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3d50c1c80cadb64 server_cookie=b4b824ce7815e7f in_seq=0 out_seq=0 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.887+0000 7fd1497fa640 10 client.25529 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd1497fa640 1 -- 172.21.15.18:0/404492115 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7fd1500c1850 con 0x556ce32122d0 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd1497fa640 10 client.25529 handle_command_reply: tid=0 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd16a9c6740 1 client.25529 shutdown 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd16a9c6740 1 -- 172.21.15.18:0/404492115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 msgr2=0x556ce320b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce320b290 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fd1500bb750 tx=0x7fd150009260 comp rx=0 tx=0).stop 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd16a9c6740 1 -- 172.21.15.18:0/404492115 shutdown_connections 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556ce32122d0 0x556ce327a9b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ce3201ab0 0x556ce320c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556ce31fc940 0x556ce320b290 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd16a9c6740 1 --2- 172.21.15.18:0/404492115 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556ce31fbf50 0x556ce320ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd16a9c6740 1 -- 172.21.15.18:0/404492115 >> 172.21.15.18:0/404492115 conn(0x556ce31f74c0 msgr2=0x556ce3204fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:48.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.888+0000 7fd1497fa640 0 client.25529 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:48.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.889+0000 7fd16a9c6740 1 -- 172.21.15.18:0/404492115 shutdown_connections 2024-04-22T00:42:48.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.889+0000 7fd16a9c6740 1 -- 172.21.15.18:0/404492115 wait complete. 2024-04-22T00:42:48.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.889+0000 7fd16a9c6740 20 client.25529 trim_cache size 0 max 16384 2024-04-22T00:42:48.892 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:42:48.892 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:42:48.892 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:42:48.893 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:42:48.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd14c0a2c90 msgr2=0x7fd14c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:48.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd14c0a2c90 0x7fd14c0a5150 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fd15c0058c0 tx=0x7fd15c005850 comp rx=0 tx=0).stop 2024-04-22T00:42:48.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd160102980 msgr2=0x7fd160197fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:48.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd160102980 0x7fd160197fc0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd150009230 tx=0x7fd150005d50 comp rx=0 tx=0).stop 2024-04-22T00:42:48.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 shutdown_connections 2024-04-22T00:42:48.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd14c0a2c90 0x7fd14c0a5150 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd160103340 0x7fd16019f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd160102980 0x7fd160197fc0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 --2- 172.21.15.18:0/3319464129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd160101790 0x7fd160197a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:48.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 >> 172.21.15.18:0/3319464129 conn(0x7fd1600fcd20 msgr2=0x7fd160105c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:48.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 shutdown_connections 2024-04-22T00:42:48.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:48.890+0000 7fd167dde640 1 -- 172.21.15.18:0/3319464129 wait complete. 2024-04-22T00:42:48.907 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:42:48.907 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:42:49.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.060+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3588106356 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a4100680 msgr2=0x7f91a4100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.060+0000 7f91a8b9a640 1 --2- 172.21.15.18:0/3588106356 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a4100680 0x7f91a4100aa0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f9194009900 tx=0x7f919402bc30 comp rx=0 tx=0).stop 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.060+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3588106356 shutdown_connections 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.060+0000 7f91a8b9a640 1 --2- 172.21.15.18:0/3588106356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a4102230 0x7f91a4108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.060+0000 7f91a8b9a640 1 --2- 172.21.15.18:0/3588106356 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a4101870 0x7f91a4101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.061+0000 7f91a8b9a640 1 --2- 172.21.15.18:0/3588106356 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a4100680 0x7f91a4100aa0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.061+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3588106356 >> 172.21.15.18:0/3588106356 conn(0x7f91a40fbbf0 msgr2=0x7f91a40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.061+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3588106356 shutdown_connections 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.061+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3588106356 wait complete. 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a8b9a640 1 Processor -- start 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a8b9a640 1 -- start start 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a8b9a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a4100680 0x7f91a4195900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a8b9a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a4101870 0x7f91a4195e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a8b9a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a4102230 0x7f91a41ae160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a8b9a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f91a410b240 con 0x7f91a4102230 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a8b9a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f91a410b0c0 con 0x7f91a4101870 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a8b9a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f91a410b3c0 con 0x7f91a4100680 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a4100680 0x7f91a4195900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a4100680 0x7f91a4195900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55142/0 (socket says 172.21.15.18:55142) 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a259c640 1 -- 172.21.15.18:0/3520527516 learned_addr learned my addr 172.21.15.18:0/3520527516 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a2d9d640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a4102230 0x7f91a41ae160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f919bfff640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a4101870 0x7f91a4195e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a2d9d640 1 -- 172.21.15.18:0/3520527516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a4100680 msgr2=0x7f91a4195900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a2d9d640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a4100680 0x7f91a4195900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a2d9d640 1 -- 172.21.15.18:0/3520527516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a4101870 msgr2=0x7f91a4195e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a2d9d640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a4101870 0x7f91a4195e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a2d9d640 1 -- 172.21.15.18:0/3520527516 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a41ae6a0 con 0x7f91a4102230 2024-04-22T00:42:49.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.062+0000 7f91a259c640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a4100680 0x7f91a4195900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:49.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.063+0000 7f91a2d9d640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a4102230 0x7f91a41ae160 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f919c00be20 tx=0x7f919c009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.063+0000 7f919b7fe640 1 -- 172.21.15.18:0/3520527516 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c019070 con 0x7f91a4102230 2024-04-22T00:42:49.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.063+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3520527516 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91a41ae870 con 0x7f91a4102230 2024-04-22T00:42:49.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.063+0000 7f919b7fe640 1 -- 172.21.15.18:0/3520527516 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f919c00cd70 con 0x7f91a4102230 2024-04-22T00:42:49.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.063+0000 7f919b7fe640 1 -- 172.21.15.18:0/3520527516 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c0127f0 con 0x7f91a4102230 2024-04-22T00:42:49.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.063+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3520527516 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91a41aece0 con 0x7f91a4102230 2024-04-22T00:42:49.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.064+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3520527516 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91a4107940 con 0x7f91a4102230 2024-04-22T00:42:49.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.066+0000 7f919b7fe640 1 -- 172.21.15.18:0/3520527516 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f919c01c070 con 0x7f91a4102230 2024-04-22T00:42:49.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.067+0000 7f919b7fe640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91900a2b70 0x7f91900a5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.067+0000 7f919b7fe640 1 -- 172.21.15.18:0/3520527516 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f919c0cf000 con 0x7f91a4102230 2024-04-22T00:42:49.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.067+0000 7f91a259c640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91900a2b70 0x7f91900a5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.068+0000 7f91a259c640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91900a2b70 0x7f91900a5030 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f919402ce70 tx=0x7f9194004f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.072+0000 7f919b7fe640 1 -- 172.21.15.18:0/3520527516 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f919c09b540 con 0x7f91a4102230 2024-04-22T00:42:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.446+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3520527516 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f91a402d170 con 0x7f91a4102230 2024-04-22T00:42:49.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.448+0000 7f919b7fe640 1 -- 172.21.15.18:0/3520527516 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11874 (secure 0 0 0) 0x7f919c09f840 con 0x7f91a4102230 2024-04-22T00:42:49.450 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:42:49.450 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:41:51.304827+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:42:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 28 2024-04-22T00:42:49.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.451+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91900a2b70 msgr2=0x7f91900a5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.451+0000 7f91a8b9a640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91900a2b70 0x7f91900a5030 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f919402ce70 tx=0x7f9194004f10 comp rx=0 tx=0).stop 2024-04-22T00:42:49.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.452+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a4102230 msgr2=0x7f91a41ae160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.452+0000 7f91a8b9a640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a4102230 0x7f91a41ae160 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f919c00be20 tx=0x7f919c009ed0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.452+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3520527516 shutdown_connections 2024-04-22T00:42:49.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.452+0000 7f91a8b9a640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91900a2b70 0x7f91900a5030 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.452+0000 7f91a8b9a640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a4102230 0x7f91a41ae160 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.452+0000 7f91a8b9a640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a4101870 0x7f91a4195e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.452+0000 7f91a8b9a640 1 --2- 172.21.15.18:0/3520527516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a4100680 0x7f91a4195900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.452+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3520527516 >> 172.21.15.18:0/3520527516 conn(0x7f91a40fbbf0 msgr2=0x7f91a4104b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.452+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3520527516 shutdown_connections 2024-04-22T00:42:49.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.454+0000 7f91a8b9a640 1 -- 172.21.15.18:0/3520527516 wait complete. 2024-04-22T00:42:49.473 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:42:49.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.642+0000 7f78affff640 1 -- 172.21.15.18:0/742726337 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0032a00 con 0x7f78b8101180 2024-04-22T00:42:49.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.643+0000 7f78bf47d640 1 -- 172.21.15.18:0/742726337 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f78b8101180 msgr2=0x7f78b8105a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.643+0000 7f78bf47d640 1 --2- 172.21.15.18:0/742726337 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f78b8101180 0x7f78b8105a20 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f78b0009ca0 tx=0x7f78b002c120 comp rx=0 tx=0).stop 2024-04-22T00:42:49.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.643+0000 7f78bf47d640 1 -- 172.21.15.18:0/742726337 shutdown_connections 2024-04-22T00:42:49.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.643+0000 7f78bf47d640 1 --2- 172.21.15.18:0/742726337 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f78b8101180 0x7f78b8105a20 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.643+0000 7f78bf47d640 1 --2- 172.21.15.18:0/742726337 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f78b81007c0 0x7f78b8100c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.643+0000 7f78bf47d640 1 --2- 172.21.15.18:0/742726337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f78b80ffa60 0x7f78b80ffe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.643+0000 7f78bf47d640 1 -- 172.21.15.18:0/742726337 >> 172.21.15.18:0/742726337 conn(0x7f78b80fb370 msgr2=0x7f78b80fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.643+0000 7f78bf47d640 1 -- 172.21.15.18:0/742726337 shutdown_connections 2024-04-22T00:42:49.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.644+0000 7f78bf47d640 1 -- 172.21.15.18:0/742726337 wait complete. 2024-04-22T00:42:49.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.644+0000 7f78bf47d640 1 Processor -- start 2024-04-22T00:42:49.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bf47d640 1 -- start start 2024-04-22T00:42:49.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bf47d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f78b80ffa60 0x7f78b819e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bf47d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f78b81007c0 0x7f78b819e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bf47d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f78b8101180 0x7f78b81a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bf47d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f78b8113b80 con 0x7f78b8101180 2024-04-22T00:42:49.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bf47d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f78b8113a00 con 0x7f78b81007c0 2024-04-22T00:42:49.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bf47d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f78b8113d00 con 0x7f78b80ffa60 2024-04-22T00:42:49.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bca18640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f78b81007c0 0x7f78b819e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bd219640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f78b80ffa60 0x7f78b819e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bda1a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f78b8101180 0x7f78b81a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bca18640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f78b81007c0 0x7f78b819e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54964/0 (socket says 172.21.15.18:54964) 2024-04-22T00:42:49.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bca18640 1 -- 172.21.15.18:0/3517556516 learned_addr learned my addr 172.21.15.18:0/3517556516 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bd219640 1 -- 172.21.15.18:0/3517556516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f78b81007c0 msgr2=0x7f78b819e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bd219640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f78b81007c0 0x7f78b819e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bd219640 1 -- 172.21.15.18:0/3517556516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f78b8101180 msgr2=0x7f78b81a5780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bd219640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f78b8101180 0x7f78b81a5780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.645+0000 7f78bd219640 1 -- 172.21.15.18:0/3517556516 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78b81a5df0 con 0x7f78b80ffa60 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.646+0000 7f78bd219640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f78b80ffa60 0x7f78b819e1d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f78a800b3f0 tx=0x7f78a800b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.646+0000 7f78ae7fc640 1 -- 172.21.15.18:0/3517556516 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a8015020 con 0x7f78b80ffa60 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.646+0000 7f78ae7fc640 1 -- 172.21.15.18:0/3517556516 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78a8011d10 con 0x7f78b80ffa60 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.646+0000 7f78ae7fc640 1 -- 172.21.15.18:0/3517556516 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a800f2e0 con 0x7f78b80ffa60 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.647+0000 7f78bf47d640 1 -- 172.21.15.18:0/3517556516 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78b81a60e0 con 0x7f78b80ffa60 2024-04-22T00:42:49.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.647+0000 7f78bf47d640 1 -- 172.21.15.18:0/3517556516 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78b81a6660 con 0x7f78b80ffa60 2024-04-22T00:42:49.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.651+0000 7f78ae7fc640 1 -- 172.21.15.18:0/3517556516 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f78a8018020 con 0x7f78b80ffa60 2024-04-22T00:42:49.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.651+0000 7f78c2066740 1 Processor -- start 2024-04-22T00:42:49.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.651+0000 7f78c2066740 1 -- start start 2024-04-22T00:42:49.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78c2066740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca86c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78c2066740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86ca30 0x55f2ca871530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78c2066740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 0x55f2ca874030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78c2066740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55f2ca7d1530 con 0x55f2ca871ba0 2024-04-22T00:42:49.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78c2066740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55f2ca779830 con 0x55f2ca86ca30 2024-04-22T00:42:49.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78c2066740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f2ca7cd4f0 con 0x55f2ca86c040 2024-04-22T00:42:49.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78bda1a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca86c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78bda1a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca86c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55170/0 (socket says 172.21.15.18:55170) 2024-04-22T00:42:49.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78bda1a640 1 -- 172.21.15.18:0/2156840693 learned_addr learned my addr 172.21.15.18:0/2156840693 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78bd219640 1 --2- 172.21.15.18:0/2156840693 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86ca30 0x55f2ca871530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78ae7fc640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78a40a2ce0 0x7f78a40a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.652+0000 7f78bca18640 1 --2- 172.21.15.18:0/2156840693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 0x55f2ca874030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.653+0000 7f78bda1a640 1 -- 172.21.15.18:0/2156840693 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86ca30 msgr2=0x55f2ca871530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.653+0000 7f78bda1a640 1 --2- 172.21.15.18:0/2156840693 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86ca30 0x55f2ca871530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.653+0000 7f78bda1a640 1 -- 172.21.15.18:0/2156840693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 msgr2=0x55f2ca874030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.653+0000 7f78bda1a640 1 --2- 172.21.15.18:0/2156840693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 0x55f2ca874030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.653+0000 7f78bda1a640 1 -- 172.21.15.18:0/2156840693 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2ca79d2c0 con 0x55f2ca86c040 2024-04-22T00:42:49.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.653+0000 7f78bca18640 1 --2- 172.21.15.18:0/2156840693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 0x55f2ca874030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:49.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.653+0000 7f78bda1a640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78a40a2ce0 0x7f78a40a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.653+0000 7f78ae7fc640 1 -- 172.21.15.18:0/3517556516 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f78a80cea90 con 0x7f78b80ffa60 2024-04-22T00:42:49.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.654+0000 7f78bda1a640 1 --2- 172.21.15.18:0/2156840693 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca86c460 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f78b0032530 tx=0x7f78b0009910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fb65801b9c041d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.654+0000 7f78a37fe640 1 -- 172.21.15.18:0/2156840693 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0039040 con 0x55f2ca86c040 2024-04-22T00:42:49.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.654+0000 7f78a37fe640 1 -- 172.21.15.18:0/2156840693 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78b0003e50 con 0x55f2ca86c040 2024-04-22T00:42:49.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.654+0000 7f78a37fe640 1 -- 172.21.15.18:0/2156840693 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b00346a0 con 0x55f2ca86c040 2024-04-22T00:42:49.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.655+0000 7f78c2066740 1 -- 172.21.15.18:0/2156840693 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 msgr2=0x55f2ca86c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.655+0000 7f78bda1a640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78a40a2ce0 0x7f78a40a51a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f78b004a000 tx=0x7f78b0034980 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.655+0000 7f78c2066740 1 --2- 172.21.15.18:0/2156840693 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca86c460 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f78b0032530 tx=0x7f78b0009910 comp rx=0 tx=0).stop 2024-04-22T00:42:49.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.655+0000 7f78c2066740 1 -- 172.21.15.18:0/2156840693 shutdown_connections 2024-04-22T00:42:49.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.655+0000 7f78c2066740 1 --2- 172.21.15.18:0/2156840693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 0x55f2ca874030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.655+0000 7f78c2066740 1 --2- 172.21.15.18:0/2156840693 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86ca30 0x55f2ca871530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.655+0000 7f78c2066740 1 --2- 172.21.15.18:0/2156840693 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca86c460 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.655+0000 7f78c2066740 1 -- 172.21.15.18:0/2156840693 >> 172.21.15.18:0/2156840693 conn(0x55f2ca8675b0 msgr2=0x55f2ca8679b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.655+0000 7f78c2066740 1 -- 172.21.15.18:0/2156840693 shutdown_connections 2024-04-22T00:42:49.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.655+0000 7f78c2066740 1 -- 172.21.15.18:0/2156840693 wait complete. 2024-04-22T00:42:49.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.656+0000 7f78c2066740 1 -- start start 2024-04-22T00:42:49.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.656+0000 7f78c2066740 1 Processor -- start 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78c2066740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca8762e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78c2066740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca876820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78c2066740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 0x55f2ca87d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78c2066740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55f2ca874b50 con 0x55f2ca871ba0 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78c2066740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55f2ca78cf10 con 0x55f2ca86c040 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78c2066740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f2ca874cd0 con 0x55f2ca86ca30 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78bd219640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca8762e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78c2066740 10 client.0 _ll_register_callbacks cb 0x55f2ca4e4be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78bd219640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca8762e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54974/0 (socket says 172.21.15.18:54974) 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78bd219640 1 -- 172.21.15.18:0/3105186634 learned_addr learned my addr 172.21.15.18:0/3105186634 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78bda1a640 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 0x55f2ca87d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.657+0000 7f78bca18640 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca876820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78bd219640 1 -- 172.21.15.18:0/3105186634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 msgr2=0x55f2ca876820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78bd219640 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca876820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78bd219640 1 -- 172.21.15.18:0/3105186634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 msgr2=0x55f2ca87d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78bd219640 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 0x55f2ca87d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78bd219640 1 -- 172.21.15.18:0/3105186634 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2ca75ec80 con 0x55f2ca86c040 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78bca18640 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca876820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78bd219640 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca8762e0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f78a8000c00 tx=0x7f78a809ab60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c2364167e7332fd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78a0ff9640 1 -- 172.21.15.18:0/3105186634 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a80971c0 con 0x55f2ca86c040 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78a0ff9640 1 -- 172.21.15.18:0/3105186634 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f78a806c160 con 0x55f2ca86c040 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.658+0000 7f78c2066740 1 -- 172.21.15.18:0/3105186634 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78b0003e50 con 0x55f2ca86c040 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.659+0000 7f78a0ff9640 1 -- 172.21.15.18:0/3105186634 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f78a809b620 con 0x55f2ca86c040 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.659+0000 7f78c2066740 10 client.25544 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:49.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.659+0000 7f78c2066740 1 -- 172.21.15.18:0/3105186634 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f2ca4e53f0 con 0x55f2ca86c040 2024-04-22T00:42:49.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.659+0000 7f78a0ff9640 1 -- 172.21.15.18:0/3105186634 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78b0003e50 con 0x55f2ca86c040 2024-04-22T00:42:49.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.659+0000 7f78a0ff9640 1 -- 172.21.15.18:0/3105186634 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f78a8097590 con 0x55f2ca86c040 2024-04-22T00:42:49.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.659+0000 7f78c2066740 10 client.25544 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:49.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.659+0000 7f78c2066740 10 client.25544 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:42:49.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.660+0000 7f78c2066740 20 client.25544 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:49.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.660+0000 7f78c2066740 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f2ca8825a0 0x55f2ca884a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.660+0000 7f78c2066740 4 client.25544 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:49.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.660+0000 7f78c2066740 1 -- 172.21.15.18:0/3105186634 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f2ca7dea70 con 0x55f2ca8825a0 2024-04-22T00:42:49.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.660+0000 7f78bca18640 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f2ca8825a0 0x55f2ca884a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.661+0000 7f78a0ff9640 10 client.25544 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:42:49.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.661+0000 7f78bca18640 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f2ca8825a0 0x55f2ca884a40 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b58cf6229cb594e3 server_cookie=5a802a53beb69bb6 in_seq=0 out_seq=0 2024-04-22T00:42:49.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.662+0000 7f78a0ff9640 1 -- 172.21.15.18:0/3105186634 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f2ca7dea70 con 0x55f2ca8825a0 2024-04-22T00:42:49.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.662+0000 7f78a0ff9640 10 client.25544 handle_command_reply: tid=0 2024-04-22T00:42:49.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.662+0000 7f78c2066740 1 client.25544 shutdown 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.662+0000 7f78c2066740 1 -- 172.21.15.18:0/3105186634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 msgr2=0x55f2ca8762e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.662+0000 7f78c2066740 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca8762e0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f78a8000c00 tx=0x7f78a809ab60 comp rx=0 tx=0).stop 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.663+0000 7f78c2066740 1 -- 172.21.15.18:0/3105186634 shutdown_connections 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.663+0000 7f78c2066740 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f2ca8825a0 0x55f2ca884a40 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.663+0000 7f78c2066740 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca871ba0 0x55f2ca87d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.663+0000 7f78c2066740 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca876820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.663+0000 7f78c2066740 1 --2- 172.21.15.18:0/3105186634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca8762e0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.663+0000 7f78c2066740 1 -- 172.21.15.18:0/3105186634 >> 172.21.15.18:0/3105186634 conn(0x55f2ca8675b0 msgr2=0x55f2ca866850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.663+0000 7f78a0ff9640 0 client.25544 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.663+0000 7f78c2066740 1 -- 172.21.15.18:0/3105186634 shutdown_connections 2024-04-22T00:42:49.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.663+0000 7f78c2066740 1 -- 172.21.15.18:0/3105186634 wait complete. 2024-04-22T00:42:49.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.663+0000 7f78c2066740 20 client.25544 trim_cache size 0 max 16384 2024-04-22T00:42:49.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.688+0000 7f78c2066740 1 Processor -- start 2024-04-22T00:42:49.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78c2066740 1 -- start start 2024-04-22T00:42:49.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78c2066740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca8675b0 0x55f2ca876780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78c2066740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca87d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78c2066740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca86ca30 0x55f2ca865fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78c2066740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81b35f0 con 0x55f2ca86ca30 2024-04-22T00:42:49.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78bca18640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca87d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78c2066740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81b0e60 con 0x55f2ca8675b0 2024-04-22T00:42:49.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78c2066740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81aecb0 con 0x55f2ca86c040 2024-04-22T00:42:49.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78bca18640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca87d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55190/0 (socket says 172.21.15.18:55190) 2024-04-22T00:42:49.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78bca18640 1 -- 172.21.15.18:0/3801139403 learned_addr learned my addr 172.21.15.18:0/3801139403 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78bda1a640 1 --2- 172.21.15.18:0/3801139403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca86ca30 0x55f2ca865fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78bd219640 1 --2- 172.21.15.18:0/3801139403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca8675b0 0x55f2ca876780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78bca18640 1 -- 172.21.15.18:0/3801139403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca8675b0 msgr2=0x55f2ca876780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78bca18640 1 --2- 172.21.15.18:0/3801139403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca8675b0 0x55f2ca876780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78bca18640 1 -- 172.21.15.18:0/3801139403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca86ca30 msgr2=0x55f2ca865fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78bca18640 1 --2- 172.21.15.18:0/3801139403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca86ca30 0x55f2ca865fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.689+0000 7f78bca18640 1 -- 172.21.15.18:0/3801139403 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2ca5af7d0 con 0x55f2ca86c040 2024-04-22T00:42:49.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.691+0000 7f78bca18640 1 --2- 172.21.15.18:0/3801139403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca87d7f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f78b4004790 tx=0x7f78b4008040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c264a5d1b1f57af2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.691+0000 7f78a2ffd640 1 -- 172.21.15.18:0/3801139403 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b4016800 con 0x55f2ca86c040 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.691+0000 7f78a2ffd640 1 -- 172.21.15.18:0/3801139403 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78b4020030 con 0x55f2ca86c040 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.691+0000 7f78a2ffd640 1 -- 172.21.15.18:0/3801139403 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b40243d0 con 0x55f2ca86c040 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.692+0000 7f78c2066740 1 -- 172.21.15.18:0/3801139403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 msgr2=0x55f2ca87d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.692+0000 7f78c2066740 1 --2- 172.21.15.18:0/3801139403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca87d7f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f78b4004790 tx=0x7f78b4008040 comp rx=0 tx=0).stop 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.692+0000 7f78c2066740 1 -- 172.21.15.18:0/3801139403 shutdown_connections 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.692+0000 7f78c2066740 1 --2- 172.21.15.18:0/3801139403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca86ca30 0x55f2ca865fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.692+0000 7f78c2066740 1 --2- 172.21.15.18:0/3801139403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86c040 0x55f2ca87d7f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.692+0000 7f78c2066740 1 --2- 172.21.15.18:0/3801139403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca8675b0 0x55f2ca876780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.692+0000 7f78c2066740 1 -- 172.21.15.18:0/3801139403 >> 172.21.15.18:0/3801139403 conn(0x55f2ca871670 msgr2=0x55f2ca867990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.693+0000 7f78c2066740 1 -- 172.21.15.18:0/3801139403 shutdown_connections 2024-04-22T00:42:49.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.693+0000 7f78c2066740 1 -- 172.21.15.18:0/3801139403 wait complete. 2024-04-22T00:42:49.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.693+0000 7f78c2066740 1 -- start start 2024-04-22T00:42:49.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.693+0000 7f78c2066740 1 Processor -- start 2024-04-22T00:42:49.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.694+0000 7f78c2066740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca8675b0 0x55f2ca87d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.694+0000 7f78c2066740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca87a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.694+0000 7f78c2066740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca87a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.694+0000 7f78c2066740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81af320 con 0x55f2ca8675b0 2024-04-22T00:42:49.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.694+0000 7f78c2066740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81b0790 con 0x55f2ca86c040 2024-04-22T00:42:49.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.694+0000 7f78c2066740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81af9f0 con 0x55f2ca86ca30 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.694+0000 7f78c2066740 10 client.0 _ll_register_callbacks cb 0x7f78a8010810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bca18640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca87a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bda1a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca87a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bda1a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca87a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55204/0 (socket says 172.21.15.18:55204) 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bca18640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca87a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54988/0 (socket says 172.21.15.18:54988) 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bda1a640 1 -- 172.21.15.18:0/776627440 learned_addr learned my addr 172.21.15.18:0/776627440 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bd219640 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca8675b0 0x55f2ca87d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bda1a640 1 -- 172.21.15.18:0/776627440 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 msgr2=0x55f2ca87a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bda1a640 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca87a2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bda1a640 1 -- 172.21.15.18:0/776627440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca8675b0 msgr2=0x55f2ca87d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bda1a640 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca8675b0 0x55f2ca87d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.695+0000 7f78bda1a640 1 -- 172.21.15.18:0/776627440 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2ca8e6c30 con 0x55f2ca86ca30 2024-04-22T00:42:49.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.696+0000 7f78bda1a640 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca87a8d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x55f2ca86d290 tx=0x7f78b002e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf1cb6100f7a358f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.696+0000 7f78a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:42:49.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.696+0000 7f78a0ff9640 1 -- 172.21.15.18:0/776627440 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0062060 con 0x55f2ca86ca30 2024-04-22T00:42:49.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.696+0000 7f78a0ff9640 1 -- 172.21.15.18:0/776627440 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f78b0003970 con 0x55f2ca86ca30 2024-04-22T00:42:49.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.696+0000 7f78c2066740 1 -- 172.21.15.18:0/776627440 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78b4020030 con 0x55f2ca86ca30 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.697+0000 7f78a0ff9640 1 -- 172.21.15.18:0/776627440 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f78b0069050 con 0x55f2ca86ca30 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.697+0000 7f78c2066740 10 client.25528 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.697+0000 7f78c2066740 1 -- 172.21.15.18:0/776627440 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f2ca8e7fa0 con 0x55f2ca86ca30 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.697+0000 7f78a0ff9640 1 -- 172.21.15.18:0/776627440 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78b4020030 con 0x55f2ca86ca30 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.697+0000 7f78a0ff9640 1 -- 172.21.15.18:0/776627440 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f78b005c070 con 0x55f2ca86ca30 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.698+0000 7f78c2066740 10 client.25528 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.698+0000 7f78c2066740 10 client.25528 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.698+0000 7f78c2066740 20 client.25528 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.698+0000 7f78c2066740 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f2ca871ba0 0x55f2ca8ea580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.698+0000 7f78c2066740 4 client.25528 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.698+0000 7f78c2066740 1 -- 172.21.15.18:0/776627440 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f2ca7d8dc0 con 0x55f2ca871ba0 2024-04-22T00:42:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.698+0000 7f78bd219640 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f2ca871ba0 0x55f2ca8ea580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.700+0000 7f78a0ff9640 10 client.25528 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:42:49.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.700+0000 7f78bd219640 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f2ca871ba0 0x55f2ca8ea580 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ccc0b4a9cc2b1d0 server_cookie=1af1a81872df7ddf in_seq=0 out_seq=0 2024-04-22T00:42:49.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.701+0000 7f78a0ff9640 1 -- 172.21.15.18:0/776627440 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f2ca7d8dc0 con 0x55f2ca871ba0 2024-04-22T00:42:49.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.701+0000 7f78a0ff9640 10 client.25528 handle_command_reply: tid=0 2024-04-22T00:42:49.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 client.25528 shutdown 2024-04-22T00:42:49.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 -- 172.21.15.18:0/776627440 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 msgr2=0x55f2ca87a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca87a8d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x55f2ca86d290 tx=0x7f78b002e000 comp rx=0 tx=0).stop 2024-04-22T00:42:49.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 -- 172.21.15.18:0/776627440 shutdown_connections 2024-04-22T00:42:49.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f2ca871ba0 0x55f2ca8ea580 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78a0ff9640 0 client.25528 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:42:49.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f2ca86ca30 0x55f2ca87a8d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f2ca86c040 0x55f2ca87a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 --2- 172.21.15.18:0/776627440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2ca8675b0 0x55f2ca87d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 -- 172.21.15.18:0/776627440 >> 172.21.15.18:0/776627440 conn(0x55f2ca871670 msgr2=0x55f2ca86a810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 -- 172.21.15.18:0/776627440 shutdown_connections 2024-04-22T00:42:49.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.702+0000 7f78c2066740 1 -- 172.21.15.18:0/776627440 wait complete. 2024-04-22T00:42:49.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.703+0000 7f78c2066740 20 client.25528 trim_cache size 0 max 16384 2024-04-22T00:42:49.705 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:42:49.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 -- 172.21.15.18:0/3517556516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78a40a2ce0 msgr2=0x7f78a40a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78a40a2ce0 0x7f78a40a51a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f78b004a000 tx=0x7f78b0034980 comp rx=0 tx=0).stop 2024-04-22T00:42:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 -- 172.21.15.18:0/3517556516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f78b80ffa60 msgr2=0x7f78b819e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f78b80ffa60 0x7f78b819e1d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f78a800b3f0 tx=0x7f78a800b8b0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 -- 172.21.15.18:0/3517556516 shutdown_connections 2024-04-22T00:42:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f78a40a2ce0 0x7f78a40a51a0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f78b8101180 0x7f78b81a5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f78b81007c0 0x7f78b819e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 --2- 172.21.15.18:0/3517556516 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f78b80ffa60 0x7f78b819e1d0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 -- 172.21.15.18:0/3517556516 >> 172.21.15.18:0/3517556516 conn(0x7f78b80fb370 msgr2=0x7f78b80fbfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 -- 172.21.15.18:0/3517556516 shutdown_connections 2024-04-22T00:42:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.705+0000 7f78bf47d640 1 -- 172.21.15.18:0/3517556516 wait complete. 2024-04-22T00:42:49.725 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:42:49.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 85.0 s, 2701.0 tps, lat 37.200 ms stddev 41.932 2024-04-22T00:42:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.897+0000 7f5428ae6640 1 -- 172.21.15.18:0/1605620625 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f542410da80 msgr2=0x7f542410df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.897+0000 7f5428ae6640 1 --2- 172.21.15.18:0/1605620625 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f542410da80 0x7f542410df30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f541c009be0 tx=0x7f541c02bf10 comp rx=0 tx=0).stop 2024-04-22T00:42:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.897+0000 7f5428ae6640 1 -- 172.21.15.18:0/1605620625 shutdown_connections 2024-04-22T00:42:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.897+0000 7f5428ae6640 1 --2- 172.21.15.18:0/1605620625 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f542410da80 0x7f542410df30 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.897+0000 7f5428ae6640 1 --2- 172.21.15.18:0/1605620625 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f542410b0b0 0x7f542410d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.897+0000 7f5428ae6640 1 --2- 172.21.15.18:0/1605620625 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5424108740 0x7f542410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.897+0000 7f5428ae6640 1 -- 172.21.15.18:0/1605620625 >> 172.21.15.18:0/1605620625 conn(0x7f542406e5d0 msgr2=0x7f5424070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.897+0000 7f5428ae6640 1 -- 172.21.15.18:0/1605620625 shutdown_connections 2024-04-22T00:42:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.898+0000 7f5428ae6640 1 -- 172.21.15.18:0/1605620625 wait complete. 2024-04-22T00:42:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.899+0000 7f5428ae6640 1 Processor -- start 2024-04-22T00:42:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.899+0000 7f5428ae6640 1 -- start start 2024-04-22T00:42:49.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.900+0000 7f5428ae6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5424108740 0x7f5424119a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.900+0000 7f5428ae6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f542410b0b0 0x7f5424119f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.900+0000 7f5428ae6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f542410da80 0x7f5424118070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.901+0000 7f5421d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f542410b0b0 0x7f5424119f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.901+0000 7f5421d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f542410b0b0 0x7f5424119f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55012/0 (socket says 172.21.15.18:55012) 2024-04-22T00:42:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.901+0000 7f5421d9b640 1 -- 172.21.15.18:0/2357166351 learned_addr learned my addr 172.21.15.18:0/2357166351 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.901+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5424110860 con 0x7f5424108740 2024-04-22T00:42:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.901+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f54241106e0 con 0x7f542410b0b0 2024-04-22T00:42:49.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.901+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f54241109e0 con 0x7f542410da80 2024-04-22T00:42:49.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.901+0000 7f542259c640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5424108740 0x7f5424119a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.901+0000 7f5422d9d640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f542410da80 0x7f5424118070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.902+0000 7f5421d9b640 1 -- 172.21.15.18:0/2357166351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f542410da80 msgr2=0x7f5424118070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.902+0000 7f5421d9b640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f542410da80 0x7f5424118070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.902+0000 7f5421d9b640 1 -- 172.21.15.18:0/2357166351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5424108740 msgr2=0x7f5424119a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.902+0000 7f5421d9b640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5424108740 0x7f5424119a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.902+0000 7f5421d9b640 1 -- 172.21.15.18:0/2357166351 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5424118840 con 0x7f542410b0b0 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.902+0000 7f5421d9b640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f542410b0b0 0x7f5424119f70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f541800e9c0 tx=0x7f541800edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.902+0000 7f54137fe640 1 -- 172.21.15.18:0/2357166351 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f541800ccc0 con 0x7f542410b0b0 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.903+0000 7f54137fe640 1 -- 172.21.15.18:0/2357166351 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54180035f0 con 0x7f542410b0b0 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.903+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5424118b30 con 0x7f542410b0b0 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.903+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54241b7540 con 0x7f542410b0b0 2024-04-22T00:42:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.903+0000 7f54137fe640 1 -- 172.21.15.18:0/2357166351 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f541800ce60 con 0x7f542410b0b0 2024-04-22T00:42:49.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.906+0000 7f542b7af740 1 Processor -- start 2024-04-22T00:42:49.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.906+0000 7f54137fe640 1 -- 172.21.15.18:0/2357166351 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f54180037a0 con 0x7f542410b0b0 2024-04-22T00:42:49.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f542b7af740 1 -- start start 2024-04-22T00:42:49.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f542b7af740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219e040 0x5569b219e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f542b7af740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 0x5569b21a3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f542b7af740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 0x5569b21a6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f542b7af740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5569b2103530 con 0x5569b219e040 2024-04-22T00:42:49.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f542b7af740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5569b20ab830 con 0x5569b21a3ba0 2024-04-22T00:42:49.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f542b7af740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5569b20ff4f0 con 0x5569b219ea30 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f5421d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 0x5569b21a6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f5421d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 0x5569b21a6030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55020/0 (socket says 172.21.15.18:55020) 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f5421d9b640 1 -- 172.21.15.18:0/2729739768 learned_addr learned my addr 172.21.15.18:0/2729739768 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f542259c640 1 --2- 172.21.15.18:0/2729739768 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 0x5569b21a3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f5422d9d640 1 --2- 172.21.15.18:0/2729739768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219e040 0x5569b219e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f5421d9b640 1 -- 172.21.15.18:0/2729739768 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 msgr2=0x5569b21a3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f5421d9b640 1 --2- 172.21.15.18:0/2729739768 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 0x5569b21a3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f5421d9b640 1 -- 172.21.15.18:0/2729739768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219e040 msgr2=0x5569b219e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f5421d9b640 1 --2- 172.21.15.18:0/2729739768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219e040 0x5569b219e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f5421d9b640 1 -- 172.21.15.18:0/2729739768 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569b20cf2c0 con 0x5569b21a3ba0 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f5422d9d640 1 --2- 172.21.15.18:0/2729739768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219e040 0x5569b219e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.907+0000 7f54137fe640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f540c0a2c60 0x7f540c0a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.908+0000 7f5421d9b640 1 --2- 172.21.15.18:0/2729739768 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 0x5569b21a6030 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f54180d5a80 tx=0x7f54180d5b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a3ece20b9a2d51d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.908+0000 7f5422d9d640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f540c0a2c60 0x7f540c0a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.908+0000 7f54137fe640 1 -- 172.21.15.18:0/2357166351 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f54180cf6d0 con 0x7f542410b0b0 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.908+0000 7f5410ff9640 1 -- 172.21.15.18:0/2729739768 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5418097e00 con 0x5569b21a3ba0 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.908+0000 7f5410ff9640 1 -- 172.21.15.18:0/2729739768 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f541809c260 con 0x5569b21a3ba0 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.908+0000 7f5410ff9640 1 -- 172.21.15.18:0/2729739768 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f541809b4c0 con 0x5569b21a3ba0 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.909+0000 7f5422d9d640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f540c0a2c60 0x7f540c0a5120 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f541c034f50 tx=0x7f541c02e040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.909+0000 7f542b7af740 1 -- 172.21.15.18:0/2729739768 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 msgr2=0x5569b21a6030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.909+0000 7f542b7af740 1 --2- 172.21.15.18:0/2729739768 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 0x5569b21a6030 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f54180d5a80 tx=0x7f54180d5b70 comp rx=0 tx=0).stop 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.909+0000 7f542b7af740 1 -- 172.21.15.18:0/2729739768 shutdown_connections 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.909+0000 7f542b7af740 1 --2- 172.21.15.18:0/2729739768 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 0x5569b21a6030 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.909+0000 7f542b7af740 1 --2- 172.21.15.18:0/2729739768 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 0x5569b21a3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.909+0000 7f542b7af740 1 --2- 172.21.15.18:0/2729739768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219e040 0x5569b219e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.909+0000 7f542b7af740 1 -- 172.21.15.18:0/2729739768 >> 172.21.15.18:0/2729739768 conn(0x5569b21995b0 msgr2=0x5569b21999b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.909+0000 7f542b7af740 1 -- 172.21.15.18:0/2729739768 shutdown_connections 2024-04-22T00:42:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.910+0000 7f542b7af740 1 -- 172.21.15.18:0/2729739768 wait complete. 2024-04-22T00:42:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.910+0000 7f542b7af740 1 -- start start 2024-04-22T00:42:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.910+0000 7f542b7af740 1 Processor -- start 2024-04-22T00:42:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542b7af740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219e040 0x5569b21a81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542b7af740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 0x5569b21a8730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542b7af740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 0x5569b21af770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542b7af740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5569b21a6b50 con 0x5569b21a3ba0 2024-04-22T00:42:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542b7af740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5569b20bef10 con 0x5569b219e040 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542b7af740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5569b21a6cd0 con 0x5569b219ea30 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542b7af740 10 client.0 _ll_register_callbacks cb 0x5569b1e16be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219e040 0x5569b21a81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f5422d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 0x5569b21af770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219e040 0x5569b21a81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55034/0 (socket says 172.21.15.18:55034) 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542259c640 1 -- 172.21.15.18:0/3701882466 learned_addr learned my addr 172.21.15.18:0/3701882466 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f5421d9b640 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 0x5569b21a8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542259c640 1 -- 172.21.15.18:0/3701882466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 msgr2=0x5569b21a8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542259c640 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 0x5569b21a8730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542259c640 1 -- 172.21.15.18:0/3701882466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 msgr2=0x5569b21af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542259c640 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 0x5569b21af770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f542259c640 1 -- 172.21.15.18:0/3701882466 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569b2090c80 con 0x5569b219e040 2024-04-22T00:42:49.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.911+0000 7f5421d9b640 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 0x5569b21a8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:49.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.912+0000 7f542259c640 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219e040 0x5569b21a81f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f54140126e0 tx=0x7f5414012ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcfa272da25eac55 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.912+0000 7f5409ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:49.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.912+0000 7f5409ffb640 1 -- 172.21.15.18:0/3701882466 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5414012190 con 0x5569b219e040 2024-04-22T00:42:49.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.912+0000 7f5409ffb640 1 -- 172.21.15.18:0/3701882466 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f541400f920 con 0x5569b219e040 2024-04-22T00:42:49.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.914+0000 7f542b7af740 1 -- 172.21.15.18:0/3701882466 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f541809c260 con 0x5569b219e040 2024-04-22T00:42:49.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.914+0000 7f5409ffb640 1 -- 172.21.15.18:0/3701882466 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f541400fb20 con 0x5569b219e040 2024-04-22T00:42:49.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.914+0000 7f542b7af740 10 client.25562 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:49.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.914+0000 7f542b7af740 1 -- 172.21.15.18:0/3701882466 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5569b1e173f0 con 0x5569b219e040 2024-04-22T00:42:49.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.914+0000 7f5409ffb640 1 -- 172.21.15.18:0/3701882466 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f541809c260 con 0x5569b219e040 2024-04-22T00:42:49.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.915+0000 7f5409ffb640 1 -- 172.21.15.18:0/3701882466 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5414010430 con 0x5569b219e040 2024-04-22T00:42:49.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.915+0000 7f542b7af740 10 client.25562 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:49.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.915+0000 7f542b7af740 10 client.25562 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:42:49.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.915+0000 7f542b7af740 20 client.25562 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:49.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.915+0000 7f542b7af740 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5569b21b3fb0 0x5569b21b6470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.915+0000 7f542b7af740 4 client.25562 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:49.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.915+0000 7f542b7af740 1 -- 172.21.15.18:0/3701882466 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5569b2110a70 con 0x5569b21b3fb0 2024-04-22T00:42:49.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.915+0000 7f5421d9b640 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5569b21b3fb0 0x5569b21b6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.916+0000 7f5421d9b640 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5569b21b3fb0 0x5569b21b6470 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8121b60c93e9551d server_cookie=4e3f4c7d027169fe in_seq=0 out_seq=0 2024-04-22T00:42:49.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.916+0000 7f5409ffb640 10 client.25562 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.917+0000 7f5409ffb640 1 -- 172.21.15.18:0/3701882466 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5569b2110a70 con 0x5569b21b3fb0 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.917+0000 7f5409ffb640 10 client.25562 handle_command_reply: tid=0 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.917+0000 7f542b7af740 1 client.25562 shutdown 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.918+0000 7f542b7af740 1 -- 172.21.15.18:0/3701882466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219e040 msgr2=0x5569b21a81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.918+0000 7f542b7af740 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219e040 0x5569b21a81f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f54140126e0 tx=0x7f5414012ba0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.919+0000 7f542b7af740 1 -- 172.21.15.18:0/3701882466 shutdown_connections 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.919+0000 7f542b7af740 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5569b21b3fb0 0x5569b21b6470 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.919+0000 7f5409ffb640 0 client.25562 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.919+0000 7f542b7af740 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 0x5569b21af770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.919+0000 7f542b7af740 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219ea30 0x5569b21a8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.919+0000 7f542b7af740 1 --2- 172.21.15.18:0/3701882466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219e040 0x5569b21a81f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.919+0000 7f542b7af740 1 -- 172.21.15.18:0/3701882466 >> 172.21.15.18:0/3701882466 conn(0x5569b21995b0 msgr2=0x5569b2198850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.919+0000 7f542b7af740 1 -- 172.21.15.18:0/3701882466 shutdown_connections 2024-04-22T00:42:49.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.919+0000 7f542b7af740 1 -- 172.21.15.18:0/3701882466 wait complete. 2024-04-22T00:42:49.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.919+0000 7f542b7af740 20 client.25562 trim_cache size 0 max 16384 2024-04-22T00:42:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.941+0000 7f542b7af740 1 Processor -- start 2024-04-22T00:42:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.941+0000 7f542b7af740 1 -- start start 2024-04-22T00:42:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.941+0000 7f542b7af740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21a7810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.941+0000 7f542b7af740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219ea30 0x5569b21a7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f542b7af740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 0x5569b21a8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f542259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21a7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f542259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21a7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55244/0 (socket says 172.21.15.18:55244) 2024-04-22T00:42:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f542259c640 1 -- 172.21.15.18:0/2016194002 learned_addr learned my addr 172.21.15.18:0/2016194002 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f5421d9b640 1 --2- 172.21.15.18:0/2016194002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219ea30 0x5569b21a7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f542b7af740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f54241c4540 con 0x5569b219ea30 2024-04-22T00:42:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f542b7af740 1 -- 172.21.15.18:0/2016194002 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f54241c1db0 con 0x5569b21a3ba0 2024-04-22T00:42:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f542b7af740 1 -- 172.21.15.18:0/2016194002 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f54241bfc00 con 0x5569b219e040 2024-04-22T00:42:49.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f5422d9d640 1 --2- 172.21.15.18:0/2016194002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 0x5569b21a8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f542259c640 1 -- 172.21.15.18:0/2016194002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 msgr2=0x5569b21a8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.942+0000 7f542259c640 1 --2- 172.21.15.18:0/2016194002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 0x5569b21a8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.943+0000 7f542259c640 1 -- 172.21.15.18:0/2016194002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219ea30 msgr2=0x5569b21a7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.943+0000 7f542259c640 1 --2- 172.21.15.18:0/2016194002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219ea30 0x5569b21a7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.943+0000 7f542259c640 1 -- 172.21.15.18:0/2016194002 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569b1ee17d0 con 0x5569b219e040 2024-04-22T00:42:49.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.943+0000 7f542259c640 1 --2- 172.21.15.18:0/2016194002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21a7810 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f54140058c0 tx=0x7f541400fab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e797de36289f9d4d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.943+0000 7f540bfff640 1 -- 172.21.15.18:0/2016194002 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f541400fcc0 con 0x5569b219e040 2024-04-22T00:42:49.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.943+0000 7f540bfff640 1 -- 172.21.15.18:0/2016194002 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f541402b020 con 0x5569b219e040 2024-04-22T00:42:49.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.943+0000 7f540bfff640 1 -- 172.21.15.18:0/2016194002 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5414010430 con 0x5569b219e040 2024-04-22T00:42:49.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.944+0000 7f542b7af740 1 -- 172.21.15.18:0/2016194002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 msgr2=0x5569b21a7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.944+0000 7f542b7af740 1 --2- 172.21.15.18:0/2016194002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21a7810 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f54140058c0 tx=0x7f541400fab0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.944+0000 7f542b7af740 1 -- 172.21.15.18:0/2016194002 shutdown_connections 2024-04-22T00:42:49.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.944+0000 7f542b7af740 1 --2- 172.21.15.18:0/2016194002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b21a3ba0 0x5569b21a8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.944+0000 7f542b7af740 1 --2- 172.21.15.18:0/2016194002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b219ea30 0x5569b21a7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.944+0000 7f542b7af740 1 --2- 172.21.15.18:0/2016194002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21a7810 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.944+0000 7f542b7af740 1 -- 172.21.15.18:0/2016194002 >> 172.21.15.18:0/2016194002 conn(0x5569b21995b0 msgr2=0x5569b2198850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.944+0000 7f542b7af740 1 -- 172.21.15.18:0/2016194002 shutdown_connections 2024-04-22T00:42:49.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.944+0000 7f542b7af740 1 -- 172.21.15.18:0/2016194002 wait complete. 2024-04-22T00:42:49.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.945+0000 7f542b7af740 1 -- start start 2024-04-22T00:42:49.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.945+0000 7f542b7af740 1 Processor -- start 2024-04-22T00:42:49.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.945+0000 7f542b7af740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21abc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.945+0000 7f542b7af740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219ea30 0x5569b21ac1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.945+0000 7f542b7af740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 0x5569b2218540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.945+0000 7f542b7af740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f54241c0270 con 0x5569b21a3ba0 2024-04-22T00:42:49.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.945+0000 7f542b7af740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f54241c16e0 con 0x5569b219ea30 2024-04-22T00:42:49.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.945+0000 7f542b7af740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f54241c0940 con 0x5569b219e040 2024-04-22T00:42:49.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.945+0000 7f542b7af740 10 client.0 _ll_register_callbacks cb 0x7f5414009890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:49.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5421d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219ea30 0x5569b21ac1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5421d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219ea30 0x5569b21ac1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55038/0 (socket says 172.21.15.18:55038) 2024-04-22T00:42:49.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5421d9b640 1 -- 172.21.15.18:0/428779938 learned_addr learned my addr 172.21.15.18:0/428779938 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:49.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f542259c640 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21abc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5422d9d640 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 0x5569b2218540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5421d9b640 1 -- 172.21.15.18:0/428779938 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 msgr2=0x5569b21abc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5421d9b640 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21abc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5421d9b640 1 -- 172.21.15.18:0/428779938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 msgr2=0x5569b2218540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:49.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5421d9b640 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 0x5569b2218540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5421d9b640 1 -- 172.21.15.18:0/428779938 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569b2218b00 con 0x5569b219ea30 2024-04-22T00:42:49.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5422d9d640 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 0x5569b2218540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:49.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f542259c640 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21abc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:42:49.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5421d9b640 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219ea30 0x5569b21ac1a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f54180058c0 tx=0x7f54180d5600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7034ce85752a1bf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:49.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.946+0000 7f5409ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:49.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f5409ffb640 1 -- 172.21.15.18:0/428779938 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54180b3030 con 0x5569b219ea30 2024-04-22T00:42:49.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f542b7af740 1 -- 172.21.15.18:0/428779938 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f541402b020 con 0x5569b219ea30 2024-04-22T00:42:49.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f5409ffb640 1 -- 172.21.15.18:0/428779938 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5418099e60 con 0x5569b219ea30 2024-04-22T00:42:49.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f5409ffb640 1 -- 172.21.15.18:0/428779938 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f541809b6a0 con 0x5569b219ea30 2024-04-22T00:42:49.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f542b7af740 10 client.25568 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:49.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f542b7af740 1 -- 172.21.15.18:0/428779938 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5569b2219e00 con 0x5569b219ea30 2024-04-22T00:42:49.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f5409ffb640 1 -- 172.21.15.18:0/428779938 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f541402b020 con 0x5569b219ea30 2024-04-22T00:42:49.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f5409ffb640 1 -- 172.21.15.18:0/428779938 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f54180cf340 con 0x5569b219ea30 2024-04-22T00:42:49.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f542b7af740 10 client.25568 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:49.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f542b7af740 10 client.25568 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:42:49.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f542b7af740 20 client.25568 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:49.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f542b7af740 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5569b21b3fb0 0x5569b221c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:49.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f542b7af740 4 client.25568 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:42:49.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.947+0000 7f542b7af740 1 -- 172.21.15.18:0/428779938 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5569b210adc0 con 0x5569b21b3fb0 2024-04-22T00:42:49.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.948+0000 7f542259c640 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5569b21b3fb0 0x5569b221c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:49.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542259c640 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5569b21b3fb0 0x5569b221c840 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=349214f872f5f28e server_cookie=e4f5ed2887760433 in_seq=0 out_seq=0 2024-04-22T00:42:49.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f5409ffb640 10 client.25568 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:42:49.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f5409ffb640 1 -- 172.21.15.18:0/428779938 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5569b210adc0 con 0x5569b21b3fb0 2024-04-22T00:42:49.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f5409ffb640 10 client.25568 handle_command_reply: tid=0 2024-04-22T00:42:49.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 client.25568 shutdown 2024-04-22T00:42:49.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 -- 172.21.15.18:0/428779938 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219ea30 msgr2=0x5569b21ac1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219ea30 0x5569b21ac1a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f54180058c0 tx=0x7f54180d5600 comp rx=0 tx=0).stop 2024-04-22T00:42:49.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 -- 172.21.15.18:0/428779938 shutdown_connections 2024-04-22T00:42:49.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5569b21b3fb0 0x5569b221c840 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5569b21a3ba0 0x5569b2218540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5569b219ea30 0x5569b21ac1a0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f5409ffb640 0 client.25568 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:42:49.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 --2- 172.21.15.18:0/428779938 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5569b219e040 0x5569b21abc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 -- 172.21.15.18:0/428779938 >> 172.21.15.18:0/428779938 conn(0x5569b21995b0 msgr2=0x5569b2197fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 -- 172.21.15.18:0/428779938 shutdown_connections 2024-04-22T00:42:49.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.949+0000 7f542b7af740 1 -- 172.21.15.18:0/428779938 wait complete. 2024-04-22T00:42:49.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f542b7af740 20 client.25568 trim_cache size 0 max 16384 2024-04-22T00:42:49.961 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:42:49.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f540c0a2c60 msgr2=0x7f540c0a5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f540c0a2c60 0x7f540c0a5120 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f541c034f50 tx=0x7f541c02e040 comp rx=0 tx=0).stop 2024-04-22T00:42:49.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f542410b0b0 msgr2=0x7f5424119f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:49.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f542410b0b0 0x7f5424119f70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f541800e9c0 tx=0x7f541800edc0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 shutdown_connections 2024-04-22T00:42:49.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f540c0a2c60 0x7f540c0a5120 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f542410da80 0x7f5424118070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f542410b0b0 0x7f5424119f70 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 --2- 172.21.15.18:0/2357166351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5424108740 0x7f5424119a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:49.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 >> 172.21.15.18:0/2357166351 conn(0x7f542406e5d0 msgr2=0x7f542410b940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:49.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.950+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 shutdown_connections 2024-04-22T00:42:49.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:49.951+0000 7f5428ae6640 1 -- 172.21.15.18:0/2357166351 wait complete. 2024-04-22T00:42:49.968 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:42:50.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:49 smithi018 ceph-mon[27979]: pgmap v420: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 18 MiB/s wr, 958 op/s 2024-04-22T00:42:50.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:49 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3520527516' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:42:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.136+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2332363579 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8105330 msgr2=0x7f3db81057b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.136+0000 7f3dbd64d640 1 --2- 172.21.15.18:0/2332363579 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8105330 0x7f3db81057b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3db0009be0 tx=0x7f3db002bef0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.136+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2332363579 shutdown_connections 2024-04-22T00:42:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.136+0000 7f3dbd64d640 1 --2- 172.21.15.18:0/2332363579 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8105330 0x7f3db81057b0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.136+0000 7f3dbd64d640 1 --2- 172.21.15.18:0/2332363579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3db8102980 0x7f3db8104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.136+0000 7f3dbd64d640 1 --2- 172.21.15.18:0/2332363579 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3db8100010 0x7f3db8102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.136+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2332363579 >> 172.21.15.18:0/2332363579 conn(0x7f3db80fbc30 msgr2=0x7f3db80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:50.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.136+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2332363579 shutdown_connections 2024-04-22T00:42:50.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.136+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2332363579 wait complete. 2024-04-22T00:42:50.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.137+0000 7f3dbd64d640 1 Processor -- start 2024-04-22T00:42:50.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.137+0000 7f3dbd64d640 1 -- start start 2024-04-22T00:42:50.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3dbd64d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3db8100010 0x7f3db819e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3dbd64d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3db8102980 0x7f3db819e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3dbd64d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8105330 0x7f3db81a5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3dbd64d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81139f0 con 0x7f3db8100010 2024-04-22T00:42:50.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3dbd64d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3db8113870 con 0x7f3db8102980 2024-04-22T00:42:50.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3dbd64d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3db8113b70 con 0x7f3db8105330 2024-04-22T00:42:50.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3db8100010 0x7f3db819e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db67fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3db8102980 0x7f3db819e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db77fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8105330 0x7f3db81a5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db77fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8105330 0x7f3db81a5620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55264/0 (socket says 172.21.15.18:55264) 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db77fe640 1 -- 172.21.15.18:0/2212343274 learned_addr learned my addr 172.21.15.18:0/2212343274 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3db8100010 0x7f3db819e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36334/0 (socket says 172.21.15.18:36334) 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db67fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3db8102980 0x7f3db819e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55048/0 (socket says 172.21.15.18:55048) 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db77fe640 1 -- 172.21.15.18:0/2212343274 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3db8102980 msgr2=0x7f3db819e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db77fe640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3db8102980 0x7f3db819e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db77fe640 1 -- 172.21.15.18:0/2212343274 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3db8100010 msgr2=0x7f3db819e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db77fe640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3db8100010 0x7f3db819e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db77fe640 1 -- 172.21.15.18:0/2212343274 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3db81a5c90 con 0x7f3db8105330 2024-04-22T00:42:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.138+0000 7f3db77fe640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8105330 0x7f3db81a5620 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3db0033ff0 tx=0x7f3db00337b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:50.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.139+0000 7f3d9ffff640 1 -- 172.21.15.18:0/2212343274 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db0043020 con 0x7f3db8105330 2024-04-22T00:42:50.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.139+0000 7f3d9ffff640 1 -- 172.21.15.18:0/2212343274 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3db00338d0 con 0x7f3db8105330 2024-04-22T00:42:50.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.139+0000 7f3d9ffff640 1 -- 172.21.15.18:0/2212343274 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db003e6b0 con 0x7f3db8105330 2024-04-22T00:42:50.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.139+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2212343274 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3db81a5f20 con 0x7f3db8105330 2024-04-22T00:42:50.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.139+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2212343274 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3db81a6390 con 0x7f3db8105330 2024-04-22T00:42:50.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.143+0000 7f3d9ffff640 1 -- 172.21.15.18:0/2212343274 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3db0046020 con 0x7f3db8105330 2024-04-22T00:42:50.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.144+0000 7f3d9ffff640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3da00a2c60 0x7f3da00a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.145+0000 7f3db6ffd640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3da00a2c60 0x7f3da00a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.145+0000 7f3d9ffff640 1 -- 172.21.15.18:0/2212343274 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3db00f1b40 con 0x7f3db8105330 2024-04-22T00:42:50.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.145+0000 7f3dc0230740 1 Processor -- start 2024-04-22T00:42:50.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.145+0000 7f3dc0230740 1 -- start start 2024-04-22T00:42:50.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.145+0000 7f3db6ffd640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3da00a2c60 0x7f3da00a5120 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f3dac005fd0 tx=0x7f3dac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:50.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.146+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21040 0x564c87e21460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.146+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21a30 0x564c87e26530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.146+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 0x564c87e29030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.146+0000 7f3dc0230740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564c87d86530 con 0x564c87e21040 2024-04-22T00:42:50.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.147+0000 7f3db77fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 0x564c87e29030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.147+0000 7f3db77fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 0x564c87e29030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55270/0 (socket says 172.21.15.18:55270) 2024-04-22T00:42:50.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.147+0000 7f3db77fe640 1 -- 172.21.15.18:0/4015856113 learned_addr learned my addr 172.21.15.18:0/4015856113 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:50.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.147+0000 7f3dc0230740 1 -- 172.21.15.18:0/4015856113 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564c87d2e830 con 0x564c87e21a30 2024-04-22T00:42:50.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.147+0000 7f3dc0230740 1 -- 172.21.15.18:0/4015856113 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564c87d824f0 con 0x564c87e26ba0 2024-04-22T00:42:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.147+0000 7f3db6ffd640 1 --2- 172.21.15.18:0/4015856113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21040 0x564c87e21460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.148+0000 7f3db77fe640 1 -- 172.21.15.18:0/4015856113 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21a30 msgr2=0x564c87e26530 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:42:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.148+0000 7f3db77fe640 1 --2- 172.21.15.18:0/4015856113 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21a30 0x564c87e26530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.148+0000 7f3db77fe640 1 -- 172.21.15.18:0/4015856113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21040 msgr2=0x564c87e21460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.148+0000 7f3db77fe640 1 --2- 172.21.15.18:0/4015856113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21040 0x564c87e21460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.148+0000 7f3db77fe640 1 -- 172.21.15.18:0/4015856113 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c87d522c0 con 0x564c87e26ba0 2024-04-22T00:42:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.148+0000 7f3db77fe640 1 --2- 172.21.15.18:0/4015856113 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 0x564c87e29030 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f3db00bdf00 tx=0x7f3db002c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d293f48a14eab661 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.148+0000 7f3d9d7fa640 1 -- 172.21.15.18:0/4015856113 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db00d8070 con 0x564c87e26ba0 2024-04-22T00:42:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.148+0000 7f3d9d7fa640 1 -- 172.21.15.18:0/4015856113 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3db00be670 con 0x564c87e26ba0 2024-04-22T00:42:50.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.148+0000 7f3d9d7fa640 1 -- 172.21.15.18:0/4015856113 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db00d8070 con 0x564c87e26ba0 2024-04-22T00:42:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.149+0000 7f3dc0230740 1 -- 172.21.15.18:0/4015856113 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 msgr2=0x564c87e29030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.149+0000 7f3dc0230740 1 --2- 172.21.15.18:0/4015856113 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 0x564c87e29030 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f3db00bdf00 tx=0x7f3db002c410 comp rx=0 tx=0).stop 2024-04-22T00:42:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.150+0000 7f3dc0230740 1 -- 172.21.15.18:0/4015856113 shutdown_connections 2024-04-22T00:42:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.150+0000 7f3dc0230740 1 --2- 172.21.15.18:0/4015856113 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 0x564c87e29030 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.150+0000 7f3dc0230740 1 --2- 172.21.15.18:0/4015856113 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21a30 0x564c87e26530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.150+0000 7f3dc0230740 1 --2- 172.21.15.18:0/4015856113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21040 0x564c87e21460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.150+0000 7f3dc0230740 1 -- 172.21.15.18:0/4015856113 >> 172.21.15.18:0/4015856113 conn(0x564c87e1c5b0 msgr2=0x564c87e1c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.150+0000 7f3dc0230740 1 -- 172.21.15.18:0/4015856113 shutdown_connections 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.150+0000 7f3dc0230740 1 -- 172.21.15.18:0/4015856113 wait complete. 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.150+0000 7f3dc0230740 1 -- start start 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.150+0000 7f3dc0230740 1 Processor -- start 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.150+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21a30 0x564c87e2b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e26ba0 0x564c87e322d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3dc0230740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564c87d824f0 con 0x564c87e26ba0 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3dc0230740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564c87d41f10 con 0x564c87e21040 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3dc0230740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564c87e29910 con 0x564c87e21a30 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3dc0230740 10 client.0 _ll_register_callbacks cb 0x564c87a99be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55050/0 (socket says 172.21.15.18:55050) 2024-04-22T00:42:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db6ffd640 1 -- 172.21.15.18:0/134375811 learned_addr learned my addr 172.21.15.18:0/134375811 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db67fc640 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21a30 0x564c87e2b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db77fe640 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e26ba0 0x564c87e322d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db6ffd640 1 -- 172.21.15.18:0/134375811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21a30 msgr2=0x564c87e2b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db6ffd640 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21a30 0x564c87e2b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db6ffd640 1 -- 172.21.15.18:0/134375811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e26ba0 msgr2=0x564c87e322d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db6ffd640 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e26ba0 0x564c87e322d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db6ffd640 1 -- 172.21.15.18:0/134375811 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c87d13c80 con 0x564c87e21040 2024-04-22T00:42:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.151+0000 7f3db67fc640 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21a30 0x564c87e2b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:50.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.153+0000 7f3db6ffd640 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2ad50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3dac003a10 tx=0x7f3dac004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33015f7872444f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:50.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.153+0000 7f3d9aff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:50.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.153+0000 7f3d9aff5640 1 -- 172.21.15.18:0/134375811 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dac01fdc0 con 0x564c87e21040 2024-04-22T00:42:50.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.153+0000 7f3d9aff5640 1 -- 172.21.15.18:0/134375811 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3dac005020 con 0x564c87e21040 2024-04-22T00:42:50.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.153+0000 7f3dc0230740 1 -- 172.21.15.18:0/134375811 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3db00be670 con 0x564c87e21040 2024-04-22T00:42:50.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3d9aff5640 1 -- 172.21.15.18:0/134375811 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3dac005220 con 0x564c87e21040 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3dc0230740 10 client.25577 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3dc0230740 1 -- 172.21.15.18:0/134375811 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564c87a9a3f0 con 0x564c87e21040 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3d9aff5640 1 -- 172.21.15.18:0/134375811 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3db00be670 con 0x564c87e21040 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3d9aff5640 1 -- 172.21.15.18:0/134375811 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3dac026070 con 0x564c87e21040 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3dc0230740 10 client.25577 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3dc0230740 10 client.25577 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3dc0230740 20 client.25577 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3dc0230740 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564c87e36d00 0x564c87e391a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3dc0230740 4 client.25577 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3dc0230740 1 -- 172.21.15.18:0/134375811 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c87d93a70 con 0x564c87e36d00 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.154+0000 7f3db67fc640 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564c87e36d00 0x564c87e391a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.155+0000 7f3d9aff5640 10 client.25577 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.155+0000 7f3db67fc640 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564c87e36d00 0x564c87e391a0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d7de94854c9f26 server_cookie=c7cdca000fdf4b6 in_seq=0 out_seq=0 2024-04-22T00:42:50.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:49 smithi081 ceph-mon[31546]: pgmap v420: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 18 MiB/s wr, 958 op/s 2024-04-22T00:42:50.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:49 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3520527516' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:42:50.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3d9aff5640 1 -- 172.21.15.18:0/134375811 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564c87d93a70 con 0x564c87e36d00 2024-04-22T00:42:50.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3d9aff5640 10 client.25577 handle_command_reply: tid=0 2024-04-22T00:42:50.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3dc0230740 1 client.25577 shutdown 2024-04-22T00:42:50.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3dc0230740 1 -- 172.21.15.18:0/134375811 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 msgr2=0x564c87e2ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:50.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3dc0230740 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2ad50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3dac003a10 tx=0x7f3dac004730 comp rx=0 tx=0).stop 2024-04-22T00:42:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3dc0230740 1 -- 172.21.15.18:0/134375811 shutdown_connections 2024-04-22T00:42:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3dc0230740 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564c87e36d00 0x564c87e391a0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3dc0230740 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e26ba0 0x564c87e322d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3dc0230740 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21a30 0x564c87e2b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3dc0230740 1 --2- 172.21.15.18:0/134375811 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2ad50 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3d9aff5640 0 client.25577 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.156+0000 7f3dc0230740 1 -- 172.21.15.18:0/134375811 >> 172.21.15.18:0/134375811 conn(0x564c87e1c5b0 msgr2=0x564c87e1b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.157+0000 7f3dc0230740 1 -- 172.21.15.18:0/134375811 shutdown_connections 2024-04-22T00:42:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.157+0000 7f3dc0230740 1 -- 172.21.15.18:0/134375811 wait complete. 2024-04-22T00:42:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.157+0000 7f3dc0230740 20 client.25577 trim_cache size 0 max 16384 2024-04-22T00:42:50.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.180+0000 7f3dc0230740 1 Processor -- start 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.180+0000 7f3dc0230740 1 -- start start 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.180+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21040 0x564c87e2b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.180+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 0x564c87e32260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.180+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e26ba0 0x564c87e1ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.180+0000 7f3dc0230740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81b3430 con 0x564c87e21a30 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3dc0230740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81b0ca0 con 0x564c87e26ba0 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3dc0230740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81aeaf0 con 0x564c87e21040 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db6ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21040 0x564c87e2b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db6ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21040 0x564c87e2b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55294/0 (socket says 172.21.15.18:55294) 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db6ffd640 1 -- 172.21.15.18:0/3027566841 learned_addr learned my addr 172.21.15.18:0/3027566841 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db77fe640 1 --2- 172.21.15.18:0/3027566841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e26ba0 0x564c87e1ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db67fc640 1 --2- 172.21.15.18:0/3027566841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 0x564c87e32260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db77fe640 1 -- 172.21.15.18:0/3027566841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21040 msgr2=0x564c87e2b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:50.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db77fe640 1 --2- 172.21.15.18:0/3027566841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21040 0x564c87e2b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db77fe640 1 -- 172.21.15.18:0/3027566841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 msgr2=0x564c87e32260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:50.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db77fe640 1 --2- 172.21.15.18:0/3027566841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 0x564c87e32260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db77fe640 1 -- 172.21.15.18:0/3027566841 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c87b647d0 con 0x564c87e26ba0 2024-04-22T00:42:50.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.181+0000 7f3db77fe640 1 --2- 172.21.15.18:0/3027566841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e26ba0 0x564c87e1ff20 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3db00bdf00 tx=0x7f3db00c6be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5519ecfc5dc51461 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:50.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.182+0000 7f3d9cff9640 1 -- 172.21.15.18:0/3027566841 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db00d8070 con 0x564c87e26ba0 2024-04-22T00:42:50.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.182+0000 7f3d9cff9640 1 -- 172.21.15.18:0/3027566841 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3db00be670 con 0x564c87e26ba0 2024-04-22T00:42:50.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.182+0000 7f3d9cff9640 1 -- 172.21.15.18:0/3027566841 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db0003cf0 con 0x564c87e26ba0 2024-04-22T00:42:50.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.183+0000 7f3dc0230740 1 -- 172.21.15.18:0/3027566841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e26ba0 msgr2=0x564c87e1ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.183+0000 7f3dc0230740 1 --2- 172.21.15.18:0/3027566841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e26ba0 0x564c87e1ff20 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3db00bdf00 tx=0x7f3db00c6be0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 -- 172.21.15.18:0/3027566841 shutdown_connections 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 --2- 172.21.15.18:0/3027566841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e26ba0 0x564c87e1ff20 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 --2- 172.21.15.18:0/3027566841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 0x564c87e32260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 --2- 172.21.15.18:0/3027566841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e21040 0x564c87e2b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 -- 172.21.15.18:0/3027566841 >> 172.21.15.18:0/3027566841 conn(0x564c87e1c5b0 msgr2=0x564c87e1f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 -- 172.21.15.18:0/3027566841 shutdown_connections 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 -- 172.21.15.18:0/3027566841 wait complete. 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 -- start start 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 Processor -- start 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 0x564c87e2fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 0x564c87e30af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81af160 con 0x564c87e21a30 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81b05d0 con 0x564c87e21040 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.184+0000 7f3dc0230740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3db81af830 con 0x564c87e26ba0 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3dc0230740 10 client.0 _ll_register_callbacks cb 0x7f3dac009480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55070/0 (socket says 172.21.15.18:55070) 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db6ffd640 1 -- 172.21.15.18:0/105538922 learned_addr learned my addr 172.21.15.18:0/105538922 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db67fc640 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 0x564c87e2fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db77fe640 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 0x564c87e30af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db67fc640 1 -- 172.21.15.18:0/105538922 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 msgr2=0x564c87e30af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db67fc640 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 0x564c87e30af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db67fc640 1 -- 172.21.15.18:0/105538922 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 msgr2=0x564c87e2f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db67fc640 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db67fc640 1 -- 172.21.15.18:0/105538922 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c87e310e0 con 0x564c87e21a30 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.185+0000 7f3db6ffd640 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.186+0000 7f3db67fc640 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 0x564c87e2fae0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x564c87e39a10 tx=0x7f3da800bb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19e78540f620798 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.186+0000 7f3d9aff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.186+0000 7f3d9aff5640 1 -- 172.21.15.18:0/105538922 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da8003cc0 con 0x564c87e21a30 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.186+0000 7f3d9aff5640 1 -- 172.21.15.18:0/105538922 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3da8003e60 con 0x564c87e21a30 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.186+0000 7f3dc0230740 1 -- 172.21.15.18:0/105538922 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3db00be670 con 0x564c87e21a30 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3d9aff5640 1 -- 172.21.15.18:0/105538922 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3da802d050 con 0x564c87e21a30 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3dc0230740 10 client.15969 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3dc0230740 1 -- 172.21.15.18:0/105538922 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564c87e324b0 con 0x564c87e21a30 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3d9aff5640 1 -- 172.21.15.18:0/105538922 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3db00be670 con 0x564c87e21a30 2024-04-22T00:42:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3d9aff5640 1 -- 172.21.15.18:0/105538922 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3da80117f0 con 0x564c87e21a30 2024-04-22T00:42:50.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3dc0230740 10 client.15969 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:50.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3dc0230740 10 client.15969 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:50.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3dc0230740 20 client.15969 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:50.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3dc0230740 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564c87e9d930 0x564c87e9fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:50.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3dc0230740 4 client.15969 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:42:50.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.187+0000 7f3dc0230740 1 -- 172.21.15.18:0/105538922 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564c87d8ddc0 con 0x564c87e9d930 2024-04-22T00:42:50.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.188+0000 7f3db6ffd640 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564c87e9d930 0x564c87e9fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:50.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.189+0000 7f3db6ffd640 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564c87e9d930 0x564c87e9fd50 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5630a51ece8ff6f8 server_cookie=2a3deae3e5194089 in_seq=0 out_seq=0 2024-04-22T00:42:50.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.189+0000 7f3d9aff5640 10 client.15969 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.189+0000 7f3d9aff5640 1 -- 172.21.15.18:0/105538922 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564c87d8ddc0 con 0x564c87e9d930 2024-04-22T00:42:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.189+0000 7f3d9aff5640 10 client.15969 handle_command_reply: tid=0 2024-04-22T00:42:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.189+0000 7f3dc0230740 1 client.15969 shutdown 2024-04-22T00:42:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 1 -- 172.21.15.18:0/105538922 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 msgr2=0x564c87e2fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 0x564c87e2fae0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x564c87e39a10 tx=0x7f3da800bb10 comp rx=0 tx=0).stop 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 1 -- 172.21.15.18:0/105538922 shutdown_connections 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564c87e9d930 0x564c87e9fd50 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564c87e26ba0 0x564c87e30af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564c87e21a30 0x564c87e2fae0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 1 --2- 172.21.15.18:0/105538922 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564c87e21040 0x564c87e2f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 1 -- 172.21.15.18:0/105538922 >> 172.21.15.18:0/105538922 conn(0x564c87e1c5b0 msgr2=0x564c87e200a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3d9aff5640 0 client.15969 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 1 -- 172.21.15.18:0/105538922 shutdown_connections 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 1 -- 172.21.15.18:0/105538922 wait complete. 2024-04-22T00:42:50.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.190+0000 7f3dc0230740 20 client.15969 trim_cache size 0 max 16384 2024-04-22T00:42:50.194 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.192+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2212343274 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3da00a2c60 msgr2=0x7f3da00a5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.192+0000 7f3dbd64d640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3da00a2c60 0x7f3da00a5120 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f3dac005fd0 tx=0x7f3dac009260 comp rx=0 tx=0).stop 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.192+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2212343274 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8105330 msgr2=0x7f3db81a5620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.192+0000 7f3dbd64d640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8105330 0x7f3db81a5620 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3db0033ff0 tx=0x7f3db00337b0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.192+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2212343274 shutdown_connections 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.193+0000 7f3dbd64d640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3da00a2c60 0x7f3da00a5120 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.193+0000 7f3dbd64d640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3db8105330 0x7f3db81a5620 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.193+0000 7f3dbd64d640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3db8102980 0x7f3db819e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.193+0000 7f3dbd64d640 1 --2- 172.21.15.18:0/2212343274 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3db8100010 0x7f3db819e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.193+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2212343274 >> 172.21.15.18:0/2212343274 conn(0x7f3db80fbc30 msgr2=0x7f3db8100990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.193+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2212343274 shutdown_connections 2024-04-22T00:42:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:50.193+0000 7f3dbd64d640 1 -- 172.21.15.18:0/2212343274 wait complete. 2024-04-22T00:42:50.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:49 smithi167 ceph-mon[31348]: pgmap v420: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 18 MiB/s wr, 958 op/s 2024-04-22T00:42:50.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:49 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3520527516' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:42:51.211 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:42:51.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:42:51.211 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:42:51.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.384+0000 7ff4703bf640 1 -- 172.21.15.18:0/3768586518 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff46810da80 msgr2=0x7ff46810df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.384+0000 7ff4703bf640 1 --2- 172.21.15.18:0/3768586518 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff46810da80 0x7ff46810df30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff46401a910 tx=0x7ff46403cca0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.384+0000 7ff4703bf640 1 -- 172.21.15.18:0/3768586518 shutdown_connections 2024-04-22T00:42:51.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.384+0000 7ff4703bf640 1 --2- 172.21.15.18:0/3768586518 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff46810da80 0x7ff46810df30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.384+0000 7ff4703bf640 1 --2- 172.21.15.18:0/3768586518 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff46810b0b0 0x7ff46810d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.384+0000 7ff4703bf640 1 --2- 172.21.15.18:0/3768586518 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff468108740 0x7ff46810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.384+0000 7ff4703bf640 1 -- 172.21.15.18:0/3768586518 >> 172.21.15.18:0/3768586518 conn(0x7ff46806e5d0 msgr2=0x7ff468070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.384+0000 7ff4703bf640 1 -- 172.21.15.18:0/3768586518 shutdown_connections 2024-04-22T00:42:51.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.384+0000 7ff4703bf640 1 -- 172.21.15.18:0/3768586518 wait complete. 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.385+0000 7ff4703bf640 1 Processor -- start 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.385+0000 7ff4703bf640 1 -- start start 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.385+0000 7ff4703bf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff468108740 0x7ff46819e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.385+0000 7ff4703bf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff46810b0b0 0x7ff46819e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.385+0000 7ff4703bf640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff46810da80 0x7ff4681a56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff4703bf640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff468111a60 con 0x7ff468108740 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff4703bf640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff4681118e0 con 0x7ff46810da80 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff4703bf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff468111be0 con 0x7ff46810b0b0 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff46d95a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff46810b0b0 0x7ff46819e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff46d95a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff46810b0b0 0x7ff46819e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41666/0 (socket says 172.21.15.18:41666) 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff46d95a640 1 -- 172.21.15.18:0/1903599129 learned_addr learned my addr 172.21.15.18:0/1903599129 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff46e95c640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff46810da80 0x7ff4681a56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff46e15b640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff468108740 0x7ff46819e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff46e95c640 1 -- 172.21.15.18:0/1903599129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff46810b0b0 msgr2=0x7ff46819e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff46e95c640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff46810b0b0 0x7ff46819e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff46e95c640 1 -- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff468108740 msgr2=0x7ff46819e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff46e95c640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff468108740 0x7ff46819e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.386+0000 7ff46e95c640 1 -- 172.21.15.18:0/1903599129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4681a5d30 con 0x7ff46810da80 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.387+0000 7ff46e15b640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff468108740 0x7ff46819e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.387+0000 7ff46e95c640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff46810da80 0x7ff4681a56c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff464047040 tx=0x7ff464005750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.387+0000 7ff45f7fe640 1 -- 172.21.15.18:0/1903599129 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff464052020 con 0x7ff46810da80 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.387+0000 7ff4703bf640 1 -- 172.21.15.18:0/1903599129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4681a5fc0 con 0x7ff46810da80 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.387+0000 7ff4703bf640 1 -- 172.21.15.18:0/1903599129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4681a64d0 con 0x7ff46810da80 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.387+0000 7ff45f7fe640 1 -- 172.21.15.18:0/1903599129 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff46403dd30 con 0x7ff46810da80 2024-04-22T00:42:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.387+0000 7ff45f7fe640 1 -- 172.21.15.18:0/1903599129 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff464003d10 con 0x7ff46810da80 2024-04-22T00:42:51.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.391+0000 7ff45f7fe640 1 -- 172.21.15.18:0/1903599129 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff464055020 con 0x7ff46810da80 2024-04-22T00:42:51.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.392+0000 7ff472fa1740 1 Processor -- start 2024-04-22T00:42:51.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.392+0000 7ff472fa1740 1 -- start start 2024-04-22T00:42:51.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.392+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf329a0 0x55d0eaf32dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.392+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf37e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf38500 0x55d0eaf3a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff472fa1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d0eae97170 con 0x55d0eaf38500 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff472fa1740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d0eae3f7c0 con 0x55d0eaf329a0 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff472fa1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d0eae93130 con 0x55d0eaf33390 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46e15b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf37e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46d95a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf329a0 0x55d0eaf32dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46e15b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf37e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41672/0 (socket says 172.21.15.18:41672) 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46d95a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf329a0 0x55d0eaf32dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41792/0 (socket says 172.21.15.18:41792) 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46e15b640 1 -- 172.21.15.18:0/900697326 learned_addr learned my addr 172.21.15.18:0/900697326 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46e15b640 1 -- 172.21.15.18:0/900697326 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf329a0 msgr2=0x55d0eaf32dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46d95a640 1 --2- 172.21.15.18:0/900697326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf38500 0x55d0eaf3a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46e15b640 1 --2- 172.21.15.18:0/900697326 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf329a0 0x55d0eaf32dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46e15b640 1 -- 172.21.15.18:0/900697326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf38500 msgr2=0x55d0eaf3a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46e15b640 1 --2- 172.21.15.18:0/900697326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf38500 0x55d0eaf3a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46e15b640 1 -- 172.21.15.18:0/900697326 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0eae50e60 con 0x55d0eaf33390 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46d95a640 1 --2- 172.21.15.18:0/900697326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf38500 0x55d0eaf3a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff46e15b640 1 --2- 172.21.15.18:0/900697326 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf37e90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff460007fb0 tx=0x7ff46000c750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f74c9ffeb2098c84 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.393+0000 7ff45f7fe640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff4540a2c60 0x7ff4540a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.394+0000 7ff46d95a640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff4540a2c60 0x7ff4540a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.394+0000 7ff45cbfe640 1 -- 172.21.15.18:0/900697326 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff460014070 con 0x55d0eaf33390 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.394+0000 7ff45cbfe640 1 -- 172.21.15.18:0/900697326 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff46000fd30 con 0x55d0eaf33390 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.394+0000 7ff45cbfe640 1 -- 172.21.15.18:0/900697326 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46000ee40 con 0x55d0eaf33390 2024-04-22T00:42:51.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.394+0000 7ff45f7fe640 1 -- 172.21.15.18:0/1903599129 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff464102030 con 0x7ff46810da80 2024-04-22T00:42:51.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.395+0000 7ff46d95a640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff4540a2c60 0x7ff4540a5120 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x55d0eaf33bf0 tx=0x7ff458014040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.395+0000 7ff472fa1740 1 -- 172.21.15.18:0/900697326 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 msgr2=0x55d0eaf37e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.395+0000 7ff472fa1740 1 --2- 172.21.15.18:0/900697326 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf37e90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff460007fb0 tx=0x7ff46000c750 comp rx=0 tx=0).stop 2024-04-22T00:42:51.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.395+0000 7ff472fa1740 1 -- 172.21.15.18:0/900697326 shutdown_connections 2024-04-22T00:42:51.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.395+0000 7ff472fa1740 1 --2- 172.21.15.18:0/900697326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf38500 0x55d0eaf3a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.395+0000 7ff472fa1740 1 --2- 172.21.15.18:0/900697326 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf37e90 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.395+0000 7ff472fa1740 1 --2- 172.21.15.18:0/900697326 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf329a0 0x55d0eaf32dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.395+0000 7ff472fa1740 1 -- 172.21.15.18:0/900697326 >> 172.21.15.18:0/900697326 conn(0x55d0eaefa4f0 msgr2=0x55d0eaf2e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.395+0000 7ff472fa1740 1 -- 172.21.15.18:0/900697326 shutdown_connections 2024-04-22T00:42:51.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.395+0000 7ff472fa1740 1 -- 172.21.15.18:0/900697326 wait complete. 2024-04-22T00:42:51.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.396+0000 7ff472fa1740 1 -- start start 2024-04-22T00:42:51.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.396+0000 7ff472fa1740 1 Processor -- start 2024-04-22T00:42:51.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf329a0 0x55d0eaf3cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf33390 0x55d0eaf3d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf44490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff472fa1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d0eaf3b4b0 con 0x55d0eaf33390 2024-04-22T00:42:51.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff472fa1740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d0eae52d40 con 0x55d0eaf38500 2024-04-22T00:42:51.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff472fa1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d0eaf3b630 con 0x55d0eaf329a0 2024-04-22T00:42:51.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff472fa1740 10 client.0 _ll_register_callbacks cb 0x55d0eae8e820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff46e15b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf329a0 0x55d0eaf3cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff46e95c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf44490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff46e95c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf44490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41806/0 (socket says 172.21.15.18:41806) 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.397+0000 7ff46e95c640 1 -- 172.21.15.18:0/3605201881 learned_addr learned my addr 172.21.15.18:0/3605201881 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.398+0000 7ff46e15b640 1 -- 172.21.15.18:0/3605201881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 msgr2=0x55d0eaf44490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.398+0000 7ff46e15b640 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf44490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.398+0000 7ff46e15b640 1 -- 172.21.15.18:0/3605201881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf33390 msgr2=0x55d0eaf3d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.398+0000 7ff46e15b640 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf33390 0x55d0eaf3d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.398+0000 7ff46e15b640 1 -- 172.21.15.18:0/3605201881 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0eac737e0 con 0x55d0eaf329a0 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.398+0000 7ff46e15b640 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf329a0 0x55d0eaf3cf10 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x55d0eaf2f260 tx=0x7ff460007cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e861d9c6bebd4761 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.398+0000 7ff451ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.398+0000 7ff451ffb640 1 -- 172.21.15.18:0/3605201881 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff460014040 con 0x55d0eaf329a0 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.398+0000 7ff451ffb640 1 -- 172.21.15.18:0/3605201881 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff46000f650 con 0x55d0eaf329a0 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.398+0000 7ff472fa1740 1 -- 172.21.15.18:0/3605201881 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff46000fd30 con 0x55d0eaf329a0 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.399+0000 7ff451ffb640 1 -- 172.21.15.18:0/3605201881 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff46002e050 con 0x55d0eaf329a0 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.399+0000 7ff472fa1740 10 client.25576 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.399+0000 7ff472fa1740 1 -- 172.21.15.18:0/3605201881 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d0eacd3f70 con 0x55d0eaf329a0 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.399+0000 7ff451ffb640 1 -- 172.21.15.18:0/3605201881 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff46000fd30 con 0x55d0eaf329a0 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.400+0000 7ff451ffb640 1 -- 172.21.15.18:0/3605201881 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff460019b30 con 0x55d0eaf329a0 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.400+0000 7ff472fa1740 10 client.25576 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.400+0000 7ff472fa1740 10 client.25576 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:51.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.400+0000 7ff472fa1740 20 client.25576 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.400+0000 7ff472fa1740 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d0eaf485b0 0x55d0eaf4aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.400+0000 7ff472fa1740 4 client.25576 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.400+0000 7ff472fa1740 1 -- 172.21.15.18:0/3605201881 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0eae6b450 con 0x55d0eaf485b0 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.400+0000 7ff46d95a640 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d0eaf485b0 0x55d0eaf4aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.400+0000 7ff46d95a640 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d0eaf485b0 0x55d0eaf4aa30 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce93805a31548c66 server_cookie=96b1485247438577 in_seq=0 out_seq=0 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.400+0000 7ff451ffb640 10 client.25576 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.401+0000 7ff451ffb640 1 -- 172.21.15.18:0/3605201881 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d0eae6b450 con 0x55d0eaf485b0 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.401+0000 7ff451ffb640 10 client.25576 handle_command_reply: tid=0 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.401+0000 7ff472fa1740 1 client.25576 shutdown 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 1 -- 172.21.15.18:0/3605201881 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf329a0 msgr2=0x55d0eaf3cf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf329a0 0x55d0eaf3cf10 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x55d0eaf2f260 tx=0x7ff460007cf0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 1 -- 172.21.15.18:0/3605201881 shutdown_connections 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d0eaf485b0 0x55d0eaf4aa30 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff451ffb640 0 client.25576 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:51.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf44490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf33390 0x55d0eaf3d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 1 --2- 172.21.15.18:0/3605201881 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf329a0 0x55d0eaf3cf10 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 1 -- 172.21.15.18:0/3605201881 >> 172.21.15.18:0/3605201881 conn(0x55d0eaefa4f0 msgr2=0x55d0eaf2d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 1 -- 172.21.15.18:0/3605201881 shutdown_connections 2024-04-22T00:42:51.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 1 -- 172.21.15.18:0/3605201881 wait complete. 2024-04-22T00:42:51.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.402+0000 7ff472fa1740 20 client.25576 trim_cache size 0 max 16384 2024-04-22T00:42:51.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff472fa1740 1 Processor -- start 2024-04-22T00:42:51.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff472fa1740 1 -- start start 2024-04-22T00:42:51.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 0x55d0eaf50300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf50840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf44450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff472fa1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff44c0125f0 con 0x55d0eaf329a0 2024-04-22T00:42:51.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff472fa1740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff44c00fe60 con 0x55d0eaf38500 2024-04-22T00:42:51.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff472fa1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff44c00dcb0 con 0x55d0eaf33390 2024-04-22T00:42:51.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff46d95a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf50840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff46e15b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 0x55d0eaf50300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff46d95a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf50840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41684/0 (socket says 172.21.15.18:41684) 2024-04-22T00:42:51.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff46d95a640 1 -- 172.21.15.18:0/2824137750 learned_addr learned my addr 172.21.15.18:0/2824137750 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:51.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.431+0000 7ff46e95c640 1 --2- 172.21.15.18:0/2824137750 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf44450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.432+0000 7ff46d95a640 1 -- 172.21.15.18:0/2824137750 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 msgr2=0x55d0eaf44450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.432+0000 7ff46d95a640 1 --2- 172.21.15.18:0/2824137750 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf44450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.432+0000 7ff46d95a640 1 -- 172.21.15.18:0/2824137750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 msgr2=0x55d0eaf50300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.432+0000 7ff46d95a640 1 --2- 172.21.15.18:0/2824137750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 0x55d0eaf50300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.432+0000 7ff46d95a640 1 -- 172.21.15.18:0/2824137750 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0eab6b170 con 0x55d0eaf33390 2024-04-22T00:42:51.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.432+0000 7ff46e15b640 1 --2- 172.21.15.18:0/2824137750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 0x55d0eaf50300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:51.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.432+0000 7ff46d95a640 1 --2- 172.21.15.18:0/2824137750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf50840 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ff458014010 tx=0x7ff45801a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6071ff7636b2bf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.432+0000 7ff453fff640 1 -- 172.21.15.18:0/2824137750 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4580293b0 con 0x55d0eaf33390 2024-04-22T00:42:51.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.432+0000 7ff453fff640 1 -- 172.21.15.18:0/2824137750 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff458005020 con 0x55d0eaf33390 2024-04-22T00:42:51.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.432+0000 7ff453fff640 1 -- 172.21.15.18:0/2824137750 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff458004940 con 0x55d0eaf33390 2024-04-22T00:42:51.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.433+0000 7ff472fa1740 1 -- 172.21.15.18:0/2824137750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 msgr2=0x55d0eaf50840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.433+0000 7ff472fa1740 1 --2- 172.21.15.18:0/2824137750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf50840 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ff458014010 tx=0x7ff45801a000 comp rx=0 tx=0).stop 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.433+0000 7ff472fa1740 1 -- 172.21.15.18:0/2824137750 shutdown_connections 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.433+0000 7ff472fa1740 1 --2- 172.21.15.18:0/2824137750 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf44450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.433+0000 7ff472fa1740 1 --2- 172.21.15.18:0/2824137750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf50840 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.433+0000 7ff472fa1740 1 --2- 172.21.15.18:0/2824137750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 0x55d0eaf50300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.433+0000 7ff472fa1740 1 -- 172.21.15.18:0/2824137750 >> 172.21.15.18:0/2824137750 conn(0x55d0eaefa4f0 msgr2=0x55d0eaf31de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.433+0000 7ff472fa1740 1 -- 172.21.15.18:0/2824137750 shutdown_connections 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.434+0000 7ff472fa1740 1 -- 172.21.15.18:0/2824137750 wait complete. 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.434+0000 7ff472fa1740 1 -- start start 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.434+0000 7ff472fa1740 1 Processor -- start 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.434+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 0x55d0eaf41e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.434+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf42360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.434+0000 7ff472fa1740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf43320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.434+0000 7ff472fa1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff44c00e320 con 0x55d0eaf329a0 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.434+0000 7ff472fa1740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff44c00f790 con 0x55d0eaf38500 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.434+0000 7ff472fa1740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff44c00e9f0 con 0x55d0eaf33390 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.434+0000 7ff472fa1740 10 client.0 _ll_register_callbacks cb 0x7ff45800b820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46e15b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 0x55d0eaf41e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46d95a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf42360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46e15b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 0x55d0eaf41e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45608/0 (socket says 172.21.15.18:45608) 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46d95a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf42360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41688/0 (socket says 172.21.15.18:41688) 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46e15b640 1 -- 172.21.15.18:0/478177923 learned_addr learned my addr 172.21.15.18:0/478177923 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46e95c640 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf43320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46d95a640 1 -- 172.21.15.18:0/478177923 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 msgr2=0x55d0eaf43320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46d95a640 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf43320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46d95a640 1 -- 172.21.15.18:0/478177923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 msgr2=0x55d0eaf41e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46d95a640 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 0x55d0eaf41e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46d95a640 1 -- 172.21.15.18:0/478177923 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0eaf43910 con 0x55d0eaf33390 2024-04-22T00:42:51.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff46d95a640 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf42360 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ff45802c040 tx=0x7ff4580117f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1282102b67df43b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.435+0000 7ff451ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:42:51.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.436+0000 7ff451ffb640 1 -- 172.21.15.18:0/478177923 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff458039070 con 0x55d0eaf33390 2024-04-22T00:42:51.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.436+0000 7ff451ffb640 1 -- 172.21.15.18:0/478177923 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff458005560 con 0x55d0eaf33390 2024-04-22T00:42:51.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.436+0000 7ff472fa1740 1 -- 172.21.15.18:0/478177923 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff458005020 con 0x55d0eaf33390 2024-04-22T00:42:51.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.436+0000 7ff451ffb640 1 -- 172.21.15.18:0/478177923 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff458045050 con 0x55d0eaf33390 2024-04-22T00:42:51.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.436+0000 7ff472fa1740 10 client.25582 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:51.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.436+0000 7ff472fa1740 1 -- 172.21.15.18:0/478177923 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d0eafaee30 con 0x55d0eaf33390 2024-04-22T00:42:51.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.436+0000 7ff451ffb640 1 -- 172.21.15.18:0/478177923 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff458005020 con 0x55d0eaf33390 2024-04-22T00:42:51.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.436+0000 7ff451ffb640 1 -- 172.21.15.18:0/478177923 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff4580334b0 con 0x55d0eaf33390 2024-04-22T00:42:51.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.437+0000 7ff472fa1740 10 client.25582 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:51.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.437+0000 7ff472fa1740 10 client.25582 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:51.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.437+0000 7ff472fa1740 20 client.25582 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:51.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.437+0000 7ff472fa1740 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d0eafaf7e0 0x55d0eafb1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.437+0000 7ff472fa1740 4 client.25582 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:42:51.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.437+0000 7ff472fa1740 1 -- 172.21.15.18:0/478177923 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d0eaea46b0 con 0x55d0eafaf7e0 2024-04-22T00:42:51.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.437+0000 7ff46e15b640 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d0eafaf7e0 0x55d0eafb1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.438+0000 7ff46e15b640 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d0eafaf7e0 0x55d0eafb1c00 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b010ec550dd6915c server_cookie=c0374c145bed8f6f in_seq=0 out_seq=0 2024-04-22T00:42:51.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.438+0000 7ff451ffb640 10 client.25582 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:51.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.439+0000 7ff451ffb640 1 -- 172.21.15.18:0/478177923 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d0eaea46b0 con 0x55d0eafaf7e0 2024-04-22T00:42:51.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.439+0000 7ff451ffb640 10 client.25582 handle_command_reply: tid=0 2024-04-22T00:42:51.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.440+0000 7ff472fa1740 1 client.25582 shutdown 2024-04-22T00:42:51.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.440+0000 7ff472fa1740 1 -- 172.21.15.18:0/478177923 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 msgr2=0x55d0eaf42360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.440+0000 7ff472fa1740 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf42360 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ff45802c040 tx=0x7ff4580117f0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.441+0000 7ff472fa1740 1 -- 172.21.15.18:0/478177923 shutdown_connections 2024-04-22T00:42:51.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.441+0000 7ff472fa1740 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d0eafaf7e0 0x55d0eafb1c00 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.441+0000 7ff472fa1740 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d0eaf38500 0x55d0eaf43320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.441+0000 7ff472fa1740 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d0eaf33390 0x55d0eaf42360 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.441+0000 7ff472fa1740 1 --2- 172.21.15.18:0/478177923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d0eaf329a0 0x55d0eaf41e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.441+0000 7ff472fa1740 1 -- 172.21.15.18:0/478177923 >> 172.21.15.18:0/478177923 conn(0x55d0eaefa4f0 msgr2=0x55d0eaf4f2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.441+0000 7ff451ffb640 0 client.25582 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:51.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.441+0000 7ff472fa1740 1 -- 172.21.15.18:0/478177923 shutdown_connections 2024-04-22T00:42:51.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.441+0000 7ff472fa1740 1 -- 172.21.15.18:0/478177923 wait complete. 2024-04-22T00:42:51.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.441+0000 7ff472fa1740 20 client.25582 trim_cache size 0 max 16384 2024-04-22T00:42:51.445 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:42:51.445 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:42:51.445 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "ec4e4290-4b65-44c4-b5c7-fedf6b1a9037", 2024-04-22T00:42:51.445 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:42:51.445 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:42:51.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 -- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff4540a2c60 msgr2=0x7ff4540a5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff4540a2c60 0x7ff4540a5120 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x55d0eaf33bf0 tx=0x7ff458014040 comp rx=0 tx=0).stop 2024-04-22T00:42:51.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 -- 172.21.15.18:0/1903599129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff46810da80 msgr2=0x7ff4681a56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff46810da80 0x7ff4681a56c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff464047040 tx=0x7ff464005750 comp rx=0 tx=0).stop 2024-04-22T00:42:51.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 -- 172.21.15.18:0/1903599129 shutdown_connections 2024-04-22T00:42:51.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff4540a2c60 0x7ff4540a5120 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff46810da80 0x7ff4681a56c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff46810b0b0 0x7ff46819e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 --2- 172.21.15.18:0/1903599129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff468108740 0x7ff46819e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 -- 172.21.15.18:0/1903599129 >> 172.21.15.18:0/1903599129 conn(0x7ff46806e5d0 msgr2=0x7ff46810b930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.442+0000 7ff4703bf640 1 -- 172.21.15.18:0/1903599129 shutdown_connections 2024-04-22T00:42:51.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.443+0000 7ff4703bf640 1 -- 172.21.15.18:0/1903599129 wait complete. 2024-04-22T00:42:51.461 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:42:51.461 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:42:51.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.627+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3096286427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf38104b90 msgr2=0x7faf38105010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.627+0000 7faf3d9b8640 1 --2- 172.21.15.18:0/3096286427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf38104b90 0x7faf38105010 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7faf28009900 tx=0x7faf2802bc30 comp rx=0 tx=0).stop 2024-04-22T00:42:51.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.627+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3096286427 shutdown_connections 2024-04-22T00:42:51.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.627+0000 7faf3d9b8640 1 --2- 172.21.15.18:0/3096286427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf38105550 0x7faf3810bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.627+0000 7faf3d9b8640 1 --2- 172.21.15.18:0/3096286427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf38104b90 0x7faf38105010 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.627+0000 7faf3d9b8640 1 --2- 172.21.15.18:0/3096286427 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf381039a0 0x7faf38103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.627+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3096286427 >> 172.21.15.18:0/3096286427 conn(0x7faf380fef30 msgr2=0x7faf38101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.627+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3096286427 shutdown_connections 2024-04-22T00:42:51.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.627+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3096286427 wait complete. 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.628+0000 7faf3d9b8640 1 Processor -- start 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.628+0000 7faf3d9b8640 1 -- start start 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf3d9b8640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf381039a0 0x7faf380794f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf3d9b8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf38104b90 0x7faf38079a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf3d9b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf38105550 0x7faf38076060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf3d9b8640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faf3810f650 con 0x7faf38105550 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf3d9b8640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faf3810f4d0 con 0x7faf38104b90 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf3d9b8640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faf3810f7d0 con 0x7faf381039a0 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf367fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf38104b90 0x7faf38079a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf367fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf38104b90 0x7faf38079a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41856/0 (socket says 172.21.15.18:41856) 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf367fc640 1 -- 172.21.15.18:0/3753396182 learned_addr learned my addr 172.21.15.18:0/3753396182 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:51.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf377fe640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf38105550 0x7faf38076060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf36ffd640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf381039a0 0x7faf380794f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf367fc640 1 -- 172.21.15.18:0/3753396182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf381039a0 msgr2=0x7faf380794f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf367fc640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf381039a0 0x7faf380794f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf367fc640 1 -- 172.21.15.18:0/3753396182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf38105550 msgr2=0x7faf38076060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf367fc640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf38105550 0x7faf38076060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.629+0000 7faf367fc640 1 -- 172.21.15.18:0/3753396182 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf38076920 con 0x7faf38104b90 2024-04-22T00:42:51.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.630+0000 7faf367fc640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf38104b90 0x7faf38079a30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7faf2802c240 tx=0x7faf28004e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.630+0000 7faf3c9b6640 1 -- 172.21.15.18:0/3753396182 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf28043020 con 0x7faf38104b90 2024-04-22T00:42:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.630+0000 7faf3c9b6640 1 -- 172.21.15.18:0/3753396182 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf280054e0 con 0x7faf38104b90 2024-04-22T00:42:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.630+0000 7faf3c9b6640 1 -- 172.21.15.18:0/3753396182 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf28003c60 con 0x7faf38104b90 2024-04-22T00:42:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.630+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3753396182 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf381a60f0 con 0x7faf38104b90 2024-04-22T00:42:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.630+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3753396182 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf381a64a0 con 0x7faf38104b90 2024-04-22T00:42:51.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf4059d740 1 Processor -- start 2024-04-22T00:42:51.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf4059d740 1 -- start start 2024-04-22T00:42:51.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf4059d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1507370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf4059d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d150c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf3c9b6640 1 -- 172.21.15.18:0/3753396182 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7faf28046020 con 0x7faf38104b90 2024-04-22T00:42:51.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf4059d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d150ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf4059d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55a8d146c560 con 0x55a8d150cab0 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf4059d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55a8d1414730 con 0x55a8d1507940 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf4059d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a8d1468520 con 0x55a8d1506f50 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf377fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1507370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf367fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d150ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf377fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1507370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41722/0 (socket says 172.21.15.18:41722) 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.634+0000 7faf377fe640 1 -- 172.21.15.18:0/1429416097 learned_addr learned my addr 172.21.15.18:0/1429416097 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.635+0000 7faf36ffd640 1 --2- 172.21.15.18:0/1429416097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d150c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.635+0000 7faf377fe640 1 -- 172.21.15.18:0/1429416097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 msgr2=0x55a8d150c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.635+0000 7faf377fe640 1 --2- 172.21.15.18:0/1429416097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d150c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.635+0000 7faf377fe640 1 -- 172.21.15.18:0/1429416097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 msgr2=0x55a8d150ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.635+0000 7faf377fe640 1 --2- 172.21.15.18:0/1429416097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d150ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.635+0000 7faf377fe640 1 -- 172.21.15.18:0/1429416097 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8d124a7d0 con 0x55a8d1506f50 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.635+0000 7faf36ffd640 1 --2- 172.21.15.18:0/1429416097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d150c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.635+0000 7faf377fe640 1 --2- 172.21.15.18:0/1429416097 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1507370 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7faf30009fd0 tx=0x7faf300118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2632847a646563be server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.635+0000 7faf3c9b6640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf240a2c60 0x7faf240a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.635+0000 7faf3c9b6640 1 -- 172.21.15.18:0/3753396182 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7faf280f14a0 con 0x7faf38104b90 2024-04-22T00:42:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.636+0000 7faf36ffd640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf240a2c60 0x7faf240a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.636+0000 7faf2dffb640 1 -- 172.21.15.18:0/1429416097 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf30004d20 con 0x55a8d1506f50 2024-04-22T00:42:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.636+0000 7faf2dffb640 1 -- 172.21.15.18:0/1429416097 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf30004050 con 0x55a8d1506f50 2024-04-22T00:42:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.636+0000 7faf2dffb640 1 -- 172.21.15.18:0/1429416097 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf30005260 con 0x55a8d1506f50 2024-04-22T00:42:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf4059d740 1 -- 172.21.15.18:0/1429416097 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 msgr2=0x55a8d1507370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf4059d740 1 --2- 172.21.15.18:0/1429416097 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1507370 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7faf30009fd0 tx=0x7faf300118d0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf36ffd640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf240a2c60 0x7faf240a5120 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x55a8d1507d40 tx=0x7faf20005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf4059d740 1 -- 172.21.15.18:0/1429416097 shutdown_connections 2024-04-22T00:42:51.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf4059d740 1 --2- 172.21.15.18:0/1429416097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d150ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf4059d740 1 --2- 172.21.15.18:0/1429416097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d150c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf4059d740 1 --2- 172.21.15.18:0/1429416097 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1507370 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf4059d740 1 -- 172.21.15.18:0/1429416097 >> 172.21.15.18:0/1429416097 conn(0x55a8d15024c0 msgr2=0x55a8d15028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf4059d740 1 -- 172.21.15.18:0/1429416097 shutdown_connections 2024-04-22T00:42:51.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf4059d740 1 -- 172.21.15.18:0/1429416097 wait complete. 2024-04-22T00:42:51.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.637+0000 7faf4059d740 1 -- start start 2024-04-22T00:42:51.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.638+0000 7faf4059d740 1 Processor -- start 2024-04-22T00:42:51.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.638+0000 7faf4059d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d1506f50 0x55a8d1511550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.638+0000 7faf4059d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1511a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.638+0000 7faf4059d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d150cab0 0x55a8d1518ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.638+0000 7faf4059d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55a8d150fa60 con 0x55a8d1506f50 2024-04-22T00:42:51.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.638+0000 7faf4059d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55a8d1427e00 con 0x55a8d1507940 2024-04-22T00:42:51.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.638+0000 7faf4059d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a8d150fbe0 con 0x55a8d150cab0 2024-04-22T00:42:51.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.638+0000 7faf4059d740 10 client.0 _ll_register_callbacks cb 0x55a8d1462eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:51.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.639+0000 7faf36ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d1506f50 0x55a8d1511550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.639+0000 7faf367fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1511a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.639+0000 7faf367fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1511a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41878/0 (socket says 172.21.15.18:41878) 2024-04-22T00:42:51.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.639+0000 7faf367fc640 1 -- 172.21.15.18:0/2652603196 learned_addr learned my addr 172.21.15.18:0/2652603196 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:51.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.639+0000 7faf377fe640 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d150cab0 0x55a8d1518ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.640+0000 7faf367fc640 1 -- 172.21.15.18:0/2652603196 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d150cab0 msgr2=0x55a8d1518ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.640+0000 7faf367fc640 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d150cab0 0x55a8d1518ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.640+0000 7faf367fc640 1 -- 172.21.15.18:0/2652603196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d1506f50 msgr2=0x55a8d1511550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.640+0000 7faf367fc640 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d1506f50 0x55a8d1511550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.640+0000 7faf367fc640 1 -- 172.21.15.18:0/2652603196 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8d11803f0 con 0x55a8d1507940 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.640+0000 7faf36ffd640 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d1506f50 0x55a8d1511550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.640+0000 7faf367fc640 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1511a90 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faf28006010 tx=0x7faf28005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dc929f58ca17081 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.640+0000 7faf16ffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.640+0000 7faf16ffd640 1 -- 172.21.15.18:0/2652603196 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf280b9bd0 con 0x55a8d1507940 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.640+0000 7faf16ffd640 1 -- 172.21.15.18:0/2652603196 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7faf280f1190 con 0x55a8d1507940 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.641+0000 7faf4059d740 1 -- 172.21.15.18:0/2652603196 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf30004050 con 0x55a8d1507940 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.641+0000 7faf16ffd640 1 -- 172.21.15.18:0/2652603196 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faf280bd290 con 0x55a8d1507940 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.641+0000 7faf4059d740 10 client.25607 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.641+0000 7faf4059d740 1 -- 172.21.15.18:0/2652603196 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a8d11400f0 con 0x55a8d1507940 2024-04-22T00:42:51.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.641+0000 7faf16ffd640 1 -- 172.21.15.18:0/2652603196 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf30004050 con 0x55a8d1507940 2024-04-22T00:42:51.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.641+0000 7faf16ffd640 1 -- 172.21.15.18:0/2652603196 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7faf28004310 con 0x55a8d1507940 2024-04-22T00:42:51.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.641+0000 7faf4059d740 10 client.25607 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:51.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.641+0000 7faf4059d740 10 client.25607 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:51.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.642+0000 7faf4059d740 20 client.25607 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:51.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.642+0000 7faf4059d740 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a8d151d2d0 0x55a8d151f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.642+0000 7faf4059d740 4 client.25607 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:51.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.642+0000 7faf4059d740 1 -- 172.21.15.18:0/2652603196 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a8d1479aa0 con 0x55a8d151d2d0 2024-04-22T00:42:51.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.642+0000 7faf36ffd640 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a8d151d2d0 0x55a8d151f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.643+0000 7faf16ffd640 10 client.25607 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:51.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.643+0000 7faf36ffd640 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a8d151d2d0 0x55a8d151f750 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a53fc63966e3beb server_cookie=2d1c98e2ac80ca8b in_seq=0 out_seq=0 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.643+0000 7faf16ffd640 1 -- 172.21.15.18:0/2652603196 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a8d1479aa0 con 0x55a8d151d2d0 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.643+0000 7faf16ffd640 10 client.25607 handle_command_reply: tid=0 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.643+0000 7faf4059d740 1 client.25607 shutdown 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 1 -- 172.21.15.18:0/2652603196 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 msgr2=0x55a8d1511a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1511a90 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faf28006010 tx=0x7faf28005d50 comp rx=0 tx=0).stop 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 1 -- 172.21.15.18:0/2652603196 shutdown_connections 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a8d151d2d0 0x55a8d151f750 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d150cab0 0x55a8d1518ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf16ffd640 0 client.25607 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1511a90 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 1 --2- 172.21.15.18:0/2652603196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d1506f50 0x55a8d1511550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 1 -- 172.21.15.18:0/2652603196 >> 172.21.15.18:0/2652603196 conn(0x55a8d15024c0 msgr2=0x55a8d15016e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 1 -- 172.21.15.18:0/2652603196 shutdown_connections 2024-04-22T00:42:51.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 1 -- 172.21.15.18:0/2652603196 wait complete. 2024-04-22T00:42:51.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.644+0000 7faf4059d740 20 client.25607 trim_cache size 0 max 16384 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.674+0000 7faf4059d740 1 Processor -- start 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf4059d740 1 -- start start 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf4059d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d15028a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf4059d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1508ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf4059d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d15093e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf36ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d15028a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf36ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d15028a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41730/0 (socket says 172.21.15.18:41730) 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf36ffd640 1 -- 172.21.15.18:0/4274953542 learned_addr learned my addr 172.21.15.18:0/4274953542 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf367fc640 1 --2- 172.21.15.18:0/4274953542 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1508ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf4059d740 1 -- 172.21.15.18:0/4274953542 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faf381b3350 con 0x55a8d150cab0 2024-04-22T00:42:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf4059d740 1 -- 172.21.15.18:0/4274953542 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faf381b0bc0 con 0x55a8d1507940 2024-04-22T00:42:51.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf377fe640 1 --2- 172.21.15.18:0/4274953542 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d15093e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.675+0000 7faf4059d740 1 -- 172.21.15.18:0/4274953542 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faf381aea10 con 0x55a8d1506f50 2024-04-22T00:42:51.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.676+0000 7faf367fc640 1 -- 172.21.15.18:0/4274953542 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 msgr2=0x55a8d15028a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.676+0000 7faf367fc640 1 --2- 172.21.15.18:0/4274953542 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d15028a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.676+0000 7faf367fc640 1 -- 172.21.15.18:0/4274953542 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 msgr2=0x55a8d15093e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.676+0000 7faf367fc640 1 --2- 172.21.15.18:0/4274953542 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d15093e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.676+0000 7faf367fc640 1 -- 172.21.15.18:0/4274953542 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8d14fdfa0 con 0x55a8d1507940 2024-04-22T00:42:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.676+0000 7faf367fc640 1 --2- 172.21.15.18:0/4274953542 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1508ea0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faf280ba2b0 tx=0x7faf28005c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b4cb636656c55f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.676+0000 7faf2d7fa640 1 -- 172.21.15.18:0/4274953542 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf280bd470 con 0x55a8d1507940 2024-04-22T00:42:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.676+0000 7faf2d7fa640 1 -- 172.21.15.18:0/4274953542 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf280d1e50 con 0x55a8d1507940 2024-04-22T00:42:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.676+0000 7faf2d7fa640 1 -- 172.21.15.18:0/4274953542 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf280bd700 con 0x55a8d1507940 2024-04-22T00:42:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.677+0000 7faf4059d740 1 -- 172.21.15.18:0/4274953542 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 msgr2=0x55a8d1508ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.677+0000 7faf4059d740 1 --2- 172.21.15.18:0/4274953542 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1508ea0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faf280ba2b0 tx=0x7faf28005c90 comp rx=0 tx=0).stop 2024-04-22T00:42:51.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.678+0000 7faf4059d740 1 -- 172.21.15.18:0/4274953542 shutdown_connections 2024-04-22T00:42:51.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.678+0000 7faf4059d740 1 --2- 172.21.15.18:0/4274953542 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d15093e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.678+0000 7faf4059d740 1 --2- 172.21.15.18:0/4274953542 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d1508ea0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.678+0000 7faf4059d740 1 --2- 172.21.15.18:0/4274953542 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d15028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.678+0000 7faf4059d740 1 -- 172.21.15.18:0/4274953542 >> 172.21.15.18:0/4274953542 conn(0x55a8d15024c0 msgr2=0x55a8d14fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.678+0000 7faf4059d740 1 -- 172.21.15.18:0/4274953542 shutdown_connections 2024-04-22T00:42:51.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.678+0000 7faf4059d740 1 -- 172.21.15.18:0/4274953542 wait complete. 2024-04-22T00:42:51.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.679+0000 7faf4059d740 1 -- start start 2024-04-22T00:42:51.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.679+0000 7faf4059d740 1 Processor -- start 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf4059d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1514f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf4059d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d15154c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf4059d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d1581880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf4059d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faf381af080 con 0x55a8d150cab0 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf4059d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faf381b04f0 con 0x55a8d1507940 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf4059d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faf381af750 con 0x55a8d1506f50 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf4059d740 10 client.0 _ll_register_callbacks cb 0x7faf280f4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf36ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1514f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf367fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d15154c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf36ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1514f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41736/0 (socket says 172.21.15.18:41736) 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf36ffd640 1 -- 172.21.15.18:0/820388907 learned_addr learned my addr 172.21.15.18:0/820388907 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:51.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.680+0000 7faf377fe640 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d1581880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.681+0000 7faf377fe640 1 -- 172.21.15.18:0/820388907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 msgr2=0x55a8d1514f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.681+0000 7faf377fe640 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1514f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.681+0000 7faf377fe640 1 -- 172.21.15.18:0/820388907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 msgr2=0x55a8d15154c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:51.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.681+0000 7faf377fe640 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d15154c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.681+0000 7faf377fe640 1 -- 172.21.15.18:0/820388907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8d1581df0 con 0x55a8d150cab0 2024-04-22T00:42:51.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.681+0000 7faf36ffd640 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1514f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:51.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.681+0000 7faf377fe640 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d1581880 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7faf30011dd0 tx=0x7faf30004b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb3df01051c3aa1e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:51.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.681+0000 7faf16ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:42:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.682+0000 7faf16ffd640 1 -- 172.21.15.18:0/820388907 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf30004050 con 0x55a8d150cab0 2024-04-22T00:42:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.682+0000 7faf16ffd640 1 -- 172.21.15.18:0/820388907 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7faf300041f0 con 0x55a8d150cab0 2024-04-22T00:42:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.682+0000 7faf4059d740 1 -- 172.21.15.18:0/820388907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf280d1e50 con 0x55a8d150cab0 2024-04-22T00:42:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.682+0000 7faf16ffd640 1 -- 172.21.15.18:0/820388907 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faf300043f0 con 0x55a8d150cab0 2024-04-22T00:42:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.682+0000 7faf4059d740 10 client.15993 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.682+0000 7faf4059d740 1 -- 172.21.15.18:0/820388907 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a8d1583100 con 0x55a8d150cab0 2024-04-22T00:42:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.682+0000 7faf16ffd640 1 -- 172.21.15.18:0/820388907 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf280d1e50 con 0x55a8d150cab0 2024-04-22T00:42:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.682+0000 7faf16ffd640 1 -- 172.21.15.18:0/820388907 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7faf3000f4e0 con 0x55a8d150cab0 2024-04-22T00:42:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.683+0000 7faf4059d740 10 client.15993 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:51.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.683+0000 7faf4059d740 10 client.15993 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.683+0000 7faf4059d740 20 client.15993 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.683+0000 7faf4059d740 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a8d15838c0 0x55a8d1585ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.683+0000 7faf4059d740 4 client.15993 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.683+0000 7faf4059d740 1 -- 172.21.15.18:0/820388907 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a8d1473df0 con 0x55a8d15838c0 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.683+0000 7faf36ffd640 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a8d15838c0 0x55a8d1585ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf16ffd640 10 client.15993 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf36ffd640 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a8d15838c0 0x55a8d1585ce0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1fdce8cf4122cb server_cookie=807ffd9023c24afa in_seq=0 out_seq=0 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf16ffd640 1 -- 172.21.15.18:0/820388907 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a8d1473df0 con 0x55a8d15838c0 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf16ffd640 10 client.15993 handle_command_reply: tid=0 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 client.15993 shutdown 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 -- 172.21.15.18:0/820388907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 msgr2=0x55a8d1581880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d1581880 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7faf30011dd0 tx=0x7faf30004b80 comp rx=0 tx=0).stop 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 -- 172.21.15.18:0/820388907 shutdown_connections 2024-04-22T00:42:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55a8d15838c0 0x55a8d1585ce0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a8d150cab0 0x55a8d1581880 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a8d1507940 0x55a8d15154c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 --2- 172.21.15.18:0/820388907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a8d1506f50 0x55a8d1514f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 -- 172.21.15.18:0/820388907 >> 172.21.15.18:0/820388907 conn(0x55a8d15024c0 msgr2=0x55a8d15028a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf16ffd640 0 client.15993 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 -- 172.21.15.18:0/820388907 shutdown_connections 2024-04-22T00:42:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 1 -- 172.21.15.18:0/820388907 wait complete. 2024-04-22T00:42:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.684+0000 7faf4059d740 20 client.15993 trim_cache size 0 max 16384 2024-04-22T00:42:51.689 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:42:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:42:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:42:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "ec4e4290-4b65-44c4-b5c7-fedf6b1a9037": { 2024-04-22T00:42:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:42:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "ec4e4290-4b65-44c4-b5c7-fedf6b1a9037", 2024-04-22T00:42:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:42:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:42:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:42:51.690 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:42:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.685+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3753396182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf240a2c60 msgr2=0x7faf240a5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.685+0000 7faf3d9b8640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf240a2c60 0x7faf240a5120 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x55a8d1507d40 tx=0x7faf20005f90 comp rx=0 tx=0).stop 2024-04-22T00:42:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.685+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3753396182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf38104b90 msgr2=0x7faf38079a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.685+0000 7faf3d9b8640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf38104b90 0x7faf38079a30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7faf2802c240 tx=0x7faf28004e30 comp rx=0 tx=0).stop 2024-04-22T00:42:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.685+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3753396182 shutdown_connections 2024-04-22T00:42:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.685+0000 7faf3d9b8640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faf240a2c60 0x7faf240a5120 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.685+0000 7faf3d9b8640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf38105550 0x7faf38076060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.685+0000 7faf3d9b8640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faf38104b90 0x7faf38079a30 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.685+0000 7faf3d9b8640 1 --2- 172.21.15.18:0/3753396182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faf381039a0 0x7faf380794f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.685+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3753396182 >> 172.21.15.18:0/3753396182 conn(0x7faf380fef30 msgr2=0x7faf38107e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.687+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3753396182 shutdown_connections 2024-04-22T00:42:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:42:51.687+0000 7faf3d9b8640 1 -- 172.21.15.18:0/3753396182 wait complete. 2024-04-22T00:42:51.704 INFO:tasks.cephfs.filesystem:scrub status for tag:ec4e4290-4b65-44c4-b5c7-fedf6b1a9037 - {'path': '/', 'tag': 'ec4e4290-4b65-44c4-b5c7-fedf6b1a9037', 'options': 'recursive,force'} 2024-04-22T00:42:52.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:51 smithi081 ceph-mon[31546]: pgmap v421: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 19 MiB/s wr, 1.06k op/s 2024-04-22T00:42:52.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:51 smithi018 ceph-mon[27979]: pgmap v421: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 19 MiB/s wr, 1.06k op/s 2024-04-22T00:42:52.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:51 smithi167 ceph-mon[31348]: pgmap v421: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 19 MiB/s wr, 1.06k op/s 2024-04-22T00:42:53.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:42:53.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:42:53.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:42:53.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:42:53.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:42:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:42:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:42:53.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:42:53.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:42:53.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:42:53.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:42:53.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:42:53.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:42:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:42:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:42:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:42:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:42:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:42:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:42:53.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:53 smithi167 ceph-mon[31348]: pgmap v422: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 MiB/s wr, 865 op/s 2024-04-22T00:42:54.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:53 smithi081 ceph-mon[31546]: pgmap v422: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 MiB/s wr, 865 op/s 2024-04-22T00:42:54.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:53 smithi018 ceph-mon[27979]: pgmap v422: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 MiB/s wr, 865 op/s 2024-04-22T00:42:54.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 90.0 s, 3372.0 tps, lat 29.376 ms stddev 38.026 2024-04-22T00:42:56.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:55 smithi081 ceph-mon[31546]: pgmap v423: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 13 MiB/s wr, 896 op/s 2024-04-22T00:42:56.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:55 smithi018 ceph-mon[27979]: pgmap v423: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 13 MiB/s wr, 896 op/s 2024-04-22T00:42:56.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:55 smithi167 ceph-mon[31348]: pgmap v423: 129 pgs: 129 active+clean; 1.0 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 13 MiB/s wr, 896 op/s 2024-04-22T00:42:57.893 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.892+0000 7f5f48e4d640 1 -- 172.21.15.18:0/4175355443 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5f441006e0 msgr2=0x7f5f44100b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:57.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.892+0000 7f5f48e4d640 1 --2- 172.21.15.18:0/4175355443 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5f441006e0 0x7f5f44100b00 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5f34009900 tx=0x7f5f3402bc30 comp rx=0 tx=0).stop 2024-04-22T00:42:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.894+0000 7f5f48e4d640 1 -- 172.21.15.18:0/4175355443 shutdown_connections 2024-04-22T00:42:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.894+0000 7f5f48e4d640 1 --2- 172.21.15.18:0/4175355443 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f44102290 0x7f5f44108b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.894+0000 7f5f48e4d640 1 --2- 172.21.15.18:0/4175355443 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f441018d0 0x7f5f44101d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.894+0000 7f5f48e4d640 1 --2- 172.21.15.18:0/4175355443 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5f441006e0 0x7f5f44100b00 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.894+0000 7f5f48e4d640 1 -- 172.21.15.18:0/4175355443 >> 172.21.15.18:0/4175355443 conn(0x7f5f440fbc50 msgr2=0x7f5f440fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.894+0000 7f5f48e4d640 1 -- 172.21.15.18:0/4175355443 shutdown_connections 2024-04-22T00:42:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.894+0000 7f5f48e4d640 1 -- 172.21.15.18:0/4175355443 wait complete. 2024-04-22T00:42:57.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.895+0000 7f5f48e4d640 1 Processor -- start 2024-04-22T00:42:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.895+0000 7f5f48e4d640 1 -- start start 2024-04-22T00:42:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.896+0000 7f5f48e4d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f441006e0 0x7f5f4406a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.896+0000 7f5f48e4d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5f441018d0 0x7f5f4419a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.896+0000 7f5f4259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f441006e0 0x7f5f4406a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.896+0000 7f5f4259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f441006e0 0x7f5f4406a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41904/0 (socket says 172.21.15.18:41904) 2024-04-22T00:42:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.896+0000 7f5f48e4d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f44102290 0x7f5f4419ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.896+0000 7f5f4259c640 1 -- 172.21.15.18:0/972210646 learned_addr learned my addr 172.21.15.18:0/972210646 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:57.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.896+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5f4410c330 con 0x7f5f441018d0 2024-04-22T00:42:57.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.896+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5f4410c1b0 con 0x7f5f441006e0 2024-04-22T00:42:57.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.896+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5f4410c4b0 con 0x7f5f44102290 2024-04-22T00:42:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.897+0000 7f5f42d9d640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f44102290 0x7f5f4419ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.897+0000 7f5f41d9b640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5f441018d0 0x7f5f4419a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.897+0000 7f5f4259c640 1 -- 172.21.15.18:0/972210646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f44102290 msgr2=0x7f5f4419ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.897+0000 7f5f4259c640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f44102290 0x7f5f4419ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.897+0000 7f5f4259c640 1 -- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5f441018d0 msgr2=0x7f5f4419a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.897+0000 7f5f4259c640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5f441018d0 0x7f5f4419a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.897+0000 7f5f4259c640 1 -- 172.21.15.18:0/972210646 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f4419b440 con 0x7f5f441006e0 2024-04-22T00:42:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.898+0000 7f5f41d9b640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5f441018d0 0x7f5f4419a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:42:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.898+0000 7f5f4259c640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f441006e0 0x7f5f4406a550 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5f34005ab0 tx=0x7f5f34005dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.898+0000 7f5f337fe640 1 -- 172.21.15.18:0/972210646 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f34041070 con 0x7f5f441006e0 2024-04-22T00:42:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.898+0000 7f5f337fe640 1 -- 172.21.15.18:0/972210646 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5f340054e0 con 0x7f5f441006e0 2024-04-22T00:42:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.898+0000 7f5f337fe640 1 -- 172.21.15.18:0/972210646 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f34034440 con 0x7f5f441006e0 2024-04-22T00:42:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.898+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f4419b6d0 con 0x7f5f441006e0 2024-04-22T00:42:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.898+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f4419bb70 con 0x7f5f441006e0 2024-04-22T00:42:57.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.901+0000 7f5f337fe640 1 -- 172.21.15.18:0/972210646 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5f34044070 con 0x7f5f441006e0 2024-04-22T00:42:57.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.902+0000 7f5f4ba31740 1 Processor -- start 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.902+0000 7f5f337fe640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5f2c0a2cb0 0x7f5f2c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.902+0000 7f5f337fe640 1 -- 172.21.15.18:0/972210646 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5f340f1060 con 0x7f5f441006e0 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.902+0000 7f5f4ba31740 1 -- start start 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a370160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a370730 0x55d99a375230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a3758a0 0x55d99a377d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f4ba31740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d99a2c3b70 con 0x55d99a370730 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f4ba31740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d99a26c470 con 0x55d99a36fd40 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f4ba31740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d99a2bfb30 con 0x55d99a3758a0 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f4259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a370160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f4259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a370160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41918/0 (socket says 172.21.15.18:41918) 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f4259c640 1 -- 172.21.15.18:0/2417174297 learned_addr learned my addr 172.21.15.18:0/2417174297 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f42d9d640 1 --2- 172.21.15.18:0/2417174297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a3758a0 0x55d99a377d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.903+0000 7f5f42d9d640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5f2c0a2cb0 0x7f5f2c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.904+0000 7f5f4259c640 1 -- 172.21.15.18:0/2417174297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a3758a0 msgr2=0x55d99a377d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:57.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.904+0000 7f5f4259c640 1 --2- 172.21.15.18:0/2417174297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a3758a0 0x55d99a377d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.904+0000 7f5f4259c640 1 -- 172.21.15.18:0/2417174297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a370730 msgr2=0x55d99a375230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:57.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.904+0000 7f5f4259c640 1 --2- 172.21.15.18:0/2417174297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a370730 0x55d99a375230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.904+0000 7f5f4259c640 1 -- 172.21.15.18:0/2417174297 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d999fd8210 con 0x55d99a36fd40 2024-04-22T00:42:57.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.904+0000 7f5f4259c640 1 --2- 172.21.15.18:0/2417174297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a370160 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5f340bd480 tx=0x7f5f3402bc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3dc7eeda2b059d55 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:57.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.904+0000 7f5f42d9d640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5f2c0a2cb0 0x7f5f2c0a5170 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f5f3c009fd0 tx=0x7f5f3c009520 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:57.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.904+0000 7f5f30ff9640 1 -- 172.21.15.18:0/2417174297 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f3404b040 con 0x55d99a36fd40 2024-04-22T00:42:57.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.904+0000 7f5f30ff9640 1 -- 172.21.15.18:0/2417174297 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5f34005690 con 0x55d99a36fd40 2024-04-22T00:42:57.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.904+0000 7f5f30ff9640 1 -- 172.21.15.18:0/2417174297 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f340bb880 con 0x55d99a36fd40 2024-04-22T00:42:57.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.905+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2417174297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 msgr2=0x55d99a370160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:57.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.905+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2417174297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a370160 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5f340bd480 tx=0x7f5f3402bc30 comp rx=0 tx=0).stop 2024-04-22T00:42:57.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.905+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2417174297 shutdown_connections 2024-04-22T00:42:57.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.905+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2417174297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a3758a0 0x55d99a377d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.905+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2417174297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a370730 0x55d99a375230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.905+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2417174297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a370160 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.905+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2417174297 >> 172.21.15.18:0/2417174297 conn(0x55d99a35a2a0 msgr2=0x55d99a35a6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.905+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2417174297 shutdown_connections 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.905+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2417174297 wait complete. 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4ba31740 1 -- start start 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4ba31740 1 Processor -- start 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a379dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a370730 0x55d99a37a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a3758a0 0x55d99a381340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4ba31740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d99a378610 con 0x55d99a3758a0 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4ba31740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d99a27fa10 con 0x55d99a36fd40 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4ba31740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d99a378790 con 0x55d99a370730 2024-04-22T00:42:57.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a379dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a379dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41924/0 (socket says 172.21.15.18:41924) 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4259c640 1 -- 172.21.15.18:0/2618688744 learned_addr learned my addr 172.21.15.18:0/2618688744 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f4ba31740 10 client.0 _ll_register_callbacks cb 0x55d99a2bab60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.906+0000 7f5f41d9b640 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a370730 0x55d99a37a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.907+0000 7f5f4259c640 1 -- 172.21.15.18:0/2618688744 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a370730 msgr2=0x55d99a37a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.907+0000 7f5f4259c640 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a370730 0x55d99a37a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.907+0000 7f5f4259c640 1 -- 172.21.15.18:0/2618688744 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a3758a0 msgr2=0x55d99a381340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.907+0000 7f5f4259c640 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a3758a0 0x55d99a381340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.907+0000 7f5f4259c640 1 -- 172.21.15.18:0/2618688744 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d99a0a4620 con 0x55d99a36fd40 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.907+0000 7f5f4259c640 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a379dc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5f340ee7e0 tx=0x7f5f34009680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee4591acf9ab698d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.907+0000 7f5f29ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:57.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.907+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2618688744 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f340d5070 con 0x55d99a36fd40 2024-04-22T00:42:57.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.907+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2618688744 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5f340d6270 con 0x55d99a36fd40 2024-04-22T00:42:57.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.908+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2618688744 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d99a2d10b0 con 0x55d99a36fd40 2024-04-22T00:42:57.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.908+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2618688744 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5f3404b050 con 0x55d99a36fd40 2024-04-22T00:42:57.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.908+0000 7f5f4ba31740 10 client.25625 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:57.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.908+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2618688744 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d99a378610 con 0x55d99a36fd40 2024-04-22T00:42:57.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.908+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2618688744 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5f340db070 con 0x55d99a36fd40 2024-04-22T00:42:57.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.909+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2618688744 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5f340bc940 con 0x55d99a36fd40 2024-04-22T00:42:57.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.909+0000 7f5f4ba31740 10 client.25625 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:57.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.909+0000 7f5f4ba31740 10 client.25625 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:57.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.909+0000 7f5f4ba31740 20 client.25625 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:57.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.909+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d99a385bc0 0x55d99a388020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.909+0000 7f5f4ba31740 4 client.25625 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:42:57.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.909+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2618688744 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d99a2d10b0 con 0x55d99a385bc0 2024-04-22T00:42:57.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.909+0000 7f5f41d9b640 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d99a385bc0 0x55d99a388020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.910+0000 7f5f41d9b640 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d99a385bc0 0x55d99a388020 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd92d970f1ba7d4f server_cookie=3af49d54b738b958 in_seq=0 out_seq=0 2024-04-22T00:42:57.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.910+0000 7f5f29ffb640 10 client.25625 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.915+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2618688744 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d99a2d10b0 con 0x55d99a385bc0 2024-04-22T00:42:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.915+0000 7f5f29ffb640 10 client.25625 handle_command_reply: tid=0 2024-04-22T00:42:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.915+0000 7f5f4ba31740 1 client.25625 shutdown 2024-04-22T00:42:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.931+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2618688744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 msgr2=0x55d99a379dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:57.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.931+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a379dc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5f340ee7e0 tx=0x7f5f34009680 comp rx=0 tx=0).stop 2024-04-22T00:42:57.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.932+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2618688744 shutdown_connections 2024-04-22T00:42:57.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.932+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d99a385bc0 0x55d99a388020 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.932+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a3758a0 0x55d99a381340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.932+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a370730 0x55d99a37a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.932+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2618688744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a36fd40 0x55d99a379dc0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.932+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2618688744 >> 172.21.15.18:0/2618688744 conn(0x55d99a35a2a0 msgr2=0x55d99a3594c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:57.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.933+0000 7f5f29ffb640 0 client.25625 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:57.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.937+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2618688744 shutdown_connections 2024-04-22T00:42:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.941+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2618688744 wait complete. 2024-04-22T00:42:57.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.945+0000 7f5f4ba31740 20 client.25625 trim_cache size 0 max 16384 2024-04-22T00:42:57.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.973+0000 7f5f4ba31740 1 Processor -- start 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.973+0000 7f5f4ba31740 1 -- start start 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a36fd40 0x55d99a35d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a370730 0x55d99a35da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a3758a0 0x55d99a3799d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f4ba31740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5f441a0440 con 0x55d99a370730 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f4ba31740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5f4419dcb0 con 0x55d99a3758a0 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f4ba31740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5f440735d0 con 0x55d99a36fd40 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f42d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a3758a0 0x55d99a3799d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f42d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a3758a0 0x55d99a3799d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41930/0 (socket says 172.21.15.18:41930) 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f42d9d640 1 -- 172.21.15.18:0/1347366130 learned_addr learned my addr 172.21.15.18:0/1347366130 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f4259c640 1 --2- 172.21.15.18:0/1347366130 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a36fd40 0x55d99a35d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.974+0000 7f5f41d9b640 1 --2- 172.21.15.18:0/1347366130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a370730 0x55d99a35da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.975+0000 7f5f42d9d640 1 -- 172.21.15.18:0/1347366130 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a36fd40 msgr2=0x55d99a35d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:57.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.975+0000 7f5f42d9d640 1 --2- 172.21.15.18:0/1347366130 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a36fd40 0x55d99a35d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.975+0000 7f5f42d9d640 1 -- 172.21.15.18:0/1347366130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a370730 msgr2=0x55d99a35da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:57.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.975+0000 7f5f42d9d640 1 --2- 172.21.15.18:0/1347366130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a370730 0x55d99a35da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.975+0000 7f5f42d9d640 1 -- 172.21.15.18:0/1347366130 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d99a371540 con 0x55d99a3758a0 2024-04-22T00:42:57.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.975+0000 7f5f4259c640 1 --2- 172.21.15.18:0/1347366130 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a36fd40 0x55d99a35d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:42:57.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.975+0000 7f5f42d9d640 1 --2- 172.21.15.18:0/1347366130 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a3758a0 0x55d99a3799d0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5f3c009d50 tx=0x7f5f3c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=776cb74c273ae45c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:57.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.975+0000 7f5f2bfff640 1 -- 172.21.15.18:0/1347366130 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f3c024030 con 0x55d99a3758a0 2024-04-22T00:42:57.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.975+0000 7f5f2bfff640 1 -- 172.21.15.18:0/1347366130 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5f3c011da0 con 0x55d99a3758a0 2024-04-22T00:42:57.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.975+0000 7f5f2bfff640 1 -- 172.21.15.18:0/1347366130 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f3c00fe20 con 0x55d99a3758a0 2024-04-22T00:42:57.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.977+0000 7f5f4ba31740 1 -- 172.21.15.18:0/1347366130 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a3758a0 msgr2=0x55d99a3799d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:57.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.977+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/1347366130 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a3758a0 0x55d99a3799d0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5f3c009d50 tx=0x7f5f3c004a40 comp rx=0 tx=0).stop 2024-04-22T00:42:57.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.977+0000 7f5f4ba31740 1 -- 172.21.15.18:0/1347366130 shutdown_connections 2024-04-22T00:42:57.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.977+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/1347366130 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a3758a0 0x55d99a3799d0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.978+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/1347366130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a370730 0x55d99a35da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.978+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/1347366130 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a36fd40 0x55d99a35d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.978+0000 7f5f4ba31740 1 -- 172.21.15.18:0/1347366130 >> 172.21.15.18:0/1347366130 conn(0x55d99a35a2a0 msgr2=0x55d99a35a680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:57.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.978+0000 7f5f4ba31740 1 -- 172.21.15.18:0/1347366130 shutdown_connections 2024-04-22T00:42:57.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.978+0000 7f5f4ba31740 1 -- 172.21.15.18:0/1347366130 wait complete. 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.979+0000 7f5f4ba31740 1 -- start start 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.979+0000 7f5f4ba31740 1 Processor -- start 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.979+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a36fd40 0x55d99a37dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a370730 0x55d99a37e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f4ba31740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a3758a0 0x55d99a37f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f4259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a36fd40 0x55d99a37dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f4ba31740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5f4419c170 con 0x55d99a36fd40 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f41d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a370730 0x55d99a37e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f41d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a370730 0x55d99a37e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41944/0 (socket says 172.21.15.18:41944) 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f41d9b640 1 -- 172.21.15.18:0/2565921950 learned_addr learned my addr 172.21.15.18:0/2565921950 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2565921950 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5f4419d5e0 con 0x55d99a370730 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2565921950 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5f4419c840 con 0x55d99a3758a0 2024-04-22T00:42:57.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f42d9d640 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a3758a0 0x55d99a37f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f4ba31740 10 client.0 _ll_register_callbacks cb 0x7f5f340b9120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:42:57.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f41d9b640 1 -- 172.21.15.18:0/2565921950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a3758a0 msgr2=0x55d99a37f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:57.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f41d9b640 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a3758a0 0x55d99a37f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f41d9b640 1 -- 172.21.15.18:0/2565921950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a36fd40 msgr2=0x55d99a37dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:42:57.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f41d9b640 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a36fd40 0x55d99a37dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:57.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.980+0000 7f5f41d9b640 1 -- 172.21.15.18:0/2565921950 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d99a37f770 con 0x55d99a370730 2024-04-22T00:42:57.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.982+0000 7f5f41d9b640 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a370730 0x55d99a37e170 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5f38000c00 tx=0x7f5f38009f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c31398036a873c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:42:57.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.982+0000 7f5f29ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:42:57.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.982+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2565921950 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f38005020 con 0x55d99a370730 2024-04-22T00:42:57.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.982+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2565921950 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5f380051c0 con 0x55d99a370730 2024-04-22T00:42:57.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.983+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2565921950 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f3c011da0 con 0x55d99a370730 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.983+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2565921950 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5f3802b050 con 0x55d99a370730 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.983+0000 7f5f4ba31740 10 client.25631 fetch_fsmap learned FSMap version 28 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.983+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2565921950 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d99a380b00 con 0x55d99a370730 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.983+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2565921950 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5f3801f070 con 0x55d99a370730 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.984+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2565921950 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5f3800f040 con 0x55d99a370730 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.984+0000 7f5f4ba31740 10 client.25631 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.984+0000 7f5f4ba31740 10 client.25631 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.984+0000 7f5f4ba31740 20 client.25631 populate_metadata read hostname 'smithi018' 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.984+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d99a3ec960 0x55d99a3eed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.984+0000 7f5f4ba31740 4 client.25631 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.984+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2565921950 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f5f3c011da0 con 0x55d99a3ec960 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.984+0000 7f5f4259c640 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d99a3ec960 0x55d99a3eed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.985+0000 7f5f4259c640 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d99a3ec960 0x55d99a3eed80 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73fd5294287e1f0 server_cookie=78153539105f50e5 in_seq=0 out_seq=0 2024-04-22T00:42:57.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.985+0000 7f5f29ffb640 10 client.25631 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:57.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.996+0000 7f5f29ffb640 1 -- 172.21.15.18:0/2565921950 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f5f3c011da0 con 0x55d99a3ec960 2024-04-22T00:42:57.998 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.996+0000 7f5f29ffb640 10 client.25631 handle_command_reply: tid=0 2024-04-22T00:42:57.998 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 client.25631 shutdown 2024-04-22T00:42:57.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2565921950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a370730 msgr2=0x55d99a37e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:57.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a370730 0x55d99a37e170 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5f38000c00 tx=0x7f5f38009f00 comp rx=0 tx=0).stop 2024-04-22T00:42:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2565921950 shutdown_connections 2024-04-22T00:42:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d99a3ec960 0x55d99a3eed80 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d99a3758a0 0x55d99a37f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d99a370730 0x55d99a37e170 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 --2- 172.21.15.18:0/2565921950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d99a36fd40 0x55d99a37dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2565921950 >> 172.21.15.18:0/2565921950 conn(0x55d99a35a2a0 msgr2=0x55d99a35d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f29ffb640 0 client.25631 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:42:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2565921950 shutdown_connections 2024-04-22T00:42:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.997+0000 7f5f4ba31740 1 -- 172.21.15.18:0/2565921950 wait complete. 2024-04-22T00:42:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f4ba31740 20 client.25631 trim_cache size 0 max 16384 2024-04-22T00:42:58.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:42:58.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:42:58.002 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:42:58.002 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:42:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5f2c0a2cb0 msgr2=0x7f5f2c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f48e4d640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5f2c0a2cb0 0x7f5f2c0a5170 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f5f3c009fd0 tx=0x7f5f3c009520 comp rx=0 tx=0).stop 2024-04-22T00:42:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f441006e0 msgr2=0x7f5f4406a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:42:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f48e4d640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f441006e0 0x7f5f4406a550 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5f34005ab0 tx=0x7f5f34005dc0 comp rx=0 tx=0).stop 2024-04-22T00:42:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 shutdown_connections 2024-04-22T00:42:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f48e4d640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5f2c0a2cb0 0x7f5f2c0a5170 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f48e4d640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5f44102290 0x7f5f4419ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f48e4d640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5f441018d0 0x7f5f4419a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f48e4d640 1 --2- 172.21.15.18:0/972210646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f441006e0 0x7f5f4406a550 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:42:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.998+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 >> 172.21.15.18:0/972210646 conn(0x7f5f440fbc50 msgr2=0x7f5f44104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:42:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.999+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 shutdown_connections 2024-04-22T00:42:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:42:57.999+0000 7f5f48e4d640 1 -- 172.21.15.18:0/972210646 wait complete. 2024-04-22T00:42:58.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:57 smithi081 ceph-mon[31546]: pgmap v424: 129 pgs: 129 active+clean; 1.0 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 11 MiB/s wr, 857 op/s 2024-04-22T00:42:58.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:57 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:42:58.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:57 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:42:58.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:57 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:42:58.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:57 smithi018 ceph-mon[27979]: pgmap v424: 129 pgs: 129 active+clean; 1.0 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 11 MiB/s wr, 857 op/s 2024-04-22T00:42:58.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:57 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:42:58.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:57 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:42:58.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:57 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:42:58.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:57 smithi167 ceph-mon[31348]: pgmap v424: 129 pgs: 129 active+clean; 1.0 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 11 MiB/s wr, 857 op/s 2024-04-22T00:42:58.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:57 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:42:58.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:57 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:42:58.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:57 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:42:59.770 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 95.0 s, 2762.4 tps, lat 36.261 ms stddev 40.350 2024-04-22T00:43:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:42:59 smithi081 ceph-mon[31546]: pgmap v425: 129 pgs: 129 active+clean; 1.0 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 8.5 MiB/s wr, 770 op/s 2024-04-22T00:43:00.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:42:59 smithi018 ceph-mon[27979]: pgmap v425: 129 pgs: 129 active+clean; 1.0 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 8.5 MiB/s wr, 770 op/s 2024-04-22T00:43:00.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:42:59 smithi167 ceph-mon[31348]: pgmap v425: 129 pgs: 129 active+clean; 1.0 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 8.5 MiB/s wr, 770 op/s 2024-04-22T00:43:02.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:01 smithi081 ceph-mon[31546]: pgmap v426: 129 pgs: 129 active+clean; 1.0 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 9.3 MiB/s wr, 874 op/s 2024-04-22T00:43:02.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:01 smithi018 ceph-mon[27979]: pgmap v426: 129 pgs: 129 active+clean; 1.0 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 9.3 MiB/s wr, 874 op/s 2024-04-22T00:43:02.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:01 smithi167 ceph-mon[31348]: pgmap v426: 129 pgs: 129 active+clean; 1.0 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 9.3 MiB/s wr, 874 op/s 2024-04-22T00:43:04.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:03 smithi081 ceph-mon[31546]: pgmap v427: 129 pgs: 129 active+clean; 1.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 9.3 MiB/s wr, 782 op/s 2024-04-22T00:43:04.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:03 smithi018 ceph-mon[27979]: pgmap v427: 129 pgs: 129 active+clean; 1.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 9.3 MiB/s wr, 782 op/s 2024-04-22T00:43:04.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:03 smithi167 ceph-mon[31348]: pgmap v427: 129 pgs: 129 active+clean; 1.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 9.3 MiB/s wr, 782 op/s 2024-04-22T00:43:04.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 100.0 s, 2083.8 tps, lat 47.665 ms stddev 57.910 2024-04-22T00:43:06.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:05 smithi081 ceph-mon[31546]: pgmap v428: 129 pgs: 129 active+clean; 1.1 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 13 MiB/s wr, 973 op/s 2024-04-22T00:43:06.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:05 smithi018 ceph-mon[27979]: pgmap v428: 129 pgs: 129 active+clean; 1.1 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 13 MiB/s wr, 973 op/s 2024-04-22T00:43:06.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:05 smithi167 ceph-mon[31348]: pgmap v428: 129 pgs: 129 active+clean; 1.1 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 13 MiB/s wr, 973 op/s 2024-04-22T00:43:08.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:07 smithi167 ceph-mon[31348]: pgmap v429: 129 pgs: 129 active+clean; 1.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 13 MiB/s wr, 976 op/s 2024-04-22T00:43:08.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:07 smithi081 ceph-mon[31546]: pgmap v429: 129 pgs: 129 active+clean; 1.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 13 MiB/s wr, 976 op/s 2024-04-22T00:43:08.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:07 smithi018 ceph-mon[27979]: pgmap v429: 129 pgs: 129 active+clean; 1.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 13 MiB/s wr, 976 op/s 2024-04-22T00:43:09.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 105.0 s, 2710.0 tps, lat 37.263 ms stddev 41.447 2024-04-22T00:43:10.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:09 smithi167 ceph-mon[31348]: pgmap v430: 129 pgs: 129 active+clean; 1.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 11 MiB/s wr, 812 op/s 2024-04-22T00:43:10.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:09 smithi081 ceph-mon[31546]: pgmap v430: 129 pgs: 129 active+clean; 1.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 11 MiB/s wr, 812 op/s 2024-04-22T00:43:10.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:09 smithi018 ceph-mon[27979]: pgmap v430: 129 pgs: 129 active+clean; 1.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 11 MiB/s wr, 812 op/s 2024-04-22T00:43:11.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.156+0000 7fefe60c2640 1 -- 172.21.15.18:0/3167669108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefe0108740 msgr2=0x7fefe010ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:11.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.156+0000 7fefe60c2640 1 --2- 172.21.15.18:0/3167669108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefe0108740 0x7fefe010ab70 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fefd4009900 tx=0x7fefd402bc50 comp rx=0 tx=0).stop 2024-04-22T00:43:11.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.158+0000 7fefe60c2640 1 -- 172.21.15.18:0/3167669108 shutdown_connections 2024-04-22T00:43:11.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.158+0000 7fefe60c2640 1 --2- 172.21.15.18:0/3167669108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefe010da60 0x7fefe010dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.158+0000 7fefe60c2640 1 --2- 172.21.15.18:0/3167669108 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fefe010b0b0 0x7fefe010d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.158+0000 7fefe60c2640 1 --2- 172.21.15.18:0/3167669108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefe0108740 0x7fefe010ab70 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.158+0000 7fefe60c2640 1 -- 172.21.15.18:0/3167669108 >> 172.21.15.18:0/3167669108 conn(0x7fefe006e7b0 msgr2=0x7fefe0070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:11.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.163+0000 7fefe60c2640 1 -- 172.21.15.18:0/3167669108 shutdown_connections 2024-04-22T00:43:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.163+0000 7fefe60c2640 1 -- 172.21.15.18:0/3167669108 wait complete. 2024-04-22T00:43:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.164+0000 7fefe60c2640 1 Processor -- start 2024-04-22T00:43:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.165+0000 7fefe60c2640 1 -- start start 2024-04-22T00:43:11.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.165+0000 7fefe60c2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefe0108740 0x7fefe01a6850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.165+0000 7fefe60c2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fefe010b0b0 0x7fefe01a6d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.166+0000 7fefe60c2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefe010da60 0x7fefe01ade00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.166+0000 7fefdeffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fefe010b0b0 0x7fefe01a6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.166+0000 7fefdeffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fefe010b0b0 0x7fefe01a6d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45272/0 (socket says 172.21.15.18:45272) 2024-04-22T00:43:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.166+0000 7fefdffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefe010da60 0x7fefe01ade00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.166+0000 7fefdffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefe010da60 0x7fefe01ade00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:46148/0 (socket says 172.21.15.18:46148) 2024-04-22T00:43:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.166+0000 7fefdffff640 1 -- 172.21.15.18:0/1911968344 learned_addr learned my addr 172.21.15.18:0/1911968344 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.166+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fefe011c320 con 0x7fefe0108740 2024-04-22T00:43:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.166+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fefe011c1a0 con 0x7fefe010da60 2024-04-22T00:43:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.166+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fefe011c4a0 con 0x7fefe010b0b0 2024-04-22T00:43:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.166+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefe0108740 0x7fefe01a6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.168+0000 7fefdeffd640 1 -- 172.21.15.18:0/1911968344 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefe010da60 msgr2=0x7fefe01ade00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.168+0000 7fefdeffd640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefe010da60 0x7fefe01ade00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.168+0000 7fefdeffd640 1 -- 172.21.15.18:0/1911968344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefe0108740 msgr2=0x7fefe01a6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.168+0000 7fefdeffd640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefe0108740 0x7fefe01a6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.168+0000 7fefdeffd640 1 -- 172.21.15.18:0/1911968344 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefe01ae470 con 0x7fefe010b0b0 2024-04-22T00:43:11.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.170+0000 7fefdeffd640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fefe010b0b0 0x7fefe01a6d90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fefd000b3f0 tx=0x7fefd000b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:11.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.170+0000 7fefdcff9640 1 -- 172.21.15.18:0/1911968344 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd0015020 con 0x7fefe010b0b0 2024-04-22T00:43:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.171+0000 7fefdcff9640 1 -- 172.21.15.18:0/1911968344 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fefd0011d10 con 0x7fefe010b0b0 2024-04-22T00:43:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.171+0000 7fefdcff9640 1 -- 172.21.15.18:0/1911968344 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd000f2e0 con 0x7fefe010b0b0 2024-04-22T00:43:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.171+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefe01ae760 con 0x7fefe010b0b0 2024-04-22T00:43:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.171+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefe01aec60 con 0x7fefe010b0b0 2024-04-22T00:43:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.176+0000 7fefe8d88740 1 Processor -- start 2024-04-22T00:43:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.176+0000 7fefe8d88740 1 -- start start 2024-04-22T00:43:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.176+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeb0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.176+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb0720 0x562c8eeb5220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.176+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb5890 0x562c8eeb7d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.176+0000 7fefe8d88740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562c8ee14b70 con 0x562c8eeafd30 2024-04-22T00:43:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.176+0000 7fefe8d88740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562c8edbd470 con 0x562c8eeb5890 2024-04-22T00:43:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.176+0000 7fefe8d88740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562c8ee10b30 con 0x562c8eeb0720 2024-04-22T00:43:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.177+0000 7fefdf7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb0720 0x562c8eeb5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.177+0000 7fefdffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeb0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.177+0000 7fefdf7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb0720 0x562c8eeb5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45286/0 (socket says 172.21.15.18:45286) 2024-04-22T00:43:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.177+0000 7fefdf7fe640 1 -- 172.21.15.18:0/701207467 learned_addr learned my addr 172.21.15.18:0/701207467 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.177+0000 7fefdf7fe640 1 -- 172.21.15.18:0/701207467 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb5890 msgr2=0x562c8eeb7d20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:43:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.177+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/701207467 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb5890 0x562c8eeb7d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.177+0000 7fefdf7fe640 1 -- 172.21.15.18:0/701207467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 msgr2=0x562c8eeb0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.177+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/701207467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeb0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.177+0000 7fefdf7fe640 1 -- 172.21.15.18:0/701207467 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c8eb29210 con 0x562c8eeb0720 2024-04-22T00:43:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.177+0000 7fefdffff640 1 --2- 172.21.15.18:0/701207467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeb0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.178+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/701207467 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb0720 0x562c8eeb5220 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fefd4006010 tx=0x7fefd402ca10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f4c38a28d053078 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.178+0000 7fefc5ffb640 1 -- 172.21.15.18:0/701207467 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd4044070 con 0x562c8eeb0720 2024-04-22T00:43:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.178+0000 7fefc5ffb640 1 -- 172.21.15.18:0/701207467 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fefd402ccc0 con 0x562c8eeb0720 2024-04-22T00:43:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.178+0000 7fefc5ffb640 1 -- 172.21.15.18:0/701207467 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd4004ab0 con 0x562c8eeb0720 2024-04-22T00:43:11.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.180+0000 7fefdcff9640 1 -- 172.21.15.18:0/1911968344 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fefd0018020 con 0x7fefe010b0b0 2024-04-22T00:43:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.180+0000 7fefe8d88740 1 -- 172.21.15.18:0/701207467 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb0720 msgr2=0x562c8eeb5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.180+0000 7fefe8d88740 1 --2- 172.21.15.18:0/701207467 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb0720 0x562c8eeb5220 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fefd4006010 tx=0x7fefd402ca10 comp rx=0 tx=0).stop 2024-04-22T00:43:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.180+0000 7fefe8d88740 1 -- 172.21.15.18:0/701207467 shutdown_connections 2024-04-22T00:43:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.180+0000 7fefe8d88740 1 --2- 172.21.15.18:0/701207467 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb5890 0x562c8eeb7d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.180+0000 7fefe8d88740 1 --2- 172.21.15.18:0/701207467 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb0720 0x562c8eeb5220 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.180+0000 7fefe8d88740 1 --2- 172.21.15.18:0/701207467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeb0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.180+0000 7fefe8d88740 1 -- 172.21.15.18:0/701207467 >> 172.21.15.18:0/701207467 conn(0x562c8eeab2a0 msgr2=0x562c8eeab6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.180+0000 7fefe8d88740 1 -- 172.21.15.18:0/701207467 shutdown_connections 2024-04-22T00:43:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.180+0000 7fefe8d88740 1 -- 172.21.15.18:0/701207467 wait complete. 2024-04-22T00:43:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.181+0000 7fefe8d88740 1 -- start start 2024-04-22T00:43:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.181+0000 7fefe8d88740 1 Processor -- start 2024-04-22T00:43:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.182+0000 7fefdcff9640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fefc80a2c90 0x7fefc80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.182+0000 7fefdcff9640 1 -- 172.21.15.18:0/1911968344 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fefd00ceae0 con 0x7fefe010b0b0 2024-04-22T00:43:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.182+0000 7fefdffff640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fefc80a2c90 0x7fefc80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.182+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeba0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.182+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb0720 0x562c8eeba600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.182+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 0x562c8eec1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.182+0000 7fefe8d88740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562c8eeb87e0 con 0x562c8eeafd30 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.182+0000 7fefe8d88740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562c8edd0a10 con 0x562c8eeb0720 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefe8d88740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562c8eeb8960 con 0x562c8eeb5890 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefe8d88740 10 client.0 _ll_register_callbacks cb 0x562c8ee0bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeba0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeba0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59446/0 (socket says 172.21.15.18:59446) 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdf7fe640 1 -- 172.21.15.18:0/1261933325 learned_addr learned my addr 172.21.15.18:0/1261933325 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdeffd640 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb0720 0x562c8eeba600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdffff640 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 0x562c8eec1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdf7fe640 1 -- 172.21.15.18:0/1261933325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 msgr2=0x562c8eec1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 0x562c8eec1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdf7fe640 1 -- 172.21.15.18:0/1261933325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb0720 msgr2=0x562c8eeba600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb0720 0x562c8eeba600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdf7fe640 1 -- 172.21.15.18:0/1261933325 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c8ebf5620 con 0x562c8eeafd30 2024-04-22T00:43:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeba0c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fefd4036040 tx=0x7fefd40058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5e8bc8c6dc5d205 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefbeffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:43:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.183+0000 7fefdffff640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fefc80a2c90 0x7fefc80a5150 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x562c8eeb0f80 tx=0x7fefd8015880 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.184+0000 7fefbeffd640 1 -- 172.21.15.18:0/1261933325 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd404d030 con 0x562c8eeafd30 2024-04-22T00:43:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.184+0000 7fefbeffd640 1 -- 172.21.15.18:0/1261933325 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fefd40053d0 con 0x562c8eeafd30 2024-04-22T00:43:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.184+0000 7fefe8d88740 1 -- 172.21.15.18:0/1261933325 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562c8ee220b0 con 0x562c8eeafd30 2024-04-22T00:43:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.184+0000 7fefbeffd640 1 -- 172.21.15.18:0/1261933325 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fefd405a050 con 0x562c8eeafd30 2024-04-22T00:43:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.184+0000 7fefe8d88740 10 client.16011 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:11.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.184+0000 7fefe8d88740 1 -- 172.21.15.18:0/1261933325 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562c8eec49b0 con 0x562c8eeafd30 2024-04-22T00:43:11.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.185+0000 7fefbeffd640 1 -- 172.21.15.18:0/1261933325 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x562c8ee220b0 con 0x562c8eeafd30 2024-04-22T00:43:11.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.185+0000 7fefbeffd640 1 -- 172.21.15.18:0/1261933325 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fefd40345e0 con 0x562c8eeafd30 2024-04-22T00:43:11.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.185+0000 7fefe8d88740 10 client.16011 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:11.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.185+0000 7fefe8d88740 10 client.16011 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:11.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.185+0000 7fefe8d88740 20 client.16011 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:11.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.185+0000 7fefe8d88740 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c8eec5d00 0x562c8eec80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.185+0000 7fefe8d88740 4 client.16011 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:11.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.185+0000 7fefe8d88740 1 -- 172.21.15.18:0/1261933325 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c8ee1c400 con 0x562c8eec5d00 2024-04-22T00:43:11.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.185+0000 7fefdeffd640 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c8eec5d00 0x562c8eec80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.187+0000 7fefdeffd640 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c8eec5d00 0x562c8eec80f0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61cec02c121bbd4a server_cookie=8202d1d28631af40 in_seq=0 out_seq=0 2024-04-22T00:43:11.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.187+0000 7fefbeffd640 10 client.16011 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:11.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.188+0000 7fefbeffd640 1 -- 172.21.15.18:0/1261933325 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562c8ee1c400 con 0x562c8eec5d00 2024-04-22T00:43:11.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.188+0000 7fefbeffd640 10 client.16011 handle_command_reply: tid=0 2024-04-22T00:43:11.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.188+0000 7fefe8d88740 1 client.16011 shutdown 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.189+0000 7fefe8d88740 1 -- 172.21.15.18:0/1261933325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 msgr2=0x562c8eeba0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.189+0000 7fefe8d88740 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeba0c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fefd4036040 tx=0x7fefd40058b0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.189+0000 7fefe8d88740 1 -- 172.21.15.18:0/1261933325 shutdown_connections 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.189+0000 7fefe8d88740 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c8eec5d00 0x562c8eec80f0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.189+0000 7fefbeffd640 0 client.16011 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.189+0000 7fefe8d88740 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 0x562c8eec1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.189+0000 7fefe8d88740 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb0720 0x562c8eeba600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.189+0000 7fefe8d88740 1 --2- 172.21.15.18:0/1261933325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeafd30 0x562c8eeba0c0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.189+0000 7fefe8d88740 1 -- 172.21.15.18:0/1261933325 >> 172.21.15.18:0/1261933325 conn(0x562c8eeab2a0 msgr2=0x562c8eeaa4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.190+0000 7fefe8d88740 1 -- 172.21.15.18:0/1261933325 shutdown_connections 2024-04-22T00:43:11.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.190+0000 7fefe8d88740 1 -- 172.21.15.18:0/1261933325 wait complete. 2024-04-22T00:43:11.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.190+0000 7fefe8d88740 20 client.16011 trim_cache size 0 max 16384 2024-04-22T00:43:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefe8d88740 1 Processor -- start 2024-04-22T00:43:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefe8d88740 1 -- start start 2024-04-22T00:43:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeafd30 0x562c8eea6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 0x562c8eec1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb5890 0x562c8eeb9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefe8d88740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fefcc0125e0 con 0x562c8eeb0720 2024-04-22T00:43:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefe8d88740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fefcc00fe50 con 0x562c8eeb5890 2024-04-22T00:43:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefe8d88740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fefcc00dca0 con 0x562c8eeafd30 2024-04-22T00:43:11.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefdeffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 0x562c8eec1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefdffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb5890 0x562c8eeb9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefdeffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 0x562c8eec1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59460/0 (socket says 172.21.15.18:59460) 2024-04-22T00:43:11.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefdeffd640 1 -- 172.21.15.18:0/2247986031 learned_addr learned my addr 172.21.15.18:0/2247986031 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:11.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.215+0000 7fefdf7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeafd30 0x562c8eea6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.216+0000 7fefdffff640 1 -- 172.21.15.18:0/2247986031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeafd30 msgr2=0x562c8eea6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.216+0000 7fefdffff640 1 --2- 172.21.15.18:0/2247986031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeafd30 0x562c8eea6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.216+0000 7fefdffff640 1 -- 172.21.15.18:0/2247986031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 msgr2=0x562c8eec1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.216+0000 7fefdffff640 1 --2- 172.21.15.18:0/2247986031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 0x562c8eec1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.216+0000 7fefdffff640 1 -- 172.21.15.18:0/2247986031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c8eeb4d60 con 0x562c8eeb5890 2024-04-22T00:43:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.216+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/2247986031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeafd30 0x562c8eea6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.216+0000 7fefdffff640 1 --2- 172.21.15.18:0/2247986031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb5890 0x562c8eeb9cd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fefd8015d80 tx=0x7fefd801c000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aeab017bff33a24 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.216+0000 7fefc57fa640 1 -- 172.21.15.18:0/2247986031 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd8021040 con 0x562c8eeb5890 2024-04-22T00:43:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.216+0000 7fefc57fa640 1 -- 172.21.15.18:0/2247986031 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fefd802a070 con 0x562c8eeb5890 2024-04-22T00:43:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.216+0000 7fefc57fa640 1 -- 172.21.15.18:0/2247986031 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd8025c50 con 0x562c8eeb5890 2024-04-22T00:43:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.218+0000 7fefe8d88740 1 -- 172.21.15.18:0/2247986031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb5890 msgr2=0x562c8eeb9cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.218+0000 7fefe8d88740 1 --2- 172.21.15.18:0/2247986031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb5890 0x562c8eeb9cd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fefd8015d80 tx=0x7fefd801c000 comp rx=0 tx=0).stop 2024-04-22T00:43:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.218+0000 7fefe8d88740 1 -- 172.21.15.18:0/2247986031 shutdown_connections 2024-04-22T00:43:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.218+0000 7fefe8d88740 1 --2- 172.21.15.18:0/2247986031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeb5890 0x562c8eeb9cd0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.218+0000 7fefe8d88740 1 --2- 172.21.15.18:0/2247986031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 0x562c8eec1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.218+0000 7fefe8d88740 1 --2- 172.21.15.18:0/2247986031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeafd30 0x562c8eea6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.218+0000 7fefe8d88740 1 -- 172.21.15.18:0/2247986031 >> 172.21.15.18:0/2247986031 conn(0x562c8eeab2a0 msgr2=0x562c8eeab680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.219+0000 7fefe8d88740 1 -- 172.21.15.18:0/2247986031 shutdown_connections 2024-04-22T00:43:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.219+0000 7fefe8d88740 1 -- 172.21.15.18:0/2247986031 wait complete. 2024-04-22T00:43:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.220+0000 7fefe8d88740 1 -- start start 2024-04-22T00:43:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.220+0000 7fefe8d88740 1 Processor -- start 2024-04-22T00:43:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeafd30 0x562c8eebe490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 0x562c8eebe9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefe8d88740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 0x562c8ef2a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeafd30 0x562c8eebe490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefe8d88740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fefcc00e310 con 0x562c8eeb0720 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefe8d88740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fefcc00f780 con 0x562c8eeafd30 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefe8d88740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fefcc00e9e0 con 0x562c8eeb5890 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefe8d88740 10 client.0 _ll_register_callbacks cb 0x7fefd8009a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeafd30 0x562c8eebe490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:46170/0 (socket says 172.21.15.18:46170) 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdf7fe640 1 -- 172.21.15.18:0/2024619809 learned_addr learned my addr 172.21.15.18:0/2024619809 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdffff640 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 0x562c8ef2a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdeffd640 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 0x562c8eebe9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdf7fe640 1 -- 172.21.15.18:0/2024619809 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 msgr2=0x562c8ef2a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 0x562c8ef2a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdf7fe640 1 -- 172.21.15.18:0/2024619809 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 msgr2=0x562c8eebe9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 0x562c8eebe9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdf7fe640 1 -- 172.21.15.18:0/2024619809 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c8ef2a600 con 0x562c8eeafd30 2024-04-22T00:43:11.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.221+0000 7fefdffff640 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 0x562c8ef2a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:11.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.222+0000 7fefdf7fe640 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeafd30 0x562c8eebe490 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fefd4036010 tx=0x7fefd4005680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=26f35617c765948b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:11.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.222+0000 7fefbeffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:11.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.222+0000 7fefbeffd640 1 -- 172.21.15.18:0/2024619809 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd404d050 con 0x562c8eeafd30 2024-04-22T00:43:11.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.222+0000 7fefe8d88740 1 -- 172.21.15.18:0/2024619809 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fefd802a070 con 0x562c8eeafd30 2024-04-22T00:43:11.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.222+0000 7fefbeffd640 1 -- 172.21.15.18:0/2024619809 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fefd4034bd0 con 0x562c8eeafd30 2024-04-22T00:43:11.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.222+0000 7fefbeffd640 1 -- 172.21.15.18:0/2024619809 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fefd4066050 con 0x562c8eeafd30 2024-04-22T00:43:11.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.222+0000 7fefe8d88740 10 client.25646 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.222+0000 7fefe8d88740 1 -- 172.21.15.18:0/2024619809 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562c8ef2b820 con 0x562c8eeafd30 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.223+0000 7fefbeffd640 1 -- 172.21.15.18:0/2024619809 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fefd4057070 con 0x562c8eeafd30 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.223+0000 7fefbeffd640 1 -- 172.21.15.18:0/2024619809 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fefd40035f0 con 0x562c8eeafd30 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.224+0000 7fefe8d88740 10 client.25646 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.224+0000 7fefe8d88740 10 client.25646 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.224+0000 7fefe8d88740 20 client.25646 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.224+0000 7fefe8d88740 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c8eec5d00 0x562c8ef2e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.224+0000 7fefe8d88740 4 client.25646 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.224+0000 7fefe8d88740 1 -- 172.21.15.18:0/2024619809 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fefd802a070 con 0x562c8eec5d00 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.224+0000 7fefdeffd640 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c8eec5d00 0x562c8ef2e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:11.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.224+0000 7fefdeffd640 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c8eec5d00 0x562c8ef2e180 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65af34390c5ff406 server_cookie=bb965359a61df3a0 in_seq=0 out_seq=0 2024-04-22T00:43:11.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.224+0000 7fefbeffd640 10 client.25646 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.237+0000 7fefbeffd640 1 -- 172.21.15.18:0/2024619809 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fefd802a070 con 0x562c8eec5d00 2024-04-22T00:43:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.237+0000 7fefbeffd640 10 client.25646 handle_command_reply: tid=0 2024-04-22T00:43:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.237+0000 7fefe8d88740 1 client.25646 shutdown 2024-04-22T00:43:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.238+0000 7fefe8d88740 1 -- 172.21.15.18:0/2024619809 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeafd30 msgr2=0x562c8eebe490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.238+0000 7fefe8d88740 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeafd30 0x562c8eebe490 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fefd4036010 tx=0x7fefd4005680 comp rx=0 tx=0).stop 2024-04-22T00:43:11.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.239+0000 7fefe8d88740 1 -- 172.21.15.18:0/2024619809 shutdown_connections 2024-04-22T00:43:11.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.239+0000 7fefe8d88740 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c8eec5d00 0x562c8ef2e180 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.239+0000 7fefbeffd640 0 client.25646 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:11.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.239+0000 7fefe8d88740 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c8eeb5890 0x562c8ef2a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.239+0000 7fefe8d88740 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c8eeb0720 0x562c8eebe9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.239+0000 7fefe8d88740 1 --2- 172.21.15.18:0/2024619809 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c8eeafd30 0x562c8eebe490 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.239+0000 7fefe8d88740 1 -- 172.21.15.18:0/2024619809 >> 172.21.15.18:0/2024619809 conn(0x562c8eeab2a0 msgr2=0x562c8eeb9cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.239+0000 7fefe8d88740 1 -- 172.21.15.18:0/2024619809 shutdown_connections 2024-04-22T00:43:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.239+0000 7fefe8d88740 1 -- 172.21.15.18:0/2024619809 wait complete. 2024-04-22T00:43:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.240+0000 7fefe8d88740 20 client.25646 trim_cache size 0 max 16384 2024-04-22T00:43:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:43:11.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:43:11.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:43:11.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:43:11.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.241+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fefc80a2c90 msgr2=0x7fefc80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:11.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.241+0000 7fefe60c2640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fefc80a2c90 0x7fefc80a5150 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x562c8eeb0f80 tx=0x7fefd8015880 comp rx=0 tx=0).stop 2024-04-22T00:43:11.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.241+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fefe010b0b0 msgr2=0x7fefe01a6d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:11.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.241+0000 7fefe60c2640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fefe010b0b0 0x7fefe01a6d90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fefd000b3f0 tx=0x7fefd000b8b0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.241+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 shutdown_connections 2024-04-22T00:43:11.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.241+0000 7fefe60c2640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fefc80a2c90 0x7fefc80a5150 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.241+0000 7fefe60c2640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefe010da60 0x7fefe01ade00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.241+0000 7fefe60c2640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fefe010b0b0 0x7fefe01a6d90 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.241+0000 7fefe60c2640 1 --2- 172.21.15.18:0/1911968344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefe0108740 0x7fefe01a6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:11.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.241+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 >> 172.21.15.18:0/1911968344 conn(0x7fefe006e7b0 msgr2=0x7fefe010bf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:11.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.242+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 shutdown_connections 2024-04-22T00:43:11.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:11.242+0000 7fefe60c2640 1 -- 172.21.15.18:0/1911968344 wait complete. 2024-04-22T00:43:12.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:11 smithi167 ceph-mon[31348]: pgmap v431: 129 pgs: 129 active+clean; 1.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 12 MiB/s wr, 884 op/s 2024-04-22T00:43:12.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:11 smithi081 ceph-mon[31546]: pgmap v431: 129 pgs: 129 active+clean; 1.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 12 MiB/s wr, 884 op/s 2024-04-22T00:43:12.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:11 smithi018 ceph-mon[27979]: pgmap v431: 129 pgs: 129 active+clean; 1.1 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 12 MiB/s wr, 884 op/s 2024-04-22T00:43:14.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:13 smithi167 ceph-mon[31348]: pgmap v432: 129 pgs: 129 active+clean; 1.1 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 MiB/s wr, 774 op/s 2024-04-22T00:43:14.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:13 smithi081 ceph-mon[31546]: pgmap v432: 129 pgs: 129 active+clean; 1.1 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 MiB/s wr, 774 op/s 2024-04-22T00:43:14.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:13 smithi018 ceph-mon[27979]: pgmap v432: 129 pgs: 129 active+clean; 1.1 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 MiB/s wr, 774 op/s 2024-04-22T00:43:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 110.0 s, 2044.8 tps, lat 48.988 ms stddev 57.571 2024-04-22T00:43:16.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:15 smithi167 ceph-mon[31348]: pgmap v433: 129 pgs: 129 active+clean; 1.1 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 838 op/s 2024-04-22T00:43:16.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:15 smithi081 ceph-mon[31546]: pgmap v433: 129 pgs: 129 active+clean; 1.1 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 838 op/s 2024-04-22T00:43:16.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:15 smithi018 ceph-mon[27979]: pgmap v433: 129 pgs: 129 active+clean; 1.1 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 838 op/s 2024-04-22T00:43:18.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:17 smithi167 ceph-mon[31348]: pgmap v434: 129 pgs: 129 active+clean; 1.1 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.9 MiB/s wr, 703 op/s 2024-04-22T00:43:18.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:17 smithi081 ceph-mon[31546]: pgmap v434: 129 pgs: 129 active+clean; 1.1 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.9 MiB/s wr, 703 op/s 2024-04-22T00:43:18.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:17 smithi018 ceph-mon[27979]: pgmap v434: 129 pgs: 129 active+clean; 1.1 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.9 MiB/s wr, 703 op/s 2024-04-22T00:43:19.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 115.0 s, 2154.2 tps, lat 46.307 ms stddev 86.674 2024-04-22T00:43:20.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:19 smithi167 ceph-mon[31348]: pgmap v435: 129 pgs: 129 active+clean; 1.1 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.4 MiB/s wr, 694 op/s 2024-04-22T00:43:20.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:19 smithi081 ceph-mon[31546]: pgmap v435: 129 pgs: 129 active+clean; 1.1 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.4 MiB/s wr, 694 op/s 2024-04-22T00:43:20.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:19 smithi018 ceph-mon[27979]: pgmap v435: 129 pgs: 129 active+clean; 1.1 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.4 MiB/s wr, 694 op/s 2024-04-22T00:43:21.704 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:43:21.705 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:43:21.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.860+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3891566014 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff938101870 msgr2=0x7ff938101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:21.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.860+0000 7ff93ce9d640 1 --2- 172.21.15.18:0/3891566014 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff938101870 0x7ff938101cf0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7ff920009860 tx=0x7ff92002bb70 comp rx=0 tx=0).stop 2024-04-22T00:43:21.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.860+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3891566014 shutdown_connections 2024-04-22T00:43:21.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.860+0000 7ff93ce9d640 1 --2- 172.21.15.18:0/3891566014 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff938102230 0x7ff938108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.860+0000 7ff93ce9d640 1 --2- 172.21.15.18:0/3891566014 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff938101870 0x7ff938101cf0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.860+0000 7ff93ce9d640 1 --2- 172.21.15.18:0/3891566014 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff938100680 0x7ff938100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.860+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3891566014 >> 172.21.15.18:0/3891566014 conn(0x7ff9380fbc30 msgr2=0x7ff9380fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:21.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.860+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3891566014 shutdown_connections 2024-04-22T00:43:21.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.860+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3891566014 wait complete. 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.861+0000 7ff93ce9d640 1 Processor -- start 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.861+0000 7ff93ce9d640 1 -- start start 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff93ce9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff938100680 0x7ff9381958a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff93ce9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff938101870 0x7ff938195de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff93ce9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff938102230 0x7ff93819ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff92ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff938101870 0x7ff938195de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff92ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff938101870 0x7ff938195de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56932/0 (socket says 172.21.15.18:56932) 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff92ffff640 1 -- 172.21.15.18:0/3403536571 learned_addr learned my addr 172.21.15.18:0/3403536571 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff93659c640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff938100680 0x7ff9381958a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff93810c2e0 con 0x7ff938101870 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff936d9d640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff938102230 0x7ff93819ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff93810c160 con 0x7ff938102230 2024-04-22T00:43:21.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.862+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff93810c460 con 0x7ff938100680 2024-04-22T00:43:21.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.863+0000 7ff92ffff640 1 -- 172.21.15.18:0/3403536571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff938100680 msgr2=0x7ff9381958a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:21.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.863+0000 7ff92ffff640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff938100680 0x7ff9381958a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.863+0000 7ff92ffff640 1 -- 172.21.15.18:0/3403536571 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff938102230 msgr2=0x7ff93819ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:21.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.863+0000 7ff92ffff640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff938102230 0x7ff93819ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.863+0000 7ff92ffff640 1 -- 172.21.15.18:0/3403536571 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff93819d4c0 con 0x7ff938101870 2024-04-22T00:43:21.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.864+0000 7ff92ffff640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff938101870 0x7ff938195de0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7ff9200349e0 tx=0x7ff9200042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:21.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.864+0000 7ff92f7fe640 1 -- 172.21.15.18:0/3403536571 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff920041030 con 0x7ff938101870 2024-04-22T00:43:21.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.864+0000 7ff92f7fe640 1 -- 172.21.15.18:0/3403536571 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9200347b0 con 0x7ff938101870 2024-04-22T00:43:21.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.864+0000 7ff92f7fe640 1 -- 172.21.15.18:0/3403536571 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff920039040 con 0x7ff938101870 2024-04-22T00:43:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.864+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff93819d750 con 0x7ff938101870 2024-04-22T00:43:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.865+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff93819db30 con 0x7ff938101870 2024-04-22T00:43:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.868+0000 7ff93fb65740 1 Processor -- start 2024-04-22T00:43:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.869+0000 7ff93fb65740 1 -- start start 2024-04-22T00:43:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.870+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7936380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.870+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 0x55afa793b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.870+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa793df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.870+0000 7ff93fb65740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55afa788a560 con 0x55afa7936950 2024-04-22T00:43:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.870+0000 7ff93fb65740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55afa7832730 con 0x55afa793bac0 2024-04-22T00:43:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.870+0000 7ff93fb65740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55afa7886520 con 0x55afa7935f60 2024-04-22T00:43:21.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.871+0000 7ff92ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa793df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.871+0000 7ff92ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa793df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38156/0 (socket says 172.21.15.18:38156) 2024-04-22T00:43:21.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.871+0000 7ff92ffff640 1 -- 172.21.15.18:0/3794649100 learned_addr learned my addr 172.21.15.18:0/3794649100 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.872+0000 7ff92f7fe640 1 -- 172.21.15.18:0/3403536571 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff920044070 con 0x7ff938101870 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.873+0000 7ff92f7fe640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9240a2d60 0x7ff9240a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.873+0000 7ff936d9d640 1 --2- 172.21.15.18:0/3794649100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7936380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.873+0000 7ff92f7fe640 1 -- 172.21.15.18:0/3403536571 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff9200f0a50 con 0x7ff938101870 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.875+0000 7ff936d9d640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9240a2d60 0x7ff9240a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.875+0000 7ff936d9d640 1 -- 172.21.15.18:0/3794649100 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 msgr2=0x55afa793df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.875+0000 7ff936d9d640 1 --2- 172.21.15.18:0/3794649100 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa793df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.875+0000 7ff936d9d640 1 -- 172.21.15.18:0/3794649100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 msgr2=0x55afa793b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.875+0000 7ff936d9d640 1 --2- 172.21.15.18:0/3794649100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 0x55afa793b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.875+0000 7ff936d9d640 1 -- 172.21.15.18:0/3794649100 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afa76687d0 con 0x55afa7935f60 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.876+0000 7ff936d9d640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9240a2d60 0x7ff9240a5220 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff930005fd0 tx=0x7ff9300099a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:21.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.876+0000 7ff936d9d640 1 --2- 172.21.15.18:0/3794649100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7936380 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff93000fbc0 tx=0x7ff93001c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44bfba0bfba13896 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:21.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.876+0000 7ff92cff9640 1 -- 172.21.15.18:0/3794649100 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff930022070 con 0x55afa7935f60 2024-04-22T00:43:21.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.876+0000 7ff92cff9640 1 -- 172.21.15.18:0/3794649100 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff930012d00 con 0x55afa7935f60 2024-04-22T00:43:21.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.876+0000 7ff92cff9640 1 -- 172.21.15.18:0/3794649100 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff930005470 con 0x55afa7935f60 2024-04-22T00:43:21.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.882+0000 7ff93fb65740 1 -- 172.21.15.18:0/3794649100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 msgr2=0x55afa7936380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:21.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.882+0000 7ff93fb65740 1 --2- 172.21.15.18:0/3794649100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7936380 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff93000fbc0 tx=0x7ff93001c000 comp rx=0 tx=0).stop 2024-04-22T00:43:21.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.887+0000 7ff93fb65740 1 -- 172.21.15.18:0/3794649100 shutdown_connections 2024-04-22T00:43:21.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.887+0000 7ff93fb65740 1 --2- 172.21.15.18:0/3794649100 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa793df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.887+0000 7ff93fb65740 1 --2- 172.21.15.18:0/3794649100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 0x55afa793b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.887+0000 7ff93fb65740 1 --2- 172.21.15.18:0/3794649100 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7936380 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.887+0000 7ff93fb65740 1 -- 172.21.15.18:0/3794649100 >> 172.21.15.18:0/3794649100 conn(0x55afa79314d0 msgr2=0x55afa79318d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:21.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.897+0000 7ff93fb65740 1 -- 172.21.15.18:0/3794649100 shutdown_connections 2024-04-22T00:43:21.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.900+0000 7ff93fb65740 1 -- 172.21.15.18:0/3794649100 wait complete. 2024-04-22T00:43:21.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.901+0000 7ff93fb65740 1 -- start start 2024-04-22T00:43:21.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.901+0000 7ff93fb65740 1 Processor -- start 2024-04-22T00:43:21.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.901+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7940510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.901+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 0x55afa7940a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.901+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa7947a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.901+0000 7ff93fb65740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55afa793ea10 con 0x55afa7936950 2024-04-22T00:43:21.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.901+0000 7ff93fb65740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55afa7845e00 con 0x55afa793bac0 2024-04-22T00:43:21.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.901+0000 7ff93fb65740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55afa793eb90 con 0x55afa7935f60 2024-04-22T00:43:21.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.902+0000 7ff93fb65740 10 client.0 _ll_register_callbacks cb 0x55afa7880eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:21.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.905+0000 7ff936d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa7947a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.905+0000 7ff936d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa7947a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38162/0 (socket says 172.21.15.18:38162) 2024-04-22T00:43:21.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.905+0000 7ff936d9d640 1 -- 172.21.15.18:0/767236969 learned_addr learned my addr 172.21.15.18:0/767236969 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:21.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.907+0000 7ff936d9d640 1 -- 172.21.15.18:0/767236969 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 msgr2=0x55afa7940510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:21.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.907+0000 7ff936d9d640 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7940510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.907+0000 7ff936d9d640 1 -- 172.21.15.18:0/767236969 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 msgr2=0x55afa7940a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:21.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.907+0000 7ff936d9d640 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 0x55afa7940a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.907+0000 7ff936d9d640 1 -- 172.21.15.18:0/767236969 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afa759e3f0 con 0x55afa793bac0 2024-04-22T00:43:21.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.914+0000 7ff936d9d640 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa7947a90 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff93000a010 tx=0x7ff930012f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed9ae61a7289d905 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:21.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.917+0000 7ff91dffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:21.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.917+0000 7ff91dffb640 1 -- 172.21.15.18:0/767236969 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff930022040 con 0x55afa793bac0 2024-04-22T00:43:21.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.918+0000 7ff93fb65740 1 -- 172.21.15.18:0/767236969 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff930012d00 con 0x55afa793bac0 2024-04-22T00:43:21.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.918+0000 7ff91dffb640 1 -- 172.21.15.18:0/767236969 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff930005980 con 0x55afa793bac0 2024-04-22T00:43:21.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.918+0000 7ff91dffb640 1 -- 172.21.15.18:0/767236969 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff930039050 con 0x55afa793bac0 2024-04-22T00:43:21.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.920+0000 7ff93fb65740 10 client.25658 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:21.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.920+0000 7ff93fb65740 1 -- 172.21.15.18:0/767236969 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55afa755e0f0 con 0x55afa793bac0 2024-04-22T00:43:21.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.922+0000 7ff91dffb640 1 -- 172.21.15.18:0/767236969 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff930012d00 con 0x55afa793bac0 2024-04-22T00:43:21.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.923+0000 7ff91dffb640 1 -- 172.21.15.18:0/767236969 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff93000f040 con 0x55afa793bac0 2024-04-22T00:43:21.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.923+0000 7ff93fb65740 10 client.25658 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:21.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.923+0000 7ff93fb65740 10 client.25658 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:21.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.923+0000 7ff93fb65740 20 client.25658 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:21.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.923+0000 7ff93fb65740 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55afa794c730 0x55afa794ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.923+0000 7ff93fb65740 4 client.25658 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:21.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.923+0000 7ff93fb65740 1 -- 172.21.15.18:0/767236969 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55afa7897aa0 con 0x55afa794c730 2024-04-22T00:43:21.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.923+0000 7ff93659c640 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55afa794c730 0x55afa794ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.928+0000 7ff93659c640 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55afa794c730 0x55afa794ebb0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43b363135d8ea888 server_cookie=685fbf6daaa41175 in_seq=0 out_seq=0 2024-04-22T00:43:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.928+0000 7ff91dffb640 10 client.25658 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:21.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.931+0000 7ff91dffb640 1 -- 172.21.15.18:0/767236969 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55afa7897aa0 con 0x55afa794c730 2024-04-22T00:43:21.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.931+0000 7ff91dffb640 10 client.25658 handle_command_reply: tid=0 2024-04-22T00:43:21.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.931+0000 7ff93fb65740 1 client.25658 shutdown 2024-04-22T00:43:21.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.933+0000 7ff93fb65740 1 -- 172.21.15.18:0/767236969 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 msgr2=0x55afa7947a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:21.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.933+0000 7ff93fb65740 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa7947a90 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff93000a010 tx=0x7ff930012f80 comp rx=0 tx=0).stop 2024-04-22T00:43:21.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.935+0000 7ff93fb65740 1 -- 172.21.15.18:0/767236969 shutdown_connections 2024-04-22T00:43:21.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.935+0000 7ff93fb65740 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55afa794c730 0x55afa794ebb0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.935+0000 7ff93fb65740 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa7947a90 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.935+0000 7ff93fb65740 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 0x55afa7940a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.935+0000 7ff93fb65740 1 --2- 172.21.15.18:0/767236969 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7940510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.935+0000 7ff93fb65740 1 -- 172.21.15.18:0/767236969 >> 172.21.15.18:0/767236969 conn(0x55afa79314d0 msgr2=0x55afa7932720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:21.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.937+0000 7ff91dffb640 0 client.25658 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:21.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.939+0000 7ff93fb65740 1 -- 172.21.15.18:0/767236969 shutdown_connections 2024-04-22T00:43:21.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.940+0000 7ff93fb65740 1 -- 172.21.15.18:0/767236969 wait complete. 2024-04-22T00:43:21.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.941+0000 7ff93fb65740 20 client.25658 trim_cache size 0 max 16384 2024-04-22T00:43:21.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.978+0000 7ff93fb65740 1 Processor -- start 2024-04-22T00:43:21.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.978+0000 7ff93fb65740 1 -- start start 2024-04-22T00:43:21.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.978+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa79373f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa7936950 0x55afa7947a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa793bac0 0x55afa793f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff92ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa7936950 0x55afa7947a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff936d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa793bac0 0x55afa793f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff92ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa7936950 0x55afa7947a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38172/0 (socket says 172.21.15.18:38172) 2024-04-22T00:43:21.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff92ffff640 1 -- 172.21.15.18:0/3971829372 learned_addr learned my addr 172.21.15.18:0/3971829372 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:21.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff93fb65740 1 -- 172.21.15.18:0/3971829372 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff918012710 con 0x55afa793bac0 2024-04-22T00:43:21.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff93fb65740 1 -- 172.21.15.18:0/3971829372 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff91800ff80 con 0x55afa7936950 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff93fb65740 1 -- 172.21.15.18:0/3971829372 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff91800ddd0 con 0x55afa7935f60 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff93659c640 1 --2- 172.21.15.18:0/3971829372 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa79373f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff92ffff640 1 -- 172.21.15.18:0/3971829372 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 msgr2=0x55afa79373f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff92ffff640 1 --2- 172.21.15.18:0/3971829372 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa79373f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff92ffff640 1 -- 172.21.15.18:0/3971829372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa793bac0 msgr2=0x55afa793f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff92ffff640 1 --2- 172.21.15.18:0/3971829372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa793bac0 0x55afa793f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.979+0000 7ff92ffff640 1 -- 172.21.15.18:0/3971829372 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afa793b880 con 0x55afa7936950 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.980+0000 7ff92ffff640 1 --2- 172.21.15.18:0/3971829372 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa7936950 0x55afa7947a50 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff9200bdce0 tx=0x7ff92003d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=865986a9a5cbfed9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.980+0000 7ff91ffff640 1 -- 172.21.15.18:0/3971829372 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9200bd890 con 0x55afa7936950 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.981+0000 7ff91ffff640 1 -- 172.21.15.18:0/3971829372 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9200323d0 con 0x55afa7936950 2024-04-22T00:43:21.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.981+0000 7ff91ffff640 1 -- 172.21.15.18:0/3971829372 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9200bd6b0 con 0x55afa7936950 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.982+0000 7ff93fb65740 1 -- 172.21.15.18:0/3971829372 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa7936950 msgr2=0x55afa7947a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.982+0000 7ff93fb65740 1 --2- 172.21.15.18:0/3971829372 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa7936950 0x55afa7947a50 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff9200bdce0 tx=0x7ff92003d000 comp rx=0 tx=0).stop 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.982+0000 7ff93fb65740 1 -- 172.21.15.18:0/3971829372 shutdown_connections 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.982+0000 7ff93fb65740 1 --2- 172.21.15.18:0/3971829372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa793bac0 0x55afa793f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.982+0000 7ff93fb65740 1 --2- 172.21.15.18:0/3971829372 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa7936950 0x55afa7947a50 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.983+0000 7ff93fb65740 1 --2- 172.21.15.18:0/3971829372 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa79373f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.983+0000 7ff93fb65740 1 -- 172.21.15.18:0/3971829372 >> 172.21.15.18:0/3971829372 conn(0x55afa79314d0 msgr2=0x55afa79318b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.983+0000 7ff93fb65740 1 -- 172.21.15.18:0/3971829372 shutdown_connections 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.983+0000 7ff93fb65740 1 -- 172.21.15.18:0/3971829372 wait complete. 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.983+0000 7ff93fb65740 1 -- start start 2024-04-22T00:43:21.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.984+0000 7ff93fb65740 1 Processor -- start 2024-04-22T00:43:21.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.984+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7947970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.984+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 0x55afa7944460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.984+0000 7ff93fb65740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa79449a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.984+0000 7ff93fb65740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff91800e440 con 0x55afa7936950 2024-04-22T00:43:21.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.984+0000 7ff936d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa79449a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.984+0000 7ff936d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa79449a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38186/0 (socket says 172.21.15.18:38186) 2024-04-22T00:43:21.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.984+0000 7ff93659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7947970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.984+0000 7ff936d9d640 1 -- 172.21.15.18:0/95604325 learned_addr learned my addr 172.21.15.18:0/95604325 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff93fb65740 1 -- 172.21.15.18:0/95604325 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff91800f8b0 con 0x55afa793bac0 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff93fb65740 1 -- 172.21.15.18:0/95604325 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff91800eb10 con 0x55afa7935f60 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff92ffff640 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 0x55afa7944460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff93fb65740 10 client.0 _ll_register_callbacks cb 0x7ff930009bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff936d9d640 1 -- 172.21.15.18:0/95604325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 msgr2=0x55afa7947970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff936d9d640 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7947970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff936d9d640 1 -- 172.21.15.18:0/95604325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 msgr2=0x55afa7944460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff936d9d640 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 0x55afa7944460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff936d9d640 1 -- 172.21.15.18:0/95604325 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afa79b0d20 con 0x55afa793bac0 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff93fb65740 1 -- 172.21.15.18:0/95604325 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9200323d0 con 0x55afa793bac0 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff936d9d640 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa79449a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff930009ca0 tx=0x7ff93000fd00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f19198c35545fcf0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff91dffb640 10 client.25664 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff91dffb640 1 -- 172.21.15.18:0/95604325 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff930041020 con 0x55afa793bac0 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.985+0000 7ff91dffb640 1 -- 172.21.15.18:0/95604325 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff930005b80 con 0x55afa793bac0 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.986+0000 7ff91dffb640 1 -- 172.21.15.18:0/95604325 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff930022070 con 0x55afa793bac0 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.986+0000 7ff93fb65740 10 client.25664 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.986+0000 7ff93fb65740 1 -- 172.21.15.18:0/95604325 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=28}) -- 0x55afa79b1ed0 con 0x55afa793bac0 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.986+0000 7ff91dffb640 1 -- 172.21.15.18:0/95604325 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff93004e020 con 0x55afa793bac0 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.986+0000 7ff93fb65740 10 client.25664 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.986+0000 7ff93fb65740 10 client.25664 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.986+0000 7ff93fb65740 20 client.25664 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.986+0000 7ff93fb65740 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55afa79b26f0 0x55afa79b4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.986+0000 7ff93fb65740 4 client.25664 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:43:21.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.986+0000 7ff93fb65740 1 -- 172.21.15.18:0/95604325 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55afa7891df0 con 0x55afa79b26f0 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.987+0000 7ff93659c640 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55afa79b26f0 0x55afa79b4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.987+0000 7ff91dffb640 10 client.25664 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.987+0000 7ff93659c640 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55afa79b26f0 0x55afa79b4b10 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=700fef9b8c3990a4 server_cookie=35b61b5836a2eb7a in_seq=0 out_seq=0 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.987+0000 7ff91dffb640 1 -- 172.21.15.18:0/95604325 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55afa7891df0 con 0x55afa79b26f0 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.987+0000 7ff91dffb640 10 client.25664 handle_command_reply: tid=0 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.987+0000 7ff93fb65740 1 client.25664 shutdown 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 1 -- 172.21.15.18:0/95604325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 msgr2=0x55afa79449a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa79449a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff930009ca0 tx=0x7ff93000fd00 comp rx=0 tx=0).stop 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 1 -- 172.21.15.18:0/95604325 shutdown_connections 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55afa79b26f0 0x55afa79b4b10 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff91dffb640 0 client.25664 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:21.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55afa793bac0 0x55afa79449a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55afa7936950 0x55afa7944460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 1 --2- 172.21.15.18:0/95604325 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55afa7935f60 0x55afa7947970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 1 -- 172.21.15.18:0/95604325 >> 172.21.15.18:0/95604325 conn(0x55afa79314d0 msgr2=0x55afa793f800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:21.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 1 -- 172.21.15.18:0/95604325 shutdown_connections 2024-04-22T00:43:21.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 1 -- 172.21.15.18:0/95604325 wait complete. 2024-04-22T00:43:21.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.988+0000 7ff93fb65740 20 client.25664 trim_cache size 0 max 16384 2024-04-22T00:43:21.995 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:43:21.996 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:43:21.996 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:43:21.996 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:43:21.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.989+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9240a2d60 msgr2=0x7ff9240a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.989+0000 7ff93ce9d640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9240a2d60 0x7ff9240a5220 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff930005fd0 tx=0x7ff9300099a0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.989+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff938101870 msgr2=0x7ff938195de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.989+0000 7ff93ce9d640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff938101870 0x7ff938195de0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7ff9200349e0 tx=0x7ff9200042f0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.989+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 shutdown_connections 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.989+0000 7ff93ce9d640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9240a2d60 0x7ff9240a5220 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.989+0000 7ff93ce9d640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff938102230 0x7ff93819ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.989+0000 7ff93ce9d640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff938101870 0x7ff938195de0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.989+0000 7ff93ce9d640 1 --2- 172.21.15.18:0/3403536571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff938100680 0x7ff9381958a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.989+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 >> 172.21.15.18:0/3403536571 conn(0x7ff9380fbc30 msgr2=0x7ff9380fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.990+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 shutdown_connections 2024-04-22T00:43:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:21.990+0000 7ff93ce9d640 1 -- 172.21.15.18:0/3403536571 wait complete. 2024-04-22T00:43:22.007 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:43:22.008 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:43:22.009 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:21 smithi018 ceph-mon[27979]: pgmap v436: 129 pgs: 129 active+clean; 1.1 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 17 MiB/s wr, 1.05k op/s 2024-04-22T00:43:22.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.175+0000 7f038dd5b640 1 -- 172.21.15.18:0/575630715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03880ffa40 msgr2=0x7f03880ffe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.175+0000 7f038dd5b640 1 --2- 172.21.15.18:0/575630715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03880ffa40 0x7f03880ffe60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f03780098c0 tx=0x7f037802ffa0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.175+0000 7f038dd5b640 1 -- 172.21.15.18:0/575630715 shutdown_connections 2024-04-22T00:43:22.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.175+0000 7f038dd5b640 1 --2- 172.21.15.18:0/575630715 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03881033d0 0x7f0388109c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.175+0000 7f038dd5b640 1 --2- 172.21.15.18:0/575630715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0388102a10 0x7f0388102e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.175+0000 7f038dd5b640 1 --2- 172.21.15.18:0/575630715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03880ffa40 0x7f03880ffe60 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.175+0000 7f038dd5b640 1 -- 172.21.15.18:0/575630715 >> 172.21.15.18:0/575630715 conn(0x7f03880fb370 msgr2=0x7f03880fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:22.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.176+0000 7f038dd5b640 1 -- 172.21.15.18:0/575630715 shutdown_connections 2024-04-22T00:43:22.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.176+0000 7f038dd5b640 1 -- 172.21.15.18:0/575630715 wait complete. 2024-04-22T00:43:22.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f038dd5b640 1 Processor -- start 2024-04-22T00:43:22.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f038dd5b640 1 -- start start 2024-04-22T00:43:22.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f038dd5b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03880ffa40 0x7f03881958b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f038dd5b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0388102a10 0x7f0388195df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f038dd5b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03881033d0 0x7f038819ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f038dd5b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f038810b260 con 0x7f0388102a10 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f038dd5b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f038810b0e0 con 0x7f03880ffa40 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f038dd5b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f038810b3e0 con 0x7f03881033d0 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f0386ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0388102a10 0x7f0388195df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f03877fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03880ffa40 0x7f03881958b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f03877fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03880ffa40 0x7f03881958b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38196/0 (socket says 172.21.15.18:38196) 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f0386ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0388102a10 0x7f0388195df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56982/0 (socket says 172.21.15.18:56982) 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.177+0000 7f03877fe640 1 -- 172.21.15.18:0/2399441519 learned_addr learned my addr 172.21.15.18:0/2399441519 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.178+0000 7f0387fff640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03881033d0 0x7f038819ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.178+0000 7f03877fe640 1 -- 172.21.15.18:0/2399441519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03881033d0 msgr2=0x7f038819ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.178+0000 7f03877fe640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03881033d0 0x7f038819ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.178+0000 7f03877fe640 1 -- 172.21.15.18:0/2399441519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0388102a10 msgr2=0x7f0388195df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.178+0000 7f03877fe640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0388102a10 0x7f0388195df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.178+0000 7f03877fe640 1 -- 172.21.15.18:0/2399441519 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f038819d4d0 con 0x7f03880ffa40 2024-04-22T00:43:22.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.178+0000 7f03877fe640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03880ffa40 0x7f03881958b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0378038e00 tx=0x7f03780045b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:22.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.179+0000 7f0384ff9640 1 -- 172.21.15.18:0/2399441519 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f037803d050 con 0x7f03880ffa40 2024-04-22T00:43:22.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.179+0000 7f0384ff9640 1 -- 172.21.15.18:0/2399441519 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f037803e040 con 0x7f03880ffa40 2024-04-22T00:43:22.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.179+0000 7f0384ff9640 1 -- 172.21.15.18:0/2399441519 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0378003850 con 0x7f03880ffa40 2024-04-22T00:43:22.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.179+0000 7f038dd5b640 1 -- 172.21.15.18:0/2399441519 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f038819d760 con 0x7f03880ffa40 2024-04-22T00:43:22.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.179+0000 7f038dd5b640 1 -- 172.21.15.18:0/2399441519 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f038819dc00 con 0x7f03880ffa40 2024-04-22T00:43:22.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.181+0000 7f038dd5b640 1 -- 172.21.15.18:0/2399441519 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0388108b40 con 0x7f03880ffa40 2024-04-22T00:43:22.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.182+0000 7f0384ff9640 1 -- 172.21.15.18:0/2399441519 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f037804b070 con 0x7f03880ffa40 2024-04-22T00:43:22.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.183+0000 7f0384ff9640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03700a2ce0 0x7f03700a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.183+0000 7f0384ff9640 1 -- 172.21.15.18:0/2399441519 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f03780f4e50 con 0x7f03880ffa40 2024-04-22T00:43:22.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.183+0000 7f0386ffd640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03700a2ce0 0x7f03700a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.184+0000 7f0386ffd640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03700a2ce0 0x7f03700a51a0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f0388196dc0 tx=0x7f037c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:22.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.186+0000 7f0384ff9640 1 -- 172.21.15.18:0/2399441519 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f03780c1a60 con 0x7f03880ffa40 2024-04-22T00:43:22.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:21 smithi167 ceph-mon[31348]: pgmap v436: 129 pgs: 129 active+clean; 1.1 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 17 MiB/s wr, 1.05k op/s 2024-04-22T00:43:22.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:21 smithi081 ceph-mon[31546]: pgmap v436: 129 pgs: 129 active+clean; 1.1 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 17 MiB/s wr, 1.05k op/s 2024-04-22T00:43:22.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.589+0000 7f038dd5b640 1 -- 172.21.15.18:0/2399441519 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f038802d170 con 0x7f03880ffa40 2024-04-22T00:43:22.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.590+0000 7f0384ff9640 1 -- 172.21.15.18:0/2399441519 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11874 (secure 0 0 0) 0x7f03780c1360 con 0x7f03880ffa40 2024-04-22T00:43:22.595 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:43:22.595 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:41:51.304827+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:43:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 28 2024-04-22T00:43:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 -- 172.21.15.18:0/2399441519 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03700a2ce0 msgr2=0x7f03700a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03700a2ce0 0x7f03700a51a0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f0388196dc0 tx=0x7f037c009260 comp rx=0 tx=0).stop 2024-04-22T00:43:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 -- 172.21.15.18:0/2399441519 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03880ffa40 msgr2=0x7f03881958b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03880ffa40 0x7f03881958b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0378038e00 tx=0x7f03780045b0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 -- 172.21.15.18:0/2399441519 shutdown_connections 2024-04-22T00:43:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f03700a2ce0 0x7f03700a51a0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f03881033d0 0x7f038819ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0388102a10 0x7f0388195df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 --2- 172.21.15.18:0/2399441519 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03880ffa40 0x7f03881958b0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 -- 172.21.15.18:0/2399441519 >> 172.21.15.18:0/2399441519 conn(0x7f03880fb370 msgr2=0x7f0388105d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:22.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 -- 172.21.15.18:0/2399441519 shutdown_connections 2024-04-22T00:43:22.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.592+0000 7f038dd5b640 1 -- 172.21.15.18:0/2399441519 wait complete. 2024-04-22T00:43:22.609 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:43:22.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.776+0000 7f83ed096640 1 -- 172.21.15.18:0/850413123 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e810c170 msgr2=0x7f83e810c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.776+0000 7f83ed096640 1 --2- 172.21.15.18:0/850413123 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e810c170 0x7f83e810c590 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f83d8009be0 tx=0x7f83d802bef0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.777+0000 7f83ed096640 1 -- 172.21.15.18:0/850413123 shutdown_connections 2024-04-22T00:43:22.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.777+0000 7f83ed096640 1 --2- 172.21.15.18:0/850413123 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f83e810dd20 0x7f83e81145b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.777+0000 7f83ed096640 1 --2- 172.21.15.18:0/850413123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83e810d360 0x7f83e810d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.777+0000 7f83ed096640 1 --2- 172.21.15.18:0/850413123 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e810c170 0x7f83e810c590 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.777+0000 7f83ed096640 1 -- 172.21.15.18:0/850413123 >> 172.21.15.18:0/850413123 conn(0x7f83e806c1d0 msgr2=0x7f83e806c600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.779+0000 7f83ed096640 1 -- 172.21.15.18:0/850413123 shutdown_connections 2024-04-22T00:43:22.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.779+0000 7f83ed096640 1 -- 172.21.15.18:0/850413123 wait complete. 2024-04-22T00:43:22.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.780+0000 7f83ed096640 1 Processor -- start 2024-04-22T00:43:22.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.781+0000 7f83ed096640 1 -- start start 2024-04-22T00:43:22.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.781+0000 7f83ed096640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83e810c170 0x7f83e819e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.781+0000 7f83ed096640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e810d360 0x7f83e819e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.781+0000 7f83ed096640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f83e810dd20 0x7f83e81a56d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.781+0000 7f83ed096640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f83e8117e50 con 0x7f83e810c170 2024-04-22T00:43:22.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.781+0000 7f83ed096640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f83e8117cd0 con 0x7f83e810dd20 2024-04-22T00:43:22.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.781+0000 7f83ed096640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f83e8117fd0 con 0x7f83e810d360 2024-04-22T00:43:22.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.782+0000 7f83e6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83e810c170 0x7f83e819e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.782+0000 7f83e6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83e810c170 0x7f83e819e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57004/0 (socket says 172.21.15.18:57004) 2024-04-22T00:43:22.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.782+0000 7f83e6d9d640 1 -- 172.21.15.18:0/3203274398 learned_addr learned my addr 172.21.15.18:0/3203274398 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:22.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.783+0000 7f83e6d9d640 1 -- 172.21.15.18:0/3203274398 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e810d360 msgr2=0x7f83e819e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.783+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e810d360 0x7f83e819e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.783+0000 7f83e6d9d640 1 -- 172.21.15.18:0/3203274398 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f83e810dd20 msgr2=0x7f83e81a56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.783+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f83e810dd20 0x7f83e81a56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.783+0000 7f83e6d9d640 1 -- 172.21.15.18:0/3203274398 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83e81b6d80 con 0x7f83e810c170 2024-04-22T00:43:22.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.783+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83e810c170 0x7f83e819e120 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f83d8036040 tx=0x7f83d802cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:22.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.784+0000 7f83e4d99640 1 -- 172.21.15.18:0/3203274398 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d8043020 con 0x7f83e810c170 2024-04-22T00:43:22.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.784+0000 7f83ed096640 1 -- 172.21.15.18:0/3203274398 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83e81b7010 con 0x7f83e810c170 2024-04-22T00:43:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.784+0000 7f83ed096640 1 -- 172.21.15.18:0/3203274398 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83e81b74f0 con 0x7f83e810c170 2024-04-22T00:43:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.786+0000 7f83e4d99640 1 -- 172.21.15.18:0/3203274398 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f83d80047f0 con 0x7f83e810c170 2024-04-22T00:43:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.786+0000 7f83e4d99640 1 -- 172.21.15.18:0/3203274398 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d80337e0 con 0x7f83e810c170 2024-04-22T00:43:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.788+0000 7f83e4d99640 1 -- 172.21.15.18:0/3203274398 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f83d8046020 con 0x7f83e810c170 2024-04-22T00:43:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.789+0000 7f83efc83740 1 Processor -- start 2024-04-22T00:43:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.789+0000 7f83efc83740 1 -- start start 2024-04-22T00:43:22.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.789+0000 7f83efc83740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450040 0x564e8e450460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.789+0000 7f83efc83740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e450a30 0x564e8e455530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.789+0000 7f83efc83740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e455ba0 0x564e8e458030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.789+0000 7f83efc83740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564e8e3b5530 con 0x564e8e450a30 2024-04-22T00:43:22.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.789+0000 7f83efc83740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564e8e35d830 con 0x564e8e450040 2024-04-22T00:43:22.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.789+0000 7f83efc83740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564e8e3b14f0 con 0x564e8e455ba0 2024-04-22T00:43:22.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.789+0000 7f83e4d99640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f83d40a2ce0 0x7f83d40a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83dffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e455ba0 0x564e8e458030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83dffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e455ba0 0x564e8e458030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59688/0 (socket says 172.21.15.18:59688) 2024-04-22T00:43:22.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83dffff640 1 -- 172.21.15.18:0/112593176 learned_addr learned my addr 172.21.15.18:0/112593176 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:22.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83e759e640 1 --2- 172.21.15.18:0/112593176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450040 0x564e8e450460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/112593176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e450a30 0x564e8e455530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83e759e640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f83d40a2ce0 0x7f83d40a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83e4d99640 1 -- 172.21.15.18:0/3203274398 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f83d80f2560 con 0x7f83e810c170 2024-04-22T00:43:22.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83e759e640 1 -- 172.21.15.18:0/112593176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e455ba0 msgr2=0x564e8e458030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:22.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83e759e640 1 --2- 172.21.15.18:0/112593176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e455ba0 0x564e8e458030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83e759e640 1 -- 172.21.15.18:0/112593176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e450a30 msgr2=0x564e8e455530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:22.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83e759e640 1 --2- 172.21.15.18:0/112593176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e450a30 0x564e8e455530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83e759e640 1 -- 172.21.15.18:0/112593176 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e8e3812c0 con 0x564e8e450040 2024-04-22T00:43:22.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83dffff640 1 --2- 172.21.15.18:0/112593176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e455ba0 0x564e8e458030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:22.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.790+0000 7f83e759e640 1 --2- 172.21.15.18:0/112593176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450040 0x564e8e450460 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f83e0012620 tx=0x7f83e0012a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0f8172cdb9620d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:22.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.791+0000 7f83dd7fa640 1 -- 172.21.15.18:0/112593176 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e0024610 con 0x564e8e450040 2024-04-22T00:43:22.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.791+0000 7f83e759e640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f83d40a2ce0 0x7f83d40a51a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f83e001b000 tx=0x7f83e001d000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:22.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.791+0000 7f83dd7fa640 1 -- 172.21.15.18:0/112593176 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f83e0020070 con 0x564e8e450040 2024-04-22T00:43:22.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.791+0000 7f83dd7fa640 1 -- 172.21.15.18:0/112593176 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e001cae0 con 0x564e8e450040 2024-04-22T00:43:22.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.792+0000 7f83efc83740 1 -- 172.21.15.18:0/112593176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450040 msgr2=0x564e8e450460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.792+0000 7f83efc83740 1 --2- 172.21.15.18:0/112593176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450040 0x564e8e450460 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f83e0012620 tx=0x7f83e0012a20 comp rx=0 tx=0).stop 2024-04-22T00:43:22.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.792+0000 7f83efc83740 1 -- 172.21.15.18:0/112593176 shutdown_connections 2024-04-22T00:43:22.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.792+0000 7f83efc83740 1 --2- 172.21.15.18:0/112593176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e455ba0 0x564e8e458030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.792+0000 7f83efc83740 1 --2- 172.21.15.18:0/112593176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e450a30 0x564e8e455530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.792+0000 7f83efc83740 1 --2- 172.21.15.18:0/112593176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450040 0x564e8e450460 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.792+0000 7f83efc83740 1 -- 172.21.15.18:0/112593176 >> 172.21.15.18:0/112593176 conn(0x564e8e44b5b0 msgr2=0x564e8e44b9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:22.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.793+0000 7f83efc83740 1 -- 172.21.15.18:0/112593176 shutdown_connections 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.793+0000 7f83efc83740 1 -- 172.21.15.18:0/112593176 wait complete. 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.793+0000 7f83efc83740 1 -- start start 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.793+0000 7f83efc83740 1 Processor -- start 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.794+0000 7f83efc83740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450040 0x564e8e45a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.794+0000 7f83efc83740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450a30 0x564e8e45a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.794+0000 7f83efc83740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e4615a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.794+0000 7f83dffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450a30 0x564e8e45a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.794+0000 7f83dffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450a30 0x564e8e45a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59702/0 (socket says 172.21.15.18:59702) 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.794+0000 7f83dffff640 1 -- 172.21.15.18:0/489613780 learned_addr learned my addr 172.21.15.18:0/489613780 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.794+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564e8e458af0 con 0x564e8e455ba0 2024-04-22T00:43:22.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.794+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564e8e370f10 con 0x564e8e450040 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.794+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564e8e458c70 con 0x564e8e450a30 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.794+0000 7f83efc83740 10 client.0 _ll_register_callbacks cb 0x564e8e0c8be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.795+0000 7f83dffff640 1 -- 172.21.15.18:0/489613780 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450040 msgr2=0x564e8e45a020 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.795+0000 7f83dffff640 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450040 0x564e8e45a020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.795+0000 7f83dffff640 1 -- 172.21.15.18:0/489613780 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 msgr2=0x564e8e4615a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.795+0000 7f83dffff640 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e4615a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.795+0000 7f83dffff640 1 -- 172.21.15.18:0/489613780 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e8e342c80 con 0x564e8e450a30 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.795+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83e0020070 con 0x564e8e450a30 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.795+0000 7f83dffff640 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450a30 0x564e8e45a560 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f83d00116c0 tx=0x7f83d0011b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=605224386048cb3b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.795+0000 7f83ce7fc640 10 client.25660 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.795+0000 7f83ce7fc640 1 -- 172.21.15.18:0/489613780 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d001e060 con 0x564e8e450a30 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.795+0000 7f83ce7fc640 1 -- 172.21.15.18:0/489613780 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f83d000fd90 con 0x564e8e450a30 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.796+0000 7f83ce7fc640 1 -- 172.21.15.18:0/489613780 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f83d0019430 con 0x564e8e450a30 2024-04-22T00:43:22.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.796+0000 7f83efc83740 10 client.25660 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:22.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.796+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({fsmap=28}) -- 0x564e8e0c93f0 con 0x564e8e450a30 2024-04-22T00:43:22.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.796+0000 7f83ce7fc640 1 -- 172.21.15.18:0/489613780 <== mon.1 v2:172.21.15.167:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f83d00195d0 con 0x564e8e450a30 2024-04-22T00:43:22.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.796+0000 7f83efc83740 10 client.25660 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:22.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.796+0000 7f83efc83740 10 client.25660 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:43:22.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.796+0000 7f83efc83740 20 client.25660 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:22.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.796+0000 7f83efc83740 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x564e8e465d40 0x564e8e4681d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.796+0000 7f83efc83740 4 client.25660 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:22.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.796+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f83e0020070 con 0x564e8e465d40 2024-04-22T00:43:22.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.797+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x564e8e465d40 0x564e8e4681d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.797+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x564e8e465d40 0x564e8e4681d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ff44b232f10f73b8 server_cookie=4d05141fdcc586da in_seq=0 out_seq=0 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.797+0000 7f83ce7fc640 10 client.25660 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83ce7fc640 1 -- 172.21.15.18:0/489613780 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f83e0020070 con 0x564e8e465d40 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83ce7fc640 10 client.25660 handle_command_reply: tid=0 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 client.25660 shutdown 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450a30 msgr2=0x564e8e45a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450a30 0x564e8e45a560 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f83d00116c0 tx=0x7f83d0011b80 comp rx=0 tx=0).stop 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 shutdown_connections 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x564e8e465d40 0x564e8e4681d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e4615a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450a30 0x564e8e45a560 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83ce7fc640 0 client.25660 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:43:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 --2- 172.21.15.18:0/489613780 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450040 0x564e8e45a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 >> 172.21.15.18:0/489613780 conn(0x564e8e44b5b0 msgr2=0x564e8e44a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 shutdown_connections 2024-04-22T00:43:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 1 -- 172.21.15.18:0/489613780 wait complete. 2024-04-22T00:43:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.798+0000 7f83efc83740 20 client.25660 trim_cache size 0 max 16384 2024-04-22T00:43:22.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.823+0000 7f83efc83740 1 Processor -- start 2024-04-22T00:43:22.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.823+0000 7f83efc83740 1 -- start start 2024-04-22T00:43:22.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.824+0000 7f83efc83740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 0x564e8e451450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.824+0000 7f83efc83740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 0x564e8e461560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.824+0000 7f83efc83740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e451990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.824+0000 7f83efc83740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f83c80126a0 con 0x564e8e455ba0 2024-04-22T00:43:22.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.824+0000 7f83efc83740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f83c800ff10 con 0x564e8e450a30 2024-04-22T00:43:22.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.824+0000 7f83efc83740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f83c800dd60 con 0x564e8e450040 2024-04-22T00:43:22.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.824+0000 7f83e6d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 0x564e8e451450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.824+0000 7f83e6d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 0x564e8e451450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59718/0 (socket says 172.21.15.18:59718) 2024-04-22T00:43:22.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.824+0000 7f83e6d9d640 1 -- 172.21.15.18:0/499124163 learned_addr learned my addr 172.21.15.18:0/499124163 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:22.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.825+0000 7f83e6d9d640 1 -- 172.21.15.18:0/499124163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 msgr2=0x564e8e461560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:22.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.825+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/499124163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 0x564e8e461560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.825+0000 7f83e6d9d640 1 -- 172.21.15.18:0/499124163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 msgr2=0x564e8e451990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:22.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.825+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/499124163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e451990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.825+0000 7f83e6d9d640 1 -- 172.21.15.18:0/499124163 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e8e1937d0 con 0x564e8e450040 2024-04-22T00:43:22.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.825+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/499124163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 0x564e8e451450 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f83d802c480 tx=0x7f83d80909a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80a70ba4ab40da8f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:22.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.826+0000 7f83dcff9640 1 -- 172.21.15.18:0/499124163 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d8089a70 con 0x564e8e450040 2024-04-22T00:43:22.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.826+0000 7f83dcff9640 1 -- 172.21.15.18:0/499124163 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f83d80bf090 con 0x564e8e450040 2024-04-22T00:43:22.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.826+0000 7f83dcff9640 1 -- 172.21.15.18:0/499124163 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d80bcd20 con 0x564e8e450040 2024-04-22T00:43:22.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.827+0000 7f83efc83740 1 -- 172.21.15.18:0/499124163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 msgr2=0x564e8e451450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.827+0000 7f83efc83740 1 --2- 172.21.15.18:0/499124163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 0x564e8e451450 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f83d802c480 tx=0x7f83d80909a0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.827+0000 7f83efc83740 1 -- 172.21.15.18:0/499124163 shutdown_connections 2024-04-22T00:43:22.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.827+0000 7f83efc83740 1 --2- 172.21.15.18:0/499124163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e451990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.827+0000 7f83efc83740 1 --2- 172.21.15.18:0/499124163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 0x564e8e461560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.828+0000 7f83efc83740 1 --2- 172.21.15.18:0/499124163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 0x564e8e451450 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.828+0000 7f83efc83740 1 -- 172.21.15.18:0/499124163 >> 172.21.15.18:0/499124163 conn(0x564e8e44b5b0 msgr2=0x564e8e44f0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:22.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.828+0000 7f83efc83740 1 -- 172.21.15.18:0/499124163 shutdown_connections 2024-04-22T00:43:22.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83efc83740 1 -- 172.21.15.18:0/499124163 wait complete. 2024-04-22T00:43:22.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83efc83740 1 -- start start 2024-04-22T00:43:22.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83efc83740 1 Processor -- start 2024-04-22T00:43:22.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83efc83740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 0x564e8e45f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83efc83740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 0x564e8e45f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83efc83740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e460890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83efc83740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f83c800e3d0 con 0x564e8e455ba0 2024-04-22T00:43:22.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83efc83740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f83c800f840 con 0x564e8e450a30 2024-04-22T00:43:22.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83efc83740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f83c800eaa0 con 0x564e8e450040 2024-04-22T00:43:22.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83efc83740 10 client.0 _ll_register_callbacks cb 0x7f83d0009710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:22.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.829+0000 7f83dffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 0x564e8e45f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83dffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 0x564e8e45f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38262/0 (socket says 172.21.15.18:38262) 2024-04-22T00:43:22.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83dffff640 1 -- 172.21.15.18:0/1427779105 learned_addr learned my addr 172.21.15.18:0/1427779105 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:22.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 0x564e8e45f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83e759e640 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e460890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83dffff640 1 -- 172.21.15.18:0/1427779105 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 msgr2=0x564e8e45f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:22.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83dffff640 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 0x564e8e45f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83dffff640 1 -- 172.21.15.18:0/1427779105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 msgr2=0x564e8e460890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:22.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83dffff640 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e460890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83dffff640 1 -- 172.21.15.18:0/1427779105 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e8e460e80 con 0x564e8e450a30 2024-04-22T00:43:22.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83e759e640 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e460890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:43:22.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83dffff640 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 0x564e8e45f8d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f83d0011690 tx=0x7f83d0009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=477c3f1abe361d15 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:22.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.830+0000 7f83ce7fc640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:22.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.831+0000 7f83ce7fc640 1 -- 172.21.15.18:0/1427779105 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d0033060 con 0x564e8e450a30 2024-04-22T00:43:22.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.831+0000 7f83ce7fc640 1 -- 172.21.15.18:0/1427779105 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f83d0004450 con 0x564e8e450a30 2024-04-22T00:43:22.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.831+0000 7f83efc83740 1 -- 172.21.15.18:0/1427779105 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83d80bf090 con 0x564e8e450a30 2024-04-22T00:43:22.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.831+0000 7f83ce7fc640 1 -- 172.21.15.18:0/1427779105 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f83d001e040 con 0x564e8e450a30 2024-04-22T00:43:22.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.831+0000 7f83efc83740 10 client.25679 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:22.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.831+0000 7f83efc83740 1 -- 172.21.15.18:0/1427779105 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564e8e4ccad0 con 0x564e8e450a30 2024-04-22T00:43:22.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.832+0000 7f83ce7fc640 1 -- 172.21.15.18:0/1427779105 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f83d80bf090 con 0x564e8e450a30 2024-04-22T00:43:22.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.832+0000 7f83ce7fc640 1 -- 172.21.15.18:0/1427779105 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f83d0003bb0 con 0x564e8e450a30 2024-04-22T00:43:22.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.832+0000 7f83efc83740 10 client.25679 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:22.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.832+0000 7f83efc83740 10 client.25679 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:43:22.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.832+0000 7f83efc83740 20 client.25679 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:22.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.832+0000 7f83efc83740 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x564e8e4cd480 0x564e8e4cf8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:22.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.832+0000 7f83efc83740 4 client.25679 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:43:22.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.832+0000 7f83efc83740 1 -- 172.21.15.18:0/1427779105 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564e8e3c2a70 con 0x564e8e4cd480 2024-04-22T00:43:22.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.833+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x564e8e4cd480 0x564e8e4cf8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:22.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.833+0000 7f83e6d9d640 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x564e8e4cd480 0x564e8e4cf8a0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=84899982b9567ab7 server_cookie=d1553d29a0f351b5 in_seq=0 out_seq=0 2024-04-22T00:43:22.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.833+0000 7f83ce7fc640 10 client.25679 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:43:22.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.833+0000 7f83ce7fc640 1 -- 172.21.15.18:0/1427779105 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564e8e3c2a70 con 0x564e8e4cd480 2024-04-22T00:43:22.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.833+0000 7f83ce7fc640 10 client.25679 handle_command_reply: tid=0 2024-04-22T00:43:22.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.833+0000 7f83efc83740 1 client.25679 shutdown 2024-04-22T00:43:22.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.833+0000 7f83efc83740 1 -- 172.21.15.18:0/1427779105 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 msgr2=0x564e8e45f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.833+0000 7f83efc83740 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 0x564e8e45f8d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f83d0011690 tx=0x7f83d0009260 comp rx=0 tx=0).stop 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83efc83740 1 -- 172.21.15.18:0/1427779105 shutdown_connections 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83efc83740 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x564e8e4cd480 0x564e8e4cf8a0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83ce7fc640 0 client.25679 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83efc83740 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564e8e455ba0 0x564e8e460890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83efc83740 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564e8e450a30 0x564e8e45f8d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83efc83740 1 --2- 172.21.15.18:0/1427779105 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564e8e450040 0x564e8e45f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83efc83740 1 -- 172.21.15.18:0/1427779105 >> 172.21.15.18:0/1427779105 conn(0x564e8e44b5b0 msgr2=0x564e8e451430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83efc83740 1 -- 172.21.15.18:0/1427779105 shutdown_connections 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83efc83740 1 -- 172.21.15.18:0/1427779105 wait complete. 2024-04-22T00:43:22.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83efc83740 20 client.25679 trim_cache size 0 max 16384 2024-04-22T00:43:22.846 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:43:22.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83ed096640 1 -- 172.21.15.18:0/3203274398 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f83d40a2ce0 msgr2=0x7f83d40a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83ed096640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f83d40a2ce0 0x7f83d40a51a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f83e001b000 tx=0x7f83e001d000 comp rx=0 tx=0).stop 2024-04-22T00:43:22.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.834+0000 7f83ed096640 1 -- 172.21.15.18:0/3203274398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83e810c170 msgr2=0x7f83e819e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:22.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.835+0000 7f83ed096640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83e810c170 0x7f83e819e120 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f83d8036040 tx=0x7f83d802cac0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.835+0000 7f83ed096640 1 -- 172.21.15.18:0/3203274398 shutdown_connections 2024-04-22T00:43:22.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.835+0000 7f83ed096640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f83d40a2ce0 0x7f83d40a51a0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.835+0000 7f83ed096640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f83e810dd20 0x7f83e81a56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.835+0000 7f83ed096640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f83e810d360 0x7f83e819e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.835+0000 7f83ed096640 1 --2- 172.21.15.18:0/3203274398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83e810c170 0x7f83e819e120 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:22.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.835+0000 7f83ed096640 1 -- 172.21.15.18:0/3203274398 >> 172.21.15.18:0/3203274398 conn(0x7f83e806c1d0 msgr2=0x7f83e806f1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:22.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.835+0000 7f83ed096640 1 -- 172.21.15.18:0/3203274398 shutdown_connections 2024-04-22T00:43:22.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:22.835+0000 7f83ed096640 1 -- 172.21.15.18:0/3203274398 wait complete. 2024-04-22T00:43:22.853 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:43:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.032+0000 7f188ffa1640 1 -- 172.21.15.18:0/3587611589 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18880ffa40 msgr2=0x7f18880ffe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.032+0000 7f188ffa1640 1 --2- 172.21.15.18:0/3587611589 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18880ffa40 0x7f18880ffe60 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1878009900 tx=0x7f187802bc30 comp rx=0 tx=0).stop 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.032+0000 7f188ffa1640 1 -- 172.21.15.18:0/3587611589 shutdown_connections 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.032+0000 7f188ffa1640 1 --2- 172.21.15.18:0/3587611589 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18881033d0 0x7f1888109c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.032+0000 7f188ffa1640 1 --2- 172.21.15.18:0/3587611589 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1888102a10 0x7f1888102e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.032+0000 7f188ffa1640 1 --2- 172.21.15.18:0/3587611589 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18880ffa40 0x7f18880ffe60 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.032+0000 7f188ffa1640 1 -- 172.21.15.18:0/3587611589 >> 172.21.15.18:0/3587611589 conn(0x7f18880fb370 msgr2=0x7f18880fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.032+0000 7f188ffa1640 1 -- 172.21.15.18:0/3587611589 shutdown_connections 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.032+0000 7f188ffa1640 1 -- 172.21.15.18:0/3587611589 wait complete. 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.033+0000 7f188ffa1640 1 Processor -- start 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.033+0000 7f188ffa1640 1 -- start start 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.033+0000 7f188ffa1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18880ffa40 0x7f18881958d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.033+0000 7f188ffa1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1888102a10 0x7f1888195e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.033+0000 7f188ffa1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18881033d0 0x7f188819ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188ffa1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f188810b270 con 0x7f1888102a10 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188ffa1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f188810b0f0 con 0x7f18881033d0 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188ffa1640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f188810b3f0 con 0x7f18880ffa40 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188d53c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1888102a10 0x7f1888195e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188e53e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18881033d0 0x7f188819ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188e53e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18881033d0 0x7f188819ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38280/0 (socket says 172.21.15.18:38280) 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188d53c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1888102a10 0x7f1888195e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57046/0 (socket says 172.21.15.18:57046) 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188e53e640 1 -- 172.21.15.18:0/2251300997 learned_addr learned my addr 172.21.15.18:0/2251300997 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188dd3d640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18880ffa40 0x7f18881958d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188e53e640 1 -- 172.21.15.18:0/2251300997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18880ffa40 msgr2=0x7f18881958d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188e53e640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18880ffa40 0x7f18881958d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188e53e640 1 -- 172.21.15.18:0/2251300997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1888102a10 msgr2=0x7f1888195e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188e53e640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1888102a10 0x7f1888195e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188e53e640 1 -- 172.21.15.18:0/2251300997 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f188819d4f0 con 0x7f18881033d0 2024-04-22T00:43:23.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.034+0000 7f188d53c640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1888102a10 0x7f1888195e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:23.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.035+0000 7f188dd3d640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18880ffa40 0x7f18881958d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:23.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.035+0000 7f188e53e640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18881033d0 0x7f188819ce80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f188000eb10 tx=0x7f188000c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.035+0000 7f187effd640 1 -- 172.21.15.18:0/2251300997 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1880004b20 con 0x7f18881033d0 2024-04-22T00:43:23.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.035+0000 7f187effd640 1 -- 172.21.15.18:0/2251300997 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1880004cc0 con 0x7f18881033d0 2024-04-22T00:43:23.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.035+0000 7f187effd640 1 -- 172.21.15.18:0/2251300997 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1880010760 con 0x7f18881033d0 2024-04-22T00:43:23.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.035+0000 7f188ffa1640 1 -- 172.21.15.18:0/2251300997 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f188819d7e0 con 0x7f18881033d0 2024-04-22T00:43:23.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.035+0000 7f188ffa1640 1 -- 172.21.15.18:0/2251300997 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f188819dce0 con 0x7f18881033d0 2024-04-22T00:43:23.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.039+0000 7f1892b8e740 1 Processor -- start 2024-04-22T00:43:23.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.040+0000 7f187effd640 1 -- 172.21.15.18:0/2251300997 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1880005020 con 0x7f18881033d0 2024-04-22T00:43:23.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.040+0000 7f1892b8e740 1 -- start start 2024-04-22T00:43:23.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186358850 0x561186358c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186359240 0x56118635dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56118635e3b0 0x561186360840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f1892b8e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5611862b5530 con 0x561186359240 2024-04-22T00:43:23.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f1892b8e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56118625d830 con 0x56118635e3b0 2024-04-22T00:43:23.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f1892b8e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5611862b14f0 con 0x561186358850 2024-04-22T00:43:23.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f188d53c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56118635e3b0 0x561186360840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f188d53c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56118635e3b0 0x561186360840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38296/0 (socket says 172.21.15.18:38296) 2024-04-22T00:43:23.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f188d53c640 1 -- 172.21.15.18:0/943587976 learned_addr learned my addr 172.21.15.18:0/943587976 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:23.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f187effd640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18740a2cc0 0x7f18740a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f188d53c640 1 --2- 172.21.15.18:0/943587976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186358850 0x561186358c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.041+0000 7f188dd3d640 1 --2- 172.21.15.18:0/943587976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186359240 0x56118635dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f187effd640 1 -- 172.21.15.18:0/2251300997 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f18800cf9d0 con 0x7f18881033d0 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f188e53e640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18740a2cc0 0x7f18740a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f188d53c640 1 -- 172.21.15.18:0/943587976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186358850 msgr2=0x561186358c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f188d53c640 1 --2- 172.21.15.18:0/943587976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186358850 0x561186358c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f188d53c640 1 -- 172.21.15.18:0/943587976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186359240 msgr2=0x56118635dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f188d53c640 1 --2- 172.21.15.18:0/943587976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186359240 0x56118635dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f188d53c640 1 -- 172.21.15.18:0/943587976 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611862812c0 con 0x56118635e3b0 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f188d53c640 1 --2- 172.21.15.18:0/943587976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56118635e3b0 0x561186360840 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1884009fd0 tx=0x7f1884009c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac172cf59ab75d2d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f1873fff640 1 -- 172.21.15.18:0/943587976 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188400f910 con 0x56118635e3b0 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f1873fff640 1 -- 172.21.15.18:0/943587976 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f188400e3b0 con 0x56118635e3b0 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f1873fff640 1 -- 172.21.15.18:0/943587976 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188400d5a0 con 0x56118635e3b0 2024-04-22T00:43:23.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.042+0000 7f188e53e640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18740a2cc0 0x7f18740a5180 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f18800987d0 tx=0x7f18800058d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.044+0000 7f1892b8e740 1 -- 172.21.15.18:0/943587976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56118635e3b0 msgr2=0x561186360840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.044+0000 7f1892b8e740 1 --2- 172.21.15.18:0/943587976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56118635e3b0 0x561186360840 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1884009fd0 tx=0x7f1884009c30 comp rx=0 tx=0).stop 2024-04-22T00:43:23.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.044+0000 7f1892b8e740 1 -- 172.21.15.18:0/943587976 shutdown_connections 2024-04-22T00:43:23.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.044+0000 7f1892b8e740 1 --2- 172.21.15.18:0/943587976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56118635e3b0 0x561186360840 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.044+0000 7f1892b8e740 1 --2- 172.21.15.18:0/943587976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186359240 0x56118635dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.044+0000 7f1892b8e740 1 --2- 172.21.15.18:0/943587976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186358850 0x561186358c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.044+0000 7f1892b8e740 1 -- 172.21.15.18:0/943587976 >> 172.21.15.18:0/943587976 conn(0x561186353dc0 msgr2=0x5611863541c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.045+0000 7f1892b8e740 1 -- 172.21.15.18:0/943587976 shutdown_connections 2024-04-22T00:43:23.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.045+0000 7f1892b8e740 1 -- 172.21.15.18:0/943587976 wait complete. 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.045+0000 7f1892b8e740 1 -- start start 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.045+0000 7f1892b8e740 1 Processor -- start 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186358850 0x561186362880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 0x561186362dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56118635e3b0 0x561186369e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f1892b8e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561186361360 con 0x561186358850 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f1892b8e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x561186270f10 con 0x561186359240 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f1892b8e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5611863614e0 con 0x56118635e3b0 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f1892b8e740 10 client.0 _ll_register_callbacks cb 0x561185fc8be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188d53c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186358850 0x561186362880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188d53c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186358850 0x561186362880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57066/0 (socket says 172.21.15.18:57066) 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188d53c640 1 -- 172.21.15.18:0/1770367018 learned_addr learned my addr 172.21.15.18:0/1770367018 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:23.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188dd3d640 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 0x561186362dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188d53c640 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56118635e3b0 0x561186369e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188d53c640 1 -- 172.21.15.18:0/1770367018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56118635e3b0 msgr2=0x561186369e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188d53c640 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56118635e3b0 0x561186369e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188d53c640 1 -- 172.21.15.18:0/1770367018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 msgr2=0x561186362dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188d53c640 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 0x561186362dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188d53c640 1 -- 172.21.15.18:0/1770367018 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561186242c80 con 0x561186358850 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.046+0000 7f188dd3d640 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 0x561186362dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.047+0000 7f188d53c640 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186358850 0x561186362880 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f188400ffe0 tx=0x7f1884005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=420d998c8d829277 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.047+0000 7f18717fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.047+0000 7f18717fa640 1 -- 172.21.15.18:0/1770367018 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188400eaf0 con 0x561186358850 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.047+0000 7f18717fa640 1 -- 172.21.15.18:0/1770367018 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1884004260 con 0x561186358850 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.047+0000 7f1892b8e740 1 -- 172.21.15.18:0/1770367018 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f188400e3b0 con 0x561186358850 2024-04-22T00:43:23.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.047+0000 7f18717fa640 1 -- 172.21.15.18:0/1770367018 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1884004460 con 0x561186358850 2024-04-22T00:43:23.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.047+0000 7f1892b8e740 10 client.16059 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:23.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.047+0000 7f1892b8e740 1 -- 172.21.15.18:0/1770367018 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561185fc93f0 con 0x561186358850 2024-04-22T00:43:23.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.050+0000 7f18717fa640 1 -- 172.21.15.18:0/1770367018 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f188400e3b0 con 0x561186358850 2024-04-22T00:43:23.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.050+0000 7f18717fa640 1 -- 172.21.15.18:0/1770367018 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f1884004cd0 con 0x561186358850 2024-04-22T00:43:23.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.050+0000 7f1892b8e740 10 client.16059 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:23.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.050+0000 7f1892b8e740 10 client.16059 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:43:23.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.050+0000 7f1892b8e740 20 client.16059 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:23.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.050+0000 7f1892b8e740 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56118636e940 0x561186370da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.050+0000 7f1892b8e740 4 client.16059 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:23.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.050+0000 7f1892b8e740 1 -- 172.21.15.18:0/1770367018 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5611862c2a70 con 0x56118636e940 2024-04-22T00:43:23.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.051+0000 7f188dd3d640 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56118636e940 0x561186370da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.052+0000 7f188dd3d640 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56118636e940 0x561186370da0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7fec7203f8b2cc9e server_cookie=8b3f2a91930ea6e in_seq=0 out_seq=0 2024-04-22T00:43:23.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.052+0000 7f18717fa640 10 client.16059 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:43:23.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f18717fa640 1 -- 172.21.15.18:0/1770367018 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5611862c2a70 con 0x56118636e940 2024-04-22T00:43:23.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f18717fa640 10 client.16059 handle_command_reply: tid=0 2024-04-22T00:43:23.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 client.16059 shutdown 2024-04-22T00:43:23.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 -- 172.21.15.18:0/1770367018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186358850 msgr2=0x561186362880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186358850 0x561186362880 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f188400ffe0 tx=0x7f1884005f90 comp rx=0 tx=0).stop 2024-04-22T00:43:23.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 -- 172.21.15.18:0/1770367018 shutdown_connections 2024-04-22T00:43:23.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56118636e940 0x561186370da0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56118635e3b0 0x561186369e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 0x561186362dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 --2- 172.21.15.18:0/1770367018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561186358850 0x561186362880 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f18717fa640 0 client.16059 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:43:23.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 -- 172.21.15.18:0/1770367018 >> 172.21.15.18:0/1770367018 conn(0x561186353dc0 msgr2=0x56118634a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 -- 172.21.15.18:0/1770367018 shutdown_connections 2024-04-22T00:43:23.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.053+0000 7f1892b8e740 1 -- 172.21.15.18:0/1770367018 wait complete. 2024-04-22T00:43:23.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.054+0000 7f1892b8e740 20 client.16059 trim_cache size 0 max 16384 2024-04-22T00:43:23.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.076+0000 7f1892b8e740 1 Processor -- start 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.077+0000 7f1892b8e740 1 -- start start 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.077+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186358850 0x561186362ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.077+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 0x561186369dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 0x561186349fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f1892b8e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f18881aadd0 con 0x56118635e3b0 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f1892b8e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f18881a8640 con 0x561186359240 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f1892b8e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f18881a6490 con 0x561186358850 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f188d53c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 0x561186349fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f188d53c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 0x561186349fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57068/0 (socket says 172.21.15.18:57068) 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f188d53c640 1 -- 172.21.15.18:0/1172776975 learned_addr learned my addr 172.21.15.18:0/1172776975 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:23.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f188d53c640 1 --2- 172.21.15.18:0/1172776975 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186358850 0x561186362ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f188dd3d640 1 --2- 172.21.15.18:0/1172776975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 0x561186369dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f188d53c640 1 -- 172.21.15.18:0/1172776975 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186358850 msgr2=0x561186362ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f188d53c640 1 --2- 172.21.15.18:0/1172776975 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186358850 0x561186362ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f188d53c640 1 -- 172.21.15.18:0/1172776975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 msgr2=0x561186369dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f188d53c640 1 --2- 172.21.15.18:0/1172776975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 0x561186369dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.078+0000 7f188d53c640 1 -- 172.21.15.18:0/1172776975 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611860937d0 con 0x56118635e3b0 2024-04-22T00:43:23.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.079+0000 7f188d53c640 1 --2- 172.21.15.18:0/1172776975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 0x561186349fc0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f18840092e0 tx=0x7f1884000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6e27b26027f77e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.079+0000 7f18737fe640 1 -- 172.21.15.18:0/1172776975 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1884003d00 con 0x56118635e3b0 2024-04-22T00:43:23.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.079+0000 7f18737fe640 1 -- 172.21.15.18:0/1172776975 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1884003ea0 con 0x56118635e3b0 2024-04-22T00:43:23.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.079+0000 7f18737fe640 1 -- 172.21.15.18:0/1172776975 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1884005590 con 0x56118635e3b0 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.080+0000 7f1892b8e740 1 -- 172.21.15.18:0/1172776975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 msgr2=0x561186349fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.080+0000 7f1892b8e740 1 --2- 172.21.15.18:0/1172776975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 0x561186349fc0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f18840092e0 tx=0x7f1884000bc0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.080+0000 7f1892b8e740 1 -- 172.21.15.18:0/1172776975 shutdown_connections 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.080+0000 7f1892b8e740 1 --2- 172.21.15.18:0/1172776975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 0x561186349fc0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.080+0000 7f1892b8e740 1 --2- 172.21.15.18:0/1172776975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186359240 0x561186369dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.080+0000 7f1892b8e740 1 --2- 172.21.15.18:0/1172776975 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186358850 0x561186362ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.080+0000 7f1892b8e740 1 -- 172.21.15.18:0/1172776975 >> 172.21.15.18:0/1172776975 conn(0x561186353dc0 msgr2=0x561186362490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.080+0000 7f1892b8e740 1 -- 172.21.15.18:0/1172776975 shutdown_connections 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.080+0000 7f1892b8e740 1 -- 172.21.15.18:0/1172776975 wait complete. 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.081+0000 7f1892b8e740 1 -- start start 2024-04-22T00:43:23.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.081+0000 7f1892b8e740 1 Processor -- start 2024-04-22T00:43:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.082+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186358850 0x5611863699a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.082+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186359240 0x5611863664e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.082+0000 7f1892b8e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 0x561186366a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.082+0000 7f1892b8e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f18881a6b00 con 0x56118635e3b0 2024-04-22T00:43:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.082+0000 7f1892b8e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f18881a7f70 con 0x561186358850 2024-04-22T00:43:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.082+0000 7f1892b8e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f18881a71d0 con 0x561186359240 2024-04-22T00:43:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.082+0000 7f1892b8e740 10 client.0 _ll_register_callbacks cb 0x7f18840116c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.083+0000 7f188dd3d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186359240 0x5611863664e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.083+0000 7f188dd3d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186359240 0x5611863664e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59794/0 (socket says 172.21.15.18:59794) 2024-04-22T00:43:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.083+0000 7f188dd3d640 1 -- 172.21.15.18:0/3273107607 learned_addr learned my addr 172.21.15.18:0/3273107607 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:23.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.084+0000 7f188dd3d640 1 -- 172.21.15.18:0/3273107607 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186358850 msgr2=0x5611863699a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.084+0000 7f188dd3d640 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186358850 0x5611863699a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.084+0000 7f188dd3d640 1 -- 172.21.15.18:0/3273107607 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 msgr2=0x561186366a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.084+0000 7f188dd3d640 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 0x561186366a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.084+0000 7f188dd3d640 1 -- 172.21.15.18:0/3273107607 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561186369fd0 con 0x561186359240 2024-04-22T00:43:23.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.084+0000 7f188dd3d640 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186359240 0x5611863664e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1878009850 tx=0x7f1878004350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=47fc30bf5bd924a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.084+0000 7f18717fa640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:43:23.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.085+0000 7f18717fa640 1 -- 172.21.15.18:0/3273107607 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f187805c070 con 0x561186359240 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.085+0000 7f18717fa640 1 -- 172.21.15.18:0/3273107607 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1878047330 con 0x561186359240 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.085+0000 7f1892b8e740 1 -- 172.21.15.18:0/3273107607 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1884003ea0 con 0x561186359240 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f18717fa640 1 -- 172.21.15.18:0/3273107607 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1878068050 con 0x561186359240 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f1892b8e740 10 client.25684 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f1892b8e740 1 -- 172.21.15.18:0/3273107607 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56118634b090 con 0x561186359240 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f18717fa640 1 -- 172.21.15.18:0/3273107607 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1884003ea0 con 0x561186359240 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f18717fa640 1 -- 172.21.15.18:0/3273107607 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f18780046c0 con 0x561186359240 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f1892b8e740 10 client.25684 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f1892b8e740 10 client.25684 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f1892b8e740 20 client.25684 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f1892b8e740 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56118634ba00 0x56118634de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f1892b8e740 4 client.25684 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:43:23.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.086+0000 7f1892b8e740 1 -- 172.21.15.18:0/3273107607 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5611862bcdc0 con 0x56118634ba00 2024-04-22T00:43:23.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.087+0000 7f188d53c640 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56118634ba00 0x56118634de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.087+0000 7f188d53c640 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56118634ba00 0x56118634de20 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9ed681c82e6d8bee server_cookie=d55086ab5e341b5f in_seq=0 out_seq=0 2024-04-22T00:43:23.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.087+0000 7f18717fa640 10 client.25684 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:43:23.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f18717fa640 1 -- 172.21.15.18:0/3273107607 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5611862bcdc0 con 0x56118634ba00 2024-04-22T00:43:23.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f18717fa640 10 client.25684 handle_command_reply: tid=0 2024-04-22T00:43:23.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f1892b8e740 1 client.25684 shutdown 2024-04-22T00:43:23.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f1892b8e740 1 -- 172.21.15.18:0/3273107607 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186359240 msgr2=0x5611863664e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f1892b8e740 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186359240 0x5611863664e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1878009850 tx=0x7f1878004350 comp rx=0 tx=0).stop 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f1892b8e740 1 -- 172.21.15.18:0/3273107607 shutdown_connections 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f1892b8e740 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56118634ba00 0x56118634de20 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f1892b8e740 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56118635e3b0 0x561186366a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f1892b8e740 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561186359240 0x5611863664e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f18717fa640 0 client.25684 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f1892b8e740 1 --2- 172.21.15.18:0/3273107607 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561186358850 0x5611863699a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.088+0000 7f1892b8e740 1 -- 172.21.15.18:0/3273107607 >> 172.21.15.18:0/3273107607 conn(0x561186353dc0 msgr2=0x561186349fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.089+0000 7f1892b8e740 1 -- 172.21.15.18:0/3273107607 shutdown_connections 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.089+0000 7f1892b8e740 1 -- 172.21.15.18:0/3273107607 wait complete. 2024-04-22T00:43:23.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.089+0000 7f1892b8e740 20 client.25684 trim_cache size 0 max 16384 2024-04-22T00:43:23.092 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:43:23.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 -- 172.21.15.18:0/2251300997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18740a2cc0 msgr2=0x7f18740a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18740a2cc0 0x7f18740a5180 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f18800987d0 tx=0x7f18800058d0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 -- 172.21.15.18:0/2251300997 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18881033d0 msgr2=0x7f188819ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18881033d0 0x7f188819ce80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f188000eb10 tx=0x7f188000c2d0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 -- 172.21.15.18:0/2251300997 shutdown_connections 2024-04-22T00:43:23.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18740a2cc0 0x7f18740a5180 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18881033d0 0x7f188819ce80 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1888102a10 0x7f1888195e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 --2- 172.21.15.18:0/2251300997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18880ffa40 0x7f18881958d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 -- 172.21.15.18:0/2251300997 >> 172.21.15.18:0/2251300997 conn(0x7f18880fb370 msgr2=0x7f1888105d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 -- 172.21.15.18:0/2251300997 shutdown_connections 2024-04-22T00:43:23.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.090+0000 7f188ffa1640 1 -- 172.21.15.18:0/2251300997 wait complete. 2024-04-22T00:43:23.107 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:43:23.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:22 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2399441519' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:43:23.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:22 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2399441519' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:43:23.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.303+0000 7f09ec246640 1 -- 172.21.15.18:0/979562816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09e4103340 msgr2=0x7f09e4109bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.304+0000 7f09ec246640 1 --2- 172.21.15.18:0/979562816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09e4103340 0x7f09e4109bd0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009860 tx=0x7f09d402bb70 comp rx=0 tx=0).stop 2024-04-22T00:43:23.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.304+0000 7f09ec246640 1 -- 172.21.15.18:0/979562816 shutdown_connections 2024-04-22T00:43:23.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.304+0000 7f09ec246640 1 --2- 172.21.15.18:0/979562816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09e4103340 0x7f09e4109bd0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.304+0000 7f09ec246640 1 --2- 172.21.15.18:0/979562816 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09e4102980 0x7f09e4102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.304+0000 7f09ec246640 1 --2- 172.21.15.18:0/979562816 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09e4101790 0x7f09e4101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.304+0000 7f09ec246640 1 -- 172.21.15.18:0/979562816 >> 172.21.15.18:0/979562816 conn(0x7f09e40fcd20 msgr2=0x7f09e40ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.304+0000 7f09ec246640 1 -- 172.21.15.18:0/979562816 shutdown_connections 2024-04-22T00:43:23.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.304+0000 7f09ec246640 1 -- 172.21.15.18:0/979562816 wait complete. 2024-04-22T00:43:23.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09ec246640 1 Processor -- start 2024-04-22T00:43:23.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09ec246640 1 -- start start 2024-04-22T00:43:23.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09ec246640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09e4101790 0x7f09e40754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09ec246640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09e4102980 0x7f09e4073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09ec246640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09e4103340 0x7f09e4074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09ec246640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f09e410d3f0 con 0x7f09e4103340 2024-04-22T00:43:23.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09ec246640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f09e410d270 con 0x7f09e4101790 2024-04-22T00:43:23.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09ec246640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f09e410d570 con 0x7f09e4102980 2024-04-22T00:43:23.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09e9fe2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09e4101790 0x7f09e40754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09e97e1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09e4102980 0x7f09e4073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09e97e1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09e4102980 0x7f09e4073b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59798/0 (socket says 172.21.15.18:59798) 2024-04-22T00:43:23.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09e9fe2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09e4101790 0x7f09e40754f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38350/0 (socket says 172.21.15.18:38350) 2024-04-22T00:43:23.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.305+0000 7f09e97e1640 1 -- 172.21.15.18:0/3469215899 learned_addr learned my addr 172.21.15.18:0/3469215899 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:23.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.306+0000 7f09ea7e3640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09e4103340 0x7f09e4074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.306+0000 7f09e97e1640 1 -- 172.21.15.18:0/3469215899 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09e4101790 msgr2=0x7f09e40754f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.306+0000 7f09e97e1640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09e4101790 0x7f09e40754f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.306+0000 7f09e97e1640 1 -- 172.21.15.18:0/3469215899 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09e4103340 msgr2=0x7f09e4074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.306+0000 7f09e97e1640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09e4103340 0x7f09e4074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.306+0000 7f09e97e1640 1 -- 172.21.15.18:0/3469215899 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09e40745b0 con 0x7f09e4102980 2024-04-22T00:43:23.309 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:22 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2399441519' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:43:23.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.306+0000 7f09e97e1640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09e4102980 0x7f09e4073b30 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f09e000ebc0 tx=0x7f09e000c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.306+0000 7f09daffd640 1 -- 172.21.15.18:0/3469215899 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e0010430 con 0x7f09e4102980 2024-04-22T00:43:23.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.306+0000 7f09ec246640 1 -- 172.21.15.18:0/3469215899 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09e40748a0 con 0x7f09e4102980 2024-04-22T00:43:23.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.307+0000 7f09ec246640 1 -- 172.21.15.18:0/3469215899 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09e41a6510 con 0x7f09e4102980 2024-04-22T00:43:23.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.307+0000 7f09daffd640 1 -- 172.21.15.18:0/3469215899 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09e0010ab0 con 0x7f09e4102980 2024-04-22T00:43:23.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.307+0000 7f09daffd640 1 -- 172.21.15.18:0/3469215899 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e0018b30 con 0x7f09e4102980 2024-04-22T00:43:23.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.309+0000 7f09daffd640 1 -- 172.21.15.18:0/3469215899 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f09e0018cd0 con 0x7f09e4102980 2024-04-22T00:43:23.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.310+0000 7f09daffd640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09d00a2c10 0x7f09d00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.310+0000 7f09eee2a740 1 Processor -- start 2024-04-22T00:43:23.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.310+0000 7f09daffd640 1 -- 172.21.15.18:0/3469215899 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f09e00cfb40 con 0x7f09e4102980 2024-04-22T00:43:23.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.310+0000 7f09eee2a740 1 -- start start 2024-04-22T00:43:23.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.310+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d54460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.310+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54a30 0x55b829d59530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.311+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d59ba0 0x55b829d5c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.311+0000 7f09eee2a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b829cb9530 con 0x55b829d54a30 2024-04-22T00:43:23.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.311+0000 7f09eee2a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b829c61830 con 0x55b829d54040 2024-04-22T00:43:23.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.311+0000 7f09eee2a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b829cb54f0 con 0x55b829d59ba0 2024-04-22T00:43:23.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.311+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09d00a2c10 0x7f09d00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.311+0000 7f09e9fe2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d54460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.311+0000 7f09e9fe2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d54460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38364/0 (socket says 172.21.15.18:38364) 2024-04-22T00:43:23.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.311+0000 7f09e9fe2640 1 -- 172.21.15.18:0/3905398529 learned_addr learned my addr 172.21.15.18:0/3905398529 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.312+0000 7f09e9fe2640 1 -- 172.21.15.18:0/3905398529 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d59ba0 msgr2=0x55b829d5c030 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.312+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/3905398529 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d59ba0 0x55b829d5c030 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.312+0000 7f09e9fe2640 1 -- 172.21.15.18:0/3905398529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54a30 msgr2=0x55b829d59530 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.312+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/3905398529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54a30 0x55b829d59530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.312+0000 7f09e9fe2640 1 -- 172.21.15.18:0/3905398529 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b829c852c0 con 0x55b829d54040 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.312+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/3905398529 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d54460 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f09dc013a20 tx=0x7f09dc013ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ce2be6260f9dc71 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.312+0000 7f09cffff640 1 -- 172.21.15.18:0/3905398529 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09dc024070 con 0x55b829d54040 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.313+0000 7f09cffff640 1 -- 172.21.15.18:0/3905398529 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09dc010dd0 con 0x55b829d54040 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.313+0000 7f09cffff640 1 -- 172.21.15.18:0/3905398529 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09dc01f780 con 0x55b829d54040 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.314+0000 7f09eee2a740 1 -- 172.21.15.18:0/3905398529 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 msgr2=0x55b829d54460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.314+0000 7f09eee2a740 1 --2- 172.21.15.18:0/3905398529 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d54460 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f09dc013a20 tx=0x7f09dc013ee0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.314+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09d00a2c10 0x7f09d00a50d0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f09dc00f850 tx=0x7f09dc011000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.314+0000 7f09eee2a740 1 -- 172.21.15.18:0/3905398529 shutdown_connections 2024-04-22T00:43:23.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.314+0000 7f09eee2a740 1 --2- 172.21.15.18:0/3905398529 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d59ba0 0x55b829d5c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.314+0000 7f09eee2a740 1 --2- 172.21.15.18:0/3905398529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54a30 0x55b829d59530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.314+0000 7f09eee2a740 1 --2- 172.21.15.18:0/3905398529 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d54460 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.314+0000 7f09eee2a740 1 -- 172.21.15.18:0/3905398529 >> 172.21.15.18:0/3905398529 conn(0x55b829d4f5b0 msgr2=0x55b829d4f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.315+0000 7f09eee2a740 1 -- 172.21.15.18:0/3905398529 shutdown_connections 2024-04-22T00:43:23.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.315+0000 7f09eee2a740 1 -- 172.21.15.18:0/3905398529 wait complete. 2024-04-22T00:43:23.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.315+0000 7f09eee2a740 1 -- start start 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.315+0000 7f09eee2a740 1 Processor -- start 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d6f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 0x55b829d6f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d59ba0 0x55b829d765f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09eee2a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b829d6db50 con 0x55b829d59ba0 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09eee2a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b829c74f10 con 0x55b829d54040 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09eee2a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b829d6dcd0 con 0x55b829d54a30 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09eee2a740 10 client.0 _ll_register_callbacks cb 0x55b8299ccbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e9fe2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d6f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e9fe2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d6f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38378/0 (socket says 172.21.15.18:38378) 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e9fe2640 1 -- 172.21.15.18:0/2595684552 learned_addr learned my addr 172.21.15.18:0/2595684552 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:23.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09ea7e3640 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d59ba0 0x55b829d765f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e97e1640 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 0x55b829d6f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e9fe2640 1 -- 172.21.15.18:0/2595684552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 msgr2=0x55b829d6f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 0x55b829d6f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e9fe2640 1 -- 172.21.15.18:0/2595684552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d59ba0 msgr2=0x55b829d765f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d59ba0 0x55b829d765f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e9fe2640 1 -- 172.21.15.18:0/2595684552 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b829c46c80 con 0x55b829d54040 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e97e1640 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 0x55b829d6f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d6f070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f09dc005320 tx=0x7f09dc005350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8059c197082e569 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.316+0000 7f09cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.317+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2595684552 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09dc024050 con 0x55b829d54040 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.317+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2595684552 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f09dc004220 con 0x55b829d54040 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.317+0000 7f09eee2a740 1 -- 172.21.15.18:0/2595684552 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09dc010dd0 con 0x55b829d54040 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.317+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2595684552 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f09dc013240 con 0x55b829d54040 2024-04-22T00:43:23.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.317+0000 7f09eee2a740 10 client.25706 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:23.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.317+0000 7f09eee2a740 1 -- 172.21.15.18:0/2595684552 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b8299cd3f0 con 0x55b829d54040 2024-04-22T00:43:23.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.318+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2595684552 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09dc010dd0 con 0x55b829d54040 2024-04-22T00:43:23.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.318+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2595684552 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f09dc0035f0 con 0x55b829d54040 2024-04-22T00:43:23.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.318+0000 7f09eee2a740 10 client.25706 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:23.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.318+0000 7f09eee2a740 10 client.25706 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:23.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.318+0000 7f09eee2a740 20 client.25706 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:23.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.319+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b829d7acd0 0x55b829d7d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.319+0000 7f09eee2a740 4 client.25706 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:23.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.319+0000 7f09eee2a740 1 -- 172.21.15.18:0/2595684552 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b829cc6a70 con 0x55b829d7acd0 2024-04-22T00:43:23.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.319+0000 7f09e97e1640 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b829d7acd0 0x55b829d7d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.319+0000 7f09e97e1640 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b829d7acd0 0x55b829d7d150 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d30e6ba46343b408 server_cookie=674d784080ef765a in_seq=0 out_seq=0 2024-04-22T00:43:23.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.320+0000 7f09cd7fa640 10 client.25706 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:23.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.320+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2595684552 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b829cc6a70 con 0x55b829d7acd0 2024-04-22T00:43:23.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.320+0000 7f09cd7fa640 10 client.25706 handle_command_reply: tid=0 2024-04-22T00:43:23.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.320+0000 7f09eee2a740 1 client.25706 shutdown 2024-04-22T00:43:23.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.320+0000 7f09eee2a740 1 -- 172.21.15.18:0/2595684552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 msgr2=0x55b829d6f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.320+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d6f070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f09dc005320 tx=0x7f09dc005350 comp rx=0 tx=0).stop 2024-04-22T00:43:23.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.321+0000 7f09eee2a740 1 -- 172.21.15.18:0/2595684552 shutdown_connections 2024-04-22T00:43:23.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.321+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b829d7acd0 0x55b829d7d150 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.321+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d59ba0 0x55b829d765f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.321+0000 7f09cd7fa640 0 client.25706 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:23.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.321+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 0x55b829d6f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.321+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2595684552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d54040 0x55b829d6f070 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.321+0000 7f09eee2a740 1 -- 172.21.15.18:0/2595684552 >> 172.21.15.18:0/2595684552 conn(0x55b829d4f5b0 msgr2=0x55b829d4e850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.321+0000 7f09eee2a740 1 -- 172.21.15.18:0/2595684552 shutdown_connections 2024-04-22T00:43:23.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.321+0000 7f09eee2a740 1 -- 172.21.15.18:0/2595684552 wait complete. 2024-04-22T00:43:23.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.321+0000 7f09eee2a740 20 client.25706 trim_cache size 0 max 16384 2024-04-22T00:43:23.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.351+0000 7f09eee2a740 1 Processor -- start 2024-04-22T00:43:23.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.353+0000 7f09eee2a740 1 -- start start 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.354+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 0x55b829d52810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.354+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 0x55b829d76580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.354+0000 7f09e9fe2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 0x55b829d52810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.354+0000 7f09e9fe2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 0x55b829d52810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57124/0 (socket says 172.21.15.18:57124) 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.354+0000 7f09e9fe2640 1 -- 172.21.15.18:0/4120960857 learned_addr learned my addr 172.21.15.18:0/4120960857 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.354+0000 7f09eee2a740 1 --2- 172.21.15.18:0/4120960857 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d59ba0 0x55b829d52d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.354+0000 7f09eee2a740 1 -- 172.21.15.18:0/4120960857 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f09e41aac20 con 0x55b829d54040 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.355+0000 7f09eee2a740 1 -- 172.21.15.18:0/4120960857 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f09e41a8490 con 0x55b829d59ba0 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.355+0000 7f09eee2a740 1 -- 172.21.15.18:0/4120960857 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f09e40734d0 con 0x55b829d54a30 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.355+0000 7f09ea7e3640 1 --2- 172.21.15.18:0/4120960857 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d59ba0 0x55b829d52d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.355+0000 7f09e97e1640 1 --2- 172.21.15.18:0/4120960857 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 0x55b829d76580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.356+0000 7f09e97e1640 1 -- 172.21.15.18:0/4120960857 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d59ba0 msgr2=0x55b829d52d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.356+0000 7f09e97e1640 1 --2- 172.21.15.18:0/4120960857 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d59ba0 0x55b829d52d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.356+0000 7f09e97e1640 1 -- 172.21.15.18:0/4120960857 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 msgr2=0x55b829d52810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.356+0000 7f09e97e1640 1 --2- 172.21.15.18:0/4120960857 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 0x55b829d52810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.356+0000 7f09e97e1640 1 -- 172.21.15.18:0/4120960857 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b829a977d0 con 0x55b829d54a30 2024-04-22T00:43:23.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.360+0000 7f09e97e1640 1 --2- 172.21.15.18:0/4120960857 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 0x55b829d76580 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55b829d554a0 tx=0x7f09e00bc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6921e861bdb8c4c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.361+0000 7f09cf7fe640 1 -- 172.21.15.18:0/4120960857 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e009a270 con 0x55b829d54a30 2024-04-22T00:43:23.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.361+0000 7f09cf7fe640 1 -- 172.21.15.18:0/4120960857 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09e00cd320 con 0x55b829d54a30 2024-04-22T00:43:23.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.361+0000 7f09cf7fe640 1 -- 172.21.15.18:0/4120960857 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e00bae10 con 0x55b829d54a30 2024-04-22T00:43:23.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.362+0000 7f09eee2a740 1 -- 172.21.15.18:0/4120960857 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 msgr2=0x55b829d76580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.363+0000 7f09eee2a740 1 --2- 172.21.15.18:0/4120960857 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 0x55b829d76580 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55b829d554a0 tx=0x7f09e00bc040 comp rx=0 tx=0).stop 2024-04-22T00:43:23.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.363+0000 7f09eee2a740 1 -- 172.21.15.18:0/4120960857 shutdown_connections 2024-04-22T00:43:23.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.363+0000 7f09eee2a740 1 --2- 172.21.15.18:0/4120960857 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d59ba0 0x55b829d52d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.363+0000 7f09eee2a740 1 --2- 172.21.15.18:0/4120960857 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d54a30 0x55b829d76580 secure :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55b829d554a0 tx=0x7f09e00bc040 comp rx=0 tx=0).stop 2024-04-22T00:43:23.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.363+0000 7f09eee2a740 1 --2- 172.21.15.18:0/4120960857 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 0x55b829d52810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.363+0000 7f09eee2a740 1 -- 172.21.15.18:0/4120960857 >> 172.21.15.18:0/4120960857 conn(0x55b829d4f5b0 msgr2=0x55b829d6f030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.364+0000 7f09eee2a740 1 -- 172.21.15.18:0/4120960857 shutdown_connections 2024-04-22T00:43:23.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.364+0000 7f09eee2a740 1 -- 172.21.15.18:0/4120960857 wait complete. 2024-04-22T00:43:23.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.365+0000 7f09eee2a740 1 -- start start 2024-04-22T00:43:23.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.365+0000 7f09eee2a740 1 Processor -- start 2024-04-22T00:43:23.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.366+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 0x55b829d73bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.366+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d59ba0 0x55b829d74100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.366+0000 7f09eee2a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d75110 0x55b829d75590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.367+0000 7f09eee2a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f09e41a6950 con 0x55b829d54040 2024-04-22T00:43:23.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.367+0000 7f09eee2a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f09e41a7dc0 con 0x55b829d75110 2024-04-22T00:43:23.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.367+0000 7f09e97e1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d59ba0 0x55b829d74100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.367+0000 7f09ea7e3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d75110 0x55b829d75590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.367+0000 7f09ea7e3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d75110 0x55b829d75590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38398/0 (socket says 172.21.15.18:38398) 2024-04-22T00:43:23.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.367+0000 7f09ea7e3640 1 -- 172.21.15.18:0/2280117976 learned_addr learned my addr 172.21.15.18:0/2280117976 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:23.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.367+0000 7f09eee2a740 1 -- 172.21.15.18:0/2280117976 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f09e41a7020 con 0x55b829d59ba0 2024-04-22T00:43:23.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.367+0000 7f09eee2a740 10 client.0 _ll_register_callbacks cb 0x7f09dc022070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:23.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.368+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 0x55b829d73bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.368+0000 7f09ea7e3640 1 -- 172.21.15.18:0/2280117976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d59ba0 msgr2=0x55b829d74100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.368+0000 7f09ea7e3640 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d59ba0 0x55b829d74100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.368+0000 7f09ea7e3640 1 -- 172.21.15.18:0/2280117976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 msgr2=0x55b829d73bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:23.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.368+0000 7f09ea7e3640 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 0x55b829d73bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.368+0000 7f09ea7e3640 1 -- 172.21.15.18:0/2280117976 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b829d75ad0 con 0x55b829d75110 2024-04-22T00:43:23.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.369+0000 7f09ea7e3640 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d75110 0x55b829d75590 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009830 tx=0x7f09d4032430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c78fe189d003eb6f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:23.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.370+0000 7f09cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:23.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.371+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2280117976 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d4044070 con 0x55b829d75110 2024-04-22T00:43:23.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.371+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2280117976 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f09d4034640 con 0x55b829d75110 2024-04-22T00:43:23.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.372+0000 7f09eee2a740 1 -- 172.21.15.18:0/2280117976 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09e00cd320 con 0x55b829d75110 2024-04-22T00:43:23.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.374+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2280117976 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f09d404e050 con 0x55b829d75110 2024-04-22T00:43:23.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.381+0000 7f09eee2a740 10 client.25712 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:23.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.381+0000 7f09eee2a740 1 -- 172.21.15.18:0/2280117976 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b829de15e0 con 0x55b829d75110 2024-04-22T00:43:23.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.383+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2280117976 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09d402c510 con 0x55b829d75110 2024-04-22T00:43:23.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.383+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2280117976 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f09d4032640 con 0x55b829d75110 2024-04-22T00:43:23.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.386+0000 7f09eee2a740 10 client.25712 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:23.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.386+0000 7f09eee2a740 10 client.25712 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:23.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.386+0000 7f09eee2a740 20 client.25712 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:23.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.386+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b829de1ff0 0x55b829de4410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:23.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.386+0000 7f09eee2a740 4 client.25712 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:43:23.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.386+0000 7f09eee2a740 1 -- 172.21.15.18:0/2280117976 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f09e00cd320 con 0x55b829de1ff0 2024-04-22T00:43:23.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.386+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b829de1ff0 0x55b829de4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:23.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.390+0000 7f09e9fe2640 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b829de1ff0 0x55b829de4410 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99b0f6fd7b8d86f8 server_cookie=436b4b3ce48500bd in_seq=0 out_seq=0 2024-04-22T00:43:23.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.390+0000 7f09cd7fa640 10 client.25712 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:23.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.391+0000 7f09cd7fa640 1 -- 172.21.15.18:0/2280117976 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f09e00cd320 con 0x55b829de1ff0 2024-04-22T00:43:23.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.391+0000 7f09cd7fa640 10 client.25712 handle_command_reply: tid=0 2024-04-22T00:43:23.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.392+0000 7f09eee2a740 1 client.25712 shutdown 2024-04-22T00:43:23.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.396+0000 7f09eee2a740 1 -- 172.21.15.18:0/2280117976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d75110 msgr2=0x55b829d75590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.396+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d75110 0x55b829d75590 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009830 tx=0x7f09d4032430 comp rx=0 tx=0).stop 2024-04-22T00:43:23.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.396+0000 7f09eee2a740 1 -- 172.21.15.18:0/2280117976 shutdown_connections 2024-04-22T00:43:23.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.396+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b829de1ff0 0x55b829de4410 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.396+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b829d75110 0x55b829d75590 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.396+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b829d59ba0 0x55b829d74100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.396+0000 7f09eee2a740 1 --2- 172.21.15.18:0/2280117976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b829d54040 0x55b829d73bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.396+0000 7f09eee2a740 1 -- 172.21.15.18:0/2280117976 >> 172.21.15.18:0/2280117976 conn(0x55b829d4f5b0 msgr2=0x55b829d52810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.397+0000 7f09cd7fa640 0 client.25712 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:23.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.397+0000 7f09eee2a740 1 -- 172.21.15.18:0/2280117976 shutdown_connections 2024-04-22T00:43:23.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.397+0000 7f09eee2a740 1 -- 172.21.15.18:0/2280117976 wait complete. 2024-04-22T00:43:23.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.397+0000 7f09eee2a740 20 client.25712 trim_cache size 0 max 16384 2024-04-22T00:43:23.400 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:43:23.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.403+0000 7f09ec246640 1 -- 172.21.15.18:0/3469215899 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09d00a2c10 msgr2=0x7f09d00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.403+0000 7f09ec246640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09d00a2c10 0x7f09d00a50d0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f09dc00f850 tx=0x7f09dc011000 comp rx=0 tx=0).stop 2024-04-22T00:43:23.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.403+0000 7f09ec246640 1 -- 172.21.15.18:0/3469215899 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09e4102980 msgr2=0x7f09e4073b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:23.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.403+0000 7f09ec246640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09e4102980 0x7f09e4073b30 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f09e000ebc0 tx=0x7f09e000c2d0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.404+0000 7f09ec246640 1 -- 172.21.15.18:0/3469215899 shutdown_connections 2024-04-22T00:43:23.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.404+0000 7f09ec246640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f09d00a2c10 0x7f09d00a50d0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.404+0000 7f09ec246640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f09e4103340 0x7f09e4074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.404+0000 7f09ec246640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f09e4102980 0x7f09e4073b30 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.404+0000 7f09ec246640 1 --2- 172.21.15.18:0/3469215899 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09e4101790 0x7f09e40754f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:23.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.404+0000 7f09ec246640 1 -- 172.21.15.18:0/3469215899 >> 172.21.15.18:0/3469215899 conn(0x7f09e40fcd20 msgr2=0x7f09e4105c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:23.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.404+0000 7f09ec246640 1 -- 172.21.15.18:0/3469215899 shutdown_connections 2024-04-22T00:43:23.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:23.404+0000 7f09ec246640 1 -- 172.21.15.18:0/3469215899 wait complete. 2024-04-22T00:43:24.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:23 smithi167 ceph-mon[31348]: pgmap v437: 129 pgs: 129 active+clean; 1.1 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 16 MiB/s wr, 868 op/s 2024-04-22T00:43:24.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.386+0000 7f7681a66640 1 -- 172.21.15.18:0/2091375587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f767c105330 msgr2=0x7f767c1057b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.386+0000 7f7681a66640 1 --2- 172.21.15.18:0/2091375587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f767c105330 0x7f767c1057b0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f766c009860 tx=0x7f766c02bb90 comp rx=0 tx=0).stop 2024-04-22T00:43:24.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.387+0000 7f7681a66640 1 -- 172.21.15.18:0/2091375587 shutdown_connections 2024-04-22T00:43:24.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.387+0000 7f7681a66640 1 --2- 172.21.15.18:0/2091375587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f767c105330 0x7f767c1057b0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.387+0000 7f7681a66640 1 --2- 172.21.15.18:0/2091375587 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f767c102980 0x7f767c104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.387+0000 7f7681a66640 1 --2- 172.21.15.18:0/2091375587 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f767c100010 0x7f767c102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.387+0000 7f7681a66640 1 -- 172.21.15.18:0/2091375587 >> 172.21.15.18:0/2091375587 conn(0x7f767c0fbc10 msgr2=0x7f767c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.395+0000 7f7681a66640 1 -- 172.21.15.18:0/2091375587 shutdown_connections 2024-04-22T00:43:24.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.395+0000 7f7681a66640 1 -- 172.21.15.18:0/2091375587 wait complete. 2024-04-22T00:43:24.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.395+0000 7f7681a66640 1 Processor -- start 2024-04-22T00:43:24.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.397+0000 7f7681a66640 1 -- start start 2024-04-22T00:43:24.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.397+0000 7f7681a66640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f767c100010 0x7f767c19e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.397+0000 7f7681a66640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f767c102980 0x7f767c19e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.397+0000 7f7681a66640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f767c105330 0x7f767c1a5670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.397+0000 7f7681a66640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f767c113ab0 con 0x7f767c102980 2024-04-22T00:43:24.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.397+0000 7f7681a66640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f767c113930 con 0x7f767c105330 2024-04-22T00:43:24.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.397+0000 7f7681a66640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f767c113c30 con 0x7f767c100010 2024-04-22T00:43:24.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.398+0000 7f767b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f767c100010 0x7f767c19e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.398+0000 7f767b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f767c100010 0x7f767c19e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59846/0 (socket says 172.21.15.18:59846) 2024-04-22T00:43:24.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.398+0000 7f767b7fe640 1 -- 172.21.15.18:0/1958251499 learned_addr learned my addr 172.21.15.18:0/1958251499 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.399+0000 7f767affd640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f767c102980 0x7f767c19e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.399+0000 7f767bfff640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f767c105330 0x7f767c1a5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.399+0000 7f767b7fe640 1 -- 172.21.15.18:0/1958251499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f767c105330 msgr2=0x7f767c1a5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.399+0000 7f767b7fe640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f767c105330 0x7f767c1a5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.399+0000 7f767b7fe640 1 -- 172.21.15.18:0/1958251499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f767c102980 msgr2=0x7f767c19e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.399+0000 7f767b7fe640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f767c102980 0x7f767c19e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.399+0000 7f767b7fe640 1 -- 172.21.15.18:0/1958251499 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f767c06b290 con 0x7f767c100010 2024-04-22T00:43:24.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.402+0000 7f767b7fe640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f767c100010 0x7f767c19e0c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f767000b450 tx=0x7f767000b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.403+0000 7f7678ff9640 1 -- 172.21.15.18:0/1958251499 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7670015020 con 0x7f767c100010 2024-04-22T00:43:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.403+0000 7f7678ff9640 1 -- 172.21.15.18:0/1958251499 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7670011d70 con 0x7f767c100010 2024-04-22T00:43:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.403+0000 7f7678ff9640 1 -- 172.21.15.18:0/1958251499 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767000f340 con 0x7f767c100010 2024-04-22T00:43:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.403+0000 7f7681a66640 1 -- 172.21.15.18:0/1958251499 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f767c06b580 con 0x7f767c100010 2024-04-22T00:43:24.405 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.403+0000 7f7681a66640 1 -- 172.21.15.18:0/1958251499 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f767c06bb00 con 0x7f767c100010 2024-04-22T00:43:24.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:23 smithi081 ceph-mon[31546]: pgmap v437: 129 pgs: 129 active+clean; 1.1 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 16 MiB/s wr, 868 op/s 2024-04-22T00:43:24.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:23 smithi018 ceph-mon[27979]: pgmap v437: 129 pgs: 129 active+clean; 1.1 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 16 MiB/s wr, 868 op/s 2024-04-22T00:43:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.410+0000 7f7678ff9640 1 -- 172.21.15.18:0/1958251499 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7670018020 con 0x7f767c100010 2024-04-22T00:43:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.410+0000 7f7684648740 1 Processor -- start 2024-04-22T00:43:24.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.414+0000 7f7684648740 1 -- start start 2024-04-22T00:43:24.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.414+0000 7f7684648740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda1d30 0x55b8bbda2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.414+0000 7f7684648740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 0x55b8bbda7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.414+0000 7f7684648740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbda9d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.414+0000 7f7684648740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b8bbd06b70 con 0x55b8bbda1d30 2024-04-22T00:43:24.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.414+0000 7f7684648740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b8bbcaf470 con 0x55b8bbda7890 2024-04-22T00:43:24.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.414+0000 7f7684648740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b8bbd02b30 con 0x55b8bbda2720 2024-04-22T00:43:24.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.415+0000 7f7678ff9640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76640a2e70 0x7f76640a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.415+0000 7f7678ff9640 1 -- 172.21.15.18:0/1958251499 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f76700cee50 con 0x7f767c100010 2024-04-22T00:43:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.415+0000 7f767affd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbda9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.415+0000 7f767affd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbda9d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38438/0 (socket says 172.21.15.18:38438) 2024-04-22T00:43:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.415+0000 7f767affd640 1 -- 172.21.15.18:0/3879593289 learned_addr learned my addr 172.21.15.18:0/3879593289 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.415+0000 7f767b7fe640 1 --2- 172.21.15.18:0/3879593289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 0x55b8bbda7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.416+0000 7f767bfff640 1 --2- 172.21.15.18:0/3879593289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda1d30 0x55b8bbda2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.416+0000 7f767bfff640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76640a2e70 0x7f76640a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.416+0000 7f767b7fe640 1 -- 172.21.15.18:0/3879593289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 msgr2=0x55b8bbda9d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.416+0000 7f767b7fe640 1 --2- 172.21.15.18:0/3879593289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbda9d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.416+0000 7f767b7fe640 1 -- 172.21.15.18:0/3879593289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda1d30 msgr2=0x55b8bbda2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.416+0000 7f767b7fe640 1 --2- 172.21.15.18:0/3879593289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda1d30 0x55b8bbda2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.416+0000 7f767b7fe640 1 -- 172.21.15.18:0/3879593289 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8bba1b210 con 0x55b8bbda2720 2024-04-22T00:43:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.417+0000 7f767bfff640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76640a2e70 0x7f76640a5330 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f766c005b60 tx=0x7f766c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.417+0000 7f767b7fe640 1 --2- 172.21.15.18:0/3879593289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 0x55b8bbda7220 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7670009fd0 tx=0x7f7670097ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=894ed51907d7bc9d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.418+0000 7f7661ffb640 1 -- 172.21.15.18:0/3879593289 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76700a3ef0 con 0x55b8bbda2720 2024-04-22T00:43:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.418+0000 7f7661ffb640 1 -- 172.21.15.18:0/3879593289 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76700107f0 con 0x55b8bbda2720 2024-04-22T00:43:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.418+0000 7f7661ffb640 1 -- 172.21.15.18:0/3879593289 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7670011890 con 0x55b8bbda2720 2024-04-22T00:43:24.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.419+0000 7f7684648740 1 -- 172.21.15.18:0/3879593289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 msgr2=0x55b8bbda7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.419+0000 7f7684648740 1 --2- 172.21.15.18:0/3879593289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 0x55b8bbda7220 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7670009fd0 tx=0x7f7670097ba0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.419+0000 7f7684648740 1 -- 172.21.15.18:0/3879593289 shutdown_connections 2024-04-22T00:43:24.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.419+0000 7f7684648740 1 --2- 172.21.15.18:0/3879593289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbda9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.419+0000 7f7684648740 1 --2- 172.21.15.18:0/3879593289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 0x55b8bbda7220 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.419+0000 7f7684648740 1 --2- 172.21.15.18:0/3879593289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda1d30 0x55b8bbda2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.419+0000 7f7684648740 1 -- 172.21.15.18:0/3879593289 >> 172.21.15.18:0/3879593289 conn(0x55b8bbd9d2a0 msgr2=0x55b8bbd9d6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.420+0000 7f7684648740 1 -- 172.21.15.18:0/3879593289 shutdown_connections 2024-04-22T00:43:24.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.420+0000 7f7684648740 1 -- 172.21.15.18:0/3879593289 wait complete. 2024-04-22T00:43:24.422 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.421+0000 7f7684648740 1 -- start start 2024-04-22T00:43:24.422 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.421+0000 7f7684648740 1 Processor -- start 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.421+0000 7f7684648740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda1d30 0x55b8bbdbd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.421+0000 7f7684648740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 0x55b8bbdbd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.421+0000 7f7684648740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda7890 0x55b8bbdc4620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.421+0000 7f7684648740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b8bbdbb7f0 con 0x55b8bbda7890 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.421+0000 7f7684648740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b8bbcc2a10 con 0x55b8bbda1d30 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.421+0000 7f7684648740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b8bbdbb970 con 0x55b8bbda2720 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.421+0000 7f7684648740 10 client.0 _ll_register_callbacks cb 0x55b8bbcfdb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.422+0000 7f767b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda1d30 0x55b8bbdbd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.422+0000 7f767b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda1d30 0x55b8bbdbd0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38448/0 (socket says 172.21.15.18:38448) 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.422+0000 7f767b7fe640 1 -- 172.21.15.18:0/162545366 learned_addr learned my addr 172.21.15.18:0/162545366 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.422+0000 7f767affd640 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 0x55b8bbdbd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.422+0000 7f767bfff640 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda7890 0x55b8bbdc4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.422+0000 7f767b7fe640 1 -- 172.21.15.18:0/162545366 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 msgr2=0x55b8bbdbd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.422+0000 7f767b7fe640 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 0x55b8bbdbd5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.422+0000 7f767b7fe640 1 -- 172.21.15.18:0/162545366 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda7890 msgr2=0x55b8bbdc4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.422+0000 7f767b7fe640 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda7890 0x55b8bbdc4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.422+0000 7f767b7fe640 1 -- 172.21.15.18:0/162545366 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8bbae7620 con 0x55b8bbda1d30 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.423+0000 7f767b7fe640 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda1d30 0x55b8bbdbd0a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f76700a39c0 tx=0x7f7670098060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d46a9bb17480402f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.423+0000 7f765affd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.423+0000 7f765affd640 1 -- 172.21.15.18:0/162545366 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76700a3ef0 con 0x55b8bbda1d30 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.424+0000 7f765affd640 1 -- 172.21.15.18:0/162545366 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7670099a80 con 0x55b8bbda1d30 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.424+0000 7f7684648740 1 -- 172.21.15.18:0/162545366 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76700107f0 con 0x55b8bbda1d30 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.424+0000 7f765affd640 1 -- 172.21.15.18:0/162545366 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f76700ad050 con 0x55b8bbda1d30 2024-04-22T00:43:24.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.424+0000 7f7684648740 10 client.25721 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:24.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.424+0000 7f7684648740 1 -- 172.21.15.18:0/162545366 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b8bbdc7990 con 0x55b8bbda1d30 2024-04-22T00:43:24.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.424+0000 7f765affd640 1 -- 172.21.15.18:0/162545366 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76700107f0 con 0x55b8bbda1d30 2024-04-22T00:43:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.424+0000 7f765affd640 1 -- 172.21.15.18:0/162545366 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f767009abd0 con 0x55b8bbda1d30 2024-04-22T00:43:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.424+0000 7f7684648740 10 client.25721 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.424+0000 7f7684648740 10 client.25721 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.425+0000 7f7684648740 20 client.25721 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.425+0000 7f7684648740 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b8bbdc8ce0 0x55b8bbdcb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.425+0000 7f7684648740 4 client.25721 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.425+0000 7f7684648740 1 -- 172.21.15.18:0/162545366 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8bbd140b0 con 0x55b8bbdc8ce0 2024-04-22T00:43:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.425+0000 7f767affd640 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b8bbdc8ce0 0x55b8bbdcb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.431 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:43:24.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:43:24.431 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:43:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.426+0000 7f767affd640 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b8bbdc8ce0 0x55b8bbdcb0d0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e88fd830d5403e6 server_cookie=a91f7cd47ffd8d98 in_seq=0 out_seq=0 2024-04-22T00:43:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.427+0000 7f765affd640 10 client.25721 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.427+0000 7f765affd640 1 -- 172.21.15.18:0/162545366 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b8bbd140b0 con 0x55b8bbdc8ce0 2024-04-22T00:43:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.427+0000 7f765affd640 10 client.25721 handle_command_reply: tid=0 2024-04-22T00:43:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.428+0000 7f7684648740 1 client.25721 shutdown 2024-04-22T00:43:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.428+0000 7f7684648740 1 -- 172.21.15.18:0/162545366 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda1d30 msgr2=0x55b8bbdbd0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.428+0000 7f7684648740 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda1d30 0x55b8bbdbd0a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f76700a39c0 tx=0x7f7670098060 comp rx=0 tx=0).stop 2024-04-22T00:43:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.428+0000 7f7684648740 1 -- 172.21.15.18:0/162545366 shutdown_connections 2024-04-22T00:43:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.428+0000 7f7684648740 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b8bbdc8ce0 0x55b8bbdcb0d0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.428+0000 7f7684648740 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda7890 0x55b8bbdc4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.428+0000 7f7684648740 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda2720 0x55b8bbdbd5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.428+0000 7f7684648740 1 --2- 172.21.15.18:0/162545366 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda1d30 0x55b8bbdbd0a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.428+0000 7f7684648740 1 -- 172.21.15.18:0/162545366 >> 172.21.15.18:0/162545366 conn(0x55b8bbd9d2a0 msgr2=0x55b8bbd9c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.428+0000 7f765affd640 0 client.25721 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.429+0000 7f7684648740 1 -- 172.21.15.18:0/162545366 shutdown_connections 2024-04-22T00:43:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.429+0000 7f7684648740 1 -- 172.21.15.18:0/162545366 wait complete. 2024-04-22T00:43:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.429+0000 7f7684648740 20 client.25721 trim_cache size 0 max 16384 2024-04-22T00:43:24.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f7684648740 1 Processor -- start 2024-04-22T00:43:24.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f7684648740 1 -- start start 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f7684648740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbda0c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f7684648740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda2720 0x55b8bbdc45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f7684648740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbdbccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f7684648740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f76680124f0 con 0x55b8bbda2720 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f7684648740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f766800fd60 con 0x55b8bbda7890 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f767b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbda0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f767b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbda0c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59876/0 (socket says 172.21.15.18:59876) 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f767b7fe640 1 -- 172.21.15.18:0/2727943261 learned_addr learned my addr 172.21.15.18:0/2727943261 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f767bfff640 1 --2- 172.21.15.18:0/2727943261 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbdbccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f767affd640 1 --2- 172.21.15.18:0/2727943261 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda2720 0x55b8bbdc45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.460+0000 7f7684648740 1 -- 172.21.15.18:0/2727943261 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f766800dbb0 con 0x55b8bbda1d30 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.461+0000 7f767b7fe640 1 -- 172.21.15.18:0/2727943261 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 msgr2=0x55b8bbdbccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.461+0000 7f767b7fe640 1 --2- 172.21.15.18:0/2727943261 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbdbccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.461+0000 7f767b7fe640 1 -- 172.21.15.18:0/2727943261 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda2720 msgr2=0x55b8bbdc45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.461+0000 7f767b7fe640 1 --2- 172.21.15.18:0/2727943261 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda2720 0x55b8bbdc45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.461+0000 7f767b7fe640 1 -- 172.21.15.18:0/2727943261 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8bbdcb440 con 0x55b8bbda1d30 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.461+0000 7f767b7fe640 1 --2- 172.21.15.18:0/2727943261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbda0c10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7670010a00 tx=0x7f76700980d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6acc1b4d50fa42c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.461+0000 7f76617fa640 1 -- 172.21.15.18:0/2727943261 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7670097a80 con 0x55b8bbda1d30 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.461+0000 7f76617fa640 1 -- 172.21.15.18:0/2727943261 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76700b9070 con 0x55b8bbda1d30 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.461+0000 7f76617fa640 1 -- 172.21.15.18:0/2727943261 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76700bb040 con 0x55b8bbda1d30 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.462+0000 7f7684648740 1 -- 172.21.15.18:0/2727943261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 msgr2=0x55b8bbda0c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.462+0000 7f7684648740 1 --2- 172.21.15.18:0/2727943261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbda0c10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7670010a00 tx=0x7f76700980d0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.462+0000 7f7684648740 1 -- 172.21.15.18:0/2727943261 shutdown_connections 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.462+0000 7f7684648740 1 --2- 172.21.15.18:0/2727943261 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbdbccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.462+0000 7f7684648740 1 --2- 172.21.15.18:0/2727943261 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda2720 0x55b8bbdc45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.462+0000 7f7684648740 1 --2- 172.21.15.18:0/2727943261 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbda0c10 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.462+0000 7f7684648740 1 -- 172.21.15.18:0/2727943261 >> 172.21.15.18:0/2727943261 conn(0x55b8bbd9d2a0 msgr2=0x55b8bbda0500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.462+0000 7f7684648740 1 -- 172.21.15.18:0/2727943261 shutdown_connections 2024-04-22T00:43:24.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.462+0000 7f7684648740 1 -- 172.21.15.18:0/2727943261 wait complete. 2024-04-22T00:43:24.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.463+0000 7f7684648740 1 -- start start 2024-04-22T00:43:24.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.463+0000 7f7684648740 1 Processor -- start 2024-04-22T00:43:24.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.463+0000 7f7684648740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbdc19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.463+0000 7f7684648740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda2720 0x55b8bbdc1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.464+0000 7f7684648740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbdc2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.464+0000 7f7684648740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f766800e220 con 0x55b8bbda2720 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.464+0000 7f7684648740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f766800f690 con 0x55b8bbda7890 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.464+0000 7f7684648740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f766800e8f0 con 0x55b8bbda1d30 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.464+0000 7f7684648740 10 client.0 _ll_register_callbacks cb 0x7f7674009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.464+0000 7f767b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbdc19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.464+0000 7f767b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbdc19d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59888/0 (socket says 172.21.15.18:59888) 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.464+0000 7f767b7fe640 1 -- 172.21.15.18:0/3267123180 learned_addr learned my addr 172.21.15.18:0/3267123180 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.465+0000 7f767b7fe640 1 -- 172.21.15.18:0/3267123180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 msgr2=0x55b8bbdc2f20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.465+0000 7f767b7fe640 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbdc2f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.465+0000 7f767b7fe640 1 -- 172.21.15.18:0/3267123180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda2720 msgr2=0x55b8bbdc1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.465+0000 7f767b7fe640 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda2720 0x55b8bbdc1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.465+0000 7f767b7fe640 1 -- 172.21.15.18:0/3267123180 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8bbdc3510 con 0x55b8bbda1d30 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.465+0000 7f767b7fe640 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbdc19d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f767009aff0 tx=0x7f767009ade0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b9f9d46499ffedf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.466+0000 7f765affd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:43:24.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.466+0000 7f765affd640 1 -- 172.21.15.18:0/3267123180 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7670097a80 con 0x55b8bbda1d30 2024-04-22T00:43:24.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.466+0000 7f7684648740 1 -- 172.21.15.18:0/3267123180 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76700b9070 con 0x55b8bbda1d30 2024-04-22T00:43:24.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.466+0000 7f765affd640 1 -- 172.21.15.18:0/3267123180 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f76700af4b0 con 0x55b8bbda1d30 2024-04-22T00:43:24.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.466+0000 7f765affd640 1 -- 172.21.15.18:0/3267123180 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f767008f050 con 0x55b8bbda1d30 2024-04-22T00:43:24.470 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.467+0000 7f7684648740 10 client.25708 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:24.470 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.467+0000 7f7684648740 1 -- 172.21.15.18:0/3267123180 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b8bbdc3510 con 0x55b8bbda1d30 2024-04-22T00:43:24.470 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.468+0000 7f765affd640 1 -- 172.21.15.18:0/3267123180 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76700107f0 con 0x55b8bbda1d30 2024-04-22T00:43:24.470 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.468+0000 7f765affd640 1 -- 172.21.15.18:0/3267123180 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f76700ccab0 con 0x55b8bbda1d30 2024-04-22T00:43:24.470 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.468+0000 7f7684648740 10 client.25708 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:24.470 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.468+0000 7f7684648740 10 client.25708 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:24.470 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.468+0000 7f7684648740 20 client.25708 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:24.470 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.468+0000 7f7684648740 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b8bbe2f5a0 0x55b8bbe31990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.470 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.468+0000 7f7684648740 4 client.25708 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:43:24.470 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.468+0000 7f7684648740 1 -- 172.21.15.18:0/3267123180 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f76700b9070 con 0x55b8bbe2f5a0 2024-04-22T00:43:24.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.468+0000 7f767affd640 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b8bbe2f5a0 0x55b8bbe31990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.469+0000 7f767affd640 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b8bbe2f5a0 0x55b8bbe31990 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b807c00f29a2237 server_cookie=72201689e8d0df33 in_seq=0 out_seq=0 2024-04-22T00:43:24.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.469+0000 7f765affd640 10 client.25708 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f765affd640 1 -- 172.21.15.18:0/3267123180 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f76700b9070 con 0x55b8bbe2f5a0 2024-04-22T00:43:24.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f765affd640 10 client.25708 handle_command_reply: tid=0 2024-04-22T00:43:24.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f7684648740 1 client.25708 shutdown 2024-04-22T00:43:24.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f7684648740 1 -- 172.21.15.18:0/3267123180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 msgr2=0x55b8bbdc19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f7684648740 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbdc19d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f767009aff0 tx=0x7f767009ade0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f7684648740 1 -- 172.21.15.18:0/3267123180 shutdown_connections 2024-04-22T00:43:24.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f7684648740 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b8bbe2f5a0 0x55b8bbe31990 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f7684648740 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b8bbda7890 0x55b8bbdc2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f7684648740 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8bbda2720 0x55b8bbdc1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f7684648740 1 --2- 172.21.15.18:0/3267123180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b8bbda1d30 0x55b8bbdc19d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.488+0000 7f7684648740 1 -- 172.21.15.18:0/3267123180 >> 172.21.15.18:0/3267123180 conn(0x55b8bbd9d2a0 msgr2=0x55b8bbdbccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.489+0000 7f765affd640 0 client.25708 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.489+0000 7f7684648740 1 -- 172.21.15.18:0/3267123180 shutdown_connections 2024-04-22T00:43:24.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.489+0000 7f7684648740 1 -- 172.21.15.18:0/3267123180 wait complete. 2024-04-22T00:43:24.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.489+0000 7f7684648740 20 client.25708 trim_cache size 0 max 16384 2024-04-22T00:43:24.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:43:24.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:43:24.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:43:24.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:43:24.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 -- 172.21.15.18:0/1958251499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76640a2e70 msgr2=0x7f76640a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76640a2e70 0x7f76640a5330 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f766c005b60 tx=0x7f766c005f90 comp rx=0 tx=0).stop 2024-04-22T00:43:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 -- 172.21.15.18:0/1958251499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f767c100010 msgr2=0x7f767c19e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f767c100010 0x7f767c19e0c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f767000b450 tx=0x7f767000b910 comp rx=0 tx=0).stop 2024-04-22T00:43:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 -- 172.21.15.18:0/1958251499 shutdown_connections 2024-04-22T00:43:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76640a2e70 0x7f76640a5330 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f767c105330 0x7f767c1a5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f767c102980 0x7f767c19e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 --2- 172.21.15.18:0/1958251499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f767c100010 0x7f767c19e0c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 -- 172.21.15.18:0/1958251499 >> 172.21.15.18:0/1958251499 conn(0x7f767c0fbc10 msgr2=0x7f767c100cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 -- 172.21.15.18:0/1958251499 shutdown_connections 2024-04-22T00:43:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:24.490+0000 7f7681a66640 1 -- 172.21.15.18:0/1958251499 wait complete. 2024-04-22T00:43:24.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.617+0000 7f2b0d696640 1 -- 172.21.15.18:0/112183706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b08101870 msgr2=0x7f2b08101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.617+0000 7f2b0d696640 1 --2- 172.21.15.18:0/112183706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b08101870 0x7f2b08101cf0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f2afc00d910 tx=0x7f2afc02b9f0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.623+0000 7f2b0d696640 1 -- 172.21.15.18:0/112183706 shutdown_connections 2024-04-22T00:43:24.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.623+0000 7f2b0d696640 1 --2- 172.21.15.18:0/112183706 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b08102230 0x7f2b08108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.623+0000 7f2b0d696640 1 --2- 172.21.15.18:0/112183706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b08101870 0x7f2b08101cf0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.623+0000 7f2b0d696640 1 --2- 172.21.15.18:0/112183706 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b08100680 0x7f2b08100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.623+0000 7f2b0d696640 1 -- 172.21.15.18:0/112183706 >> 172.21.15.18:0/112183706 conn(0x7f2b080fbbf0 msgr2=0x7f2b080fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.630+0000 7f2b0d696640 1 -- 172.21.15.18:0/112183706 shutdown_connections 2024-04-22T00:43:24.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.633+0000 7f2b0d696640 1 -- 172.21.15.18:0/112183706 wait complete. 2024-04-22T00:43:24.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.633+0000 7f2b0d696640 1 Processor -- start 2024-04-22T00:43:24.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.637+0000 7f2b0d696640 1 -- start start 2024-04-22T00:43:24.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.637+0000 7f2b0d696640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b08100680 0x7f2b08195940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.637+0000 7f2b0d696640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b08101870 0x7f2b08195e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.637+0000 7f2b0d696640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b08102230 0x7f2b081ae1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.637+0000 7f2b0d696640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0810b2b0 con 0x7f2b08100680 2024-04-22T00:43:24.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.637+0000 7f2b0d696640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0810b130 con 0x7f2b08102230 2024-04-22T00:43:24.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.637+0000 7f2b0d696640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0810b430 con 0x7f2b08101870 2024-04-22T00:43:24.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.638+0000 7f2b06ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b08100680 0x7f2b08195940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.638+0000 7f2b06ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b08100680 0x7f2b08195940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57184/0 (socket says 172.21.15.18:57184) 2024-04-22T00:43:24.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.638+0000 7f2b06ffd640 1 -- 172.21.15.18:0/3208971277 learned_addr learned my addr 172.21.15.18:0/3208971277 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.640+0000 7f2b06ffd640 1 -- 172.21.15.18:0/3208971277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b08101870 msgr2=0x7f2b08195e80 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:43:24.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.640+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b08101870 0x7f2b08195e80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.640+0000 7f2b06ffd640 1 -- 172.21.15.18:0/3208971277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b08102230 msgr2=0x7f2b081ae1d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:43:24.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.640+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b08102230 0x7f2b081ae1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.640+0000 7f2b06ffd640 1 -- 172.21.15.18:0/3208971277 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b0806b160 con 0x7f2b08100680 2024-04-22T00:43:24.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.640+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b08100680 0x7f2b08195940 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f2af800d9e0 tx=0x7f2af800dea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.642+0000 7f2aeffff640 1 -- 172.21.15.18:0/3208971277 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af800cbb0 con 0x7f2b08100680 2024-04-22T00:43:24.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.642+0000 7f2b0d696640 1 -- 172.21.15.18:0/3208971277 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b0806b450 con 0x7f2b08100680 2024-04-22T00:43:24.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.642+0000 7f2b0d696640 1 -- 172.21.15.18:0/3208971277 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b0806ba70 con 0x7f2b08100680 2024-04-22T00:43:24.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.642+0000 7f2aeffff640 1 -- 172.21.15.18:0/3208971277 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2af800cd50 con 0x7f2b08100680 2024-04-22T00:43:24.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.642+0000 7f2aeffff640 1 -- 172.21.15.18:0/3208971277 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af8015410 con 0x7f2b08100680 2024-04-22T00:43:24.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.647+0000 7f2b10282740 1 Processor -- start 2024-04-22T00:43:24.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.649+0000 7f2aeffff640 1 -- 172.21.15.18:0/3208971277 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2af8003680 con 0x7f2b08100680 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.650+0000 7f2b10282740 1 -- start start 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.650+0000 7f2b10282740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84031dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.650+0000 7f2b10282740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84032390 0x563b84036e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.650+0000 7f2b10282740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84037500 0x563b84039990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.650+0000 7f2b10282740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x563b83f96170 con 0x563b84037500 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.650+0000 7f2b10282740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563b83f3e7c0 con 0x563b84032390 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.650+0000 7f2b10282740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x563b83f92130 con 0x563b840319a0 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.650+0000 7f2b077fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84031dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.650+0000 7f2aeffff640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2af00a2ce0 0x7f2af00a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.650+0000 7f2b077fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84031dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59914/0 (socket says 172.21.15.18:59914) 2024-04-22T00:43:24.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.651+0000 7f2b077fe640 1 -- 172.21.15.18:0/1891012015 learned_addr learned my addr 172.21.15.18:0/1891012015 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.651+0000 7f2aeffff640 1 -- 172.21.15.18:0/3208971277 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2af80cebd0 con 0x7f2b08100680 2024-04-22T00:43:24.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.651+0000 7f2b077fe640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2af00a2ce0 0x7f2af00a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.651+0000 7f2b077fe640 1 -- 172.21.15.18:0/1891012015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84032390 msgr2=0x563b84036e90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:43:24.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.651+0000 7f2b077fe640 1 --2- 172.21.15.18:0/1891012015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84032390 0x563b84036e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.652+0000 7f2b077fe640 1 -- 172.21.15.18:0/1891012015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84037500 msgr2=0x563b84039990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.652+0000 7f2b077fe640 1 --2- 172.21.15.18:0/1891012015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84037500 0x563b84039990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.652+0000 7f2b077fe640 1 -- 172.21.15.18:0/1891012015 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b83f4fe60 con 0x563b840319a0 2024-04-22T00:43:24.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.652+0000 7f2b077fe640 1 --2- 172.21.15.18:0/1891012015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84031dc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2b00010b30 tx=0x7f2b00014200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ffd7594226f0ad4a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.653+0000 7f2b077fe640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2af00a2ce0 0x7f2af00a51a0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f2b00008000 tx=0x7f2b0001a000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.654+0000 7f2aed7fa640 1 -- 172.21.15.18:0/1891012015 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b00012050 con 0x563b840319a0 2024-04-22T00:43:24.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.654+0000 7f2aed7fa640 1 -- 172.21.15.18:0/1891012015 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b0001c070 con 0x563b840319a0 2024-04-22T00:43:24.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.654+0000 7f2aed7fa640 1 -- 172.21.15.18:0/1891012015 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b00020b30 con 0x563b840319a0 2024-04-22T00:43:24.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.657+0000 7f2b10282740 1 -- 172.21.15.18:0/1891012015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 msgr2=0x563b84031dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.657+0000 7f2b10282740 1 --2- 172.21.15.18:0/1891012015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84031dc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2b00010b30 tx=0x7f2b00014200 comp rx=0 tx=0).stop 2024-04-22T00:43:24.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.659+0000 7f2b10282740 1 -- 172.21.15.18:0/1891012015 shutdown_connections 2024-04-22T00:43:24.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.659+0000 7f2b10282740 1 --2- 172.21.15.18:0/1891012015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84037500 0x563b84039990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.659+0000 7f2b10282740 1 --2- 172.21.15.18:0/1891012015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84032390 0x563b84036e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.659+0000 7f2b10282740 1 --2- 172.21.15.18:0/1891012015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84031dc0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.659+0000 7f2b10282740 1 -- 172.21.15.18:0/1891012015 >> 172.21.15.18:0/1891012015 conn(0x563b83ff94f0 msgr2=0x563b8402d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.662+0000 7f2b10282740 1 -- 172.21.15.18:0/1891012015 shutdown_connections 2024-04-22T00:43:24.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.663+0000 7f2b10282740 1 -- 172.21.15.18:0/1891012015 wait complete. 2024-04-22T00:43:24.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.664+0000 7f2b10282740 1 -- start start 2024-04-22T00:43:24.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.664+0000 7f2b10282740 1 Processor -- start 2024-04-22T00:43:24.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.664+0000 7f2b10282740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b8403bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.664+0000 7f2b10282740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84032390 0x563b8403c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.664+0000 7f2b10282740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84037500 0x563b84043500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.664+0000 7f2b10282740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x563b8403a450 con 0x563b84037500 2024-04-22T00:43:24.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.665+0000 7f2b10282740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563b83f51d40 con 0x563b84032390 2024-04-22T00:43:24.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.665+0000 7f2b10282740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x563b8403a5d0 con 0x563b840319a0 2024-04-22T00:43:24.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.665+0000 7f2b10282740 10 client.0 _ll_register_callbacks cb 0x563b83f8d820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:24.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.665+0000 7f2b067fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84032390 0x563b8403c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.665+0000 7f2b067fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84032390 0x563b8403c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38484/0 (socket says 172.21.15.18:38484) 2024-04-22T00:43:24.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.665+0000 7f2b067fc640 1 -- 172.21.15.18:0/2819003470 learned_addr learned my addr 172.21.15.18:0/2819003470 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.665+0000 7f2b077fe640 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84037500 0x563b84043500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.666+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b8403bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.666+0000 7f2b06ffd640 1 -- 172.21.15.18:0/2819003470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84032390 msgr2=0x563b8403c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.666+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84032390 0x563b8403c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.666+0000 7f2b06ffd640 1 -- 172.21.15.18:0/2819003470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84037500 msgr2=0x563b84043500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.666+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84037500 0x563b84043500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.666+0000 7f2b06ffd640 1 -- 172.21.15.18:0/2819003470 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b83d727e0 con 0x563b840319a0 2024-04-22T00:43:24.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.667+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b8403bf80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x563b84032e00 tx=0x7f2af809aa20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=726362b1ec3f26a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.667+0000 7f2aeaff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.667+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2819003470 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af80a3c70 con 0x563b840319a0 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2b10282740 1 -- 172.21.15.18:0/2819003470 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b0001c070 con 0x563b840319a0 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2819003470 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2af809a450 con 0x563b840319a0 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2819003470 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2af809a650 con 0x563b840319a0 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2b10282740 10 client.25717 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2b10282740 1 -- 172.21.15.18:0/2819003470 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563b83dd2f70 con 0x563b840319a0 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2819003470 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b0001c070 con 0x563b840319a0 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2819003470 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2af80a0540 con 0x563b840319a0 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2b10282740 10 client.25717 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2b10282740 10 client.25717 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2b10282740 20 client.25717 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:24.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2b10282740 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563b84047960 0x563b84049da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2b10282740 4 client.25717 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:24.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.668+0000 7f2b10282740 1 -- 172.21.15.18:0/2819003470 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b83f6a450 con 0x563b84047960 2024-04-22T00:43:24.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.669+0000 7f2b067fc640 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563b84047960 0x563b84049da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.669+0000 7f2aeaff5640 10 client.25717 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.669+0000 7f2b067fc640 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563b84047960 0x563b84049da0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4921ecbd801bf52 server_cookie=b104d7fa25ee1f08 in_seq=0 out_seq=0 2024-04-22T00:43:24.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.670+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2819003470 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563b83f6a450 con 0x563b84047960 2024-04-22T00:43:24.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.670+0000 7f2aeaff5640 10 client.25717 handle_command_reply: tid=0 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.670+0000 7f2b10282740 1 client.25717 shutdown 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.670+0000 7f2b10282740 1 -- 172.21.15.18:0/2819003470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 msgr2=0x563b8403bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.670+0000 7f2b10282740 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b8403bf80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x563b84032e00 tx=0x7f2af809aa20 comp rx=0 tx=0).stop 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.670+0000 7f2b10282740 1 -- 172.21.15.18:0/2819003470 shutdown_connections 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.670+0000 7f2b10282740 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563b84047960 0x563b84049da0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.671+0000 7f2b10282740 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84037500 0x563b84043500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.671+0000 7f2b10282740 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84032390 0x563b8403c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.671+0000 7f2b10282740 1 --2- 172.21.15.18:0/2819003470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b8403bf80 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.671+0000 7f2aeaff5640 0 client.25717 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.671+0000 7f2b10282740 1 -- 172.21.15.18:0/2819003470 >> 172.21.15.18:0/2819003470 conn(0x563b83ff94f0 msgr2=0x563b8402c4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.671+0000 7f2b10282740 1 -- 172.21.15.18:0/2819003470 shutdown_connections 2024-04-22T00:43:24.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.671+0000 7f2b10282740 1 -- 172.21.15.18:0/2819003470 wait complete. 2024-04-22T00:43:24.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.671+0000 7f2b10282740 20 client.25717 trim_cache size 0 max 16384 2024-04-22T00:43:24.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.703+0000 7f2b10282740 1 Processor -- start 2024-04-22T00:43:24.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.703+0000 7f2b10282740 1 -- start start 2024-04-22T00:43:24.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.703+0000 7f2b10282740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84030550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.703+0000 7f2b10282740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84032390 0x563b840434c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.703+0000 7f2b10282740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 0x563b84030a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b10282740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2af40125e0 con 0x563b84032390 2024-04-22T00:43:24.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b10282740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2af400fe50 con 0x563b84037500 2024-04-22T00:43:24.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b06ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84030550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b067fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84032390 0x563b840434c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b06ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84030550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59928/0 (socket says 172.21.15.18:59928) 2024-04-22T00:43:24.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b06ffd640 1 -- 172.21.15.18:0/2043224863 learned_addr learned my addr 172.21.15.18:0/2043224863 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b077fe640 1 --2- 172.21.15.18:0/2043224863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 0x563b84030a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b10282740 1 -- 172.21.15.18:0/2043224863 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2af400dca0 con 0x563b840319a0 2024-04-22T00:43:24.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b06ffd640 1 -- 172.21.15.18:0/2043224863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 msgr2=0x563b84030a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/2043224863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 0x563b84030a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b06ffd640 1 -- 172.21.15.18:0/2043224863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84032390 msgr2=0x563b840434c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/2043224863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84032390 0x563b840434c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.704+0000 7f2b06ffd640 1 -- 172.21.15.18:0/2043224863 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b8403b060 con 0x563b840319a0 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.705+0000 7f2b077fe640 1 --2- 172.21.15.18:0/2043224863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 0x563b84030a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.705+0000 7f2b067fc640 1 --2- 172.21.15.18:0/2043224863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84032390 0x563b840434c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.705+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/2043224863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84030550 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2af809ad00 tx=0x7f2af8099510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8911ad2faae7417 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.705+0000 7f2aecff9640 1 -- 172.21.15.18:0/2043224863 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af80a3c70 con 0x563b840319a0 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.705+0000 7f2aecff9640 1 -- 172.21.15.18:0/2043224863 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2af80cc3b0 con 0x563b840319a0 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.705+0000 7f2aecff9640 1 -- 172.21.15.18:0/2043224863 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af809a120 con 0x563b840319a0 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.706+0000 7f2b10282740 1 -- 172.21.15.18:0/2043224863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 msgr2=0x563b84030550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.706+0000 7f2b10282740 1 --2- 172.21.15.18:0/2043224863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84030550 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2af809ad00 tx=0x7f2af8099510 comp rx=0 tx=0).stop 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.706+0000 7f2b10282740 1 -- 172.21.15.18:0/2043224863 shutdown_connections 2024-04-22T00:43:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.706+0000 7f2b10282740 1 --2- 172.21.15.18:0/2043224863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 0x563b84030a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.706+0000 7f2b10282740 1 --2- 172.21.15.18:0/2043224863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b84032390 0x563b840434c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.706+0000 7f2b10282740 1 --2- 172.21.15.18:0/2043224863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b840319a0 0x563b84030550 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.706+0000 7f2b10282740 1 -- 172.21.15.18:0/2043224863 >> 172.21.15.18:0/2043224863 conn(0x563b83ff94f0 msgr2=0x563b84033930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.706+0000 7f2b10282740 1 -- 172.21.15.18:0/2043224863 shutdown_connections 2024-04-22T00:43:24.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.706+0000 7f2b10282740 1 -- 172.21.15.18:0/2043224863 wait complete. 2024-04-22T00:43:24.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.707+0000 7f2b10282740 1 -- start start 2024-04-22T00:43:24.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.707+0000 7f2b10282740 1 Processor -- start 2024-04-22T00:43:24.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.708+0000 7f2b10282740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b840319a0 0x563b84040e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.708+0000 7f2b10282740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b84032390 0x563b84041350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.709+0000 7f2b067fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b84032390 0x563b84041350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.709+0000 7f2b067fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b84032390 0x563b84041350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59934/0 (socket says 172.21.15.18:59934) 2024-04-22T00:43:24.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.709+0000 7f2b067fc640 1 -- 172.21.15.18:0/2657432204 learned_addr learned my addr 172.21.15.18:0/2657432204 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.709+0000 7f2b10282740 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 0x563b84042360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.709+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2af400e310 con 0x563b840319a0 2024-04-22T00:43:24.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.709+0000 7f2b077fe640 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 0x563b84042360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.709+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2af400f780 con 0x563b84037500 2024-04-22T00:43:24.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.709+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2af400e9e0 con 0x563b84032390 2024-04-22T00:43:24.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.710+0000 7f2b077fe640 1 -- 172.21.15.18:0/2657432204 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b84032390 msgr2=0x563b84041350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.710+0000 7f2b077fe640 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b84032390 0x563b84041350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.710+0000 7f2b077fe640 1 -- 172.21.15.18:0/2657432204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b840319a0 msgr2=0x563b84040e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.710+0000 7f2b077fe640 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b840319a0 0x563b84040e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.710+0000 7f2b077fe640 1 -- 172.21.15.18:0/2657432204 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b83c6a170 con 0x563b84037500 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.710+0000 7f2b10282740 10 client.0 _ll_register_callbacks cb 0x7f2af809ab40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.710+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2af80cc3b0 con 0x563b84037500 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.711+0000 7f2b077fe640 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 0x563b84042360 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2b00010220 tx=0x7f2b00009670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf30e021c6d50122 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.711+0000 7f2aeaff5640 10 client.25733 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.711+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2657432204 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0002e030 con 0x563b84037500 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.711+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2657432204 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2b00020620 con 0x563b84037500 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.712+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2657432204 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2b00012040 con 0x563b84037500 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.712+0000 7f2b10282740 10 client.25733 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:24.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.712+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=28}) -- 0x563b840adf20 con 0x563b84037500 2024-04-22T00:43:24.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.712+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2657432204 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2b000208a0 con 0x563b84037500 2024-04-22T00:43:24.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.712+0000 7f2b10282740 10 client.25733 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:24.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.712+0000 7f2b10282740 10 client.25733 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:24.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.712+0000 7f2b10282740 20 client.25733 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:24.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.712+0000 7f2b10282740 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563b840ae480 0x563b840b0910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.712+0000 7f2b10282740 4 client.25733 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:43:24.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.712+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x563b83fa36b0 con 0x563b840ae480 2024-04-22T00:43:24.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.713+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563b840ae480 0x563b840b0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.713+0000 7f2aeaff5640 10 client.25733 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.713+0000 7f2b06ffd640 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563b840ae480 0x563b840b0910 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3017eb752467a373 server_cookie=3a8d6443472e455f in_seq=0 out_seq=0 2024-04-22T00:43:24.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.714+0000 7f2aeaff5640 1 -- 172.21.15.18:0/2657432204 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x563b83fa36b0 con 0x563b840ae480 2024-04-22T00:43:24.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.714+0000 7f2aeaff5640 10 client.25733 handle_command_reply: tid=0 2024-04-22T00:43:24.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.714+0000 7f2b10282740 1 client.25733 shutdown 2024-04-22T00:43:24.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.714+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 msgr2=0x563b84042360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.714+0000 7f2b10282740 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 0x563b84042360 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2b00010220 tx=0x7f2b00009670 comp rx=0 tx=0).stop 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.715+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 shutdown_connections 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.715+0000 7f2b10282740 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563b840ae480 0x563b840b0910 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.715+0000 7f2b10282740 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563b84037500 0x563b84042360 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.715+0000 7f2aeaff5640 0 client.25733 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.715+0000 7f2b10282740 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563b84032390 0x563b84041350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.715+0000 7f2b10282740 1 --2- 172.21.15.18:0/2657432204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563b840319a0 0x563b84040e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.715+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 >> 172.21.15.18:0/2657432204 conn(0x563b83ff94f0 msgr2=0x563b8403bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.715+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 shutdown_connections 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.715+0000 7f2b10282740 1 -- 172.21.15.18:0/2657432204 wait complete. 2024-04-22T00:43:24.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.715+0000 7f2b10282740 20 client.25733 trim_cache size 0 max 16384 2024-04-22T00:43:24.718 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:43:24.718 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:43:24.718 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "734ae6fc-d60a-42ac-b81a-66ad0286dc38", 2024-04-22T00:43:24.718 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:43:24.718 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:43:24.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 -- 172.21.15.18:0/3208971277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2af00a2ce0 msgr2=0x7f2af00a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2af00a2ce0 0x7f2af00a51a0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f2b00008000 tx=0x7f2b0001a000 comp rx=0 tx=0).stop 2024-04-22T00:43:24.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 -- 172.21.15.18:0/3208971277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b08100680 msgr2=0x7f2b08195940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b08100680 0x7f2b08195940 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f2af800d9e0 tx=0x7f2af800dea0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 -- 172.21.15.18:0/3208971277 shutdown_connections 2024-04-22T00:43:24.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2af00a2ce0 0x7f2af00a51a0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2b08102230 0x7f2b081ae1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2b08101870 0x7f2b08195e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 --2- 172.21.15.18:0/3208971277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b08100680 0x7f2b08195940 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 -- 172.21.15.18:0/3208971277 >> 172.21.15.18:0/3208971277 conn(0x7f2b080fbbf0 msgr2=0x7f2b08104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.716+0000 7f2b0d696640 1 -- 172.21.15.18:0/3208971277 shutdown_connections 2024-04-22T00:43:24.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.717+0000 7f2b0d696640 1 -- 172.21.15.18:0/3208971277 wait complete. 2024-04-22T00:43:24.737 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:43:24.738 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:43:24.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 120.0 s, 1841.8 tps, lat 53.779 ms stddev 64.793 2024-04-22T00:43:24.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.946+0000 7f6ab1735640 1 -- 172.21.15.18:0/1608488273 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6aac06a580 msgr2=0x7f6aac1089b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.946+0000 7f6ab1735640 1 --2- 172.21.15.18:0/1608488273 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6aac06a580 0x7f6aac1089b0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f6a94009900 tx=0x7f6a9402bc30 comp rx=0 tx=0).stop 2024-04-22T00:43:24.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.947+0000 7f6ab1735640 1 -- 172.21.15.18:0/1608488273 shutdown_connections 2024-04-22T00:43:24.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.947+0000 7f6ab1735640 1 --2- 172.21.15.18:0/1608488273 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6aac1090b0 0x7f6aac109560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.947+0000 7f6ab1735640 1 --2- 172.21.15.18:0/1608488273 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aac10c360 0x7f6aac10e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.947+0000 7f6ab1735640 1 --2- 172.21.15.18:0/1608488273 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6aac06a580 0x7f6aac1089b0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.947+0000 7f6ab1735640 1 -- 172.21.15.18:0/1608488273 >> 172.21.15.18:0/1608488273 conn(0x7f6aac06e970 msgr2=0x7f6aac070d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.947+0000 7f6ab1735640 1 -- 172.21.15.18:0/1608488273 shutdown_connections 2024-04-22T00:43:24.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.947+0000 7f6ab1735640 1 -- 172.21.15.18:0/1608488273 wait complete. 2024-04-22T00:43:24.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.948+0000 7f6ab1735640 1 Processor -- start 2024-04-22T00:43:24.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.948+0000 7f6ab1735640 1 -- start start 2024-04-22T00:43:24.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.948+0000 7f6ab1735640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6aac06a580 0x7f6aac1a2590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.948+0000 7f6ab1735640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aac1090b0 0x7f6aac1a2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.948+0000 7f6ab1735640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6aac10c360 0x7f6aac1a9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.948+0000 7f6ab1735640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac117e70 con 0x7f6aac10c360 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.948+0000 7f6ab1735640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac117cf0 con 0x7f6aac06a580 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.948+0000 7f6ab1735640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac117ff0 con 0x7f6aac1090b0 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aab7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6aac10c360 0x7f6aac1a9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aab7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6aac10c360 0x7f6aac1a9af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57242/0 (socket says 172.21.15.18:57242) 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aab7fe640 1 -- 172.21.15.18:0/2696996632 learned_addr learned my addr 172.21.15.18:0/2696996632 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aaaffd640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6aac06a580 0x7f6aac1a2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aac1090b0 0x7f6aac1a2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aab7fe640 1 -- 172.21.15.18:0/2696996632 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aac1090b0 msgr2=0x7f6aac1a2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aac1090b0 0x7f6aac1a2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aab7fe640 1 -- 172.21.15.18:0/2696996632 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6aac06a580 msgr2=0x7f6aac1a2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6aac06a580 0x7f6aac1a2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aab7fe640 1 -- 172.21.15.18:0/2696996632 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aac1aa160 con 0x7f6aac10c360 2024-04-22T00:43:24.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.949+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6aac10c360 0x7f6aac1a9af0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f6aa400eb10 tx=0x7f6aa400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.950+0000 7f6aa8ff9640 1 -- 172.21.15.18:0/2696996632 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa4004b20 con 0x7f6aac10c360 2024-04-22T00:43:24.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.950+0000 7f6aa8ff9640 1 -- 172.21.15.18:0/2696996632 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6aa4004cc0 con 0x7f6aac10c360 2024-04-22T00:43:24.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.950+0000 7f6aa8ff9640 1 -- 172.21.15.18:0/2696996632 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa4010760 con 0x7f6aac10c360 2024-04-22T00:43:24.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.950+0000 7f6ab1735640 1 -- 172.21.15.18:0/2696996632 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6aac1aa450 con 0x7f6aac10c360 2024-04-22T00:43:24.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.950+0000 7f6ab1735640 1 -- 172.21.15.18:0/2696996632 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6aac1aa9a0 con 0x7f6aac10c360 2024-04-22T00:43:24.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.952+0000 7f6aa8ff9640 1 -- 172.21.15.18:0/2696996632 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6aa4005020 con 0x7f6aac10c360 2024-04-22T00:43:24.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6ab43f4740 1 Processor -- start 2024-04-22T00:43:24.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6ab43f4740 1 -- start start 2024-04-22T00:43:24.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 0x563319bf1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6aa8ff9640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6a980a2c10 0x7f6a980a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf1940 0x563319bf6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf6ab0 0x563319bf8f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6ab43f4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x563319b56560 con 0x563319bf1940 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6ab43f4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563319afe730 con 0x563319bf0f50 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6ab43f4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x563319b52520 con 0x563319bf6ab0 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6aa3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 0x563319bf1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6aaaffd640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6a980a2c10 0x7f6a980a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6aa3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 0x563319bf1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38520/0 (socket says 172.21.15.18:38520) 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6aa3fff640 1 -- 172.21.15.18:0/3956592916 learned_addr learned my addr 172.21.15.18:0/3956592916 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/3956592916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf6ab0 0x563319bf8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.953+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/3956592916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf1940 0x563319bf6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aa8ff9640 1 -- 172.21.15.18:0/2696996632 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6aa40cfa50 con 0x7f6aac10c360 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aa3fff640 1 -- 172.21.15.18:0/3956592916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf6ab0 msgr2=0x563319bf8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/3956592916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf6ab0 0x563319bf8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aa3fff640 1 -- 172.21.15.18:0/3956592916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf1940 msgr2=0x563319bf6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/3956592916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf1940 0x563319bf6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aa3fff640 1 -- 172.21.15.18:0/3956592916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633199347d0 con 0x563319bf0f50 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/3956592916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf6ab0 0x563319bf8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/3956592916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 0x563319bf1370 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c01dcb0 tx=0x7f6a9c009680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f35fa790cc696eb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aaaffd640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6a980a2c10 0x7f6a980a50d0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6a9402c170 tx=0x7f6a9402df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aa17fa640 1 -- 172.21.15.18:0/3956592916 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a9c010c60 con 0x563319bf0f50 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aa17fa640 1 -- 172.21.15.18:0/3956592916 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a9c010e00 con 0x563319bf0f50 2024-04-22T00:43:24.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.954+0000 7f6aa17fa640 1 -- 172.21.15.18:0/3956592916 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a9c01ba90 con 0x563319bf0f50 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.955+0000 7f6ab43f4740 1 -- 172.21.15.18:0/3956592916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 msgr2=0x563319bf1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.955+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/3956592916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 0x563319bf1370 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c01dcb0 tx=0x7f6a9c009680 comp rx=0 tx=0).stop 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.955+0000 7f6ab43f4740 1 -- 172.21.15.18:0/3956592916 shutdown_connections 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.955+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/3956592916 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf6ab0 0x563319bf8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.955+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/3956592916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf1940 0x563319bf6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.955+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/3956592916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 0x563319bf1370 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.955+0000 7f6ab43f4740 1 -- 172.21.15.18:0/3956592916 >> 172.21.15.18:0/3956592916 conn(0x563319bec4c0 msgr2=0x563319bec8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.955+0000 7f6ab43f4740 1 -- 172.21.15.18:0/3956592916 shutdown_connections 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.955+0000 7f6ab43f4740 1 -- 172.21.15.18:0/3956592916 wait complete. 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6ab43f4740 1 -- start start 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6ab43f4740 1 Processor -- start 2024-04-22T00:43:24.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf0f50 0x563319bfb490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 0x563319bfb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6aaaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf0f50 0x563319bfb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6aaaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf0f50 0x563319bfb490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57256/0 (socket says 172.21.15.18:57256) 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6aaaffd640 1 -- 172.21.15.18:0/1620676285 learned_addr learned my addr 172.21.15.18:0/1620676285 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf6ab0 0x563319c02a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x563319bf9a60 con 0x563319bf0f50 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563319b11e00 con 0x563319bf6ab0 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.956+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x563319bf9be0 con 0x563319bf1940 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 0x563319bfb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf6ab0 0x563319c02a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6aaaffd640 1 -- 172.21.15.18:0/1620676285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 msgr2=0x563319bfb9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6aaaffd640 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 0x563319bfb9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6aaaffd640 1 -- 172.21.15.18:0/1620676285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf6ab0 msgr2=0x563319c02a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6aaaffd640 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf6ab0 0x563319c02a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6aaaffd640 1 -- 172.21.15.18:0/1620676285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56331986a3f0 con 0x563319bf0f50 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6aaaffd640 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf0f50 0x563319bfb490 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f6a94000c00 tx=0x7f6a94009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5545c7df5b9ed33 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6ab43f4740 10 client.0 _ll_register_callbacks cb 0x563319b4ceb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6a927fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a9c010e00 con 0x563319bf0f50 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6a927fc640 1 -- 172.21.15.18:0/1620676285 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a94050020 con 0x563319bf0f50 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6a927fc640 1 -- 172.21.15.18:0/1620676285 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6a94005250 con 0x563319bf0f50 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6a927fc640 1 -- 172.21.15.18:0/1620676285 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6a94005450 con 0x563319bf0f50 2024-04-22T00:43:24.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6ab43f4740 10 client.16116 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.957+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=28}) -- 0x56331982a0f0 con 0x563319bf0f50 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.958+0000 7f6a927fc640 1 -- 172.21.15.18:0/1620676285 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6a940046c0 con 0x563319bf0f50 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.958+0000 7f6ab43f4740 10 client.16116 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.958+0000 7f6ab43f4740 10 client.16116 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.958+0000 7f6ab43f4740 20 client.16116 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.958+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563319c07180 0x563319c09610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.958+0000 7f6ab43f4740 4 client.16116 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.958+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563319b63aa0 con 0x563319c07180 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.958+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563319c07180 0x563319c09610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.958+0000 7f6a927fc640 10 client.16116 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.958+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563319c07180 0x563319c09610 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30420bb2bf14af8b server_cookie=2a6d947956a7c671 in_seq=0 out_seq=0 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6a927fc640 1 -- 172.21.15.18:0/1620676285 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563319b63aa0 con 0x563319c07180 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6a927fc640 10 client.16116 handle_command_reply: tid=0 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6ab43f4740 1 client.16116 shutdown 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf0f50 msgr2=0x563319bfb490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf0f50 0x563319bfb490 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f6a94000c00 tx=0x7f6a94009260 comp rx=0 tx=0).stop 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 shutdown_connections 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563319c07180 0x563319c09610 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf6ab0 0x563319c02a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6a927fc640 0 client.16116 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 0x563319bfb9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/1620676285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf0f50 0x563319bfb490 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.959+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 >> 172.21.15.18:0/1620676285 conn(0x563319bec4c0 msgr2=0x563319beb6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.960+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 shutdown_connections 2024-04-22T00:43:24.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.960+0000 7f6ab43f4740 1 -- 172.21.15.18:0/1620676285 wait complete. 2024-04-22T00:43:24.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.960+0000 7f6ab43f4740 20 client.16116 trim_cache size 0 max 16384 2024-04-22T00:43:24.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.977+0000 7f6ab43f4740 1 Processor -- start 2024-04-22T00:43:24.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.977+0000 7f6ab43f4740 1 -- start start 2024-04-22T00:43:24.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.977+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 0x563319bfb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.977+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 0x563319c029d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.977+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319bfb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.977+0000 7f6ab43f4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac1b3390 con 0x563319bf6ab0 2024-04-22T00:43:24.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.977+0000 7f6ab43f4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac1b0c00 con 0x563319bf0f50 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6ab43f4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac1aeaa0 con 0x563319bf1940 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aab7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319bfb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aab7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319bfb5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57268/0 (socket says 172.21.15.18:57268) 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aab7fe640 1 -- 172.21.15.18:0/503495865 learned_addr learned my addr 172.21.15.18:0/503495865 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aaaffd640 1 --2- 172.21.15.18:0/503495865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 0x563319bfb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/503495865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 0x563319c029d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aab7fe640 1 -- 172.21.15.18:0/503495865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 msgr2=0x563319c029d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/503495865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 0x563319c029d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aab7fe640 1 -- 172.21.15.18:0/503495865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 msgr2=0x563319bfb0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/503495865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 0x563319bfb0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aab7fe640 1 -- 172.21.15.18:0/503495865 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563319bfa550 con 0x563319bf6ab0 2024-04-22T00:43:24.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/503495865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 0x563319c029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/503495865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319bfb5e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f6aa40982e0 tx=0x7f6aa401bb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abfd79576c5f9767 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aa0ff9640 1 -- 172.21.15.18:0/503495865 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa40b5260 con 0x563319bf6ab0 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aa0ff9640 1 -- 172.21.15.18:0/503495865 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6aa409c580 con 0x563319bf6ab0 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.978+0000 7f6aa0ff9640 1 -- 172.21.15.18:0/503495865 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa40b5080 con 0x563319bf6ab0 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 -- 172.21.15.18:0/503495865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 msgr2=0x563319bfb5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/503495865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319bfb5e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f6aa40982e0 tx=0x7f6aa401bb30 comp rx=0 tx=0).stop 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 -- 172.21.15.18:0/503495865 shutdown_connections 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/503495865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319bfb5e0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/503495865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf1940 0x563319c029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/503495865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf0f50 0x563319bfb0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 -- 172.21.15.18:0/503495865 >> 172.21.15.18:0/503495865 conn(0x563319bec4c0 msgr2=0x563319bec8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 -- 172.21.15.18:0/503495865 shutdown_connections 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 -- 172.21.15.18:0/503495865 wait complete. 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 -- start start 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.979+0000 7f6ab43f4740 1 Processor -- start 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf0f50 0x563319bff970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf1940 0x563319bffeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6ab43f4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319c6b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6ab43f4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac1af0c0 con 0x563319bf6ab0 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6ab43f4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac1b0530 con 0x563319bf1940 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6ab43f4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac1af790 con 0x563319bf0f50 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6ab43f4740 10 client.0 _ll_register_callbacks cb 0x7f6a9c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aab7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319c6b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aab7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319c6b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57282/0 (socket says 172.21.15.18:57282) 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aab7fe640 1 -- 172.21.15.18:0/17082594 learned_addr learned my addr 172.21.15.18:0/17082594 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aaaffd640 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf0f50 0x563319bff970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf1940 0x563319bffeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aab7fe640 1 -- 172.21.15.18:0/17082594 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf0f50 msgr2=0x563319bff970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf0f50 0x563319bff970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aab7fe640 1 -- 172.21.15.18:0/17082594 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf1940 msgr2=0x563319bffeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf1940 0x563319bffeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aab7fe640 1 -- 172.21.15.18:0/17082594 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563319c6bd40 con 0x563319bf6ab0 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aa3fff640 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf1940 0x563319bffeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6aab7fe640 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319c6b780 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f6aa400f010 tx=0x7f6aa4005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f72c62daa96e73fb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6a927fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:43:24.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6a927fc640 1 -- 172.21.15.18:0/17082594 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa40a4860 con 0x563319bf6ab0 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6a927fc640 1 -- 172.21.15.18:0/17082594 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6aa401bba0 con 0x563319bf6ab0 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.980+0000 7f6ab43f4740 1 -- 172.21.15.18:0/17082594 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6aa409c580 con 0x563319bf6ab0 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6a927fc640 1 -- 172.21.15.18:0/17082594 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6aa40a4af0 con 0x563319bf6ab0 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6ab43f4740 10 client.16122 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6ab43f4740 1 -- 172.21.15.18:0/17082594 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563319c6d050 con 0x563319bf6ab0 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6a927fc640 1 -- 172.21.15.18:0/17082594 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6aa40a0230 con 0x563319bf6ab0 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6a927fc640 1 -- 172.21.15.18:0/17082594 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6aa409b360 con 0x563319bf6ab0 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6ab43f4740 10 client.16122 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6ab43f4740 10 client.16122 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6ab43f4740 20 client.16122 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563319c07180 0x563319c6f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:24.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6ab43f4740 4 client.16122 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6ab43f4740 1 -- 172.21.15.18:0/17082594 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f6aa409c580 con 0x563319c07180 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.981+0000 7f6aaaffd640 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563319c07180 0x563319c6f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6aaaffd640 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563319c07180 0x563319c6f980 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=adc4dd5bf830d007 server_cookie=4a45bb25a6ed9c1f in_seq=0 out_seq=0 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6a927fc640 10 client.16122 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6a927fc640 1 -- 172.21.15.18:0/17082594 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7f6aa409c580 con 0x563319c07180 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6a927fc640 10 client.16122 handle_command_reply: tid=0 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 client.16122 shutdown 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 -- 172.21.15.18:0/17082594 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 msgr2=0x563319c6b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319c6b780 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f6aa400f010 tx=0x7f6aa4005840 comp rx=0 tx=0).stop 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 -- 172.21.15.18:0/17082594 shutdown_connections 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563319c07180 0x563319c6f980 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563319bf6ab0 0x563319c6b780 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563319bf1940 0x563319bffeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 --2- 172.21.15.18:0/17082594 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563319bf0f50 0x563319bff970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6a927fc640 0 client.16122 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:24.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 -- 172.21.15.18:0/17082594 >> 172.21.15.18:0/17082594 conn(0x563319bec4c0 msgr2=0x563319bfb050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 -- 172.21.15.18:0/17082594 shutdown_connections 2024-04-22T00:43:24.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 1 -- 172.21.15.18:0/17082594 wait complete. 2024-04-22T00:43:24.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.982+0000 7f6ab43f4740 20 client.16122 trim_cache size 0 max 16384 2024-04-22T00:43:24.992 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:43:24.992 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:43:24.993 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:43:24.993 INFO:teuthology.orchestra.run.smithi018.stdout: "734ae6fc-d60a-42ac-b81a-66ad0286dc38": { 2024-04-22T00:43:24.993 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:43:24.993 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "734ae6fc-d60a-42ac-b81a-66ad0286dc38", 2024-04-22T00:43:24.993 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:43:24.993 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:43:24.993 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:43:24.993 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 -- 172.21.15.18:0/2696996632 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6a980a2c10 msgr2=0x7f6a980a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6a980a2c10 0x7f6a980a50d0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6a9402c170 tx=0x7f6a9402df90 comp rx=0 tx=0).stop 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 -- 172.21.15.18:0/2696996632 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6aac10c360 msgr2=0x7f6aac1a9af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6aac10c360 0x7f6aac1a9af0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f6aa400eb10 tx=0x7f6aa400c2d0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 -- 172.21.15.18:0/2696996632 shutdown_connections 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6a980a2c10 0x7f6a980a50d0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6aac10c360 0x7f6aac1a9af0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6aac1090b0 0x7f6aac1a2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 --2- 172.21.15.18:0/2696996632 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6aac06a580 0x7f6aac1a2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 -- 172.21.15.18:0/2696996632 >> 172.21.15.18:0/2696996632 conn(0x7f6aac06e970 msgr2=0x7f6aac111280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:24.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 -- 172.21.15.18:0/2696996632 shutdown_connections 2024-04-22T00:43:24.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:24.983+0000 7f6ab1735640 1 -- 172.21.15.18:0/2696996632 wait complete. 2024-04-22T00:43:24.996 INFO:tasks.cephfs.filesystem:scrub status for tag:734ae6fc-d60a-42ac-b81a-66ad0286dc38 - {'path': '/', 'tag': '734ae6fc-d60a-42ac-b81a-66ad0286dc38', 'options': 'recursive,force'} 2024-04-22T00:43:25.236 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:43:24 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: 2024-04-22T00:43:24.736+0000 7fa9417fc700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000000f [...2,head] /volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_subtrans/ auth{1=1,2=1} v1230 ap=2 f(v4 m2024-04-22T00:43:09.545531+0000 5=5+0) n(v6 rc2024-04-22T00:43:14.598470+0000 b1097728 6=5+1) (inest sync->mix g=1,2) caps={25091=pAsLsXsFs/pAsLsXsFsxcral@14} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x5625e684d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000000f:[<0x10000000006/pg_subtrans v288>,<0x10000000005/data v121>,<0x100000001fb/postgres v25>,<0x100000001fa/d262d4c3-35a0-4c7e-8264-fabd2defd391 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[]","memoryvalue":"(2)0x1000000000f:[<0x10000000006/pg_subtrans v1230>,<0x10000000005/data v259>,<0x100000001fb/postgres v111>,<0x100000001fa/d262d4c3-35a0-4c7e-8264-fabd2defd391 v132>,<0x10000000001/sv_1 v148>,<0x10000000000/qa v139>,<0x1/volumes v124>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-04-22T00:42:45.630817+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-04-22T00:43:14.598470+0000 b1097728 6=5+1)","memory_value.dirstat":"f(v4 m2024-04-22T00:43:09.545531+0000 5=5+0)","memory_value.rstat":"n(v6 rc2024-04-22T00:43:14.598470+0000 b1097728 6=5+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-04-22T00:43:26.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: pgmap v438: 129 pgs: 129 active+clean; 1.1 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 17 MiB/s wr, 936 op/s 2024-04-22T00:43:26.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:43:26.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:26.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: Scrub error on inode 0x1000000000f (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_subtrans) see mds.i log and `damage ls` output for details 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: pgmap v438: 129 pgs: 129 active+clean; 1.1 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 17 MiB/s wr, 936 op/s 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:26.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:26.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: Scrub error on inode 0x1000000000f (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_subtrans) see mds.i log and `damage ls` output for details 2024-04-22T00:43:26.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:43:26.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: pgmap v438: 129 pgs: 129 active+clean; 1.1 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 17 MiB/s wr, 936 op/s 2024-04-22T00:43:26.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:43:26.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: Scrub error on inode 0x1000000000f (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/pg_subtrans) see mds.i log and `damage ls` output for details 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:26.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:43:27.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:26 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:43:27.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:26 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:43:27.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:26 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:43:27.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:26 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:43:27.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:26 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:43:27.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:26 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:43:27.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:26 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:43:27.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:26 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:43:27.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:26 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:43:28.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:27 smithi167 ceph-mon[31348]: pgmap v439: 129 pgs: 129 active+clean; 1.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 17 MiB/s wr, 975 op/s 2024-04-22T00:43:28.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:27 smithi081 ceph-mon[31546]: pgmap v439: 129 pgs: 129 active+clean; 1.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 17 MiB/s wr, 975 op/s 2024-04-22T00:43:28.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:27 smithi018 ceph-mon[27979]: pgmap v439: 129 pgs: 129 active+clean; 1.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 17 MiB/s wr, 975 op/s 2024-04-22T00:43:29.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 125.0 s, 1442.6 tps, lat 69.480 ms stddev 89.482 2024-04-22T00:43:30.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:29 smithi167 ceph-mon[31348]: pgmap v440: 129 pgs: 129 active+clean; 1.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 17 MiB/s wr, 951 op/s 2024-04-22T00:43:30.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:29 smithi081 ceph-mon[31546]: pgmap v440: 129 pgs: 129 active+clean; 1.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 17 MiB/s wr, 951 op/s 2024-04-22T00:43:30.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:29 smithi018 ceph-mon[27979]: pgmap v440: 129 pgs: 129 active+clean; 1.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 17 MiB/s wr, 951 op/s 2024-04-22T00:43:32.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:31 smithi167 ceph-mon[31348]: pgmap v441: 129 pgs: 129 active+clean; 1.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 17 MiB/s wr, 1.08k op/s 2024-04-22T00:43:32.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:31 smithi081 ceph-mon[31546]: pgmap v441: 129 pgs: 129 active+clean; 1.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 17 MiB/s wr, 1.08k op/s 2024-04-22T00:43:32.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:31 smithi018 ceph-mon[27979]: pgmap v441: 129 pgs: 129 active+clean; 1.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 17 MiB/s wr, 1.08k op/s 2024-04-22T00:43:33.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:32 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:43:33.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:32 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:43:33.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:32 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:43:33.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:32 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:43:33.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:32 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:43:33.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:32 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:43:33.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:32 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:43:33.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:32 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:43:33.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:32 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:43:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:33 smithi167 ceph-mon[31348]: pgmap v442: 129 pgs: 129 active+clean; 1.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 9.8 MiB/s wr, 764 op/s 2024-04-22T00:43:34.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:33 smithi081 ceph-mon[31546]: pgmap v442: 129 pgs: 129 active+clean; 1.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 9.8 MiB/s wr, 764 op/s 2024-04-22T00:43:34.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:33 smithi018 ceph-mon[27979]: pgmap v442: 129 pgs: 129 active+clean; 1.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 9.8 MiB/s wr, 764 op/s 2024-04-22T00:43:34.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 130.0 s, 1730.6 tps, lat 58.211 ms stddev 79.893 2024-04-22T00:43:35.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:35 smithi081 ceph-mon[31546]: pgmap v443: 129 pgs: 129 active+clean; 1.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 12 MiB/s wr, 867 op/s 2024-04-22T00:43:35.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:35 smithi018 ceph-mon[27979]: pgmap v443: 129 pgs: 129 active+clean; 1.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 12 MiB/s wr, 867 op/s 2024-04-22T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:35 smithi167 ceph-mon[31348]: pgmap v443: 129 pgs: 129 active+clean; 1.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 12 MiB/s wr, 867 op/s 2024-04-22T00:43:37.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:37 smithi167 ceph-mon[31348]: pgmap v444: 129 pgs: 129 active+clean; 1.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 15 MiB/s wr, 948 op/s 2024-04-22T00:43:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.647+0000 7f5233b05640 1 -- 172.21.15.18:0/1806076561 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f522c1006e0 msgr2=0x7f522c100b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.647+0000 7f5233b05640 1 --2- 172.21.15.18:0/1806076561 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f522c1006e0 0x7f522c100b00 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f522401acb0 tx=0x7f522403d170 comp rx=0 tx=0).stop 2024-04-22T00:43:37.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.652+0000 7f5233b05640 1 -- 172.21.15.18:0/1806076561 shutdown_connections 2024-04-22T00:43:37.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.652+0000 7f5233b05640 1 --2- 172.21.15.18:0/1806076561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f522c102290 0x7f522c108b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.652+0000 7f5233b05640 1 --2- 172.21.15.18:0/1806076561 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f522c1018d0 0x7f522c101d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.652+0000 7f5233b05640 1 --2- 172.21.15.18:0/1806076561 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f522c1006e0 0x7f522c100b00 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.652+0000 7f5233b05640 1 -- 172.21.15.18:0/1806076561 >> 172.21.15.18:0/1806076561 conn(0x7f522c0fbc50 msgr2=0x7f522c0fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:37.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.652+0000 7f5233b05640 1 -- 172.21.15.18:0/1806076561 shutdown_connections 2024-04-22T00:43:37.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.652+0000 7f5233b05640 1 -- 172.21.15.18:0/1806076561 wait complete. 2024-04-22T00:43:37.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.653+0000 7f5233b05640 1 Processor -- start 2024-04-22T00:43:37.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.653+0000 7f5233b05640 1 -- start start 2024-04-22T00:43:37.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.653+0000 7f5233b05640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f522c1006e0 0x7f522c072c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.653+0000 7f5233b05640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f522c1018d0 0x7f522c073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.653+0000 7f5233b05640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f522c102290 0x7f522c071290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.653+0000 7f5233b05640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f522c06bb70 con 0x7f522c102290 2024-04-22T00:43:37.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.653+0000 7f5233b05640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f522c06b9f0 con 0x7f522c1006e0 2024-04-22T00:43:37.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.653+0000 7f5233b05640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f522c06bcf0 con 0x7f522c1018d0 2024-04-22T00:43:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.655+0000 7f52320a2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f522c102290 0x7f522c071290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.655+0000 7f52320a2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f522c102290 0x7f522c071290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41970/0 (socket says 172.21.15.18:41970) 2024-04-22T00:43:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.655+0000 7f52320a2640 1 -- 172.21.15.18:0/11330076 learned_addr learned my addr 172.21.15.18:0/11330076 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.655+0000 7f52310a0640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f522c1018d0 0x7f522c073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.655+0000 7f52318a1640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f522c1006e0 0x7f522c072c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:37 smithi081 ceph-mon[31546]: pgmap v444: 129 pgs: 129 active+clean; 1.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 15 MiB/s wr, 948 op/s 2024-04-22T00:43:37.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.656+0000 7f52320a2640 1 -- 172.21.15.18:0/11330076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f522c1018d0 msgr2=0x7f522c073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:37.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.656+0000 7f52320a2640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f522c1018d0 0x7f522c073140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.656+0000 7f52320a2640 1 -- 172.21.15.18:0/11330076 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f522c1006e0 msgr2=0x7f522c072c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:37.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.656+0000 7f52320a2640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f522c1006e0 0x7f522c072c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.656+0000 7f52320a2640 1 -- 172.21.15.18:0/11330076 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f522c0719c0 con 0x7f522c102290 2024-04-22T00:43:37.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.656+0000 7f52318a1640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f522c1006e0 0x7f522c072c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:37.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.656+0000 7f52320a2640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f522c102290 0x7f522c071290 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f522800d750 tx=0x7f522800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:37.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.657+0000 7f5222ffd640 1 -- 172.21.15.18:0/11330076 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5228017070 con 0x7f522c102290 2024-04-22T00:43:37.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.657+0000 7f5233b05640 1 -- 172.21.15.18:0/11330076 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f522c071cb0 con 0x7f522c102290 2024-04-22T00:43:37.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.657+0000 7f5233b05640 1 -- 172.21.15.18:0/11330076 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f522c1a65b0 con 0x7f522c102290 2024-04-22T00:43:37.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:37 smithi018 ceph-mon[27979]: pgmap v444: 129 pgs: 129 active+clean; 1.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 15 MiB/s wr, 948 op/s 2024-04-22T00:43:37.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.659+0000 7f5222ffd640 1 -- 172.21.15.18:0/11330076 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5228005500 con 0x7f522c102290 2024-04-22T00:43:37.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.659+0000 7f5222ffd640 1 -- 172.21.15.18:0/11330076 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5228020060 con 0x7f522c102290 2024-04-22T00:43:37.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.661+0000 7f52367cd740 1 Processor -- start 2024-04-22T00:43:37.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.662+0000 7f52367cd740 1 -- start start 2024-04-22T00:43:37.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.662+0000 7f5222ffd640 1 -- 172.21.15.18:0/11330076 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5228010460 con 0x7f522c102290 2024-04-22T00:43:37.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52367cd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 0x55ee140cc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52367cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cc720 0x55ee140d1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52367cd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 0x55ee140d3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52367cd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ee14030b70 con 0x55ee140cc720 2024-04-22T00:43:37.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52367cd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ee13fd9470 con 0x55ee140cbd30 2024-04-22T00:43:37.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52367cd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ee1402cb30 con 0x55ee140d1890 2024-04-22T00:43:37.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f5222ffd640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52180a2d80 0x7f52180a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52310a0640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 0x55ee140d3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52310a0640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 0x55ee140d3d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:54296/0 (socket says 172.21.15.18:54296) 2024-04-22T00:43:37.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52310a0640 1 -- 172.21.15.18:0/2418017164 learned_addr learned my addr 172.21.15.18:0/2418017164 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:37.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52310a0640 1 --2- 172.21.15.18:0/2418017164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 0x55ee140cc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f5222ffd640 1 -- 172.21.15.18:0/11330076 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f52280cfe30 con 0x7f522c102290 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52320a2640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52180a2d80 0x7f52180a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52310a0640 1 -- 172.21.15.18:0/2418017164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 msgr2=0x55ee140cc150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52310a0640 1 --2- 172.21.15.18:0/2418017164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 0x55ee140cc150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.663+0000 7f52310a0640 1 -- 172.21.15.18:0/2418017164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cc720 msgr2=0x55ee140d1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.664+0000 7f52310a0640 1 --2- 172.21.15.18:0/2418017164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cc720 0x55ee140d1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.664+0000 7f52310a0640 1 -- 172.21.15.18:0/2418017164 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee13d45210 con 0x55ee140d1890 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.664+0000 7f52310a0640 1 --2- 172.21.15.18:0/2418017164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 0x55ee140d3d20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f521c012750 tx=0x7f521c0096e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c198c2d2a1dd5f6b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.664+0000 7f52320a2640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52180a2d80 0x7f52180a5240 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f52280a49a0 tx=0x7f5228098500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.664+0000 7f5217fff640 1 -- 172.21.15.18:0/2418017164 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c012cd0 con 0x55ee140d1890 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.664+0000 7f5217fff640 1 -- 172.21.15.18:0/2418017164 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f521c0107d0 con 0x55ee140d1890 2024-04-22T00:43:37.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.664+0000 7f5217fff640 1 -- 172.21.15.18:0/2418017164 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c003850 con 0x55ee140d1890 2024-04-22T00:43:37.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.666+0000 7f52367cd740 1 -- 172.21.15.18:0/2418017164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 msgr2=0x55ee140d3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:37.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.666+0000 7f52367cd740 1 --2- 172.21.15.18:0/2418017164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 0x55ee140d3d20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f521c012750 tx=0x7f521c0096e0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.666+0000 7f52367cd740 1 -- 172.21.15.18:0/2418017164 shutdown_connections 2024-04-22T00:43:37.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.666+0000 7f52367cd740 1 --2- 172.21.15.18:0/2418017164 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 0x55ee140d3d20 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.666+0000 7f52367cd740 1 --2- 172.21.15.18:0/2418017164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cc720 0x55ee140d1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.666+0000 7f52367cd740 1 --2- 172.21.15.18:0/2418017164 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 0x55ee140cc150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.666+0000 7f52367cd740 1 -- 172.21.15.18:0/2418017164 >> 172.21.15.18:0/2418017164 conn(0x55ee140c72a0 msgr2=0x55ee140c76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:37.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.666+0000 7f52367cd740 1 -- 172.21.15.18:0/2418017164 shutdown_connections 2024-04-22T00:43:37.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.666+0000 7f52367cd740 1 -- 172.21.15.18:0/2418017164 wait complete. 2024-04-22T00:43:37.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.667+0000 7f52367cd740 1 -- start start 2024-04-22T00:43:37.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.667+0000 7f52367cd740 1 Processor -- start 2024-04-22T00:43:37.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.667+0000 7f52367cd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 0x55ee140d6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.667+0000 7f52367cd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 0x55ee140d6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.667+0000 7f52367cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140d1890 0x55ee140dd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.667+0000 7f52367cd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ee140d4840 con 0x55ee140d1890 2024-04-22T00:43:37.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.667+0000 7f52367cd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ee13feca10 con 0x55ee140cbd30 2024-04-22T00:43:37.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.667+0000 7f52367cd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ee140d49c0 con 0x55ee140cc720 2024-04-22T00:43:37.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.667+0000 7f52367cd740 10 client.0 _ll_register_callbacks cb 0x55ee14027b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:37.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.668+0000 7f52310a0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 0x55ee140d6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.668+0000 7f52310a0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 0x55ee140d6030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:44998/0 (socket says 172.21.15.18:44998) 2024-04-22T00:43:37.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.668+0000 7f52310a0640 1 -- 172.21.15.18:0/3744585634 learned_addr learned my addr 172.21.15.18:0/3744585634 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:37.670 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.668+0000 7f52318a1640 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 0x55ee140d6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.670 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.669+0000 7f52310a0640 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140d1890 0x55ee140dd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.670 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.669+0000 7f52310a0640 1 -- 172.21.15.18:0/3744585634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 msgr2=0x55ee140d6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:37.670 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.669+0000 7f52310a0640 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 0x55ee140d6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.669+0000 7f52310a0640 1 -- 172.21.15.18:0/3744585634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140d1890 msgr2=0x55ee140dd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:37.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.669+0000 7f52310a0640 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140d1890 0x55ee140dd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.669+0000 7f52310a0640 1 -- 172.21.15.18:0/3744585634 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee13e11620 con 0x55ee140cbd30 2024-04-22T00:43:37.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.669+0000 7f52310a0640 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 0x55ee140d6030 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f521c001eb0 tx=0x7f521c017040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5180102f974e566d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:37.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.669+0000 7f52157fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:37.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.670+0000 7f52157fa640 1 -- 172.21.15.18:0/3744585634 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c030060 con 0x55ee140cbd30 2024-04-22T00:43:37.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.670+0000 7f52367cd740 1 -- 172.21.15.18:0/3744585634 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f521c0107d0 con 0x55ee140cbd30 2024-04-22T00:43:37.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.670+0000 7f52157fa640 1 -- 172.21.15.18:0/3744585634 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f521c005520 con 0x55ee140cbd30 2024-04-22T00:43:37.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.674+0000 7f52157fa640 1 -- 172.21.15.18:0/3744585634 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f521c037050 con 0x55ee140cbd30 2024-04-22T00:43:37.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.674+0000 7f52367cd740 10 client.25763 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:37.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.674+0000 7f52367cd740 1 -- 172.21.15.18:0/3744585634 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ee140e0920 con 0x55ee140cbd30 2024-04-22T00:43:37.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.674+0000 7f52157fa640 1 -- 172.21.15.18:0/3744585634 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f521c0107d0 con 0x55ee140cbd30 2024-04-22T00:43:37.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.675+0000 7f52157fa640 1 -- 172.21.15.18:0/3744585634 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f521c004920 con 0x55ee140cbd30 2024-04-22T00:43:37.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.675+0000 7f52367cd740 10 client.25763 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:37.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.675+0000 7f52367cd740 10 client.25763 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:37.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.675+0000 7f52367cd740 20 client.25763 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:37.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.675+0000 7f52367cd740 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee140e23a0 0x55ee140e47c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.675+0000 7f52367cd740 4 client.25763 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:37.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.675+0000 7f52367cd740 1 -- 172.21.15.18:0/3744585634 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee1403e0b0 con 0x55ee140e23a0 2024-04-22T00:43:37.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.676+0000 7f52318a1640 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee140e23a0 0x55ee140e47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.677+0000 7f52318a1640 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee140e23a0 0x55ee140e47c0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7135b03f32eb7d9 server_cookie=e0358ecfb7932e99 in_seq=0 out_seq=0 2024-04-22T00:43:37.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.677+0000 7f52157fa640 10 client.25763 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:37.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52157fa640 1 -- 172.21.15.18:0/3744585634 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ee1403e0b0 con 0x55ee140e23a0 2024-04-22T00:43:37.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52157fa640 10 client.25763 handle_command_reply: tid=0 2024-04-22T00:43:37.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 client.25763 shutdown 2024-04-22T00:43:37.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 -- 172.21.15.18:0/3744585634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 msgr2=0x55ee140d6030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:37.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 0x55ee140d6030 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f521c001eb0 tx=0x7f521c017040 comp rx=0 tx=0).stop 2024-04-22T00:43:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 -- 172.21.15.18:0/3744585634 shutdown_connections 2024-04-22T00:43:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee140e23a0 0x55ee140e47c0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140d1890 0x55ee140dd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 0x55ee140d6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 --2- 172.21.15.18:0/3744585634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cbd30 0x55ee140d6030 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 -- 172.21.15.18:0/3744585634 >> 172.21.15.18:0/3744585634 conn(0x55ee140c72a0 msgr2=0x55ee140c64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52157fa640 0 client.25763 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 -- 172.21.15.18:0/3744585634 shutdown_connections 2024-04-22T00:43:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 1 -- 172.21.15.18:0/3744585634 wait complete. 2024-04-22T00:43:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.678+0000 7f52367cd740 20 client.25763 trim_cache size 0 max 16384 2024-04-22T00:43:37.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.698+0000 7f52367cd740 1 Processor -- start 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.698+0000 7f52367cd740 1 -- start start 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52367cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140cd0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52367cd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cc720 0x55ee140dd540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52367cd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 0x55ee140e43b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52367cd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5210012690 con 0x55ee140cbd30 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52367cd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f521000ff00 con 0x55ee140cc720 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52367cd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f521000dd50 con 0x55ee140d1890 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52310a0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140cd0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52310a0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140cd0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41984/0 (socket says 172.21.15.18:41984) 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52310a0640 1 -- 172.21.15.18:0/951424343 learned_addr learned my addr 172.21.15.18:0/951424343 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52318a1640 1 --2- 172.21.15.18:0/951424343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cc720 0x55ee140dd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52310a0640 1 --2- 172.21.15.18:0/951424343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 0x55ee140e43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52318a1640 1 -- 172.21.15.18:0/951424343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 msgr2=0x55ee140e43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52318a1640 1 --2- 172.21.15.18:0/951424343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 0x55ee140e43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52318a1640 1 -- 172.21.15.18:0/951424343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 msgr2=0x55ee140cd0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52318a1640 1 --2- 172.21.15.18:0/951424343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140cd0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52318a1640 1 -- 172.21.15.18:0/951424343 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee140ccb00 con 0x55ee140cc720 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.699+0000 7f52310a0640 1 --2- 172.21.15.18:0/951424343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140cd0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.700+0000 7f52318a1640 1 --2- 172.21.15.18:0/951424343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cc720 0x55ee140dd540 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5224048040 tx=0x7f522403d870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc71ae1844f5fd22 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.700+0000 7f52177fe640 1 -- 172.21.15.18:0/951424343 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522404a040 con 0x55ee140cc720 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.700+0000 7f52177fe640 1 -- 172.21.15.18:0/951424343 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f522405a030 con 0x55ee140cc720 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.700+0000 7f52177fe640 1 -- 172.21.15.18:0/951424343 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52240564d0 con 0x55ee140cc720 2024-04-22T00:43:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 -- 172.21.15.18:0/951424343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cc720 msgr2=0x55ee140dd540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 --2- 172.21.15.18:0/951424343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cc720 0x55ee140dd540 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5224048040 tx=0x7f522403d870 comp rx=0 tx=0).stop 2024-04-22T00:43:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 -- 172.21.15.18:0/951424343 shutdown_connections 2024-04-22T00:43:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 --2- 172.21.15.18:0/951424343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140d1890 0x55ee140e43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 --2- 172.21.15.18:0/951424343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140cc720 0x55ee140dd540 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 --2- 172.21.15.18:0/951424343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140cd0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 -- 172.21.15.18:0/951424343 >> 172.21.15.18:0/951424343 conn(0x55ee140c72a0 msgr2=0x55ee140c7680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 -- 172.21.15.18:0/951424343 shutdown_connections 2024-04-22T00:43:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 -- 172.21.15.18:0/951424343 wait complete. 2024-04-22T00:43:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 -- start start 2024-04-22T00:43:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 Processor -- start 2024-04-22T00:43:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.701+0000 7f52367cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140d9610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52310a0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140d9610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52310a0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140d9610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42000/0 (socket says 172.21.15.18:42000) 2024-04-22T00:43:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52367cd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 0x55ee140d9b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52310a0640 1 -- 172.21.15.18:0/3609188989 learned_addr learned my addr 172.21.15.18:0/3609188989 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52367cd740 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140d1890 0x55ee140dcb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f521000e3c0 con 0x55ee140cbd30 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f521000f830 con 0x55ee140d1890 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f521000ea90 con 0x55ee140cc720 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52367cd740 10 client.0 _ll_register_callbacks cb 0x7f521c009df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52318a1640 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 0x55ee140d9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52310a0640 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140d1890 0x55ee140dcb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52310a0640 1 -- 172.21.15.18:0/3609188989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 msgr2=0x55ee140d9b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52310a0640 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 0x55ee140d9b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52310a0640 1 -- 172.21.15.18:0/3609188989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140d1890 msgr2=0x55ee140dcb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52310a0640 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140d1890 0x55ee140dcb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52310a0640 1 -- 172.21.15.18:0/3609188989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee140dd160 con 0x55ee140cbd30 2024-04-22T00:43:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52318a1640 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 0x55ee140d9b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:37.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52310a0640 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140d9610 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f521c015020 tx=0x7f521c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90e23de3a713ae6b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:37.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.702+0000 7f52157fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:43:37.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.703+0000 7f52157fa640 1 -- 172.21.15.18:0/3609188989 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c030040 con 0x55ee140cbd30 2024-04-22T00:43:37.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.703+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f522405a030 con 0x55ee140cbd30 2024-04-22T00:43:37.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.704+0000 7f52157fa640 1 -- 172.21.15.18:0/3609188989 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f521c005520 con 0x55ee140cbd30 2024-04-22T00:43:37.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.704+0000 7f52157fa640 1 -- 172.21.15.18:0/3609188989 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f521c04a050 con 0x55ee140cbd30 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.704+0000 7f52367cd740 10 client.16137 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.704+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ee141472c0 con 0x55ee140cbd30 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.704+0000 7f52157fa640 1 -- 172.21.15.18:0/3609188989 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f521c020640 con 0x55ee140cbd30 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.705+0000 7f52157fa640 1 -- 172.21.15.18:0/3609188989 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f521c0035f0 con 0x55ee140cbd30 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.705+0000 7f52367cd740 10 client.16137 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.705+0000 7f52367cd740 10 client.16137 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.705+0000 7f52367cd740 20 client.16137 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.705+0000 7f52367cd740 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee14147d20 0x55ee1414a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.705+0000 7f52367cd740 4 client.16137 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.705+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f522405a030 con 0x55ee14147d20 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.705+0000 7f52318a1640 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee14147d20 0x55ee1414a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.706+0000 7f52157fa640 10 client.16137 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.706+0000 7f52318a1640 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee14147d20 0x55ee1414a140 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3486898287424066 server_cookie=2d0a15032dab4d5d in_seq=0 out_seq=0 2024-04-22T00:43:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52157fa640 1 -- 172.21.15.18:0/3609188989 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f522405a030 con 0x55ee14147d20 2024-04-22T00:43:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52157fa640 10 client.16137 handle_command_reply: tid=0 2024-04-22T00:43:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52367cd740 1 client.16137 shutdown 2024-04-22T00:43:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 msgr2=0x55ee140d9610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52367cd740 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140d9610 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f521c015020 tx=0x7f521c000bc0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 shutdown_connections 2024-04-22T00:43:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52367cd740 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee14147d20 0x55ee1414a140 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52367cd740 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee140d1890 0x55ee140dcb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52157fa640 0 client.16137 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:37.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52367cd740 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee140cc720 0x55ee140d9b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52367cd740 1 --2- 172.21.15.18:0/3609188989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee140cbd30 0x55ee140d9610 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.718+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 >> 172.21.15.18:0/3609188989 conn(0x55ee140c72a0 msgr2=0x55ee140e43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:37.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 shutdown_connections 2024-04-22T00:43:37.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f52367cd740 1 -- 172.21.15.18:0/3609188989 wait complete. 2024-04-22T00:43:37.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f52367cd740 20 client.16137 trim_cache size 0 max 16384 2024-04-22T00:43:37.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:43:37.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:43:37.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:43:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:43:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f5233b05640 1 -- 172.21.15.18:0/11330076 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52180a2d80 msgr2=0x7f52180a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f5233b05640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52180a2d80 0x7f52180a5240 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f52280a49a0 tx=0x7f5228098500 comp rx=0 tx=0).stop 2024-04-22T00:43:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f5233b05640 1 -- 172.21.15.18:0/11330076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f522c102290 msgr2=0x7f522c071290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f5233b05640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f522c102290 0x7f522c071290 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f522800d750 tx=0x7f522800dc10 comp rx=0 tx=0).stop 2024-04-22T00:43:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f5233b05640 1 -- 172.21.15.18:0/11330076 shutdown_connections 2024-04-22T00:43:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f5233b05640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f52180a2d80 0x7f52180a5240 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f5233b05640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f522c102290 0x7f522c071290 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f5233b05640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f522c1018d0 0x7f522c073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f5233b05640 1 --2- 172.21.15.18:0/11330076 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f522c1006e0 0x7f522c072c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.719+0000 7f5233b05640 1 -- 172.21.15.18:0/11330076 >> 172.21.15.18:0/11330076 conn(0x7f522c0fbc50 msgr2=0x7f522c104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.720+0000 7f5233b05640 1 -- 172.21.15.18:0/11330076 shutdown_connections 2024-04-22T00:43:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:37.720+0000 7f5233b05640 1 -- 172.21.15.18:0/11330076 wait complete. 2024-04-22T00:43:39.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:39 smithi167 ceph-mon[31348]: pgmap v445: 129 pgs: 129 active+clean; 1.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 13 MiB/s wr, 796 op/s 2024-04-22T00:43:39.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:39 smithi081 ceph-mon[31546]: pgmap v445: 129 pgs: 129 active+clean; 1.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 13 MiB/s wr, 796 op/s 2024-04-22T00:43:39.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:39 smithi018 ceph-mon[27979]: pgmap v445: 129 pgs: 129 active+clean; 1.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 13 MiB/s wr, 796 op/s 2024-04-22T00:43:39.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 135.0 s, 1922.2 tps, lat 51.675 ms stddev 58.978 2024-04-22T00:43:41.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:41 smithi167 ceph-mon[31348]: pgmap v446: 129 pgs: 129 active+clean; 1.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 15 MiB/s wr, 894 op/s 2024-04-22T00:43:41.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:41 smithi081 ceph-mon[31546]: pgmap v446: 129 pgs: 129 active+clean; 1.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 15 MiB/s wr, 894 op/s 2024-04-22T00:43:41.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:41 smithi018 ceph-mon[27979]: pgmap v446: 129 pgs: 129 active+clean; 1.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 15 MiB/s wr, 894 op/s 2024-04-22T00:43:43.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:43 smithi167 ceph-mon[31348]: pgmap v447: 129 pgs: 129 active+clean; 1.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 676 op/s 2024-04-22T00:43:43.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:43 smithi081 ceph-mon[31546]: pgmap v447: 129 pgs: 129 active+clean; 1.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 676 op/s 2024-04-22T00:43:43.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:43 smithi018 ceph-mon[27979]: pgmap v447: 129 pgs: 129 active+clean; 1.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 676 op/s 2024-04-22T00:43:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 140.0 s, 1929.4 tps, lat 52.314 ms stddev 62.053 2024-04-22T00:43:45.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:45 smithi167 ceph-mon[31348]: pgmap v448: 129 pgs: 129 active+clean; 1.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 MiB/s wr, 698 op/s 2024-04-22T00:43:45.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:45 smithi081 ceph-mon[31546]: pgmap v448: 129 pgs: 129 active+clean; 1.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 MiB/s wr, 698 op/s 2024-04-22T00:43:45.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:45 smithi018 ceph-mon[27979]: pgmap v448: 129 pgs: 129 active+clean; 1.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 MiB/s wr, 698 op/s 2024-04-22T00:43:47.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:47 smithi167 ceph-mon[31348]: pgmap v449: 129 pgs: 129 active+clean; 1.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 9.9 MiB/s wr, 718 op/s 2024-04-22T00:43:47.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:47 smithi081 ceph-mon[31546]: pgmap v449: 129 pgs: 129 active+clean; 1.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 9.9 MiB/s wr, 718 op/s 2024-04-22T00:43:47.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:47 smithi018 ceph-mon[27979]: pgmap v449: 129 pgs: 129 active+clean; 1.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 9.9 MiB/s wr, 718 op/s 2024-04-22T00:43:49.490 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:49 smithi167 ceph-mon[31348]: pgmap v450: 129 pgs: 129 active+clean; 1.1 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.9 MiB/s wr, 594 op/s 2024-04-22T00:43:49.707 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:49 smithi081 ceph-mon[31546]: pgmap v450: 129 pgs: 129 active+clean; 1.1 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.9 MiB/s wr, 594 op/s 2024-04-22T00:43:49.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:49 smithi018 ceph-mon[27979]: pgmap v450: 129 pgs: 129 active+clean; 1.1 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.9 MiB/s wr, 594 op/s 2024-04-22T00:43:49.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 145.0 s, 2260.0 tps, lat 44.248 ms stddev 51.515 2024-04-22T00:43:50.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.863+0000 7f8450095640 1 -- 172.21.15.18:0/2930469337 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84481017c0 msgr2=0x7f8448101be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:50.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.863+0000 7f8450095640 1 --2- 172.21.15.18:0/2930469337 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84481017c0 0x7f8448101be0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8444009900 tx=0x7f844402bc40 comp rx=0 tx=0).stop 2024-04-22T00:43:50.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.863+0000 7f8450095640 1 -- 172.21.15.18:0/2930469337 shutdown_connections 2024-04-22T00:43:50.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.863+0000 7f8450095640 1 --2- 172.21.15.18:0/2930469337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8448103370 0x7f8448109c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.863+0000 7f8450095640 1 --2- 172.21.15.18:0/2930469337 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f84481029b0 0x7f8448102e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.863+0000 7f8450095640 1 --2- 172.21.15.18:0/2930469337 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84481017c0 0x7f8448101be0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.863+0000 7f8450095640 1 -- 172.21.15.18:0/2930469337 >> 172.21.15.18:0/2930469337 conn(0x7f84480fcd30 msgr2=0x7f84480ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:50.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.863+0000 7f8450095640 1 -- 172.21.15.18:0/2930469337 shutdown_connections 2024-04-22T00:43:50.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.863+0000 7f8450095640 1 -- 172.21.15.18:0/2930469337 wait complete. 2024-04-22T00:43:50.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f8450095640 1 Processor -- start 2024-04-22T00:43:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f8450095640 1 -- start start 2024-04-22T00:43:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f8450095640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84481017c0 0x7f844819e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f8450095640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84481029b0 0x7f844819e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f8450095640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8448103370 0x7f84481a5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f8450095640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8448075300 con 0x7f84481017c0 2024-04-22T00:43:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f8450095640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8448075180 con 0x7f8448103370 2024-04-22T00:43:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f8450095640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8448075480 con 0x7f84481029b0 2024-04-22T00:43:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f844de31640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84481017c0 0x7f844819e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f844d630640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84481029b0 0x7f844819e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f844de31640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84481017c0 0x7f844819e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39094/0 (socket says 172.21.15.18:39094) 2024-04-22T00:43:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f844de31640 1 -- 172.21.15.18:0/595525469 learned_addr learned my addr 172.21.15.18:0/595525469 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.864+0000 7f844e632640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8448103370 0x7f84481a5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f844de31640 1 -- 172.21.15.18:0/595525469 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84481029b0 msgr2=0x7f844819e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f844de31640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84481029b0 0x7f844819e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f844de31640 1 -- 172.21.15.18:0/595525469 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8448103370 msgr2=0x7f84481a5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f844de31640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8448103370 0x7f84481a5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f844de31640 1 -- 172.21.15.18:0/595525469 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84481a5c70 con 0x7f84481017c0 2024-04-22T00:43:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f844d630640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84481029b0 0x7f844819e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f844de31640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84481017c0 0x7f844819e050 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f844402efd0 tx=0x7f844402c660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f843effd640 1 -- 172.21.15.18:0/595525469 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8444041070 con 0x7f84481017c0 2024-04-22T00:43:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f843effd640 1 -- 172.21.15.18:0/595525469 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8444004450 con 0x7f84481017c0 2024-04-22T00:43:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f8450095640 1 -- 172.21.15.18:0/595525469 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84481a5f00 con 0x7f84481017c0 2024-04-22T00:43:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.866+0000 7f8450095640 1 -- 172.21.15.18:0/595525469 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84481a6300 con 0x7f84481017c0 2024-04-22T00:43:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.865+0000 7f843effd640 1 -- 172.21.15.18:0/595525469 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8444003e50 con 0x7f84481017c0 2024-04-22T00:43:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.869+0000 7f8452c7d740 1 Processor -- start 2024-04-22T00:43:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.869+0000 7f8452c7d740 1 -- start start 2024-04-22T00:43:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c2d60 0x55fdba9c3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c3750 0x55fdba9c8250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c88c0 0x55fdba9cad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f8452c7d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fdba927b70 con 0x55fdba9c3750 2024-04-22T00:43:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f8452c7d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fdba8d0470 con 0x55fdba9c2d60 2024-04-22T00:43:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f8452c7d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fdba923b30 con 0x55fdba9c88c0 2024-04-22T00:43:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f844e632640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c2d60 0x55fdba9c3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f844e632640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c2d60 0x55fdba9c3180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:39958/0 (socket says 172.21.15.18:39958) 2024-04-22T00:43:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f844e632640 1 -- 172.21.15.18:0/3588157025 learned_addr learned my addr 172.21.15.18:0/3588157025 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:50.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f844d630640 1 --2- 172.21.15.18:0/3588157025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c88c0 0x55fdba9cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f844e632640 1 -- 172.21.15.18:0/3588157025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c88c0 msgr2=0x55fdba9cad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:50.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f844e632640 1 --2- 172.21.15.18:0/3588157025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c88c0 0x55fdba9cad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.870+0000 7f844e632640 1 -- 172.21.15.18:0/3588157025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c3750 msgr2=0x55fdba9c8250 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.871+0000 7f844e632640 1 --2- 172.21.15.18:0/3588157025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c3750 0x55fdba9c8250 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.871+0000 7f844e632640 1 -- 172.21.15.18:0/3588157025 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fdba63c210 con 0x55fdba9c2d60 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.871+0000 7f844e632640 1 --2- 172.21.15.18:0/3588157025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c2d60 0x55fdba9c3180 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8440009fb0 tx=0x7f84400118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3e596b37c7f36b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.871+0000 7f843effd640 1 -- 172.21.15.18:0/595525469 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8444044070 con 0x7f84481017c0 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.871+0000 7f8450095640 1 -- 172.21.15.18:0/3588157025 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8440004d20 con 0x55fdba9c2d60 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.871+0000 7f8450095640 1 -- 172.21.15.18:0/3588157025 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8440004050 con 0x55fdba9c2d60 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f8450095640 1 -- 172.21.15.18:0/3588157025 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8440005260 con 0x55fdba9c2d60 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f843effd640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84340a2e50 0x7f84340a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f8452c7d740 1 -- 172.21.15.18:0/3588157025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c2d60 msgr2=0x55fdba9c3180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3588157025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c2d60 0x55fdba9c3180 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8440009fb0 tx=0x7f84400118d0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f843effd640 1 -- 172.21.15.18:0/595525469 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f84440f0ff0 con 0x7f84481017c0 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f844de31640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84340a2e50 0x7f84340a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f8452c7d740 1 -- 172.21.15.18:0/3588157025 shutdown_connections 2024-04-22T00:43:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3588157025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c88c0 0x55fdba9cad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3588157025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c3750 0x55fdba9c8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3588157025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c2d60 0x55fdba9c3180 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f8452c7d740 1 -- 172.21.15.18:0/3588157025 >> 172.21.15.18:0/3588157025 conn(0x55fdba9be4c0 msgr2=0x55fdba9be8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:50.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f8452c7d740 1 -- 172.21.15.18:0/3588157025 shutdown_connections 2024-04-22T00:43:50.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.872+0000 7f8452c7d740 1 -- 172.21.15.18:0/3588157025 wait complete. 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.873+0000 7f844de31640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84340a2e50 0x7f84340a5310 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f84440c5b60 tx=0x7f84440b9040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.873+0000 7f8452c7d740 1 -- start start 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.873+0000 7f8452c7d740 1 Processor -- start 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.874+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9de0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.874+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9de610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.874+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9e5650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f8452c7d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fdba9dc920 con 0x55fdba9c88c0 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f8452c7d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fdba8e3a10 con 0x55fdba9c3750 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f8452c7d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fdba9dcaa0 con 0x55fdba9c2d60 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f8452c7d740 10 client.0 _ll_register_callbacks cb 0x55fdba91eb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f844e632640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9de0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f844e632640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9de0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:48910/0 (socket says 172.21.15.18:48910) 2024-04-22T00:43:50.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f844e632640 1 -- 172.21.15.18:0/3639299587 learned_addr learned my addr 172.21.15.18:0/3639299587 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:50.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f844e632640 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9e5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f844e632640 1 -- 172.21.15.18:0/3639299587 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 msgr2=0x55fdba9de610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:50.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f844e632640 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9de610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f844e632640 1 -- 172.21.15.18:0/3639299587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 msgr2=0x55fdba9e5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:50.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f844e632640 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9e5650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f844e632640 1 -- 172.21.15.18:0/3639299587 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fdba708620 con 0x55fdba9c2d60 2024-04-22T00:43:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f844e632640 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9de0d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8440009dc0 tx=0x7f8440004870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7088ae9cf8de8c0f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f84317fa640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:43:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.875+0000 7f84317fa640 1 -- 172.21.15.18:0/3639299587 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f844002c020 con 0x55fdba9c2d60 2024-04-22T00:43:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.876+0000 7f8452c7d740 1 -- 172.21.15.18:0/3639299587 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8440004050 con 0x55fdba9c2d60 2024-04-22T00:43:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.876+0000 7f84317fa640 1 -- 172.21.15.18:0/3639299587 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f844000f8f0 con 0x55fdba9c2d60 2024-04-22T00:43:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.876+0000 7f84317fa640 1 -- 172.21.15.18:0/3639299587 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8440037050 con 0x55fdba9c2d60 2024-04-22T00:43:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.876+0000 7f8452c7d740 10 client.25768 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.876+0000 7f8452c7d740 1 -- 172.21.15.18:0/3639299587 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fdba9e89f0 con 0x55fdba9c2d60 2024-04-22T00:43:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.876+0000 7f84317fa640 1 -- 172.21.15.18:0/3639299587 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8440004050 con 0x55fdba9c2d60 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.877+0000 7f84317fa640 1 -- 172.21.15.18:0/3639299587 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8440028a20 con 0x55fdba9c2d60 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.877+0000 7f8452c7d740 10 client.25768 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.877+0000 7f8452c7d740 10 client.25768 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.877+0000 7f8452c7d740 20 client.25768 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.877+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fdba9e9fa0 0x55fdba9ec420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.877+0000 7f8452c7d740 4 client.25768 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.877+0000 7f8452c7d740 1 -- 172.21.15.18:0/3639299587 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fdba9350b0 con 0x55fdba9e9fa0 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.877+0000 7f844d630640 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fdba9e9fa0 0x55fdba9ec420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.878+0000 7f84317fa640 10 client.25768 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.878+0000 7f844d630640 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fdba9e9fa0 0x55fdba9ec420 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=428a2efff1ff9f34 server_cookie=1b8eb1627c050be4 in_seq=0 out_seq=0 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.878+0000 7f84317fa640 1 -- 172.21.15.18:0/3639299587 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fdba9350b0 con 0x55fdba9e9fa0 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.878+0000 7f84317fa640 10 client.25768 handle_command_reply: tid=0 2024-04-22T00:43:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.878+0000 7f8452c7d740 1 client.25768 shutdown 2024-04-22T00:43:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.881+0000 7f8452c7d740 1 -- 172.21.15.18:0/3639299587 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 msgr2=0x55fdba9de0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.881+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9de0d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8440009dc0 tx=0x7f8440004870 comp rx=0 tx=0).stop 2024-04-22T00:43:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.882+0000 7f8452c7d740 1 -- 172.21.15.18:0/3639299587 shutdown_connections 2024-04-22T00:43:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.882+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fdba9e9fa0 0x55fdba9ec420 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.882+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9e5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.882+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9de610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.882+0000 7f84317fa640 0 client.25768 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.882+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3639299587 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9de0d0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.882+0000 7f8452c7d740 1 -- 172.21.15.18:0/3639299587 >> 172.21.15.18:0/3639299587 conn(0x55fdba9be4c0 msgr2=0x55fdba9bf710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.882+0000 7f8452c7d740 1 -- 172.21.15.18:0/3639299587 shutdown_connections 2024-04-22T00:43:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.882+0000 7f8452c7d740 1 -- 172.21.15.18:0/3639299587 wait complete. 2024-04-22T00:43:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.883+0000 7f8452c7d740 20 client.25768 trim_cache size 0 max 16384 2024-04-22T00:43:50.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.916+0000 7f8452c7d740 1 Processor -- start 2024-04-22T00:43:50.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.917+0000 7f8452c7d740 1 -- start start 2024-04-22T00:43:50.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.917+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9bda00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.917+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9e55e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.917+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9c7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.917+0000 7f8452c7d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f84481aaaf0 con 0x55fdba9c88c0 2024-04-22T00:43:50.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.917+0000 7f8452c7d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f84481a8360 con 0x55fdba9c3750 2024-04-22T00:43:50.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.917+0000 7f8452c7d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8448073570 con 0x55fdba9c2d60 2024-04-22T00:43:50.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.917+0000 7f844e632640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9c7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.917+0000 7f844e632640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9c7fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39102/0 (socket says 172.21.15.18:39102) 2024-04-22T00:43:50.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.917+0000 7f844e632640 1 -- 172.21.15.18:0/4197350819 learned_addr learned my addr 172.21.15.18:0/4197350819 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:50.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.918+0000 7f844d630640 1 --2- 172.21.15.18:0/4197350819 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9e55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.918+0000 7f844e632640 1 -- 172.21.15.18:0/4197350819 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 msgr2=0x55fdba9bda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:50.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.918+0000 7f844e632640 1 --2- 172.21.15.18:0/4197350819 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9bda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.918+0000 7f844e632640 1 -- 172.21.15.18:0/4197350819 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 msgr2=0x55fdba9e55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:50.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.918+0000 7f844e632640 1 --2- 172.21.15.18:0/4197350819 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9e55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.918+0000 7f844e632640 1 -- 172.21.15.18:0/4197350819 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fdba9b98d0 con 0x55fdba9c88c0 2024-04-22T00:43:50.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.919+0000 7f844e632640 1 --2- 172.21.15.18:0/4197350819 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9c7fc0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f84400039f0 tx=0x7f8440005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1dd2c8a97bc832b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:50.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.922+0000 7f84337fe640 1 -- 172.21.15.18:0/4197350819 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f844002c070 con 0x55fdba9c88c0 2024-04-22T00:43:50.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.922+0000 7f84337fe640 1 -- 172.21.15.18:0/4197350819 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8440004550 con 0x55fdba9c88c0 2024-04-22T00:43:50.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.922+0000 7f84337fe640 1 -- 172.21.15.18:0/4197350819 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8440028820 con 0x55fdba9c88c0 2024-04-22T00:43:50.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.923+0000 7f8452c7d740 1 -- 172.21.15.18:0/4197350819 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 msgr2=0x55fdba9c7fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:50.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.923+0000 7f8452c7d740 1 --2- 172.21.15.18:0/4197350819 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9c7fc0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f84400039f0 tx=0x7f8440005fd0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.928+0000 7f8452c7d740 1 -- 172.21.15.18:0/4197350819 shutdown_connections 2024-04-22T00:43:50.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.928+0000 7f8452c7d740 1 --2- 172.21.15.18:0/4197350819 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9c7fc0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.928+0000 7f8452c7d740 1 --2- 172.21.15.18:0/4197350819 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9e55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.928+0000 7f8452c7d740 1 --2- 172.21.15.18:0/4197350819 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9bda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.928+0000 7f8452c7d740 1 -- 172.21.15.18:0/4197350819 >> 172.21.15.18:0/4197350819 conn(0x55fdba9be4c0 msgr2=0x55fdba9dcec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:50.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.932+0000 7f8452c7d740 1 -- 172.21.15.18:0/4197350819 shutdown_connections 2024-04-22T00:43:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.932+0000 7f8452c7d740 1 -- 172.21.15.18:0/4197350819 wait complete. 2024-04-22T00:43:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.932+0000 7f8452c7d740 1 -- start start 2024-04-22T00:43:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.932+0000 7f8452c7d740 1 Processor -- start 2024-04-22T00:43:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.933+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9dff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.933+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9e54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.933+0000 7f8452c7d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9e04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.933+0000 7f8452c7d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f84481a6820 con 0x55fdba9c88c0 2024-04-22T00:43:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.933+0000 7f8452c7d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f84481a7c90 con 0x55fdba9c3750 2024-04-22T00:43:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.933+0000 7f8452c7d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f84481a6ef0 con 0x55fdba9c2d60 2024-04-22T00:43:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.933+0000 7f8452c7d740 10 client.0 _ll_register_callbacks cb 0x7f8440009e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:50.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.934+0000 7f844e632640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9e04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.934+0000 7f844e632640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9e04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39110/0 (socket says 172.21.15.18:39110) 2024-04-22T00:43:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.934+0000 7f844e632640 1 -- 172.21.15.18:0/3483222271 learned_addr learned my addr 172.21.15.18:0/3483222271 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.934+0000 7f844d630640 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9e54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.935+0000 7f844e632640 1 -- 172.21.15.18:0/3483222271 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 msgr2=0x55fdba9dff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.935+0000 7f844e632640 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9dff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.935+0000 7f844e632640 1 -- 172.21.15.18:0/3483222271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 msgr2=0x55fdba9e54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.935+0000 7f844e632640 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9e54d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.935+0000 7f844e632640 1 -- 172.21.15.18:0/3483222271 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fdbaa5f530 con 0x55fdba9c88c0 2024-04-22T00:43:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.935+0000 7f844e632640 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9e04a0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f8440028540 tx=0x7f8440009fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d505106daae23325 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.936+0000 7f84317fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:43:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.936+0000 7f84317fa640 1 -- 172.21.15.18:0/3483222271 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f844002c070 con 0x55fdba9c88c0 2024-04-22T00:43:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.936+0000 7f8452c7d740 1 -- 172.21.15.18:0/3483222271 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8440004550 con 0x55fdba9c88c0 2024-04-22T00:43:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.936+0000 7f84317fa640 1 -- 172.21.15.18:0/3483222271 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8440027a00 con 0x55fdba9c88c0 2024-04-22T00:43:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.939+0000 7f84317fa640 1 -- 172.21.15.18:0/3483222271 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f844004a050 con 0x55fdba9c88c0 2024-04-22T00:43:50.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.939+0000 7f8452c7d740 10 client.16152 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:50.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.939+0000 7f8452c7d740 1 -- 172.21.15.18:0/3483222271 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fdbaa607e0 con 0x55fdba9c88c0 2024-04-22T00:43:50.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.945+0000 7f84317fa640 1 -- 172.21.15.18:0/3483222271 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8440004550 con 0x55fdba9c88c0 2024-04-22T00:43:50.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.945+0000 7f84317fa640 1 -- 172.21.15.18:0/3483222271 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f844000f6f0 con 0x55fdba9c88c0 2024-04-22T00:43:50.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.946+0000 7f8452c7d740 10 client.16152 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:50.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.946+0000 7f8452c7d740 10 client.16152 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:50.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.946+0000 7f8452c7d740 20 client.16152 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:50.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.946+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fdba9e9fa0 0x55fdbaa631b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:50.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.946+0000 7f8452c7d740 4 client.16152 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:43:50.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.946+0000 7f8452c7d740 1 -- 172.21.15.18:0/3483222271 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fdba92f400 con 0x55fdba9e9fa0 2024-04-22T00:43:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.950+0000 7f844d630640 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fdba9e9fa0 0x55fdbaa631b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:50.955 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.956+0000 7f844d630640 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fdba9e9fa0 0x55fdbaa631b0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba96caa4194b8da3 server_cookie=3dba712bbfcefd56 in_seq=0 out_seq=0 2024-04-22T00:43:50.956 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:50.956+0000 7f84317fa640 10 client.16152 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.268+0000 7f84317fa640 1 -- 172.21.15.18:0/3483222271 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fdba92f400 con 0x55fdba9e9fa0 2024-04-22T00:43:51.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.268+0000 7f84317fa640 10 client.16152 handle_command_reply: tid=0 2024-04-22T00:43:51.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.268+0000 7f8452c7d740 1 client.16152 shutdown 2024-04-22T00:43:51.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 1 -- 172.21.15.18:0/3483222271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 msgr2=0x55fdba9e04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:51.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9e04a0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f8440028540 tx=0x7f8440009fb0 comp rx=0 tx=0).stop 2024-04-22T00:43:51.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 1 -- 172.21.15.18:0/3483222271 shutdown_connections 2024-04-22T00:43:51.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fdba9e9fa0 0x55fdbaa631b0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:51.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fdba9c88c0 0x55fdba9e04a0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:51.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fdba9c3750 0x55fdba9e54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:51.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 1 --2- 172.21.15.18:0/3483222271 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fdba9c2d60 0x55fdba9dff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:51.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 1 -- 172.21.15.18:0/3483222271 >> 172.21.15.18:0/3483222271 conn(0x55fdba9be4c0 msgr2=0x55fdba9be8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:51.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f84317fa640 0 client.16152 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:51.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 1 -- 172.21.15.18:0/3483222271 shutdown_connections 2024-04-22T00:43:51.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 1 -- 172.21.15.18:0/3483222271 wait complete. 2024-04-22T00:43:51.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.269+0000 7f8452c7d740 20 client.16152 trim_cache size 0 max 16384 2024-04-22T00:43:51.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:43:51.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:43:51.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:43:51.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:43:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 -- 172.21.15.18:0/595525469 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84340a2e50 msgr2=0x7f84340a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84340a2e50 0x7f84340a5310 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f84440c5b60 tx=0x7f84440b9040 comp rx=0 tx=0).stop 2024-04-22T00:43:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 -- 172.21.15.18:0/595525469 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84481017c0 msgr2=0x7f844819e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84481017c0 0x7f844819e050 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f844402efd0 tx=0x7f844402c660 comp rx=0 tx=0).stop 2024-04-22T00:43:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 -- 172.21.15.18:0/595525469 shutdown_connections 2024-04-22T00:43:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f84340a2e50 0x7f84340a5310 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8448103370 0x7f84481a5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f84481029b0 0x7f844819e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 --2- 172.21.15.18:0/595525469 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84481017c0 0x7f844819e050 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 -- 172.21.15.18:0/595525469 >> 172.21.15.18:0/595525469 conn(0x7f84480fcd30 msgr2=0x7f844810dcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 -- 172.21.15.18:0/595525469 shutdown_connections 2024-04-22T00:43:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:43:51.272+0000 7f843cff9640 1 -- 172.21.15.18:0/595525469 wait complete. 2024-04-22T00:43:51.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:51 smithi167 ceph-mon[31348]: pgmap v451: 129 pgs: 129 active+clean; 1.1 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 9.3 MiB/s wr, 793 op/s 2024-04-22T00:43:51.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:51 smithi081 ceph-mon[31546]: pgmap v451: 129 pgs: 129 active+clean; 1.1 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 9.3 MiB/s wr, 793 op/s 2024-04-22T00:43:51.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:51 smithi018 ceph-mon[27979]: pgmap v451: 129 pgs: 129 active+clean; 1.1 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 9.3 MiB/s wr, 793 op/s 2024-04-22T00:43:53.461 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:53 smithi018 ceph-mon[27979]: pgmap v452: 129 pgs: 129 active+clean; 1.1 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 MiB/s wr, 680 op/s 2024-04-22T00:43:53.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:53 smithi167 ceph-mon[31348]: pgmap v452: 129 pgs: 129 active+clean; 1.1 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 MiB/s wr, 680 op/s 2024-04-22T00:43:53.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:53 smithi081 ceph-mon[31546]: pgmap v452: 129 pgs: 129 active+clean; 1.1 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 MiB/s wr, 680 op/s 2024-04-22T00:43:54.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 150.0 s, 1394.8 tps, lat 70.399 ms stddev 97.089 2024-04-22T00:43:54.997 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:43:54.997 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:43:55.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.170+0000 7f6656e6f640 1 -- 172.21.15.18:0/3043280698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6650108740 msgr2=0x7f665010ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.170+0000 7f6656e6f640 1 --2- 172.21.15.18:0/3043280698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6650108740 0x7f665010ab70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f663c009900 tx=0x7f663c02bc80 comp rx=0 tx=0).stop 2024-04-22T00:43:55.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.176+0000 7f6656e6f640 1 -- 172.21.15.18:0/3043280698 shutdown_connections 2024-04-22T00:43:55.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.176+0000 7f6656e6f640 1 --2- 172.21.15.18:0/3043280698 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f665010da80 0x7f665010df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.176+0000 7f6656e6f640 1 --2- 172.21.15.18:0/3043280698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f665010b0b0 0x7f665010d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.176+0000 7f6656e6f640 1 --2- 172.21.15.18:0/3043280698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6650108740 0x7f665010ab70 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.176+0000 7f6656e6f640 1 -- 172.21.15.18:0/3043280698 >> 172.21.15.18:0/3043280698 conn(0x7f665006e5d0 msgr2=0x7f6650070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:55.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.177+0000 7f6656e6f640 1 -- 172.21.15.18:0/3043280698 shutdown_connections 2024-04-22T00:43:55.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.177+0000 7f6656e6f640 1 -- 172.21.15.18:0/3043280698 wait complete. 2024-04-22T00:43:55.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.179+0000 7f6656e6f640 1 Processor -- start 2024-04-22T00:43:55.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.179+0000 7f6656e6f640 1 -- start start 2024-04-22T00:43:55.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.179+0000 7f6656e6f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6650108740 0x7f6650116e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.179+0000 7f6656e6f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f665010b0b0 0x7f6650117360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.179+0000 7f6656e6f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f665010da80 0x7f66501b69e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.179+0000 7f6656e6f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f665011c2d0 con 0x7f6650108740 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.179+0000 7f6656e6f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f665011c150 con 0x7f665010b0b0 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.179+0000 7f6656e6f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f665011c450 con 0x7f665010da80 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f664ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f665010b0b0 0x7f6650117360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f664ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f665010b0b0 0x7f6650117360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:40000/0 (socket says 172.21.15.18:40000) 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f664ffff640 1 -- 172.21.15.18:0/542305029 learned_addr learned my addr 172.21.15.18:0/542305029 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f6654c0b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6650108740 0x7f6650116e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f665540c640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f665010da80 0x7f66501b69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f664ffff640 1 -- 172.21.15.18:0/542305029 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f665010da80 msgr2=0x7f66501b69e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f664ffff640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f665010da80 0x7f66501b69e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f664ffff640 1 -- 172.21.15.18:0/542305029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6650108740 msgr2=0x7f6650116e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f664ffff640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6650108740 0x7f6650116e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f664ffff640 1 -- 172.21.15.18:0/542305029 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66501b6f20 con 0x7f665010b0b0 2024-04-22T00:43:55.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f664ffff640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f665010b0b0 0x7f6650117360 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f664800b9e0 tx=0x7f664800bea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:55.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.180+0000 7f664dffb640 1 -- 172.21.15.18:0/542305029 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6648019070 con 0x7f665010b0b0 2024-04-22T00:43:55.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.181+0000 7f6656e6f640 1 -- 172.21.15.18:0/542305029 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66501b70f0 con 0x7f665010b0b0 2024-04-22T00:43:55.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.181+0000 7f664dffb640 1 -- 172.21.15.18:0/542305029 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f664800cba0 con 0x7f665010b0b0 2024-04-22T00:43:55.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.181+0000 7f664dffb640 1 -- 172.21.15.18:0/542305029 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6648012670 con 0x7f665010b0b0 2024-04-22T00:43:55.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.181+0000 7f6656e6f640 1 -- 172.21.15.18:0/542305029 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66501b7600 con 0x7f665010b0b0 2024-04-22T00:43:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.184+0000 7f664dffb640 1 -- 172.21.15.18:0/542305029 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f664801c070 con 0x7f665010b0b0 2024-04-22T00:43:55.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.184+0000 7f6659a4c740 1 Processor -- start 2024-04-22T00:43:55.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.185+0000 7f664dffb640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66340a2ce0 0x7f66340a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.185+0000 7f664dffb640 1 -- 172.21.15.18:0/542305029 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f66480ce970 con 0x7f665010b0b0 2024-04-22T00:43:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.185+0000 7f6659a4c740 1 -- start start 2024-04-22T00:43:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.185+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af4b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.185+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 0x56305af50440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.186+0000 7f665540c640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66340a2ce0 0x7f66340a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.186+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af52f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.186+0000 7f6659a4c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56305aeb0560 con 0x56305af50ab0 2024-04-22T00:43:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.186+0000 7f6659a4c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56305ae58730 con 0x56305af4b940 2024-04-22T00:43:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.186+0000 7f6659a4c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56305aeac520 con 0x56305af4af50 2024-04-22T00:43:55.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.186+0000 7f665540c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af52f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.186+0000 7f665540c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af52f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39132/0 (socket says 172.21.15.18:39132) 2024-04-22T00:43:55.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.186+0000 7f665540c640 1 -- 172.21.15.18:0/2427434545 learned_addr learned my addr 172.21.15.18:0/2427434545 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:55.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.187+0000 7f664ffff640 1 --2- 172.21.15.18:0/2427434545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 0x56305af50440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.190+0000 7f6654c0b640 1 --2- 172.21.15.18:0/2427434545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af4b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.191+0000 7f6654c0b640 1 -- 172.21.15.18:0/2427434545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 msgr2=0x56305af50440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:55.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.191+0000 7f6654c0b640 1 --2- 172.21.15.18:0/2427434545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 0x56305af50440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.191+0000 7f6654c0b640 1 -- 172.21.15.18:0/2427434545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 msgr2=0x56305af52f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:55.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.191+0000 7f6654c0b640 1 --2- 172.21.15.18:0/2427434545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af52f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.191+0000 7f6654c0b640 1 -- 172.21.15.18:0/2427434545 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56305ac8e7d0 con 0x56305af4af50 2024-04-22T00:43:55.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.191+0000 7f665540c640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66340a2ce0 0x7f66340a51a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6640013510 tx=0x7f6640013910 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:55.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.192+0000 7f6654c0b640 1 --2- 172.21.15.18:0/2427434545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af4b370 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f663c036040 tx=0x7f663c02c9d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eae43d613166241d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:55.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.192+0000 7f6646ffd640 1 -- 172.21.15.18:0/2427434545 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663c042070 con 0x56305af4af50 2024-04-22T00:43:55.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.192+0000 7f6646ffd640 1 -- 172.21.15.18:0/2427434545 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f663c005000 con 0x56305af4af50 2024-04-22T00:43:55.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.192+0000 7f6646ffd640 1 -- 172.21.15.18:0/2427434545 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663c0049f0 con 0x56305af4af50 2024-04-22T00:43:55.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.193+0000 7f6659a4c740 1 -- 172.21.15.18:0/2427434545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 msgr2=0x56305af4b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.193+0000 7f6659a4c740 1 --2- 172.21.15.18:0/2427434545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af4b370 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f663c036040 tx=0x7f663c02c9d0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.194+0000 7f6659a4c740 1 -- 172.21.15.18:0/2427434545 shutdown_connections 2024-04-22T00:43:55.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.194+0000 7f6659a4c740 1 --2- 172.21.15.18:0/2427434545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af52f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.194+0000 7f6659a4c740 1 --2- 172.21.15.18:0/2427434545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 0x56305af50440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.194+0000 7f6659a4c740 1 --2- 172.21.15.18:0/2427434545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af4b370 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.194+0000 7f6659a4c740 1 -- 172.21.15.18:0/2427434545 >> 172.21.15.18:0/2427434545 conn(0x56305af464c0 msgr2=0x56305af468c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:55.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.194+0000 7f6659a4c740 1 -- 172.21.15.18:0/2427434545 shutdown_connections 2024-04-22T00:43:55.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.194+0000 7f6659a4c740 1 -- 172.21.15.18:0/2427434545 wait complete. 2024-04-22T00:43:55.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.194+0000 7f6659a4c740 1 -- start start 2024-04-22T00:43:55.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.194+0000 7f6659a4c740 1 Processor -- start 2024-04-22T00:43:55.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.195+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af55460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.195+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af4b940 0x56305af559a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.195+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af50ab0 0x56305af5c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.195+0000 7f6659a4c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56305af53a00 con 0x56305af4b940 2024-04-22T00:43:55.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.195+0000 7f6659a4c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56305ae6be00 con 0x56305af50ab0 2024-04-22T00:43:55.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.195+0000 7f6659a4c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56305af53b80 con 0x56305af4af50 2024-04-22T00:43:55.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.195+0000 7f6659a4c740 10 client.0 _ll_register_callbacks cb 0x56305aea6eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:55.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.196+0000 7f6654c0b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af55460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.196+0000 7f6654c0b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af55460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:48946/0 (socket says 172.21.15.18:48946) 2024-04-22T00:43:55.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.196+0000 7f6654c0b640 1 -- 172.21.15.18:0/3134590817 learned_addr learned my addr 172.21.15.18:0/3134590817 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:55.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.196+0000 7f6654c0b640 1 -- 172.21.15.18:0/3134590817 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af50ab0 msgr2=0x56305af5c9e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:43:55.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.196+0000 7f6654c0b640 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af50ab0 0x56305af5c9e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.196+0000 7f6654c0b640 1 -- 172.21.15.18:0/3134590817 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af4b940 msgr2=0x56305af559a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:55.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.196+0000 7f6654c0b640 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af4b940 0x56305af559a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.196+0000 7f6654c0b640 1 -- 172.21.15.18:0/3134590817 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56305abc43f0 con 0x56305af4af50 2024-04-22T00:43:55.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.196+0000 7f6654c0b640 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af55460 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f663c009850 tx=0x7f663c02c8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f86ec2a9fda5141b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:55.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.196+0000 7f6633fff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:43:55.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.197+0000 7f6633fff640 1 -- 172.21.15.18:0/3134590817 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663c042040 con 0x56305af4af50 2024-04-22T00:43:55.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.197+0000 7f6633fff640 1 -- 172.21.15.18:0/3134590817 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f663c004b40 con 0x56305af4af50 2024-04-22T00:43:55.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.197+0000 7f6659a4c740 1 -- 172.21.15.18:0/3134590817 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f663c005000 con 0x56305af4af50 2024-04-22T00:43:55.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.198+0000 7f6633fff640 1 -- 172.21.15.18:0/3134590817 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f663c004d40 con 0x56305af4af50 2024-04-22T00:43:55.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.198+0000 7f6659a4c740 10 client.25780 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:55.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.198+0000 7f6659a4c740 1 -- 172.21.15.18:0/3134590817 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56305ab840f0 con 0x56305af4af50 2024-04-22T00:43:55.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.198+0000 7f6633fff640 1 -- 172.21.15.18:0/3134590817 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f663c047940 con 0x56305af4af50 2024-04-22T00:43:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.199+0000 7f6633fff640 1 -- 172.21.15.18:0/3134590817 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f663c034730 con 0x56305af4af50 2024-04-22T00:43:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.199+0000 7f6659a4c740 10 client.25780 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.199+0000 7f6659a4c740 10 client.25780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.199+0000 7f6659a4c740 20 client.25780 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.199+0000 7f6659a4c740 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56305af60ed0 0x56305af632c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.199+0000 7f6659a4c740 4 client.25780 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.199+0000 7f6659a4c740 1 -- 172.21.15.18:0/3134590817 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f663c005000 con 0x56305af60ed0 2024-04-22T00:43:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.199+0000 7f664ffff640 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56305af60ed0 0x56305af632c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.200+0000 7f664ffff640 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56305af60ed0 0x56305af632c0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e398e65d88182b1f server_cookie=4ce393edae7ca09e in_seq=0 out_seq=0 2024-04-22T00:43:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.200+0000 7f6633fff640 10 client.25780 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:55.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.201+0000 7f6633fff640 1 -- 172.21.15.18:0/3134590817 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f663c005000 con 0x56305af60ed0 2024-04-22T00:43:55.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.201+0000 7f6633fff640 10 client.25780 handle_command_reply: tid=0 2024-04-22T00:43:55.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.201+0000 7f6659a4c740 1 client.25780 shutdown 2024-04-22T00:43:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.202+0000 7f6659a4c740 1 -- 172.21.15.18:0/3134590817 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 msgr2=0x56305af55460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.202+0000 7f6659a4c740 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af55460 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f663c009850 tx=0x7f663c02c8d0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.202+0000 7f6659a4c740 1 -- 172.21.15.18:0/3134590817 shutdown_connections 2024-04-22T00:43:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.202+0000 7f6659a4c740 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56305af60ed0 0x56305af632c0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.202+0000 7f6659a4c740 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af50ab0 0x56305af5c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.202+0000 7f6659a4c740 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af4b940 0x56305af559a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.202+0000 7f6659a4c740 1 --2- 172.21.15.18:0/3134590817 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4af50 0x56305af55460 secure :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f663c009850 tx=0x7f663c02c8d0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.202+0000 7f6633fff640 0 client.25780 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.202+0000 7f6659a4c740 1 -- 172.21.15.18:0/3134590817 >> 172.21.15.18:0/3134590817 conn(0x56305af464c0 msgr2=0x56305af456e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:55.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.203+0000 7f6659a4c740 1 -- 172.21.15.18:0/3134590817 shutdown_connections 2024-04-22T00:43:55.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.203+0000 7f6659a4c740 1 -- 172.21.15.18:0/3134590817 wait complete. 2024-04-22T00:43:55.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.203+0000 7f6659a4c740 20 client.25780 trim_cache size 0 max 16384 2024-04-22T00:43:55.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.236+0000 7f6659a4c740 1 Processor -- start 2024-04-22T00:43:55.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.236+0000 7f6659a4c740 1 -- start start 2024-04-22T00:43:55.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.236+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4b940 0x56305af44e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.236+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af5c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af45390 0x56305af457f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f6659a4c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f66380125f0 con 0x56305af50ab0 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f664ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af5c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f664ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af5c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39152/0 (socket says 172.21.15.18:39152) 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f664ffff640 1 -- 172.21.15.18:0/2066011277 learned_addr learned my addr 172.21.15.18:0/2066011277 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f6659a4c740 1 -- 172.21.15.18:0/2066011277 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f663800fe60 con 0x56305af45390 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f6659a4c740 1 -- 172.21.15.18:0/2066011277 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f663800dcb0 con 0x56305af4b940 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f665540c640 1 --2- 172.21.15.18:0/2066011277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af45390 0x56305af457f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f664ffff640 1 -- 172.21.15.18:0/2066011277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4b940 msgr2=0x56305af44e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f664ffff640 1 --2- 172.21.15.18:0/2066011277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4b940 0x56305af44e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f664ffff640 1 -- 172.21.15.18:0/2066011277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af45390 msgr2=0x56305af457f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:55.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.237+0000 7f664ffff640 1 --2- 172.21.15.18:0/2066011277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af45390 0x56305af457f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.238+0000 7f664ffff640 1 -- 172.21.15.18:0/2066011277 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56305af47430 con 0x56305af50ab0 2024-04-22T00:43:55.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.238+0000 7f664ffff640 1 --2- 172.21.15.18:0/2066011277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af5c9a0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f664800b9b0 tx=0x7f66480cbf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9bea17eddc20b24 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:55.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.238+0000 7f66467fc640 1 -- 172.21.15.18:0/2066011277 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66480a3a10 con 0x56305af50ab0 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.238+0000 7f66467fc640 1 -- 172.21.15.18:0/2066011277 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f664800cd50 con 0x56305af50ab0 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.238+0000 7f66467fc640 1 -- 172.21.15.18:0/2066011277 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66480a37e0 con 0x56305af50ab0 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.239+0000 7f6659a4c740 1 -- 172.21.15.18:0/2066011277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 msgr2=0x56305af5c9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.239+0000 7f6659a4c740 1 --2- 172.21.15.18:0/2066011277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af5c9a0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f664800b9b0 tx=0x7f66480cbf10 comp rx=0 tx=0).stop 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.239+0000 7f6659a4c740 1 -- 172.21.15.18:0/2066011277 shutdown_connections 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.239+0000 7f6659a4c740 1 --2- 172.21.15.18:0/2066011277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af45390 0x56305af457f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.239+0000 7f6659a4c740 1 --2- 172.21.15.18:0/2066011277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af50ab0 0x56305af5c9a0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.239+0000 7f6659a4c740 1 --2- 172.21.15.18:0/2066011277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af4b940 0x56305af44e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.239+0000 7f6659a4c740 1 -- 172.21.15.18:0/2066011277 >> 172.21.15.18:0/2066011277 conn(0x56305af464c0 msgr2=0x56305af41680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.239+0000 7f6659a4c740 1 -- 172.21.15.18:0/2066011277 shutdown_connections 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.239+0000 7f6659a4c740 1 -- 172.21.15.18:0/2066011277 wait complete. 2024-04-22T00:43:55.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.240+0000 7f6659a4c740 1 -- start start 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.240+0000 7f6659a4c740 1 Processor -- start 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.240+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af45390 0x56305af5a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.240+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 0x56305af5a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.240+0000 7f6654c0b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af45390 0x56305af5a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.240+0000 7f6654c0b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af45390 0x56305af5a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39154/0 (socket says 172.21.15.18:39154) 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.240+0000 7f6659a4c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af50ab0 0x56305af5b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.240+0000 7f6654c0b640 1 -- 172.21.15.18:0/953790770 learned_addr learned my addr 172.21.15.18:0/953790770 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.241+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f663800e320 con 0x56305af45390 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.241+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f663800f790 con 0x56305af4b940 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.241+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f663800e9f0 con 0x56305af50ab0 2024-04-22T00:43:55.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.241+0000 7f6659a4c740 10 client.0 _ll_register_callbacks cb 0x7f664000b970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:55.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.241+0000 7f664ffff640 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 0x56305af5a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.242+0000 7f665540c640 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af50ab0 0x56305af5b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.242+0000 7f664ffff640 1 -- 172.21.15.18:0/953790770 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af50ab0 msgr2=0x56305af5b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:55.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.242+0000 7f664ffff640 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af50ab0 0x56305af5b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.242+0000 7f664ffff640 1 -- 172.21.15.18:0/953790770 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af45390 msgr2=0x56305af5a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:55.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.242+0000 7f664ffff640 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af45390 0x56305af5a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.242+0000 7f664ffff640 1 -- 172.21.15.18:0/953790770 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56305af5bc20 con 0x56305af4b940 2024-04-22T00:43:55.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.243+0000 7f664ffff640 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 0x56305af5a620 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x56305ae6be70 tx=0x7f664809f210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d6e0abda14e5a7ea server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:55.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.243+0000 7f6633fff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:55.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.244+0000 7f6633fff640 1 -- 172.21.15.18:0/953790770 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664807e060 con 0x56305af4b940 2024-04-22T00:43:55.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.244+0000 7f6633fff640 1 -- 172.21.15.18:0/953790770 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f66480a3580 con 0x56305af4b940 2024-04-22T00:43:55.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.244+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f664800cd50 con 0x56305af4b940 2024-04-22T00:43:55.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.245+0000 7f6633fff640 1 -- 172.21.15.18:0/953790770 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f66480a3a10 con 0x56305af4b940 2024-04-22T00:43:55.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.245+0000 7f6659a4c740 10 client.25796 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:55.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.245+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56305afc72a0 con 0x56305af4b940 2024-04-22T00:43:55.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.245+0000 7f6633fff640 1 -- 172.21.15.18:0/953790770 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f664800cd50 con 0x56305af4b940 2024-04-22T00:43:55.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.245+0000 7f6633fff640 1 -- 172.21.15.18:0/953790770 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6648099ea0 con 0x56305af4b940 2024-04-22T00:43:55.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.245+0000 7f6659a4c740 10 client.25796 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:55.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.245+0000 7f6659a4c740 10 client.25796 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:55.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.246+0000 7f6659a4c740 20 client.25796 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:55.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.246+0000 7f6659a4c740 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56305afc7bc0 0x56305afc9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.246+0000 7f6659a4c740 4 client.25796 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:43:55.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.246+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56305aebdaa0 con 0x56305afc7bc0 2024-04-22T00:43:55.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.248+0000 7f6654c0b640 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56305afc7bc0 0x56305afc9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.250+0000 7f6654c0b640 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56305afc7bc0 0x56305afc9fe0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2761c9fbeca1028a server_cookie=9e9ad42413526e49 in_seq=0 out_seq=0 2024-04-22T00:43:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.250+0000 7f6633fff640 10 client.25796 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:55.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6633fff640 1 -- 172.21.15.18:0/953790770 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56305aebdaa0 con 0x56305afc7bc0 2024-04-22T00:43:55.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6633fff640 10 client.25796 handle_command_reply: tid=0 2024-04-22T00:43:55.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 client.25796 shutdown 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 msgr2=0x56305af5a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 0x56305af5a620 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x56305ae6be70 tx=0x7f664809f210 comp rx=0 tx=0).stop 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 shutdown_connections 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56305afc7bc0 0x56305afc9fe0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56305af50ab0 0x56305af5b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6633fff640 0 client.25796 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56305af4b940 0x56305af5a620 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 --2- 172.21.15.18:0/953790770 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56305af45390 0x56305af5a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 >> 172.21.15.18:0/953790770 conn(0x56305af464c0 msgr2=0x56305af457f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 shutdown_connections 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.251+0000 7f6659a4c740 1 -- 172.21.15.18:0/953790770 wait complete. 2024-04-22T00:43:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.252+0000 7f6659a4c740 20 client.25796 trim_cache size 0 max 16384 2024-04-22T00:43:55.254 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:43:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:43:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:43:55.254 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.252+0000 7f6656e6f640 1 -- 172.21.15.18:0/542305029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66340a2ce0 msgr2=0x7f66340a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.252+0000 7f6656e6f640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66340a2ce0 0x7f66340a51a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6640013510 tx=0x7f6640013910 comp rx=0 tx=0).stop 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.252+0000 7f6656e6f640 1 -- 172.21.15.18:0/542305029 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f665010b0b0 msgr2=0x7f6650117360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.252+0000 7f6656e6f640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f665010b0b0 0x7f6650117360 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f664800b9e0 tx=0x7f664800bea0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.253+0000 7f6656e6f640 1 -- 172.21.15.18:0/542305029 shutdown_connections 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.253+0000 7f6656e6f640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66340a2ce0 0x7f66340a51a0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.253+0000 7f6656e6f640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f665010da80 0x7f66501b69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.253+0000 7f6656e6f640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f665010b0b0 0x7f6650117360 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.253+0000 7f6656e6f640 1 --2- 172.21.15.18:0/542305029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6650108740 0x7f6650116e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.253+0000 7f6656e6f640 1 -- 172.21.15.18:0/542305029 >> 172.21.15.18:0/542305029 conn(0x7f665006e5d0 msgr2=0x7f6650108f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.253+0000 7f6656e6f640 1 -- 172.21.15.18:0/542305029 shutdown_connections 2024-04-22T00:43:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.253+0000 7f6656e6f640 1 -- 172.21.15.18:0/542305029 wait complete. 2024-04-22T00:43:55.274 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:43:55.274 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:43:55.306 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:55 smithi018 ceph-mon[27979]: pgmap v453: 129 pgs: 129 active+clean; 1.1 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.8 MiB/s wr, 743 op/s 2024-04-22T00:43:55.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.433+0000 7efcd6ffd640 1 -- 172.21.15.18:0/966830298 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd0032990 con 0x7efcd810da60 2024-04-22T00:43:55.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.434+0000 7efcde604640 1 -- 172.21.15.18:0/966830298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efcd810da60 msgr2=0x7efcd810dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.434+0000 7efcde604640 1 --2- 172.21.15.18:0/966830298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efcd810da60 0x7efcd810dee0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7efcd0009ca0 tx=0x7efcd002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.435+0000 7efcde604640 1 -- 172.21.15.18:0/966830298 shutdown_connections 2024-04-22T00:43:55.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.435+0000 7efcde604640 1 --2- 172.21.15.18:0/966830298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efcd810da60 0x7efcd810dee0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.435+0000 7efcde604640 1 --2- 172.21.15.18:0/966830298 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efcd810b0b0 0x7efcd810d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.435+0000 7efcde604640 1 --2- 172.21.15.18:0/966830298 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efcd8108740 0x7efcd810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.435+0000 7efcde604640 1 -- 172.21.15.18:0/966830298 >> 172.21.15.18:0/966830298 conn(0x7efcd806eed0 msgr2=0x7efcd8071310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:55.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.436+0000 7efcde604640 1 -- 172.21.15.18:0/966830298 shutdown_connections 2024-04-22T00:43:55.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.436+0000 7efcde604640 1 -- 172.21.15.18:0/966830298 wait complete. 2024-04-22T00:43:55.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.437+0000 7efcde604640 1 Processor -- start 2024-04-22T00:43:55.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.437+0000 7efcde604640 1 -- start start 2024-04-22T00:43:55.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.437+0000 7efcde604640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efcd8108740 0x7efcd81a6840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.437+0000 7efcde604640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efcd810b0b0 0x7efcd81a6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.437+0000 7efcde604640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efcd810da60 0x7efcd81addf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.437+0000 7efcde604640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7efcd811c280 con 0x7efcd810b0b0 2024-04-22T00:43:55.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.437+0000 7efcde604640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7efcd811c100 con 0x7efcd810da60 2024-04-22T00:43:55.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.437+0000 7efcde604640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7efcd811c400 con 0x7efcd8108740 2024-04-22T00:43:55.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd7fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efcd8108740 0x7efcd81a6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd7fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efcd8108740 0x7efcd81a6840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:48978/0 (socket says 172.21.15.18:48978) 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd7fff640 1 -- 172.21.15.18:0/973031277 learned_addr learned my addr 172.21.15.18:0/973031277 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcdcba1640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efcd810da60 0x7efcd81addf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd77fe640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efcd810b0b0 0x7efcd81a6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd7fff640 1 -- 172.21.15.18:0/973031277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efcd810da60 msgr2=0x7efcd81addf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd7fff640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efcd810da60 0x7efcd81addf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd7fff640 1 -- 172.21.15.18:0/973031277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efcd810b0b0 msgr2=0x7efcd81a6d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd7fff640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efcd810b0b0 0x7efcd81a6d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd7fff640 1 -- 172.21.15.18:0/973031277 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcd810ffa0 con 0x7efcd8108740 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcdcba1640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efcd810da60 0x7efcd81addf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd7fff640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efcd8108740 0x7efcd81a6840 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7efccc00e9f0 tx=0x7efccc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd57fa640 1 -- 172.21.15.18:0/973031277 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc00cd80 con 0x7efcd8108740 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcde604640 1 -- 172.21.15.18:0/973031277 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcd8110290 con 0x7efcd8108740 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcd57fa640 1 -- 172.21.15.18:0/973031277 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efccc010910 con 0x7efcd8108740 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.438+0000 7efcde604640 1 -- 172.21.15.18:0/973031277 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcd8110830 con 0x7efcd8108740 2024-04-22T00:43:55.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.439+0000 7efcd57fa640 1 -- 172.21.15.18:0/973031277 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc0188f0 con 0x7efcd8108740 2024-04-22T00:43:55.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.440+0000 7efcde604640 1 -- 172.21.15.18:0/973031277 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcc40052c0 con 0x7efcd8108740 2024-04-22T00:43:55.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.441+0000 7efcd57fa640 1 -- 172.21.15.18:0/973031277 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7efccc010ac0 con 0x7efcd8108740 2024-04-22T00:43:55.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.442+0000 7efcd57fa640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efcc00a2c90 0x7efcc00a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:55.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.442+0000 7efcd57fa640 1 -- 172.21.15.18:0/973031277 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7efccc0cf8e0 con 0x7efcd8108740 2024-04-22T00:43:55.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.443+0000 7efcd77fe640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efcc00a2c90 0x7efcc00a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:55.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.444+0000 7efcd77fe640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efcc00a2c90 0x7efcc00a5150 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7efcd81a7d50 tx=0x7efcc8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:55.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.447+0000 7efcd57fa640 1 -- 172.21.15.18:0/973031277 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7efccc09c410 con 0x7efcd8108740 2024-04-22T00:43:55.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:55 smithi167 ceph-mon[31348]: pgmap v453: 129 pgs: 129 active+clean; 1.1 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.8 MiB/s wr, 743 op/s 2024-04-22T00:43:55.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:55 smithi081 ceph-mon[31546]: pgmap v453: 129 pgs: 129 active+clean; 1.1 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.8 MiB/s wr, 743 op/s 2024-04-22T00:43:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:43:55.855 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:41:51.304827+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:43:55.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.852+0000 7efcde604640 1 -- 172.21.15.18:0/973031277 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efcc40055b0 con 0x7efcd8108740 2024-04-22T00:43:55.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.853+0000 7efcd57fa640 1 -- 172.21.15.18:0/973031277 <== mon.1 v2:172.21.15.167:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11874 (secure 0 0 0) 0x7efccc09bd10 con 0x7efcd8108740 2024-04-22T00:43:55.855 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 28 2024-04-22T00:43:55.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 -- 172.21.15.18:0/973031277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efcc00a2c90 msgr2=0x7efcc00a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efcc00a2c90 0x7efcc00a5150 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7efcd81a7d50 tx=0x7efcc8005f90 comp rx=0 tx=0).stop 2024-04-22T00:43:55.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 -- 172.21.15.18:0/973031277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efcd8108740 msgr2=0x7efcd81a6840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:55.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efcd8108740 0x7efcd81a6840 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7efccc00e9f0 tx=0x7efccc00eeb0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 -- 172.21.15.18:0/973031277 shutdown_connections 2024-04-22T00:43:55.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7efcc00a2c90 0x7efcc00a5150 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efcd810da60 0x7efcd81addf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efcd810b0b0 0x7efcd81a6d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 --2- 172.21.15.18:0/973031277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7efcd8108740 0x7efcd81a6840 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 -- 172.21.15.18:0/973031277 >> 172.21.15.18:0/973031277 conn(0x7efcd806eed0 msgr2=0x7efcd810a910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 -- 172.21.15.18:0/973031277 shutdown_connections 2024-04-22T00:43:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:55.857+0000 7efcde604640 1 -- 172.21.15.18:0/973031277 wait complete. 2024-04-22T00:43:55.874 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:43:56.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.093+0000 7fe0c6c15640 1 -- 172.21.15.18:0/1627072828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe0c0102230 msgr2=0x7fe0c0108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.093+0000 7fe0c6c15640 1 --2- 172.21.15.18:0/1627072828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe0c0102230 0x7fe0c0108ac0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fe0b8009ca0 tx=0x7fe0b802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.093+0000 7fe0c6c15640 1 -- 172.21.15.18:0/1627072828 shutdown_connections 2024-04-22T00:43:56.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.093+0000 7fe0c6c15640 1 --2- 172.21.15.18:0/1627072828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe0c0102230 0x7fe0c0108ac0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.093+0000 7fe0c6c15640 1 --2- 172.21.15.18:0/1627072828 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0c0101870 0x7fe0c0101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.093+0000 7fe0c6c15640 1 --2- 172.21.15.18:0/1627072828 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0c0100680 0x7fe0c0100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.093+0000 7fe0c6c15640 1 -- 172.21.15.18:0/1627072828 >> 172.21.15.18:0/1627072828 conn(0x7fe0c00fbbf0 msgr2=0x7fe0c00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.093+0000 7fe0c6c15640 1 -- 172.21.15.18:0/1627072828 shutdown_connections 2024-04-22T00:43:56.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.093+0000 7fe0c6c15640 1 -- 172.21.15.18:0/1627072828 wait complete. 2024-04-22T00:43:56.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.094+0000 7fe0c6c15640 1 Processor -- start 2024-04-22T00:43:56.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.094+0000 7fe0c6c15640 1 -- start start 2024-04-22T00:43:56.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.094+0000 7fe0c6c15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0c0100680 0x7fe0c0072c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.094+0000 7fe0c6c15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe0c0101870 0x7fe0c00731b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.094+0000 7fe0c6c15640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0c0102230 0x7fe0c00712b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.094+0000 7fe0c6c15640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c006bb70 con 0x7fe0c0101870 2024-04-22T00:43:56.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.094+0000 7fe0c6c15640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c006b9f0 con 0x7fe0c0102230 2024-04-22T00:43:56.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.094+0000 7fe0c6c15640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c006bcf0 con 0x7fe0c0100680 2024-04-22T00:43:56.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0bffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe0c0101870 0x7fe0c00731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0c49b1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0c0100680 0x7fe0c0072c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0bffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe0c0101870 0x7fe0c00731b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39190/0 (socket says 172.21.15.18:39190) 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0bffff640 1 -- 172.21.15.18:0/2739829295 learned_addr learned my addr 172.21.15.18:0/2739829295 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0c51b2640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0c0102230 0x7fe0c00712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0c51b2640 1 -- 172.21.15.18:0/2739829295 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0c0100680 msgr2=0x7fe0c0072c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0c51b2640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0c0100680 0x7fe0c0072c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0c51b2640 1 -- 172.21.15.18:0/2739829295 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe0c0101870 msgr2=0x7fe0c00731b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0c51b2640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe0c0101870 0x7fe0c00731b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0c51b2640 1 -- 172.21.15.18:0/2739829295 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0c0071a30 con 0x7fe0c0102230 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0c51b2640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0c0102230 0x7fe0c00712b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe0b8037040 tx=0x7fe0b8032ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.095+0000 7fe0bdffb640 1 -- 172.21.15.18:0/2739829295 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b8041020 con 0x7fe0c0102230 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.096+0000 7fe0bdffb640 1 -- 172.21.15.18:0/2739829295 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe0b8034cd0 con 0x7fe0c0102230 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.096+0000 7fe0c6c15640 1 -- 172.21.15.18:0/2739829295 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0c0071cc0 con 0x7fe0c0102230 2024-04-22T00:43:56.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.096+0000 7fe0bdffb640 1 -- 172.21.15.18:0/2739829295 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b8039040 con 0x7fe0c0102230 2024-04-22T00:43:56.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.096+0000 7fe0c6c15640 1 -- 172.21.15.18:0/2739829295 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0c01a6500 con 0x7fe0c0102230 2024-04-22T00:43:56.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.099+0000 7fe0c9803740 1 Processor -- start 2024-04-22T00:43:56.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.099+0000 7fe0bdffb640 1 -- 172.21.15.18:0/2739829295 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe0b8044020 con 0x7fe0c0102230 2024-04-22T00:43:56.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.099+0000 7fe0c9803740 1 -- start start 2024-04-22T00:43:56.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fded3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fded9b0 0x55f23fdf04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 0x55f23fdfd960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0c9803740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55f23fd52530 con 0x55f23fdf0b10 2024-04-22T00:43:56.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0c9803740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55f23fcfa830 con 0x55f23fdecfc0 2024-04-22T00:43:56.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0c9803740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f23fd4e4f0 con 0x55f23fded9b0 2024-04-22T00:43:56.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0bffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fded3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0bffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fded3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:40092/0 (socket says 172.21.15.18:40092) 2024-04-22T00:43:56.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0bffff640 1 -- 172.21.15.18:0/2940855401 learned_addr learned my addr 172.21.15.18:0/2940855401 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0bffff640 1 --2- 172.21.15.18:0/2940855401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 0x55f23fdfd960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0c49b1640 1 --2- 172.21.15.18:0/2940855401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fded9b0 0x55f23fdf04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.100+0000 7fe0bffff640 1 -- 172.21.15.18:0/2940855401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fded9b0 msgr2=0x55f23fdf04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.101+0000 7fe0bffff640 1 --2- 172.21.15.18:0/2940855401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fded9b0 0x55f23fdf04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.101+0000 7fe0bffff640 1 -- 172.21.15.18:0/2940855401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 msgr2=0x55f23fdfd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.101+0000 7fe0bffff640 1 --2- 172.21.15.18:0/2940855401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 0x55f23fdfd960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.101+0000 7fe0bffff640 1 -- 172.21.15.18:0/2940855401 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f23fd1e2c0 con 0x55f23fdecfc0 2024-04-22T00:43:56.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.101+0000 7fe0bdffb640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe0a80a2c90 0x7fe0a80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.101+0000 7fe0bffff640 1 --2- 172.21.15.18:0/2940855401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fded3e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe0b40118d0 tx=0x7fe0b40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78ed84e1ffa9d39d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.101+0000 7fe0bdffb640 1 -- 172.21.15.18:0/2739829295 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe0b80f1160 con 0x7fe0c0102230 2024-04-22T00:43:56.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.102+0000 7fe0c49b1640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe0a80a2c90 0x7fe0a80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.102+0000 7fe0a6ffd640 1 -- 172.21.15.18:0/2940855401 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b4005020 con 0x55f23fdecfc0 2024-04-22T00:43:56.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.102+0000 7fe0a6ffd640 1 -- 172.21.15.18:0/2940855401 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe0b40047a0 con 0x55f23fdecfc0 2024-04-22T00:43:56.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.102+0000 7fe0a6ffd640 1 -- 172.21.15.18:0/2940855401 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b400fa20 con 0x55f23fdecfc0 2024-04-22T00:43:56.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.103+0000 7fe0c9803740 1 -- 172.21.15.18:0/2940855401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 msgr2=0x55f23fded3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.103+0000 7fe0c9803740 1 --2- 172.21.15.18:0/2940855401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fded3e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe0b40118d0 tx=0x7fe0b40046c0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.103+0000 7fe0c49b1640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe0a80a2c90 0x7fe0a80a5150 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x55f23fdeddb0 tx=0x7fe0b000d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.105+0000 7fe0c9803740 1 -- 172.21.15.18:0/2940855401 shutdown_connections 2024-04-22T00:43:56.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.105+0000 7fe0c9803740 1 --2- 172.21.15.18:0/2940855401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 0x55f23fdfd960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.105+0000 7fe0c9803740 1 --2- 172.21.15.18:0/2940855401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fded9b0 0x55f23fdf04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.105+0000 7fe0c9803740 1 --2- 172.21.15.18:0/2940855401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fded3e0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.105+0000 7fe0c9803740 1 -- 172.21.15.18:0/2940855401 >> 172.21.15.18:0/2940855401 conn(0x55f23fde85b0 msgr2=0x55f23fde89b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.105+0000 7fe0c9803740 1 -- 172.21.15.18:0/2940855401 shutdown_connections 2024-04-22T00:43:56.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.105+0000 7fe0c9803740 1 -- 172.21.15.18:0/2940855401 wait complete. 2024-04-22T00:43:56.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.105+0000 7fe0c9803740 1 -- start start 2024-04-22T00:43:56.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.105+0000 7fe0c9803740 1 Processor -- start 2024-04-22T00:43:56.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.106+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fdffb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.106+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fded9b0 0x55f23fe00040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.106+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 0x55f23fe07080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.106+0000 7fe0c49b1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fdffb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.106+0000 7fe0c49b1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fdffb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:40102/0 (socket says 172.21.15.18:40102) 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.106+0000 7fe0c49b1640 1 -- 172.21.15.18:0/3777396914 learned_addr learned my addr 172.21.15.18:0/3777396914 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.106+0000 7fe0bffff640 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fded9b0 0x55f23fe00040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.106+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55f23fdfe360 con 0x55f23fdf0b10 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.106+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55f23fd0df10 con 0x55f23fdecfc0 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.106+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f23fdfe4e0 con 0x55f23fded9b0 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe0c9803740 10 client.0 _ll_register_callbacks cb 0x55f23fa65be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe0c51b2640 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 0x55f23fe07080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe0c49b1640 1 -- 172.21.15.18:0/3777396914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fded9b0 msgr2=0x55f23fe00040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe0c49b1640 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fded9b0 0x55f23fe00040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe0c49b1640 1 -- 172.21.15.18:0/3777396914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 msgr2=0x55f23fe07080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe0c49b1640 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 0x55f23fe07080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe0c49b1640 1 -- 172.21.15.18:0/3777396914 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f23fcdfc80 con 0x55f23fdecfc0 2024-04-22T00:43:56.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe0c51b2640 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 0x55f23fe07080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:43:56.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe0c49b1640 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fdffb00 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe0b0019940 tx=0x7fe0b0004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b8c79cd58f1c900 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe09ffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:56.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe09ffff640 1 -- 172.21.15.18:0/3777396914 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b001f050 con 0x55f23fdecfc0 2024-04-22T00:43:56.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe09ffff640 1 -- 172.21.15.18:0/3777396914 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe0b0017aa0 con 0x55f23fdecfc0 2024-04-22T00:43:56.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.107+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe0b40047a0 con 0x55f23fdecfc0 2024-04-22T00:43:56.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe09ffff640 1 -- 172.21.15.18:0/3777396914 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe0b0017ca0 con 0x55f23fdecfc0 2024-04-22T00:43:56.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe0c9803740 10 client.25814 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:56.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f23fa663f0 con 0x55f23fdecfc0 2024-04-22T00:43:56.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe09ffff640 1 -- 172.21.15.18:0/3777396914 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe0b40047a0 con 0x55f23fdecfc0 2024-04-22T00:43:56.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe09ffff640 1 -- 172.21.15.18:0/3777396914 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe0b0004bb0 con 0x55f23fdecfc0 2024-04-22T00:43:56.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe0c9803740 10 client.25814 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:56.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe0c9803740 10 client.25814 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:43:56.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe0c9803740 20 client.25814 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:56.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f23fe0b960 0x55f23fe0de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe0c9803740 4 client.25814 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:56.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f23fd5fa70 con 0x55f23fe0b960 2024-04-22T00:43:56.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.108+0000 7fe0bffff640 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f23fe0b960 0x55f23fe0de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.109+0000 7fe0bffff640 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f23fe0b960 0x55f23fe0de20 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=728fd666384c2ae3 server_cookie=c5ead90063302c in_seq=0 out_seq=0 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.109+0000 7fe09ffff640 10 client.25814 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe09ffff640 1 -- 172.21.15.18:0/3777396914 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f23fd5fa70 con 0x55f23fe0b960 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe09ffff640 10 client.25814 handle_command_reply: tid=0 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe0c9803740 1 client.25814 shutdown 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 msgr2=0x55f23fdffb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fdffb00 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe0b0019940 tx=0x7fe0b0004730 comp rx=0 tx=0).stop 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 shutdown_connections 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f23fe0b960 0x55f23fe0de20 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe09ffff640 0 client.25814 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdf0b10 0x55f23fe07080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fded9b0 0x55f23fe00040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3777396914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fdffb00 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.110+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 >> 172.21.15.18:0/3777396914 conn(0x55f23fde85b0 msgr2=0x55f23fde7850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.111+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 shutdown_connections 2024-04-22T00:43:56.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.111+0000 7fe0c9803740 1 -- 172.21.15.18:0/3777396914 wait complete. 2024-04-22T00:43:56.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.111+0000 7fe0c9803740 20 client.25814 trim_cache size 0 max 16384 2024-04-22T00:43:56.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.136+0000 7fe0c9803740 1 Processor -- start 2024-04-22T00:43:56.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.136+0000 7fe0c9803740 1 -- start start 2024-04-22T00:43:56.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.136+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fdfffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.136+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fded9b0 0x55f23fe07040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.136+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fdebf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.136+0000 7fe0c9803740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c01b3430 con 0x55f23fded9b0 2024-04-22T00:43:56.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.136+0000 7fe0c9803740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c01b0ca0 con 0x55f23fdecfc0 2024-04-22T00:43:56.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.136+0000 7fe0c9803740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c01aeaf0 con 0x55f23fdf0b10 2024-04-22T00:43:56.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.138+0000 7fe0c51b2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fdebf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.138+0000 7fe0c51b2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fdebf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49034/0 (socket says 172.21.15.18:49034) 2024-04-22T00:43:56.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.138+0000 7fe0c51b2640 1 -- 172.21.15.18:0/1466773660 learned_addr learned my addr 172.21.15.18:0/1466773660 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.138+0000 7fe0c51b2640 1 -- 172.21.15.18:0/1466773660 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 msgr2=0x55f23fdfffa0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:43:56.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.138+0000 7fe0c51b2640 1 --2- 172.21.15.18:0/1466773660 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fdfffa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.138+0000 7fe0c51b2640 1 -- 172.21.15.18:0/1466773660 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fded9b0 msgr2=0x55f23fe07040 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:43:56.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.138+0000 7fe0c51b2640 1 --2- 172.21.15.18:0/1466773660 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fded9b0 0x55f23fe07040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.138+0000 7fe0c51b2640 1 -- 172.21.15.18:0/1466773660 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f23fb307d0 con 0x55f23fdf0b10 2024-04-22T00:43:56.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.146+0000 7fe0c51b2640 1 --2- 172.21.15.18:0/1466773660 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fdebf20 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe0b80bd320 tx=0x7fe0b80ee700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd76855f0a879af server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.150+0000 7fe0a67fc640 1 -- 172.21.15.18:0/1466773660 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b80a8070 con 0x55f23fdf0b10 2024-04-22T00:43:56.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.150+0000 7fe0a67fc640 1 -- 172.21.15.18:0/1466773660 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe0b80bdd20 con 0x55f23fdf0b10 2024-04-22T00:43:56.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.151+0000 7fe0c9803740 1 -- 172.21.15.18:0/1466773660 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 msgr2=0x55f23fdebf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.151+0000 7fe0c9803740 1 --2- 172.21.15.18:0/1466773660 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fdebf20 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe0b80bd320 tx=0x7fe0b80ee700 comp rx=0 tx=0).stop 2024-04-22T00:43:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.153+0000 7fe0c9803740 1 -- 172.21.15.18:0/1466773660 shutdown_connections 2024-04-22T00:43:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.153+0000 7fe0c9803740 1 --2- 172.21.15.18:0/1466773660 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fdebf20 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.153+0000 7fe0c9803740 1 --2- 172.21.15.18:0/1466773660 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fded9b0 0x55f23fe07040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.153+0000 7fe0c9803740 1 --2- 172.21.15.18:0/1466773660 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fdecfc0 0x55f23fdfffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.153+0000 7fe0c9803740 1 -- 172.21.15.18:0/1466773660 >> 172.21.15.18:0/1466773660 conn(0x55f23fde85b0 msgr2=0x55f23fdeb810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.158+0000 7fe0c9803740 1 -- 172.21.15.18:0/1466773660 shutdown_connections 2024-04-22T00:43:56.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.161+0000 7fe0c9803740 1 -- 172.21.15.18:0/1466773660 wait complete. 2024-04-22T00:43:56.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.162+0000 7fe0c9803740 1 -- start start 2024-04-22T00:43:56.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.162+0000 7fe0c9803740 1 Processor -- start 2024-04-22T00:43:56.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.163+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdecfc0 0x55f23fe05a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.163+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fded9b0 0x55f23fe05fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.163+0000 7fe0c9803740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fe06510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.163+0000 7fe0c9803740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c01af160 con 0x55f23fdecfc0 2024-04-22T00:43:56.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.163+0000 7fe0c9803740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c01b05d0 con 0x55f23fded9b0 2024-04-22T00:43:56.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.163+0000 7fe0c9803740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c01af830 con 0x55f23fdf0b10 2024-04-22T00:43:56.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.163+0000 7fe0c9803740 10 client.0 _ll_register_callbacks cb 0x7fe0b000beb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:56.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.164+0000 7fe0c51b2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fe06510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.164+0000 7fe0c51b2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fe06510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49042/0 (socket says 172.21.15.18:49042) 2024-04-22T00:43:56.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.164+0000 7fe0c51b2640 1 -- 172.21.15.18:0/3562113083 learned_addr learned my addr 172.21.15.18:0/3562113083 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.164+0000 7fe0bffff640 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fded9b0 0x55f23fe05fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.164+0000 7fe0c49b1640 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdecfc0 0x55f23fe05a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.166+0000 7fe0bffff640 1 -- 172.21.15.18:0/3562113083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 msgr2=0x55f23fe06510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.166+0000 7fe0bffff640 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fe06510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.166+0000 7fe0bffff640 1 -- 172.21.15.18:0/3562113083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdecfc0 msgr2=0x55f23fe05a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.166+0000 7fe0bffff640 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdecfc0 0x55f23fe05a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.166+0000 7fe0bffff640 1 -- 172.21.15.18:0/3562113083 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f23fdf73b0 con 0x55f23fded9b0 2024-04-22T00:43:56.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.167+0000 7fe0bffff640 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fded9b0 0x55f23fe05fd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4009570 tx=0x7fe0b4004c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d88085765975a652 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.169+0000 7fe09ffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:56.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.170+0000 7fe0c49b1640 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdecfc0 0x55f23fe05a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:56.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.173+0000 7fe09ffff640 1 -- 172.21.15.18:0/3562113083 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b402e060 con 0x55f23fded9b0 2024-04-22T00:43:56.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.173+0000 7fe09ffff640 1 -- 172.21.15.18:0/3562113083 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe0b40047a0 con 0x55f23fded9b0 2024-04-22T00:43:56.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.174+0000 7fe0c9803740 1 -- 172.21.15.18:0/3562113083 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f23fd59dc0 con 0x55f23fded9b0 2024-04-22T00:43:56.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.176+0000 7fe09ffff640 1 -- 172.21.15.18:0/3562113083 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe0b4004040 con 0x55f23fded9b0 2024-04-22T00:43:56.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.184+0000 7fe0c9803740 10 client.25817 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:56.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.184+0000 7fe0c9803740 1 -- 172.21.15.18:0/3562113083 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f23fdf87a0 con 0x55f23fded9b0 2024-04-22T00:43:56.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.187+0000 7fe09ffff640 1 -- 172.21.15.18:0/3562113083 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55f23fd59dc0 con 0x55f23fded9b0 2024-04-22T00:43:56.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.187+0000 7fe09ffff640 1 -- 172.21.15.18:0/3562113083 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe0b401d030 con 0x55f23fded9b0 2024-04-22T00:43:56.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.188+0000 7fe0c9803740 10 client.25817 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:56.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.188+0000 7fe0c9803740 10 client.25817 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:43:56.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.188+0000 7fe0c9803740 20 client.25817 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:56.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.188+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f23fe0b960 0x55f23fdf8f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.188+0000 7fe0c9803740 4 client.25817 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:43:56.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.188+0000 7fe0c9803740 1 -- 172.21.15.18:0/3562113083 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f23fcd76e0 con 0x55f23fe0b960 2024-04-22T00:43:56.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.193+0000 7fe0c49b1640 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f23fe0b960 0x55f23fdf8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.197+0000 7fe0c49b1640 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f23fe0b960 0x55f23fdf8f20 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3d6fd252faf4074f server_cookie=de8b9c17453e9a0f in_seq=0 out_seq=0 2024-04-22T00:43:56.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.199+0000 7fe09ffff640 10 client.25817 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:43:56.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.199+0000 7fe09ffff640 1 -- 172.21.15.18:0/3562113083 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f23fcd76e0 con 0x55f23fe0b960 2024-04-22T00:43:56.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.199+0000 7fe09ffff640 10 client.25817 handle_command_reply: tid=0 2024-04-22T00:43:56.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.202+0000 7fe0c9803740 1 client.25817 shutdown 2024-04-22T00:43:56.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.205+0000 7fe0c9803740 1 -- 172.21.15.18:0/3562113083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fded9b0 msgr2=0x55f23fe05fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.205+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fded9b0 0x55f23fe05fd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4009570 tx=0x7fe0b4004c40 comp rx=0 tx=0).stop 2024-04-22T00:43:56.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.206+0000 7fe0c9803740 1 -- 172.21.15.18:0/3562113083 shutdown_connections 2024-04-22T00:43:56.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.206+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55f23fe0b960 0x55f23fdf8f20 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.206+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f23fdf0b10 0x55f23fe06510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.206+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f23fded9b0 0x55f23fe05fd0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.206+0000 7fe0c9803740 1 --2- 172.21.15.18:0/3562113083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f23fdecfc0 0x55f23fe05a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.206+0000 7fe0c9803740 1 -- 172.21.15.18:0/3562113083 >> 172.21.15.18:0/3562113083 conn(0x55f23fde85b0 msgr2=0x55f23fdffe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.206+0000 7fe09ffff640 0 client.25817 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:43:56.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.208+0000 7fe0c9803740 1 -- 172.21.15.18:0/3562113083 shutdown_connections 2024-04-22T00:43:56.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.209+0000 7fe0c9803740 1 -- 172.21.15.18:0/3562113083 wait complete. 2024-04-22T00:43:56.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.209+0000 7fe0c9803740 20 client.25817 trim_cache size 0 max 16384 2024-04-22T00:43:56.211 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:43:56.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.211+0000 7fe0c6c15640 1 -- 172.21.15.18:0/2739829295 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe0a80a2c90 msgr2=0x7fe0a80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.211+0000 7fe0c6c15640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe0a80a2c90 0x7fe0a80a5150 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x55f23fdeddb0 tx=0x7fe0b000d040 comp rx=0 tx=0).stop 2024-04-22T00:43:56.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.211+0000 7fe0c6c15640 1 -- 172.21.15.18:0/2739829295 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0c0102230 msgr2=0x7fe0c00712b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.211+0000 7fe0c6c15640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0c0102230 0x7fe0c00712b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe0b8037040 tx=0x7fe0b8032ea0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.212+0000 7fe0c6c15640 1 -- 172.21.15.18:0/2739829295 shutdown_connections 2024-04-22T00:43:56.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.212+0000 7fe0c6c15640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe0a80a2c90 0x7fe0a80a5150 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.212+0000 7fe0c6c15640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0c0102230 0x7fe0c00712b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.212+0000 7fe0c6c15640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe0c0101870 0x7fe0c00731b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.212+0000 7fe0c6c15640 1 --2- 172.21.15.18:0/2739829295 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe0c0100680 0x7fe0c0072c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.212+0000 7fe0c6c15640 1 -- 172.21.15.18:0/2739829295 >> 172.21.15.18:0/2739829295 conn(0x7fe0c00fbbf0 msgr2=0x7fe0c0104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.212+0000 7fe0c6c15640 1 -- 172.21.15.18:0/2739829295 shutdown_connections 2024-04-22T00:43:56.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.212+0000 7fe0c6c15640 1 -- 172.21.15.18:0/2739829295 wait complete. 2024-04-22T00:43:56.231 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:43:56.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.395+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2026380311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8ec108740 msgr2=0x7fa8ec10ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.395+0000 7fa8f1d55640 1 --2- 172.21.15.18:0/2026380311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8ec108740 0x7fa8ec10ab70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0009860 tx=0x7fa8e002bb90 comp rx=0 tx=0).stop 2024-04-22T00:43:56.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.395+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2026380311 shutdown_connections 2024-04-22T00:43:56.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.395+0000 7fa8f1d55640 1 --2- 172.21.15.18:0/2026380311 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa8ec10da80 0x7fa8ec10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.395+0000 7fa8f1d55640 1 --2- 172.21.15.18:0/2026380311 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8ec10b0b0 0x7fa8ec10d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.395+0000 7fa8f1d55640 1 --2- 172.21.15.18:0/2026380311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8ec108740 0x7fa8ec10ab70 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.395+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2026380311 >> 172.21.15.18:0/2026380311 conn(0x7fa8ec06e5d0 msgr2=0x7fa8ec070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.397+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2026380311 shutdown_connections 2024-04-22T00:43:56.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.397+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2026380311 wait complete. 2024-04-22T00:43:56.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.397+0000 7fa8f1d55640 1 Processor -- start 2024-04-22T00:43:56.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8f1d55640 1 -- start start 2024-04-22T00:43:56.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8f1d55640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa8ec108740 0x7fa8ec1a6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8f1d55640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8ec10b0b0 0x7fa8ec1a6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8f1d55640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8ec10da80 0x7fa8ec1adec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8f1d55640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa8ec11c260 con 0x7fa8ec108740 2024-04-22T00:43:56.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8f1d55640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa8ec11c0e0 con 0x7fa8ec10b0b0 2024-04-22T00:43:56.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8f1d55640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa8ec11c3e0 con 0x7fa8ec10da80 2024-04-22T00:43:56.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8eaffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8ec10b0b0 0x7fa8ec1a6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8ebfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8ec10da80 0x7fa8ec1adec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa8ec108740 0x7fa8ec1a6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8ebfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8ec10da80 0x7fa8ec1adec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49064/0 (socket says 172.21.15.18:49064) 2024-04-22T00:43:56.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8ebfff640 1 -- 172.21.15.18:0/2586326492 learned_addr learned my addr 172.21.15.18:0/2586326492 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.398+0000 7fa8eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa8ec108740 0x7fa8ec1a6910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39234/0 (socket says 172.21.15.18:39234) 2024-04-22T00:43:56.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.399+0000 7fa8eaffd640 1 -- 172.21.15.18:0/2586326492 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8ec10da80 msgr2=0x7fa8ec1adec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.399+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8ec10da80 0x7fa8ec1adec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.399+0000 7fa8eaffd640 1 -- 172.21.15.18:0/2586326492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa8ec108740 msgr2=0x7fa8ec1a6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.399+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa8ec108740 0x7fa8ec1a6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.399+0000 7fa8eaffd640 1 -- 172.21.15.18:0/2586326492 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8ec1ae530 con 0x7fa8ec10b0b0 2024-04-22T00:43:56.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.399+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8ec10b0b0 0x7fa8ec1a6e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc005fd0 tx=0x7fa8dc00ec20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.401+0000 7fa8e8ff9640 1 -- 172.21.15.18:0/2586326492 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8dc00ccc0 con 0x7fa8ec10b0b0 2024-04-22T00:43:56.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.401+0000 7fa8e8ff9640 1 -- 172.21.15.18:0/2586326492 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8dc00ee70 con 0x7fa8ec10b0b0 2024-04-22T00:43:56.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.401+0000 7fa8e8ff9640 1 -- 172.21.15.18:0/2586326492 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8dc010430 con 0x7fa8ec10b0b0 2024-04-22T00:43:56.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.401+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2586326492 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8ec1ae820 con 0x7fa8ec10b0b0 2024-04-22T00:43:56.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.401+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2586326492 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8ec1aed20 con 0x7fa8ec10b0b0 2024-04-22T00:43:56.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.405+0000 7fa8e8ff9640 1 -- 172.21.15.18:0/2586326492 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa8dc0035f0 con 0x7fa8ec10b0b0 2024-04-22T00:43:56.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8f4a0e740 1 Processor -- start 2024-04-22T00:43:56.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8e8ff9640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8d40a2d60 0x7fa8d40a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8f4a0e740 1 -- start start 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054805460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 0x55d05480d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d05476a530 con 0x55d054805040 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d054712830 con 0x55d05480aba0 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d0547664f0 con 0x55d054805a30 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8e8ff9640 1 -- 172.21.15.18:0/2586326492 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa8dc0cf510 con 0x7fa8ec10b0b0 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.406+0000 7fa8eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054805460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8eaffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054805460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39242/0 (socket says 172.21.15.18:39242) 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8eb7fe640 1 -- 172.21.15.18:0/4098553768 learned_addr learned my addr 172.21.15.18:0/4098553768 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8ebfff640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8d40a2d60 0x7fa8d40a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8ebfff640 1 --2- 172.21.15.18:0/4098553768 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 0x55d05480d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8eb7fe640 1 -- 172.21.15.18:0/4098553768 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 msgr2=0x55d05480a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8eb7fe640 1 --2- 172.21.15.18:0/4098553768 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8eb7fe640 1 -- 172.21.15.18:0/4098553768 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 msgr2=0x55d05480d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8eb7fe640 1 --2- 172.21.15.18:0/4098553768 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 0x55d05480d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8eb7fe640 1 -- 172.21.15.18:0/4098553768 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0547362c0 con 0x55d054805040 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/4098553768 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8ebfff640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8d40a2d60 0x7fa8d40a5220 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa8e40115b0 tx=0x7fa8e4009ac0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.407+0000 7fa8eb7fe640 1 --2- 172.21.15.18:0/4098553768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054805460 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0034d20 tx=0x7fa8e0009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc591306067f66b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.408+0000 7fa8d1ffb640 1 -- 172.21.15.18:0/4098553768 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e0043030 con 0x55d054805040 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.408+0000 7fa8d1ffb640 1 -- 172.21.15.18:0/4098553768 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8e0034500 con 0x55d054805040 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.408+0000 7fa8d1ffb640 1 -- 172.21.15.18:0/4098553768 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e0039070 con 0x55d054805040 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/4098553768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 msgr2=0x55d054805460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/4098553768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054805460 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0034d20 tx=0x7fa8e0009510 comp rx=0 tx=0).stop 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/4098553768 shutdown_connections 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/4098553768 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 0x55d05480d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/4098553768 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/4098553768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054805460 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/4098553768 >> 172.21.15.18:0/4098553768 conn(0x55d0548005b0 msgr2=0x55d0548009b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/4098553768 shutdown_connections 2024-04-22T00:43:56.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/4098553768 wait complete. 2024-04-22T00:43:56.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 -- start start 2024-04-22T00:43:56.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.409+0000 7fa8f4a0e740 1 Processor -- start 2024-04-22T00:43:56.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805040 0x55d05480f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d05480aba0 0x55d0548166f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d05480daf0 con 0x55d05480aba0 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d054725f10 con 0x55d054805040 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d05480dc70 con 0x55d054805a30 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8f4a0e740 10 client.0 _ll_register_callbacks cb 0x55d05447dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8eaffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8eaffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49074/0 (socket says 172.21.15.18:49074) 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8eaffd640 1 -- 172.21.15.18:0/2440596909 learned_addr learned my addr 172.21.15.18:0/2440596909 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8eb7fe640 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805040 0x55d05480f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8eaffd640 1 -- 172.21.15.18:0/2440596909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805040 msgr2=0x55d05480f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805040 0x55d05480f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8eaffd640 1 -- 172.21.15.18:0/2440596909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d05480aba0 msgr2=0x55d0548166f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d05480aba0 0x55d0548166f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.410+0000 7fa8eaffd640 1 -- 172.21.15.18:0/2440596909 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0546f7c80 con 0x55d054805a30 2024-04-22T00:43:56.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.411+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480f6b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc09b640 tx=0x7fa8dc09c100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38a2f048400f4bda server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.411+0000 7fa8caffd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:43:56.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.411+0000 7fa8caffd640 1 -- 172.21.15.18:0/2440596909 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8dc0b9060 con 0x55d054805a30 2024-04-22T00:43:56.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.411+0000 7fa8caffd640 1 -- 172.21.15.18:0/2440596909 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa8dc0cf180 con 0x55d054805a30 2024-04-22T00:43:56.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.411+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/2440596909 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8e0034500 con 0x55d054805a30 2024-04-22T00:43:56.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.411+0000 7fa8caffd640 1 -- 172.21.15.18:0/2440596909 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa8dc0b4070 con 0x55d054805a30 2024-04-22T00:43:56.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.411+0000 7fa8f4a0e740 10 client.25819 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:56.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.411+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/2440596909 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d05447e3f0 con 0x55d054805a30 2024-04-22T00:43:56.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.414+0000 7fa8caffd640 1 -- 172.21.15.18:0/2440596909 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8e0034500 con 0x55d054805a30 2024-04-22T00:43:56.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.415+0000 7fa8caffd640 1 -- 172.21.15.18:0/2440596909 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa8dc0b4cd0 con 0x55d054805a30 2024-04-22T00:43:56.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.415+0000 7fa8f4a0e740 10 client.25819 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:56.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.415+0000 7fa8f4a0e740 10 client.25819 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:43:56.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.415+0000 7fa8f4a0e740 20 client.25819 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:56.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.415+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55d05481af40 0x55d05481d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.415+0000 7fa8f4a0e740 4 client.25819 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:56.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.415+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/2440596909 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d054777a70 con 0x55d05481af40 2024-04-22T00:43:56.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.416+0000 7fa8eb7fe640 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55d05481af40 0x55d05481d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.416+0000 7fa8eb7fe640 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55d05481af40 0x55d05481d3c0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2b54aba45a4f7acc server_cookie=51abfd029e32903 in_seq=0 out_seq=0 2024-04-22T00:43:56.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.416+0000 7fa8caffd640 10 client.25819 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:43:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8caffd640 1 -- 172.21.15.18:0/2440596909 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d054777a70 con 0x55d05481af40 2024-04-22T00:43:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8caffd640 10 client.25819 handle_command_reply: tid=0 2024-04-22T00:43:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 client.25819 shutdown 2024-04-22T00:43:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/2440596909 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 msgr2=0x55d05480f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480f6b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc09b640 tx=0x7fa8dc09c100 comp rx=0 tx=0).stop 2024-04-22T00:43:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/2440596909 shutdown_connections 2024-04-22T00:43:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55d05481af40 0x55d05481d3c0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8caffd640 0 client.25819 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:43:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d05480aba0 0x55d0548166f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d05480f6b0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/2440596909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805040 0x55d05480f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/2440596909 >> 172.21.15.18:0/2440596909 conn(0x55d0548005b0 msgr2=0x55d0547ff850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/2440596909 shutdown_connections 2024-04-22T00:43:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/2440596909 wait complete. 2024-04-22T00:43:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.417+0000 7fa8f4a0e740 20 client.25819 trim_cache size 0 max 16384 2024-04-22T00:43:56.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.437+0000 7fa8f4a0e740 1 Processor -- start 2024-04-22T00:43:56.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.438+0000 7fa8f4a0e740 1 -- start start 2024-04-22T00:43:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.439+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d0547fefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.439+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805a30 0x55d0548166b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.439+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d05480aba0 0x55d0547ff500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.439+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d8012640 con 0x55d054805040 2024-04-22T00:43:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.439+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d800feb0 con 0x55d054805a30 2024-04-22T00:43:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.439+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d800dd00 con 0x55d05480aba0 2024-04-22T00:43:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.439+0000 7fa8eaffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805a30 0x55d0548166b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.440+0000 7fa8ebfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d05480aba0 0x55d0547ff500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.440+0000 7fa8eaffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805a30 0x55d0548166b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:40156/0 (socket says 172.21.15.18:40156) 2024-04-22T00:43:56.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.440+0000 7fa8eaffd640 1 -- 172.21.15.18:0/1087338035 learned_addr learned my addr 172.21.15.18:0/1087338035 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.440+0000 7fa8eaffd640 1 -- 172.21.15.18:0/1087338035 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d05480aba0 msgr2=0x55d0547ff500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.440+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/1087338035 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d05480aba0 0x55d0547ff500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.440+0000 7fa8eaffd640 1 -- 172.21.15.18:0/1087338035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 msgr2=0x55d0547fefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.440+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/1087338035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d0547fefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.440+0000 7fa8eaffd640 1 -- 172.21.15.18:0/1087338035 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0545487d0 con 0x55d054805a30 2024-04-22T00:43:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.441+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/1087338035 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805a30 0x55d0548166b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc00c6a0 tx=0x7fa8dc099e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=754f4fc8fec2abad server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.441+0000 7fa8d17fa640 1 -- 172.21.15.18:0/1087338035 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8dc0b9050 con 0x55d054805a30 2024-04-22T00:43:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.441+0000 7fa8d17fa640 1 -- 172.21.15.18:0/1087338035 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8dc0a45b0 con 0x55d054805a30 2024-04-22T00:43:56.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.441+0000 7fa8d17fa640 1 -- 172.21.15.18:0/1087338035 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8dc0afe60 con 0x55d054805a30 2024-04-22T00:43:56.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.442+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/1087338035 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805a30 msgr2=0x55d0548166b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.442+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/1087338035 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805a30 0x55d0548166b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc00c6a0 tx=0x7fa8dc099e50 comp rx=0 tx=0).stop 2024-04-22T00:43:56.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.442+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/1087338035 shutdown_connections 2024-04-22T00:43:56.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.442+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/1087338035 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d05480aba0 0x55d0547ff500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.442+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/1087338035 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d054805a30 0x55d0548166b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.442+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/1087338035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d0547fefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.442+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/1087338035 >> 172.21.15.18:0/1087338035 conn(0x55d0548005b0 msgr2=0x55d0548040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.442+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/1087338035 shutdown_connections 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.442+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/1087338035 wait complete. 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8f4a0e740 1 -- start start 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8f4a0e740 1 Processor -- start 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054813540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d054813a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8f4a0e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 0x55d05487f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d800e370 con 0x55d054805040 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d800f7e0 con 0x55d05480aba0 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8f4a0e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d800ea40 con 0x55d054805a30 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8f4a0e740 10 client.0 _ll_register_callbacks cb 0x7fa8dc09b480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054813540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8ebfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 0x55d05487f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054813540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39256/0 (socket says 172.21.15.18:39256) 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.443+0000 7fa8eb7fe640 1 -- 172.21.15.18:0/3634862618 learned_addr learned my addr 172.21.15.18:0/3634862618 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d054813a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8ebfff640 1 -- 172.21.15.18:0/3634862618 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 msgr2=0x55d054813a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8ebfff640 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d054813a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8ebfff640 1 -- 172.21.15.18:0/3634862618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 msgr2=0x55d054813540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8ebfff640 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054813540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8ebfff640 1 -- 172.21.15.18:0/3634862618 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d05487fa70 con 0x55d05480aba0 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8eaffd640 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d054813a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8ebfff640 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 0x55d05487f530 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa8e4019000 tx=0x7fa8e4004b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51aea8dd7ce782e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8caffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8caffd640 1 -- 172.21.15.18:0/3634862618 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e4025070 con 0x55d05480aba0 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8caffd640 1 -- 172.21.15.18:0/3634862618 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa8e4021440 con 0x55d05480aba0 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.444+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/3634862618 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8dc0a45b0 con 0x55d05480aba0 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8caffd640 1 -- 172.21.15.18:0/3634862618 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa8e4031050 con 0x55d05480aba0 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8f4a0e740 10 client.25835 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:56.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/3634862618 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d054880d90 con 0x55d05480aba0 2024-04-22T00:43:56.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8caffd640 1 -- 172.21.15.18:0/3634862618 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8dc0a45b0 con 0x55d05480aba0 2024-04-22T00:43:56.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8caffd640 1 -- 172.21.15.18:0/3634862618 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa8e4029610 con 0x55d05480aba0 2024-04-22T00:43:56.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8f4a0e740 10 client.25835 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:56.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8f4a0e740 10 client.25835 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:43:56.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8f4a0e740 20 client.25835 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:56.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55d0548817a0 0x55d054883bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8f4a0e740 4 client.25835 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:43:56.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/3634862618 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d054771dc0 con 0x55d0548817a0 2024-04-22T00:43:56.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.445+0000 7fa8eb7fe640 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55d0548817a0 0x55d054883bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.446+0000 7fa8caffd640 10 client.25835 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.446+0000 7fa8eb7fe640 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55d0548817a0 0x55d054883bc0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ddaedfd9111c7541 server_cookie=474778a52d669e68 in_seq=0 out_seq=0 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.446+0000 7fa8caffd640 1 -- 172.21.15.18:0/3634862618 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d054771dc0 con 0x55d0548817a0 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.446+0000 7fa8caffd640 10 client.25835 handle_command_reply: tid=0 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.446+0000 7fa8f4a0e740 1 client.25835 shutdown 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.446+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/3634862618 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 msgr2=0x55d05487f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.446+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 0x55d05487f530 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa8e4019000 tx=0x7fa8e4004b50 comp rx=0 tx=0).stop 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/3634862618 shutdown_connections 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55d0548817a0 0x55d054883bc0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d05480aba0 0x55d05487f530 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d054805a30 0x55d054813a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f4a0e740 1 --2- 172.21.15.18:0/3634862618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d054805040 0x55d054813540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/3634862618 >> 172.21.15.18:0/3634862618 conn(0x55d0548005b0 msgr2=0x55d05480e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8caffd640 0 client.25835 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:43:56.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/3634862618 shutdown_connections 2024-04-22T00:43:56.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f4a0e740 1 -- 172.21.15.18:0/3634862618 wait complete. 2024-04-22T00:43:56.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f4a0e740 20 client.25835 trim_cache size 0 max 16384 2024-04-22T00:43:56.452 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:43:56.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2586326492 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8d40a2d60 msgr2=0x7fa8d40a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.447+0000 7fa8f1d55640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8d40a2d60 0x7fa8d40a5220 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa8e40115b0 tx=0x7fa8e4009ac0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.448+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2586326492 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8ec10b0b0 msgr2=0x7fa8ec1a6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.448+0000 7fa8f1d55640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8ec10b0b0 0x7fa8ec1a6e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc005fd0 tx=0x7fa8dc00ec20 comp rx=0 tx=0).stop 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.448+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2586326492 shutdown_connections 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.448+0000 7fa8f1d55640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8d40a2d60 0x7fa8d40a5220 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.448+0000 7fa8f1d55640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8ec10da80 0x7fa8ec1adec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.448+0000 7fa8f1d55640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8ec10b0b0 0x7fa8ec1a6e50 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.448+0000 7fa8f1d55640 1 --2- 172.21.15.18:0/2586326492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa8ec108740 0x7fa8ec1a6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.448+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2586326492 >> 172.21.15.18:0/2586326492 conn(0x7fa8ec06e5d0 msgr2=0x7fa8ec10c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.448+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2586326492 shutdown_connections 2024-04-22T00:43:56.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.448+0000 7fa8f1d55640 1 -- 172.21.15.18:0/2586326492 wait complete. 2024-04-22T00:43:56.467 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:43:56.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/973031277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:43:56.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/973031277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:43:56.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.645+0000 7f564d95c640 1 -- 172.21.15.18:0/3951051810 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f564810da80 msgr2=0x7f564810df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.645+0000 7f564d95c640 1 --2- 172.21.15.18:0/3951051810 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f564810da80 0x7f564810df30 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f5640009ca0 tx=0x7f564002c140 comp rx=0 tx=0).stop 2024-04-22T00:43:56.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.646+0000 7f564d95c640 1 -- 172.21.15.18:0/3951051810 shutdown_connections 2024-04-22T00:43:56.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.646+0000 7f564d95c640 1 --2- 172.21.15.18:0/3951051810 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f564810da80 0x7f564810df30 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.646+0000 7f564d95c640 1 --2- 172.21.15.18:0/3951051810 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f564810b0b0 0x7f564810d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.646+0000 7f564d95c640 1 --2- 172.21.15.18:0/3951051810 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5648108740 0x7f564810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.646+0000 7f564d95c640 1 -- 172.21.15.18:0/3951051810 >> 172.21.15.18:0/3951051810 conn(0x7f564806e5d0 msgr2=0x7f5648070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.648+0000 7f564d95c640 1 -- 172.21.15.18:0/3951051810 shutdown_connections 2024-04-22T00:43:56.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.649+0000 7f564d95c640 1 -- 172.21.15.18:0/3951051810 wait complete. 2024-04-22T00:43:56.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.650+0000 7f564d95c640 1 Processor -- start 2024-04-22T00:43:56.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.651+0000 7f564d95c640 1 -- start start 2024-04-22T00:43:56.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.651+0000 7f564d95c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5648108740 0x7f56481a6a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.651+0000 7f564d95c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f564810b0b0 0x7f56481a6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.651+0000 7f564d95c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f564810da80 0x7f56481ae020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.651+0000 7f564d95c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f564811c320 con 0x7f5648108740 2024-04-22T00:43:56.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.651+0000 7f564d95c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f564811c1a0 con 0x7f564810b0b0 2024-04-22T00:43:56.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.651+0000 7f564d95c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f564811c4a0 con 0x7f564810da80 2024-04-22T00:43:56.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.651+0000 7f56477fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f564810da80 0x7f56481ae020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.651+0000 7f56477fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f564810da80 0x7f56481ae020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49124/0 (socket says 172.21.15.18:49124) 2024-04-22T00:43:56.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.651+0000 7f56477fe640 1 -- 172.21.15.18:0/1369027795 learned_addr learned my addr 172.21.15.18:0/1369027795 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.652+0000 7f56477fe640 1 -- 172.21.15.18:0/1369027795 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f564810b0b0 msgr2=0x7f56481a6fb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:43:56.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.652+0000 7f56477fe640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f564810b0b0 0x7f56481a6fb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.652+0000 7f56477fe640 1 -- 172.21.15.18:0/1369027795 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5648108740 msgr2=0x7f56481a6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.652+0000 7f56477fe640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5648108740 0x7f56481a6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.652+0000 7f56477fe640 1 -- 172.21.15.18:0/1369027795 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56481ae690 con 0x7f564810da80 2024-04-22T00:43:56.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.652+0000 7f56477fe640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f564810da80 0x7f56481ae020 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5640032630 tx=0x7f5640035e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.652+0000 7f564c95a640 1 -- 172.21.15.18:0/1369027795 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5640039040 con 0x7f564810da80 2024-04-22T00:43:56.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.652+0000 7f564c95a640 1 -- 172.21.15.18:0/1369027795 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5640044070 con 0x7f564810da80 2024-04-22T00:43:56.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.652+0000 7f564c95a640 1 -- 172.21.15.18:0/1369027795 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5640004720 con 0x7f564810da80 2024-04-22T00:43:56.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.653+0000 7f564d95c640 1 -- 172.21.15.18:0/1369027795 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56481ae920 con 0x7f564810da80 2024-04-22T00:43:56.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.653+0000 7f564d95c640 1 -- 172.21.15.18:0/1369027795 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56481aee40 con 0x7f564810da80 2024-04-22T00:43:56.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/973031277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:43:56.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.656+0000 7f564c95a640 1 -- 172.21.15.18:0/1369027795 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5640003970 con 0x7f564810da80 2024-04-22T00:43:56.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.657+0000 7f565061b740 1 Processor -- start 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.657+0000 7f564c95a640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56300a2d10 0x7f56300a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.657+0000 7f565061b740 1 -- start start 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.657+0000 7f564c95a640 1 -- 172.21.15.18:0/1369027795 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f56400f1770 con 0x7f564810da80 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.657+0000 7f565061b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988040 0x55c6c8988460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.657+0000 7f565061b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 0x55c6c898d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f565061b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 0x55c6c8990030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f565061b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c6c88ed530 con 0x55c6c8988040 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f565061b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c6c8895830 con 0x55c6c8988a30 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f565061b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c6c88e94f0 con 0x55c6c898dba0 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f56467fc640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56300a2d10 0x7f56300a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988040 0x55c6c8988460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988040 0x55c6c8988460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39290/0 (socket says 172.21.15.18:39290) 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f5646ffd640 1 -- 172.21.15.18:0/2289429900 learned_addr learned my addr 172.21.15.18:0/2289429900 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f56467fc640 1 --2- 172.21.15.18:0/2289429900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 0x55c6c898d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f56477fe640 1 --2- 172.21.15.18:0/2289429900 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 0x55c6c8990030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f5646ffd640 1 -- 172.21.15.18:0/2289429900 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 msgr2=0x55c6c8990030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f5646ffd640 1 --2- 172.21.15.18:0/2289429900 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 0x55c6c8990030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f5646ffd640 1 -- 172.21.15.18:0/2289429900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 msgr2=0x55c6c898d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f5646ffd640 1 --2- 172.21.15.18:0/2289429900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 0x55c6c898d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f5646ffd640 1 -- 172.21.15.18:0/2289429900 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6c88b92c0 con 0x55c6c8988040 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.658+0000 7f56467fc640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56300a2d10 0x7f56300a51d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f56481a7f80 tx=0x7f563c009f70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.659+0000 7f5646ffd640 1 --2- 172.21.15.18:0/2289429900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988040 0x55c6c8988460 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f56380097c0 tx=0x7f5638009bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93a21c26a146399b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.659+0000 7f562dffb640 1 -- 172.21.15.18:0/2289429900 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638015020 con 0x55c6c8988040 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.659+0000 7f562dffb640 1 -- 172.21.15.18:0/2289429900 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5638009e10 con 0x55c6c8988040 2024-04-22T00:43:56.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.659+0000 7f562dffb640 1 -- 172.21.15.18:0/2289429900 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638010380 con 0x55c6c8988040 2024-04-22T00:43:56.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.660+0000 7f565061b740 1 -- 172.21.15.18:0/2289429900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988040 msgr2=0x55c6c8988460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.660+0000 7f565061b740 1 --2- 172.21.15.18:0/2289429900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988040 0x55c6c8988460 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f56380097c0 tx=0x7f5638009bc0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.660+0000 7f565061b740 1 -- 172.21.15.18:0/2289429900 shutdown_connections 2024-04-22T00:43:56.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.660+0000 7f565061b740 1 --2- 172.21.15.18:0/2289429900 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 0x55c6c8990030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.660+0000 7f565061b740 1 --2- 172.21.15.18:0/2289429900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 0x55c6c898d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.660+0000 7f565061b740 1 --2- 172.21.15.18:0/2289429900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988040 0x55c6c8988460 secure :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f56380097c0 tx=0x7f5638009bc0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.660+0000 7f565061b740 1 -- 172.21.15.18:0/2289429900 >> 172.21.15.18:0/2289429900 conn(0x55c6c89835b0 msgr2=0x55c6c89839b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.660+0000 7f565061b740 1 -- 172.21.15.18:0/2289429900 shutdown_connections 2024-04-22T00:43:56.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.661+0000 7f565061b740 1 -- 172.21.15.18:0/2289429900 wait complete. 2024-04-22T00:43:56.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.661+0000 7f565061b740 1 -- start start 2024-04-22T00:43:56.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.661+0000 7f565061b740 1 Processor -- start 2024-04-22T00:43:56.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f565061b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988a30 0x55c6c8992380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f565061b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 0x55c6c89928c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f565061b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c89978f0 0x55c6c8999ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f565061b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c6c8990b50 con 0x55c6c8988a30 2024-04-22T00:43:56.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988a30 0x55c6c8992380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f56467fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 0x55c6c89928c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f56477fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c89978f0 0x55c6c8999ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f56467fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 0x55c6c89928c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49128/0 (socket says 172.21.15.18:49128) 2024-04-22T00:43:56.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f56467fc640 1 -- 172.21.15.18:0/1457308150 learned_addr learned my addr 172.21.15.18:0/1457308150 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988a30 0x55c6c8992380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39304/0 (socket says 172.21.15.18:39304) 2024-04-22T00:43:56.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f565061b740 1 -- 172.21.15.18:0/1457308150 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c6c88a8f10 con 0x55c6c89978f0 2024-04-22T00:43:56.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f565061b740 1 -- 172.21.15.18:0/1457308150 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c6c8990cd0 con 0x55c6c898dba0 2024-04-22T00:43:56.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.662+0000 7f565061b740 10 client.0 _ll_register_callbacks cb 0x55c6c8600be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:56.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.663+0000 7f5646ffd640 1 -- 172.21.15.18:0/1457308150 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 msgr2=0x55c6c89928c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.663+0000 7f5646ffd640 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 0x55c6c89928c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.663+0000 7f5646ffd640 1 -- 172.21.15.18:0/1457308150 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c89978f0 msgr2=0x55c6c8999ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.663+0000 7f5646ffd640 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c89978f0 0x55c6c8999ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.663+0000 7f5646ffd640 1 -- 172.21.15.18:0/1457308150 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6c887ac80 con 0x55c6c8988a30 2024-04-22T00:43:56.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.663+0000 7f5646ffd640 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988a30 0x55c6c8992380 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x55c6c8984550 tx=0x7f5638011420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fa08224c6feefca server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.663+0000 7f5626ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:43:56.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.664+0000 7f5626ffd640 1 -- 172.21.15.18:0/1457308150 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638004220 con 0x55c6c8988a30 2024-04-22T00:43:56.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.664+0000 7f5626ffd640 1 -- 172.21.15.18:0/1457308150 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f56380043c0 con 0x55c6c8988a30 2024-04-22T00:43:56.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.664+0000 7f565061b740 1 -- 172.21.15.18:0/1457308150 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5638009e10 con 0x55c6c8988a30 2024-04-22T00:43:56.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.664+0000 7f5626ffd640 1 -- 172.21.15.18:0/1457308150 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f563800b850 con 0x55c6c8988a30 2024-04-22T00:43:56.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.664+0000 7f565061b740 10 client.16206 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:56.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.665+0000 7f565061b740 1 -- 172.21.15.18:0/1457308150 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c6c86013f0 con 0x55c6c8988a30 2024-04-22T00:43:56.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.665+0000 7f5626ffd640 1 -- 172.21.15.18:0/1457308150 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5638009e10 con 0x55c6c8988a30 2024-04-22T00:43:56.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.665+0000 7f5626ffd640 1 -- 172.21.15.18:0/1457308150 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5638003c30 con 0x55c6c8988a30 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.665+0000 7f565061b740 10 client.16206 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.665+0000 7f565061b740 10 client.16206 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.665+0000 7f565061b740 20 client.16206 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.665+0000 7f565061b740 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c6c899e330 0x55c6c89a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.665+0000 7f565061b740 4 client.16206 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.665+0000 7f565061b740 1 -- 172.21.15.18:0/1457308150 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c6c88faa70 con 0x55c6c899e330 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.666+0000 7f56467fc640 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c6c899e330 0x55c6c89a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.666+0000 7f5626ffd640 10 client.16206 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.666+0000 7f56467fc640 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c6c899e330 0x55c6c89a07d0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac4b385c4b981c83 server_cookie=58386c8c5fdca734 in_seq=0 out_seq=0 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.667+0000 7f5626ffd640 1 -- 172.21.15.18:0/1457308150 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c6c88faa70 con 0x55c6c899e330 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.667+0000 7f5626ffd640 10 client.16206 handle_command_reply: tid=0 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.667+0000 7f565061b740 1 client.16206 shutdown 2024-04-22T00:43:56.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.667+0000 7f565061b740 1 -- 172.21.15.18:0/1457308150 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988a30 msgr2=0x55c6c8992380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.667+0000 7f565061b740 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988a30 0x55c6c8992380 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x55c6c8984550 tx=0x7f5638011420 comp rx=0 tx=0).stop 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.668+0000 7f565061b740 1 -- 172.21.15.18:0/1457308150 shutdown_connections 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.668+0000 7f565061b740 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c6c899e330 0x55c6c89a07d0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.668+0000 7f565061b740 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c89978f0 0x55c6c8999ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.668+0000 7f5626ffd640 0 client.16206 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.668+0000 7f565061b740 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c898dba0 0x55c6c89928c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.668+0000 7f565061b740 1 --2- 172.21.15.18:0/1457308150 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c8988a30 0x55c6c8992380 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.668+0000 7f565061b740 1 -- 172.21.15.18:0/1457308150 >> 172.21.15.18:0/1457308150 conn(0x55c6c89835b0 msgr2=0x55c6c8982850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.668+0000 7f565061b740 1 -- 172.21.15.18:0/1457308150 shutdown_connections 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.668+0000 7f565061b740 1 -- 172.21.15.18:0/1457308150 wait complete. 2024-04-22T00:43:56.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.668+0000 7f565061b740 20 client.16206 trim_cache size 0 max 16384 2024-04-22T00:43:56.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.694+0000 7f565061b740 1 Processor -- start 2024-04-22T00:43:56.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.694+0000 7f565061b740 1 -- start start 2024-04-22T00:43:56.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f565061b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c8988a30 0x55c6c8981fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f565061b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 0x55c6c89919a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f565061b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c89978f0 0x55c6c8991ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f565061b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f56481bbd70 con 0x55c6c898dba0 2024-04-22T00:43:56.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f565061b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f56481b95e0 con 0x55c6c89978f0 2024-04-22T00:43:56.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f565061b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f56481b7430 con 0x55c6c8988a30 2024-04-22T00:43:56.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c8988a30 0x55c6c8981fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c8988a30 0x55c6c8981fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49138/0 (socket says 172.21.15.18:49138) 2024-04-22T00:43:56.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f5646ffd640 1 -- 172.21.15.18:0/3665727038 learned_addr learned my addr 172.21.15.18:0/3665727038 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f56477fe640 1 --2- 172.21.15.18:0/3665727038 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c89978f0 0x55c6c8991ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f56467fc640 1 --2- 172.21.15.18:0/3665727038 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 0x55c6c89919a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f5646ffd640 1 -- 172.21.15.18:0/3665727038 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c89978f0 msgr2=0x55c6c8991ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f5646ffd640 1 --2- 172.21.15.18:0/3665727038 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c89978f0 0x55c6c8991ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f5646ffd640 1 -- 172.21.15.18:0/3665727038 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 msgr2=0x55c6c89919a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f5646ffd640 1 --2- 172.21.15.18:0/3665727038 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 0x55c6c89919a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f5646ffd640 1 -- 172.21.15.18:0/3665727038 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6c89826a0 con 0x55c6c8988a30 2024-04-22T00:43:56.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.695+0000 7f5646ffd640 1 --2- 172.21.15.18:0/3665727038 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c8988a30 0x55c6c8981fc0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5638004800 tx=0x7f5638009e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9fd861c26e95393a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.696+0000 7f562d7fa640 1 -- 172.21.15.18:0/3665727038 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638015040 con 0x55c6c8988a30 2024-04-22T00:43:56.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.696+0000 7f562d7fa640 1 -- 172.21.15.18:0/3665727038 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f56380119f0 con 0x55c6c8988a30 2024-04-22T00:43:56.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.696+0000 7f562d7fa640 1 -- 172.21.15.18:0/3665727038 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f563801ae00 con 0x55c6c8988a30 2024-04-22T00:43:56.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.697+0000 7f565061b740 1 -- 172.21.15.18:0/3665727038 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c8988a30 msgr2=0x55c6c8981fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.697+0000 7f565061b740 1 --2- 172.21.15.18:0/3665727038 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c8988a30 0x55c6c8981fc0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5638004800 tx=0x7f5638009e10 comp rx=0 tx=0).stop 2024-04-22T00:43:56.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.698+0000 7f565061b740 1 -- 172.21.15.18:0/3665727038 shutdown_connections 2024-04-22T00:43:56.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.698+0000 7f565061b740 1 --2- 172.21.15.18:0/3665727038 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c89978f0 0x55c6c8991ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.698+0000 7f565061b740 1 --2- 172.21.15.18:0/3665727038 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 0x55c6c89919a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.698+0000 7f565061b740 1 --2- 172.21.15.18:0/3665727038 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c8988a30 0x55c6c8981fc0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.698+0000 7f565061b740 1 -- 172.21.15.18:0/3665727038 >> 172.21.15.18:0/3665727038 conn(0x55c6c89835b0 msgr2=0x55c6c89870a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.698+0000 7f565061b740 1 -- 172.21.15.18:0/3665727038 shutdown_connections 2024-04-22T00:43:56.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.698+0000 7f565061b740 1 -- 172.21.15.18:0/3665727038 wait complete. 2024-04-22T00:43:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.699+0000 7f565061b740 1 -- start start 2024-04-22T00:43:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.699+0000 7f565061b740 1 Processor -- start 2024-04-22T00:43:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f565061b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 0x55c6c89b14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f565061b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 0x55c6c89b19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f565061b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c89978f0 0x55c6c89afac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f565061b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f56481b7aa0 con 0x55c6c898dba0 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f565061b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f56481b8f10 con 0x55c6c8988a30 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f565061b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f56481b8170 con 0x55c6c89978f0 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f565061b740 10 client.0 _ll_register_callbacks cb 0x7f563c0093d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f56467fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 0x55c6c89b19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 0x55c6c89b14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f56467fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 0x55c6c89b19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39322/0 (socket says 172.21.15.18:39322) 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f56467fc640 1 -- 172.21.15.18:0/677265376 learned_addr learned my addr 172.21.15.18:0/677265376 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.700+0000 7f56477fe640 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c89978f0 0x55c6c89afac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f56467fc640 1 -- 172.21.15.18:0/677265376 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c89978f0 msgr2=0x55c6c89afac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f56467fc640 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c89978f0 0x55c6c89afac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f56467fc640 1 -- 172.21.15.18:0/677265376 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 msgr2=0x55c6c89b14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f56467fc640 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 0x55c6c89b14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f56467fc640 1 -- 172.21.15.18:0/677265376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6c86cb7d0 con 0x55c6c898dba0 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f56477fe640 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c89978f0 0x55c6c89afac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f5646ffd640 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 0x55c6c89b14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f56467fc640 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 0x55c6c89b19f0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f563c000c00 tx=0x7f563c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=251df6698fc1e05e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f5626ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f5626ffd640 1 -- 172.21.15.18:0/677265376 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f563c030020 con 0x55c6c898dba0 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f565061b740 1 -- 172.21.15.18:0/677265376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56380119f0 con 0x55c6c898dba0 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.701+0000 7f5626ffd640 1 -- 172.21.15.18:0/677265376 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f563c02c430 con 0x55c6c898dba0 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f5626ffd640 1 -- 172.21.15.18:0/677265376 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f563c03b050 con 0x55c6c898dba0 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f565061b740 10 client.16212 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f565061b740 1 -- 172.21.15.18:0/677265376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c6c8a04d10 con 0x55c6c898dba0 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f5626ffd640 1 -- 172.21.15.18:0/677265376 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f56380119f0 con 0x55c6c898dba0 2024-04-22T00:43:56.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f5626ffd640 1 -- 172.21.15.18:0/677265376 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f563c015070 con 0x55c6c898dba0 2024-04-22T00:43:56.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f565061b740 10 client.16212 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:56.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f565061b740 10 client.16212 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:56.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f565061b740 20 client.16212 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:56.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f565061b740 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c6c8a05750 0x55c6c8a07b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:56.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f565061b740 4 client.16212 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:43:56.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.702+0000 7f565061b740 1 -- 172.21.15.18:0/677265376 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c6c88f4dc0 con 0x55c6c8a05750 2024-04-22T00:43:56.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.703+0000 7f5646ffd640 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c6c8a05750 0x55c6c8a07b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:56.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.705+0000 7f5646ffd640 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c6c8a05750 0x55c6c8a07b70 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77dc7e0dfa3f5d3d server_cookie=3d4a2c00abf5fd75 in_seq=0 out_seq=0 2024-04-22T00:43:56.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.705+0000 7f5626ffd640 10 client.16212 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:56.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f5626ffd640 1 -- 172.21.15.18:0/677265376 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c6c88f4dc0 con 0x55c6c8a05750 2024-04-22T00:43:56.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f5626ffd640 10 client.16212 handle_command_reply: tid=0 2024-04-22T00:43:56.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 client.16212 shutdown 2024-04-22T00:43:56.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 -- 172.21.15.18:0/677265376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 msgr2=0x55c6c89b19f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 0x55c6c89b19f0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f563c000c00 tx=0x7f563c004750 comp rx=0 tx=0).stop 2024-04-22T00:43:56.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 -- 172.21.15.18:0/677265376 shutdown_connections 2024-04-22T00:43:56.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c6c8a05750 0x55c6c8a07b70 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c6c89978f0 0x55c6c89afac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c6c898dba0 0x55c6c89b19f0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 --2- 172.21.15.18:0/677265376 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c6c8988a30 0x55c6c89b14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 -- 172.21.15.18:0/677265376 >> 172.21.15.18:0/677265376 conn(0x55c6c89835b0 msgr2=0x55c6c89894a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f5626ffd640 0 client.16212 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:56.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 -- 172.21.15.18:0/677265376 shutdown_connections 2024-04-22T00:43:56.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.706+0000 7f565061b740 1 -- 172.21.15.18:0/677265376 wait complete. 2024-04-22T00:43:56.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.707+0000 7f565061b740 20 client.16212 trim_cache size 0 max 16384 2024-04-22T00:43:56.711 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:43:56.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.707+0000 7f564d95c640 1 -- 172.21.15.18:0/1369027795 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56300a2d10 msgr2=0x7f56300a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.707+0000 7f564d95c640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56300a2d10 0x7f56300a51d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f56481a7f80 tx=0x7f563c009f70 comp rx=0 tx=0).stop 2024-04-22T00:43:56.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.707+0000 7f564d95c640 1 -- 172.21.15.18:0/1369027795 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f564810da80 msgr2=0x7f56481ae020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:56.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.707+0000 7f564d95c640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f564810da80 0x7f56481ae020 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5640032630 tx=0x7f5640035e70 comp rx=0 tx=0).stop 2024-04-22T00:43:56.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.708+0000 7f564d95c640 1 -- 172.21.15.18:0/1369027795 shutdown_connections 2024-04-22T00:43:56.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.708+0000 7f564d95c640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f56300a2d10 0x7f56300a51d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.708+0000 7f564d95c640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f564810da80 0x7f56481ae020 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.708+0000 7f564d95c640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f564810b0b0 0x7f56481a6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.708+0000 7f564d95c640 1 --2- 172.21.15.18:0/1369027795 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5648108740 0x7f56481a6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:56.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.708+0000 7f564d95c640 1 -- 172.21.15.18:0/1369027795 >> 172.21.15.18:0/1369027795 conn(0x7f564806e5d0 msgr2=0x7f5648109db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:56.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.708+0000 7f564d95c640 1 -- 172.21.15.18:0/1369027795 shutdown_connections 2024-04-22T00:43:56.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:56.708+0000 7f564d95c640 1 -- 172.21.15.18:0/1369027795 wait complete. 2024-04-22T00:43:57.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:57 smithi167 ceph-mon[31348]: pgmap v454: 129 pgs: 129 active+clean; 1.1 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 MiB/s wr, 927 op/s 2024-04-22T00:43:57.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:57 smithi081 ceph-mon[31546]: pgmap v454: 129 pgs: 129 active+clean; 1.1 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 MiB/s wr, 927 op/s 2024-04-22T00:43:57.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:57 smithi018 ceph-mon[27979]: pgmap v454: 129 pgs: 129 active+clean; 1.1 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 MiB/s wr, 927 op/s 2024-04-22T00:43:57.724 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:43:57.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:43:57.725 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:43:57.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.895+0000 7f1301ffb640 1 -- 172.21.15.18:0/1041064722 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f4032340 con 0x7f130410dd60 2024-04-22T00:43:57.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.896+0000 7f1309737640 1 -- 172.21.15.18:0/1041064722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f130410dd60 msgr2=0x7f1304110150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:57.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.896+0000 7f1309737640 1 --2- 172.21.15.18:0/1041064722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f130410dd60 0x7f1304110150 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f12f4009890 tx=0x7f12f402bb70 comp rx=0 tx=0).stop 2024-04-22T00:43:57.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.896+0000 7f1309737640 1 -- 172.21.15.18:0/1041064722 shutdown_connections 2024-04-22T00:43:57.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.896+0000 7f1309737640 1 --2- 172.21.15.18:0/1041064722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f130410dd60 0x7f1304110150 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.896+0000 7f1309737640 1 --2- 172.21.15.18:0/1041064722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13040741a0 0x7f1304074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.896+0000 7f1309737640 1 --2- 172.21.15.18:0/1041064722 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1304075780 0x7f1304073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.896+0000 7f1309737640 1 -- 172.21.15.18:0/1041064722 >> 172.21.15.18:0/1041064722 conn(0x7f13040fcd20 msgr2=0x7f13040ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:57.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.896+0000 7f1309737640 1 -- 172.21.15.18:0/1041064722 shutdown_connections 2024-04-22T00:43:57.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.896+0000 7f1309737640 1 -- 172.21.15.18:0/1041064722 wait complete. 2024-04-22T00:43:57.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.897+0000 7f1309737640 1 Processor -- start 2024-04-22T00:43:57.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.897+0000 7f1309737640 1 -- start start 2024-04-22T00:43:57.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.897+0000 7f1309737640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13040741a0 0x7f13040700c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.897+0000 7f1309737640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1304075780 0x7f1304070600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.897+0000 7f1309737640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f130410dd60 0x7f130419d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.897+0000 7f1309737640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f13041139e0 con 0x7f1304075780 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.897+0000 7f1309737640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1304113860 con 0x7f13040741a0 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.897+0000 7f1309737640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1304113b60 con 0x7f130410dd60 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.897+0000 7f13027fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1304075780 0x7f1304070600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.898+0000 7f13027fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1304075780 0x7f1304070600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39344/0 (socket says 172.21.15.18:39344) 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.898+0000 7f13027fc640 1 -- 172.21.15.18:0/389729741 learned_addr learned my addr 172.21.15.18:0/389729741 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.898+0000 7f13037fe640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f130410dd60 0x7f130419d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.898+0000 7f13027fc640 1 -- 172.21.15.18:0/389729741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f130410dd60 msgr2=0x7f130419d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.898+0000 7f13027fc640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f130410dd60 0x7f130419d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.898+0000 7f13027fc640 1 -- 172.21.15.18:0/389729741 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13040741a0 msgr2=0x7f13040700c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.898+0000 7f13027fc640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13040741a0 0x7f13040700c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.898+0000 7f13027fc640 1 -- 172.21.15.18:0/389729741 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f130419d620 con 0x7f1304075780 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.898+0000 7f13027fc640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1304075780 0x7f1304070600 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f12fc00efb0 tx=0x7f12fc00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.899+0000 7f12ebfff640 1 -- 172.21.15.18:0/389729741 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12fc01b070 con 0x7f1304075780 2024-04-22T00:43:57.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.899+0000 7f12ebfff640 1 -- 172.21.15.18:0/389729741 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12fc00ba50 con 0x7f1304075780 2024-04-22T00:43:57.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.899+0000 7f12ebfff640 1 -- 172.21.15.18:0/389729741 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12fc016cd0 con 0x7f1304075780 2024-04-22T00:43:57.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.899+0000 7f1309737640 1 -- 172.21.15.18:0/389729741 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f130419d910 con 0x7f1304075780 2024-04-22T00:43:57.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.899+0000 7f1309737640 1 -- 172.21.15.18:0/389729741 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f130419de60 con 0x7f1304075780 2024-04-22T00:43:57.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.904+0000 7f130c3f9740 1 Processor -- start 2024-04-22T00:43:57.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f130c3f9740 1 -- start start 2024-04-22T00:43:57.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 0x55dc799a6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799abe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799ae990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f130c3f9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55dc7990b170 con 0x55dc799ac500 2024-04-22T00:43:57.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f130c3f9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55dc798b37c0 con 0x55dc799a69a0 2024-04-22T00:43:57.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f130c3f9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55dc79907130 con 0x55dc799a7390 2024-04-22T00:43:57.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f12ebfff640 1 -- 172.21.15.18:0/389729741 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f12fc01e070 con 0x7f1304075780 2024-04-22T00:43:57.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f1302ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799abe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f13027fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799ae990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f13027fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799ae990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39356/0 (socket says 172.21.15.18:39356) 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f13027fc640 1 -- 172.21.15.18:0/2396713434 learned_addr learned my addr 172.21.15.18:0/2396713434 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.905+0000 7f13037fe640 1 --2- 172.21.15.18:0/2396713434 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 0x55dc799a6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.906+0000 7f1302ffd640 1 -- 172.21.15.18:0/2396713434 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 msgr2=0x55dc799a6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.906+0000 7f1302ffd640 1 --2- 172.21.15.18:0/2396713434 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 0x55dc799a6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.906+0000 7f1302ffd640 1 -- 172.21.15.18:0/2396713434 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 msgr2=0x55dc799ae990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.906+0000 7f1302ffd640 1 --2- 172.21.15.18:0/2396713434 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799ae990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.906+0000 7f1302ffd640 1 -- 172.21.15.18:0/2396713434 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc798c4e60 con 0x55dc799a7390 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.906+0000 7f12ebfff640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f12ec0a2d60 0x7f12ec0a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.906+0000 7f12ebfff640 1 -- 172.21.15.18:0/389729741 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f12fc0cf300 con 0x7f1304075780 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.906+0000 7f13037fe640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f12ec0a2d60 0x7f12ec0a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.906+0000 7f1302ffd640 1 --2- 172.21.15.18:0/2396713434 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799abe90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f12f800b9a0 tx=0x7f12f800be60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3492aac240014fe server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:57.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.906+0000 7f12e97fa640 1 -- 172.21.15.18:0/2396713434 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f8016070 con 0x55dc799a7390 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.907+0000 7f12e97fa640 1 -- 172.21.15.18:0/2396713434 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12f8005500 con 0x55dc799a7390 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.907+0000 7f12e97fa640 1 -- 172.21.15.18:0/2396713434 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f8010460 con 0x55dc799a7390 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.907+0000 7f130c3f9740 1 -- 172.21.15.18:0/2396713434 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 msgr2=0x55dc799abe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.907+0000 7f130c3f9740 1 --2- 172.21.15.18:0/2396713434 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799abe90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f12f800b9a0 tx=0x7f12f800be60 comp rx=0 tx=0).stop 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.907+0000 7f13037fe640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f12ec0a2d60 0x7f12ec0a5220 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f12f4009860 tx=0x7f12f40058b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.907+0000 7f130c3f9740 1 -- 172.21.15.18:0/2396713434 shutdown_connections 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.907+0000 7f130c3f9740 1 --2- 172.21.15.18:0/2396713434 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799ae990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.907+0000 7f130c3f9740 1 --2- 172.21.15.18:0/2396713434 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799abe90 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.907+0000 7f130c3f9740 1 --2- 172.21.15.18:0/2396713434 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 0x55dc799a6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.907+0000 7f130c3f9740 1 -- 172.21.15.18:0/2396713434 >> 172.21.15.18:0/2396713434 conn(0x55dc7996e4f0 msgr2=0x55dc799a2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.908+0000 7f130c3f9740 1 -- 172.21.15.18:0/2396713434 shutdown_connections 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.908+0000 7f130c3f9740 1 -- 172.21.15.18:0/2396713434 wait complete. 2024-04-22T00:43:57.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.908+0000 7f130c3f9740 1 -- start start 2024-04-22T00:43:57.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.908+0000 7f130c3f9740 1 Processor -- start 2024-04-22T00:43:57.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.908+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 0x55dc799b0d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799b1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799b8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f130c3f9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55dc799af4b0 con 0x55dc799ac500 2024-04-22T00:43:57.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f130c3f9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55dc798c6d40 con 0x55dc799a69a0 2024-04-22T00:43:57.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f130c3f9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55dc799af630 con 0x55dc799a7390 2024-04-22T00:43:57.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f130c3f9740 10 client.0 _ll_register_callbacks cb 0x55dc79902820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:57.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f13037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799b8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f13037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799b8240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39358/0 (socket says 172.21.15.18:39358) 2024-04-22T00:43:57.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f13037fe640 1 -- 172.21.15.18:0/516198721 learned_addr learned my addr 172.21.15.18:0/516198721 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f1302ffd640 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 0x55dc799b0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f1302ffd640 1 -- 172.21.15.18:0/516198721 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 msgr2=0x55dc799b1280 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f1302ffd640 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799b1280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f1302ffd640 1 -- 172.21.15.18:0/516198721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 msgr2=0x55dc799b8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.909+0000 7f1302ffd640 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799b8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.910+0000 7f1302ffd640 1 -- 172.21.15.18:0/516198721 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc796e77e0 con 0x55dc799a69a0 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.910+0000 7f1302ffd640 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 0x55dc799b0d40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x55dc799a7790 tx=0x7f12f8005250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b71aeeb5b5fd2d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.910+0000 7f12e6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.910+0000 7f12e6ff5640 1 -- 172.21.15.18:0/516198721 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f8016030 con 0x55dc799a69a0 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.911+0000 7f130c3f9740 1 -- 172.21.15.18:0/516198721 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12f8005500 con 0x55dc799a69a0 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.911+0000 7f12e6ff5640 1 -- 172.21.15.18:0/516198721 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f12f800db90 con 0x55dc799a69a0 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.911+0000 7f12e6ff5640 1 -- 172.21.15.18:0/516198721 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f12f800b5a0 con 0x55dc799a69a0 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.911+0000 7f130c3f9740 10 client.25856 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:57.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.911+0000 7f130c3f9740 1 -- 172.21.15.18:0/516198721 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dc79747f70 con 0x55dc799a69a0 2024-04-22T00:43:57.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.911+0000 7f12e6ff5640 1 -- 172.21.15.18:0/516198721 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12f8005500 con 0x55dc799a69a0 2024-04-22T00:43:57.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.912+0000 7f12e6ff5640 1 -- 172.21.15.18:0/516198721 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f12f8022070 con 0x55dc799a69a0 2024-04-22T00:43:57.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.912+0000 7f130c3f9740 10 client.25856 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:57.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.912+0000 7f130c3f9740 10 client.25856 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:57.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.912+0000 7f130c3f9740 20 client.25856 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:57.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.912+0000 7f130c3f9740 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55dc799bcb00 0x55dc799bef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.912+0000 7f130c3f9740 4 client.25856 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:57.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.912+0000 7f130c3f9740 1 -- 172.21.15.18:0/516198721 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc798df450 con 0x55dc799bcb00 2024-04-22T00:43:57.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.912+0000 7f13027fc640 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55dc799bcb00 0x55dc799bef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.913+0000 7f13027fc640 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55dc799bcb00 0x55dc799bef80 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=653747380b6dee41 server_cookie=ed2e397b36ca53fa in_seq=0 out_seq=0 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.913+0000 7f12e6ff5640 10 client.25856 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f12e6ff5640 1 -- 172.21.15.18:0/516198721 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dc798df450 con 0x55dc799bcb00 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f12e6ff5640 10 client.25856 handle_command_reply: tid=0 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 client.25856 shutdown 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 -- 172.21.15.18:0/516198721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 msgr2=0x55dc799b0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 0x55dc799b0d40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x55dc799a7790 tx=0x7f12f8005250 comp rx=0 tx=0).stop 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 -- 172.21.15.18:0/516198721 shutdown_connections 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55dc799bcb00 0x55dc799bef80 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799b8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799b1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 --2- 172.21.15.18:0/516198721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a69a0 0x55dc799b0d40 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 -- 172.21.15.18:0/516198721 >> 172.21.15.18:0/516198721 conn(0x55dc7996e4f0 msgr2=0x55dc799a14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f12e6ff5640 0 client.25856 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:57.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 -- 172.21.15.18:0/516198721 shutdown_connections 2024-04-22T00:43:57.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 1 -- 172.21.15.18:0/516198721 wait complete. 2024-04-22T00:43:57.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.914+0000 7f130c3f9740 20 client.25856 trim_cache size 0 max 16384 2024-04-22T00:43:57.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.942+0000 7f130c3f9740 1 Processor -- start 2024-04-22T00:43:57.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.942+0000 7f130c3f9740 1 -- start start 2024-04-22T00:43:57.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.942+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799a69a0 0x55dc799b1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.942+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799b8200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.942+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799ac500 0x55dc799a5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.942+0000 7f130c3f9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f12f00126a0 con 0x55dc799a69a0 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.942+0000 7f130c3f9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f12f000ff10 con 0x55dc799ac500 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.942+0000 7f130c3f9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f12f000dd60 con 0x55dc799a7390 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f1302ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799a69a0 0x55dc799b1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f1302ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799a69a0 0x55dc799b1040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39360/0 (socket says 172.21.15.18:39360) 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f1302ffd640 1 -- 172.21.15.18:0/180654438 learned_addr learned my addr 172.21.15.18:0/180654438 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f13037fe640 1 --2- 172.21.15.18:0/180654438 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799ac500 0x55dc799a5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f13027fc640 1 --2- 172.21.15.18:0/180654438 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799b8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f13037fe640 1 -- 172.21.15.18:0/180654438 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 msgr2=0x55dc799b8200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f13037fe640 1 --2- 172.21.15.18:0/180654438 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799b8200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f13037fe640 1 -- 172.21.15.18:0/180654438 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799a69a0 msgr2=0x55dc799b1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:57.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f13037fe640 1 --2- 172.21.15.18:0/180654438 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799a69a0 0x55dc799b1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f13037fe640 1 -- 172.21.15.18:0/180654438 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc795df170 con 0x55dc799ac500 2024-04-22T00:43:57.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f1302ffd640 1 --2- 172.21.15.18:0/180654438 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799a69a0 0x55dc799b1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:57.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f13037fe640 1 --2- 172.21.15.18:0/180654438 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799ac500 0x55dc799a5c60 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f12f40349e0 tx=0x7f12f403e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d192c584af834d42 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:57.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.943+0000 7f12e8ff9640 1 -- 172.21.15.18:0/180654438 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f4039040 con 0x55dc799ac500 2024-04-22T00:43:57.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f12e8ff9640 1 -- 172.21.15.18:0/180654438 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12f404f070 con 0x55dc799ac500 2024-04-22T00:43:57.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f12e8ff9640 1 -- 172.21.15.18:0/180654438 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f402c9e0 con 0x55dc799ac500 2024-04-22T00:43:57.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f130c3f9740 1 -- 172.21.15.18:0/180654438 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799ac500 msgr2=0x55dc799a5c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:57.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f130c3f9740 1 --2- 172.21.15.18:0/180654438 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799ac500 0x55dc799a5c60 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f12f40349e0 tx=0x7f12f403e000 comp rx=0 tx=0).stop 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f130c3f9740 1 -- 172.21.15.18:0/180654438 shutdown_connections 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f130c3f9740 1 --2- 172.21.15.18:0/180654438 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799ac500 0x55dc799a5c60 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f130c3f9740 1 --2- 172.21.15.18:0/180654438 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a7390 0x55dc799b8200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f130c3f9740 1 --2- 172.21.15.18:0/180654438 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799a69a0 0x55dc799b1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f130c3f9740 1 -- 172.21.15.18:0/180654438 >> 172.21.15.18:0/180654438 conn(0x55dc7996e4f0 msgr2=0x55dc799a5550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f130c3f9740 1 -- 172.21.15.18:0/180654438 shutdown_connections 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.944+0000 7f130c3f9740 1 -- 172.21.15.18:0/180654438 wait complete. 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f130c3f9740 1 -- start start 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f130c3f9740 1 Processor -- start 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a69a0 0x55dc799b5a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a7390 0x55dc799b5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f130c3f9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799b6f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f130c3f9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f12f000e3d0 con 0x55dc799ac500 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f130c3f9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f12f000f840 con 0x55dc799a7390 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f130c3f9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f12f000eaa0 con 0x55dc799a69a0 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f1302ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a69a0 0x55dc799b5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f130c3f9740 10 client.0 _ll_register_callbacks cb 0x7f12fc0d2b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f1302ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a69a0 0x55dc799b5a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49196/0 (socket says 172.21.15.18:49196) 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f1302ffd640 1 -- 172.21.15.18:0/161807172 learned_addr learned my addr 172.21.15.18:0/161807172 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f13027fc640 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a7390 0x55dc799b5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f13037fe640 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799b6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f1302ffd640 1 -- 172.21.15.18:0/161807172 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a7390 msgr2=0x55dc799b5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f1302ffd640 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a7390 0x55dc799b5f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f1302ffd640 1 -- 172.21.15.18:0/161807172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 msgr2=0x55dc799b6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:57.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f1302ffd640 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799b6f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f1302ffd640 1 -- 172.21.15.18:0/161807172 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc799b7560 con 0x55dc799a69a0 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.945+0000 7f13027fc640 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a7390 0x55dc799b5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.946+0000 7f1302ffd640 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a69a0 0x55dc799b5a20 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x55dc799ac050 tx=0x7f12f801a510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53bd04aeee0a4414 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.946+0000 7f12e6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.946+0000 7f12e6ff5640 1 -- 172.21.15.18:0/161807172 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f8016040 con 0x55dc799a69a0 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.946+0000 7f12e6ff5640 1 -- 172.21.15.18:0/161807172 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f12f801ab40 con 0x55dc799a69a0 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.946+0000 7f130c3f9740 1 -- 172.21.15.18:0/161807172 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12f404f070 con 0x55dc799a69a0 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.946+0000 7f12e6ff5640 1 -- 172.21.15.18:0/161807172 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f12f802d020 con 0x55dc799a69a0 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.946+0000 7f130c3f9740 10 client.25855 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.946+0000 7f130c3f9740 1 -- 172.21.15.18:0/161807172 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dc79a23220 con 0x55dc799a69a0 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.946+0000 7f12e6ff5640 1 -- 172.21.15.18:0/161807172 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12f800b820 con 0x55dc799a69a0 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.947+0000 7f12e6ff5640 1 -- 172.21.15.18:0/161807172 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f12f8022070 con 0x55dc799a69a0 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.947+0000 7f130c3f9740 10 client.25855 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:57.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.947+0000 7f130c3f9740 10 client.25855 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:57.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.947+0000 7f130c3f9740 20 client.25855 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:57.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.947+0000 7f130c3f9740 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55dc79a23c20 0x55dc79a26040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:57.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.947+0000 7f130c3f9740 4 client.25855 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:43:57.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.947+0000 7f130c3f9740 1 -- 172.21.15.18:0/161807172 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f12f404f070 con 0x55dc79a23c20 2024-04-22T00:43:57.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.948+0000 7f13027fc640 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55dc79a23c20 0x55dc79a26040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:57.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.950+0000 7f13027fc640 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55dc79a23c20 0x55dc79a26040 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2bd451fa5153922b server_cookie=1e893d080de75eef in_seq=0 out_seq=0 2024-04-22T00:43:57.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.950+0000 7f12e6ff5640 10 client.25855 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:57.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f12e6ff5640 1 -- 172.21.15.18:0/161807172 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f12f404f070 con 0x55dc79a23c20 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f12e6ff5640 10 client.25855 handle_command_reply: tid=0 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 client.25855 shutdown 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 -- 172.21.15.18:0/161807172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a69a0 msgr2=0x55dc799b5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a69a0 0x55dc799b5a20 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x55dc799ac050 tx=0x7f12f801a510 comp rx=0 tx=0).stop 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 -- 172.21.15.18:0/161807172 shutdown_connections 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55dc79a23c20 0x55dc79a26040 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dc799ac500 0x55dc799b6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dc799a7390 0x55dc799b5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 --2- 172.21.15.18:0/161807172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dc799a69a0 0x55dc799b5a20 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 -- 172.21.15.18:0/161807172 >> 172.21.15.18:0/161807172 conn(0x55dc7996e4f0 msgr2=0x55dc799a5de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f12e6ff5640 0 client.25855 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 -- 172.21.15.18:0/161807172 shutdown_connections 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 1 -- 172.21.15.18:0/161807172 wait complete. 2024-04-22T00:43:57.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.951+0000 7f130c3f9740 20 client.25855 trim_cache size 0 max 16384 2024-04-22T00:43:57.956 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:43:57.956 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:43:57.956 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "8ebd57ef-dba3-46aa-b285-7480d0641013", 2024-04-22T00:43:57.956 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:43:57.956 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:43:57.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 -- 172.21.15.18:0/389729741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f12ec0a2d60 msgr2=0x7f12ec0a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:57.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f12ec0a2d60 0x7f12ec0a5220 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f12f4009860 tx=0x7f12f40058b0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 -- 172.21.15.18:0/389729741 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1304075780 msgr2=0x7f1304070600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:57.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1304075780 0x7f1304070600 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f12fc00efb0 tx=0x7f12fc00c800 comp rx=0 tx=0).stop 2024-04-22T00:43:57.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 -- 172.21.15.18:0/389729741 shutdown_connections 2024-04-22T00:43:57.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f12ec0a2d60 0x7f12ec0a5220 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f130410dd60 0x7f130419d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1304075780 0x7f1304070600 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 --2- 172.21.15.18:0/389729741 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13040741a0 0x7f13040700c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:57.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 -- 172.21.15.18:0/389729741 >> 172.21.15.18:0/389729741 conn(0x7f13040fcd20 msgr2=0x7f1304101100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:57.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.952+0000 7f1309737640 1 -- 172.21.15.18:0/389729741 shutdown_connections 2024-04-22T00:43:57.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:57.953+0000 7f1309737640 1 -- 172.21.15.18:0/389729741 wait complete. 2024-04-22T00:43:57.970 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:43:57.970 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:43:58.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.142+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/4093467171 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ad410b530 msgr2=0x7f8ad41143d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:58.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.142+0000 7f8ad8bf5640 1 --2- 172.21.15.18:0/4093467171 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ad410b530 0x7f8ad41143d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8ac8009890 tx=0x7f8ac802bb90 comp rx=0 tx=0).stop 2024-04-22T00:43:58.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.142+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/4093467171 shutdown_connections 2024-04-22T00:43:58.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.142+0000 7f8ad8bf5640 1 --2- 172.21.15.18:0/4093467171 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ad410b530 0x7f8ad41143d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.142+0000 7f8ad8bf5640 1 --2- 172.21.15.18:0/4093467171 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ad410b0b0 0x7f8ad4111e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.142+0000 7f8ad8bf5640 1 --2- 172.21.15.18:0/4093467171 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ad4108740 0x7f8ad410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.142+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/4093467171 >> 172.21.15.18:0/4093467171 conn(0x7f8ad406e5d0 msgr2=0x7f8ad4070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:58.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.142+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/4093467171 shutdown_connections 2024-04-22T00:43:58.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.142+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/4093467171 wait complete. 2024-04-22T00:43:58.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad8bf5640 1 Processor -- start 2024-04-22T00:43:58.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad8bf5640 1 -- start start 2024-04-22T00:43:58.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad8bf5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ad4108740 0x7f8ad41a68d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad8bf5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ad410b0b0 0x7f8ad41a6e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad8bf5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ad410b530 0x7f8ad41ade80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad8bf5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad410bdf0 con 0x7f8ad4108740 2024-04-22T00:43:58.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad8bf5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad410bc70 con 0x7f8ad410b0b0 2024-04-22T00:43:58.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad8bf5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad410bf70 con 0x7f8ad410b530 2024-04-22T00:43:58.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ad4108740 0x7f8ad41a68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ad4108740 0x7f8ad41a68d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39384/0 (socket says 172.21.15.18:39384) 2024-04-22T00:43:58.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad259c640 1 -- 172.21.15.18:0/1866034028 learned_addr learned my addr 172.21.15.18:0/1866034028 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:58.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.143+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ad410b530 0x7f8ad41ade80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.144+0000 7f8ad259c640 1 -- 172.21.15.18:0/1866034028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ad410b530 msgr2=0x7f8ad41ade80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:58.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.144+0000 7f8ad259c640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ad410b530 0x7f8ad41ade80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.144+0000 7f8ad259c640 1 -- 172.21.15.18:0/1866034028 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ad410b0b0 msgr2=0x7f8ad41a6e10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:43:58.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.144+0000 7f8ad259c640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ad410b0b0 0x7f8ad41a6e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.144+0000 7f8ad259c640 1 -- 172.21.15.18:0/1866034028 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ad41ae4f0 con 0x7f8ad4108740 2024-04-22T00:43:58.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.144+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ad410b530 0x7f8ad41ade80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:43:58.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.145+0000 7f8ad259c640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ad4108740 0x7f8ad41a68d0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f8ac400e9f0 tx=0x7f8ac400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:58.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.146+0000 7f8ac37fe640 1 -- 172.21.15.18:0/1866034028 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac400ccc0 con 0x7f8ad4108740 2024-04-22T00:43:58.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.146+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/1866034028 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ad41ae7e0 con 0x7f8ad4108740 2024-04-22T00:43:58.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.146+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/1866034028 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ad41aed30 con 0x7f8ad4108740 2024-04-22T00:43:58.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.146+0000 7f8ac37fe640 1 -- 172.21.15.18:0/1866034028 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ac4005500 con 0x7f8ad4108740 2024-04-22T00:43:58.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.146+0000 7f8ac37fe640 1 -- 172.21.15.18:0/1866034028 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac4010690 con 0x7f8ad4108740 2024-04-22T00:43:58.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.149+0000 7f8adb7da740 1 Processor -- start 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.149+0000 7f8adb7da740 1 -- start start 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.149+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9b5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.149+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b5940 0x56071a9ba440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.149+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9baab0 0x56071a9bcf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.149+0000 7f8adb7da740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56071a91a560 con 0x56071a9b4f50 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.149+0000 7f8adb7da740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56071a8c2730 con 0x56071a9b5940 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.149+0000 7f8adb7da740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56071a916520 con 0x56071a9baab0 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.150+0000 7f8ad2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9b5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.150+0000 7f8ad2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9b5370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39392/0 (socket says 172.21.15.18:39392) 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.150+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/3172026784 learned_addr learned my addr 172.21.15.18:0/3172026784 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.150+0000 7f8ac37fe640 1 -- 172.21.15.18:0/1866034028 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8ac4010830 con 0x7f8ad4108740 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.150+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/3172026784 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9baab0 msgr2=0x56071a9bcf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:58.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.150+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/3172026784 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9baab0 0x56071a9bcf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.150+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/3172026784 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b5940 msgr2=0x56071a9ba440 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:43:58.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.150+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/3172026784 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b5940 0x56071a9ba440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.150+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/3172026784 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56071a6f87d0 con 0x56071a9b4f50 2024-04-22T00:43:58.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.150+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/3172026784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9b5370 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f8ad406b460 tx=0x7f8ac8005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1053de15a2e3851d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:58.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.151+0000 7f8ac37fe640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8abc0a2ce0 0x7f8abc0a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.151+0000 7f8ac0ff9640 1 -- 172.21.15.18:0/3172026784 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac8039040 con 0x56071a9b4f50 2024-04-22T00:43:58.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.151+0000 7f8ac0ff9640 1 -- 172.21.15.18:0/3172026784 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ac8034640 con 0x56071a9b4f50 2024-04-22T00:43:58.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.151+0000 7f8ac0ff9640 1 -- 172.21.15.18:0/3172026784 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac802c790 con 0x56071a9b4f50 2024-04-22T00:43:58.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.151+0000 7f8ac37fe640 1 -- 172.21.15.18:0/1866034028 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8ac40cf640 con 0x7f8ad4108740 2024-04-22T00:43:58.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.152+0000 7f8adb7da740 1 -- 172.21.15.18:0/3172026784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 msgr2=0x56071a9b5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:58.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.152+0000 7f8adb7da740 1 --2- 172.21.15.18:0/3172026784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9b5370 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f8ad406b460 tx=0x7f8ac8005a90 comp rx=0 tx=0).stop 2024-04-22T00:43:58.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.152+0000 7f8adb7da740 1 -- 172.21.15.18:0/3172026784 shutdown_connections 2024-04-22T00:43:58.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.152+0000 7f8adb7da740 1 --2- 172.21.15.18:0/3172026784 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9baab0 0x56071a9bcf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.152+0000 7f8adb7da740 1 --2- 172.21.15.18:0/3172026784 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b5940 0x56071a9ba440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.152+0000 7f8adb7da740 1 --2- 172.21.15.18:0/3172026784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9b5370 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.152+0000 7f8adb7da740 1 -- 172.21.15.18:0/3172026784 >> 172.21.15.18:0/3172026784 conn(0x56071a9b04c0 msgr2=0x56071a9b08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:58.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.152+0000 7f8adb7da740 1 -- 172.21.15.18:0/3172026784 shutdown_connections 2024-04-22T00:43:58.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.153+0000 7f8adb7da740 1 -- 172.21.15.18:0/3172026784 wait complete. 2024-04-22T00:43:58.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.153+0000 7f8adb7da740 1 -- start start 2024-04-22T00:43:58.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.153+0000 7f8adb7da740 1 Processor -- start 2024-04-22T00:43:58.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.153+0000 7f8ad259c640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8abc0a2ce0 0x7f8abc0a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.153+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9bf3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b5940 0x56071a9bf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9baab0 0x56071a9c68c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9bf3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad1d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b5940 0x56071a9bf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad1d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b5940 0x56071a9bf8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:40256/0 (socket says 172.21.15.18:40256) 2024-04-22T00:43:58.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad1d9b640 1 -- 172.21.15.18:0/2390522502 learned_addr learned my addr 172.21.15.18:0/2390522502 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:58.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56071a9bda00 con 0x56071a9b4f50 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56071a8d5e00 con 0x56071a9b5940 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56071a9bdb80 con 0x56071a9baab0 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9baab0 0x56071a9c68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/2390522502 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9baab0 msgr2=0x56071a9c68c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9baab0 0x56071a9c68c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/2390522502 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b5940 msgr2=0x56071a9bf8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b5940 0x56071a9bf8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad259c640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8abc0a2ce0 0x7f8abc0a51a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f8ac409b770 tx=0x7f8ac4013000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/2390522502 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56071a62e3f0 con 0x56071a9b4f50 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8adb7da740 10 client.0 _ll_register_callbacks cb 0x56071a910eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.154+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9bf3b0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f8ac8034980 tx=0x7f8ac802e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcfe9f4f6d251b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.155+0000 7f8ab9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:43:58.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.155+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ac8034640 con 0x56071a9b4f50 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.155+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/2390522502 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac805a050 con 0x56071a9b4f50 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.155+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/2390522502 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8ac802c970 con 0x56071a9b4f50 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.155+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/2390522502 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8ac8039070 con 0x56071a9b4f50 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.155+0000 7f8adb7da740 10 client.16242 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.155+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=28}) -- 0x56071a5ee0f0 con 0x56071a9b4f50 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.155+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/2390522502 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8ac805d020 con 0x56071a9b4f50 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.155+0000 7f8adb7da740 10 client.16242 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.155+0000 7f8adb7da740 10 client.16242 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.156+0000 7f8adb7da740 20 client.16242 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.156+0000 7f8adb7da740 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56071a9cabc0 0x56071a9ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.156+0000 7f8adb7da740 4 client.16242 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.156+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8ac8034640 con 0x56071a9cabc0 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.156+0000 7f8ad1d9b640 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56071a9cabc0 0x56071a9ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.157+0000 7f8ab9ffb640 10 client.16242 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:58.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.157+0000 7f8ad1d9b640 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56071a9cabc0 0x56071a9ccfb0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1173bc79c4e73cd2 server_cookie=efd887d2221b80dc in_seq=0 out_seq=0 2024-04-22T00:43:58.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.157+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/2390522502 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f8ac8034640 con 0x56071a9cabc0 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.157+0000 7f8ab9ffb640 10 client.16242 handle_command_reply: tid=0 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.157+0000 7f8adb7da740 1 client.16242 shutdown 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 msgr2=0x56071a9bf3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9bf3b0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f8ac8034980 tx=0x7f8ac802e040 comp rx=0 tx=0).stop 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 shutdown_connections 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56071a9cabc0 0x56071a9ccfb0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9baab0 0x56071a9c68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b5940 0x56071a9bf8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8ab9ffb640 0 client.16242 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 1 --2- 172.21.15.18:0/2390522502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9bf3b0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 >> 172.21.15.18:0/2390522502 conn(0x56071a9b04c0 msgr2=0x56071a9af6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 shutdown_connections 2024-04-22T00:43:58.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 1 -- 172.21.15.18:0/2390522502 wait complete. 2024-04-22T00:43:58.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.158+0000 7f8adb7da740 20 client.16242 trim_cache size 0 max 16384 2024-04-22T00:43:58.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.186+0000 7f8adb7da740 1 Processor -- start 2024-04-22T00:43:58.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.186+0000 7f8adb7da740 1 -- start start 2024-04-22T00:43:58.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9befc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9bf500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9baab0 0x56071a9aee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8adb7da740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab40125c0 con 0x56071a9b4f50 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8adb7da740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab400fdc0 con 0x56071a9baab0 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8adb7da740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab400dc10 con 0x56071a9b5940 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9befc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9befc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39418/0 (socket says 172.21.15.18:39418) 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/1631470080 learned_addr learned my addr 172.21.15.18:0/1631470080 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad1d9b640 1 --2- 172.21.15.18:0/1631470080 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9bf500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/1631470080 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9baab0 0x56071a9aee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/1631470080 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 msgr2=0x56071a9bf500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/1631470080 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9bf500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/1631470080 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9baab0 msgr2=0x56071a9aee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/1631470080 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9baab0 0x56071a9aee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/1631470080 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56071a9ccfb0 con 0x56071a9b4f50 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad1d9b640 1 --2- 172.21.15.18:0/1631470080 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9bf500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:43:58.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.187+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/1631470080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9befc0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f8ac8004470 tx=0x7f8ac8040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0e12ab979f65acf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:58.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.188+0000 7f8abbfff640 1 -- 172.21.15.18:0/1631470080 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac805a040 con 0x56071a9b4f50 2024-04-22T00:43:58.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.188+0000 7f8abbfff640 1 -- 172.21.15.18:0/1631470080 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ac8009460 con 0x56071a9b4f50 2024-04-22T00:43:58.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.188+0000 7f8abbfff640 1 -- 172.21.15.18:0/1631470080 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac8003dc0 con 0x56071a9b4f50 2024-04-22T00:43:58.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.189+0000 7f8adb7da740 1 -- 172.21.15.18:0/1631470080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 msgr2=0x56071a9befc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:58.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.189+0000 7f8adb7da740 1 --2- 172.21.15.18:0/1631470080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9befc0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f8ac8004470 tx=0x7f8ac8040000 comp rx=0 tx=0).stop 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.189+0000 7f8adb7da740 1 -- 172.21.15.18:0/1631470080 shutdown_connections 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.189+0000 7f8adb7da740 1 --2- 172.21.15.18:0/1631470080 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9baab0 0x56071a9aee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.189+0000 7f8adb7da740 1 --2- 172.21.15.18:0/1631470080 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9bf500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.189+0000 7f8adb7da740 1 --2- 172.21.15.18:0/1631470080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9b4f50 0x56071a9befc0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.189+0000 7f8adb7da740 1 -- 172.21.15.18:0/1631470080 >> 172.21.15.18:0/1631470080 conn(0x56071a9b04c0 msgr2=0x56071a9b08a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.189+0000 7f8adb7da740 1 -- 172.21.15.18:0/1631470080 shutdown_connections 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.189+0000 7f8adb7da740 1 -- 172.21.15.18:0/1631470080 wait complete. 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8adb7da740 1 -- start start 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8adb7da740 1 Processor -- start 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b4f50 0x56071a9c3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9c42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8adb7da740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9baab0 0x56071a9c5270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8adb7da740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab400e280 con 0x56071a9baab0 2024-04-22T00:43:58.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8adb7da740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab400f6f0 con 0x56071a9b4f50 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8adb7da740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab400e950 con 0x56071a9b5940 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8adb7da740 10 client.0 _ll_register_callbacks cb 0x7f8ac4005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8ad1d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9c42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8ad2d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b4f50 0x56071a9c3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8ad2d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b4f50 0x56071a9c3d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:40274/0 (socket says 172.21.15.18:40274) 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8ad1d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9c42b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49256/0 (socket says 172.21.15.18:49256) 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8ad2d9d640 1 -- 172.21.15.18:0/4018977272 learned_addr learned my addr 172.21.15.18:0/4018977272 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.190+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9baab0 0x56071a9c5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8ad1d9b640 1 -- 172.21.15.18:0/4018977272 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b4f50 msgr2=0x56071a9c3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8ad1d9b640 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b4f50 0x56071a9c3d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8ad1d9b640 1 -- 172.21.15.18:0/4018977272 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9baab0 msgr2=0x56071a9c5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8ad1d9b640 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9baab0 0x56071a9c5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8ad1d9b640 1 -- 172.21.15.18:0/4018977272 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56071a9c5860 con 0x56071a9b5940 2024-04-22T00:43:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8ad1d9b640 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9c42b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x56071a91a6b0 tx=0x7f8acc009a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf0b90eb4483cb71 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:43:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8ab9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/4018977272 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8acc01a920 con 0x56071a9b5940 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8adb7da740 1 -- 172.21.15.18:0/4018977272 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56071a927aa0 con 0x56071a9b5940 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/4018977272 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8acc005120 con 0x56071a9b5940 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/4018977272 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8acc005320 con 0x56071a9b5940 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8adb7da740 10 client.25870 fetch_fsmap learned FSMap version 28 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.191+0000 7f8adb7da740 1 -- 172.21.15.18:0/4018977272 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56071aa31870 con 0x56071a9b5940 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.192+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/4018977272 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x56071a927aa0 con 0x56071a9b5940 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.193+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/4018977272 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8acc01a070 con 0x56071a9b5940 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.193+0000 7f8adb7da740 10 client.25870 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.193+0000 7f8adb7da740 10 client.25870 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.193+0000 7f8adb7da740 20 client.25870 populate_metadata read hostname 'smithi018' 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.193+0000 7f8adb7da740 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56071aa32170 0x56071aa34590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.193+0000 7f8adb7da740 4 client.25870 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.193+0000 7f8adb7da740 1 -- 172.21.15.18:0/4018977272 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56071a921df0 con 0x56071aa32170 2024-04-22T00:43:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.193+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56071aa32170 0x56071aa34590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.193+0000 7f8ad2d9d640 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56071aa32170 0x56071aa34590 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24ff082ab2e6c508 server_cookie=1317b8d92872cef6 in_seq=0 out_seq=0 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.193+0000 7f8ab9ffb640 10 client.25870 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.194+0000 7f8ab9ffb640 1 -- 172.21.15.18:0/4018977272 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56071a921df0 con 0x56071aa32170 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.194+0000 7f8ab9ffb640 10 client.25870 handle_command_reply: tid=0 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.194+0000 7f8adb7da740 1 client.25870 shutdown 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.194+0000 7f8adb7da740 1 -- 172.21.15.18:0/4018977272 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 msgr2=0x56071a9c42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.194+0000 7f8adb7da740 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9c42b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x56071a91a6b0 tx=0x7f8acc009a80 comp rx=0 tx=0).stop 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.194+0000 7f8adb7da740 1 -- 172.21.15.18:0/4018977272 shutdown_connections 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.194+0000 7f8adb7da740 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56071aa32170 0x56071aa34590 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.194+0000 7f8ab9ffb640 0 client.25870 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.195+0000 7f8adb7da740 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56071a9baab0 0x56071a9c5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.195+0000 7f8adb7da740 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56071a9b5940 0x56071a9c42b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.195+0000 7f8adb7da740 1 --2- 172.21.15.18:0/4018977272 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56071a9b4f50 0x56071a9c3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.195+0000 7f8adb7da740 1 -- 172.21.15.18:0/4018977272 >> 172.21.15.18:0/4018977272 conn(0x56071a9b04c0 msgr2=0x56071a9befc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:58.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.195+0000 7f8adb7da740 1 -- 172.21.15.18:0/4018977272 shutdown_connections 2024-04-22T00:43:58.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.195+0000 7f8adb7da740 1 -- 172.21.15.18:0/4018977272 wait complete. 2024-04-22T00:43:58.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.195+0000 7f8adb7da740 20 client.25870 trim_cache size 0 max 16384 2024-04-22T00:43:58.199 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:43:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:43:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:43:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "8ebd57ef-dba3-46aa-b285-7480d0641013": { 2024-04-22T00:43:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:43:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "8ebd57ef-dba3-46aa-b285-7480d0641013", 2024-04-22T00:43:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:43:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:43:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:43:58.201 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:43:58.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.196+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/1866034028 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8abc0a2ce0 msgr2=0x7f8abc0a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:58.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.196+0000 7f8ad8bf5640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8abc0a2ce0 0x7f8abc0a51a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f8ac409b770 tx=0x7f8ac4013000 comp rx=0 tx=0).stop 2024-04-22T00:43:58.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.197+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/1866034028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ad4108740 msgr2=0x7f8ad41a68d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:43:58.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.197+0000 7f8ad8bf5640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ad4108740 0x7f8ad41a68d0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f8ac400e9f0 tx=0x7f8ac400eeb0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.197+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/1866034028 shutdown_connections 2024-04-22T00:43:58.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.197+0000 7f8ad8bf5640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8abc0a2ce0 0x7f8abc0a51a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.197+0000 7f8ad8bf5640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8ad410b530 0x7f8ad41ade80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.197+0000 7f8ad8bf5640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ad410b0b0 0x7f8ad41a6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.197+0000 7f8ad8bf5640 1 --2- 172.21.15.18:0/1866034028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ad4108740 0x7f8ad41a68d0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:43:58.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.197+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/1866034028 >> 172.21.15.18:0/1866034028 conn(0x7f8ad406e5d0 msgr2=0x7f8ad40707e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:43:58.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.197+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/1866034028 shutdown_connections 2024-04-22T00:43:58.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:43:58.197+0000 7f8ad8bf5640 1 -- 172.21.15.18:0/1866034028 wait complete. 2024-04-22T00:43:58.215 INFO:tasks.cephfs.filesystem:scrub status for tag:8ebd57ef-dba3-46aa-b285-7480d0641013 - {'path': '/', 'tag': '8ebd57ef-dba3-46aa-b285-7480d0641013', 'options': 'recursive,force'} 2024-04-22T00:43:58.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:58 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:43:58.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:58 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:58.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:58 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:58.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:58 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:58.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:58 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:58.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:58 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:58.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:58 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:58.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:58 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:58.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:58 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:43:58.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:58 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:58.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:58 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:58.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:58 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:58.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:58 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:58.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:58 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:58.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:58 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:58.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:58 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:58.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:58 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:43:58.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:58 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:58.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:58 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:58.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:58 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:58.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:58 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:58.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:58 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:58.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:58 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:58.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:58 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:59.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:59 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:59.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:59 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:59 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:43:59.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:59 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:59 smithi081 ceph-mon[31546]: pgmap v455: 129 pgs: 129 active+clean; 1.1 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 MiB/s wr, 808 op/s 2024-04-22T00:43:59.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:59 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:43:59 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:59 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:59.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:59 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:59 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:43:59.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:59 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:59 smithi018 ceph-mon[27979]: pgmap v455: 129 pgs: 129 active+clean; 1.1 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 MiB/s wr, 808 op/s 2024-04-22T00:43:59.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:59 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:43:59 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:59 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:59.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:59 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:59 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:43:59.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:59 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:59 smithi167 ceph-mon[31348]: pgmap v455: 129 pgs: 129 active+clean; 1.1 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 MiB/s wr, 808 op/s 2024-04-22T00:43:59.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:59 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:43:59 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:43:59.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 155.0 s, 1327.6 tps, lat 76.298 ms stddev 87.889 2024-04-22T00:44:01.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:01 smithi081 ceph-mon[31546]: pgmap v456: 129 pgs: 129 active+clean; 1.1 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 13 MiB/s wr, 935 op/s 2024-04-22T00:44:01.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:01 smithi018 ceph-mon[27979]: pgmap v456: 129 pgs: 129 active+clean; 1.1 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 13 MiB/s wr, 935 op/s 2024-04-22T00:44:01.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:01 smithi167 ceph-mon[31348]: pgmap v456: 129 pgs: 129 active+clean; 1.1 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 13 MiB/s wr, 935 op/s 2024-04-22T00:44:03.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:03 smithi081 ceph-mon[31546]: pgmap v457: 129 pgs: 129 active+clean; 1.1 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 12 MiB/s wr, 785 op/s 2024-04-22T00:44:03.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:03 smithi018 ceph-mon[27979]: pgmap v457: 129 pgs: 129 active+clean; 1.1 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 12 MiB/s wr, 785 op/s 2024-04-22T00:44:03.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:03 smithi167 ceph-mon[31348]: pgmap v457: 129 pgs: 129 active+clean; 1.1 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 12 MiB/s wr, 785 op/s 2024-04-22T00:44:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.416+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3340199908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd5d0101890 msgr2=0x7fd5d0101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.416+0000 7fd5d5f8c640 1 --2- 172.21.15.18:0/3340199908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd5d0101890 0x7fd5d0101d10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4009860 tx=0x7fd5c402bb70 comp rx=0 tx=0).stop 2024-04-22T00:44:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.416+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3340199908 shutdown_connections 2024-04-22T00:44:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.416+0000 7fd5d5f8c640 1 --2- 172.21.15.18:0/3340199908 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd5d0102250 0x7fd5d0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.416+0000 7fd5d5f8c640 1 --2- 172.21.15.18:0/3340199908 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd5d0101890 0x7fd5d0101d10 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.416+0000 7fd5d5f8c640 1 --2- 172.21.15.18:0/3340199908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd5d01006a0 0x7fd5d0100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.416+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3340199908 >> 172.21.15.18:0/3340199908 conn(0x7fd5d00fbc10 msgr2=0x7fd5d00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.416+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3340199908 shutdown_connections 2024-04-22T00:44:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.416+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3340199908 wait complete. 2024-04-22T00:44:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.417+0000 7fd5d5f8c640 1 Processor -- start 2024-04-22T00:44:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.417+0000 7fd5d5f8c640 1 -- start start 2024-04-22T00:44:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5d5f8c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd5d01006a0 0x7fd5d01045e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5d5f8c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd5d0101890 0x7fd5d0102c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5d5f8c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd5d0102250 0x7fd5d01031b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5d5f8c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd5d010c300 con 0x7fd5d0102250 2024-04-22T00:44:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5d5f8c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd5d010c180 con 0x7fd5d01006a0 2024-04-22T00:44:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5d5f8c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd5d010c480 con 0x7fd5d0101890 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5cf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd5d01006a0 0x7fd5d01045e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5cf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd5d01006a0 0x7fd5d01045e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34510/0 (socket says 172.21.15.18:34510) 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/3458281939 learned_addr learned my addr 172.21.15.18:0/3458281939 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd5d0101890 0x7fd5d0102c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5cffff640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd5d0102250 0x7fd5d01031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/3458281939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd5d0101890 msgr2=0x7fd5d0102c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5cf7fe640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd5d0101890 0x7fd5d0102c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/3458281939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd5d0102250 msgr2=0x7fd5d01031b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5cf7fe640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd5d0102250 0x7fd5d01031b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/3458281939 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5d0103a70 con 0x7fd5d01006a0 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd5d0101890 0x7fd5d0102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.418+0000 7fd5cf7fe640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd5d01006a0 0x7fd5d01045e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd5c000e9a0 tx=0x7fd5c000ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.419+0000 7fd5ccff9640 1 -- 172.21.15.18:0/3458281939 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c000cd80 con 0x7fd5d01006a0 2024-04-22T00:44:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.419+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3458281939 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5d01a1b50 con 0x7fd5d01006a0 2024-04-22T00:44:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.419+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3458281939 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5d01a20c0 con 0x7fd5d01006a0 2024-04-22T00:44:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.419+0000 7fd5ccff9640 1 -- 172.21.15.18:0/3458281939 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5c0010910 con 0x7fd5d01006a0 2024-04-22T00:44:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.419+0000 7fd5ccff9640 1 -- 172.21.15.18:0/3458281939 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c0018a30 con 0x7fd5d01006a0 2024-04-22T00:44:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.422+0000 7fd5ccff9640 1 -- 172.21.15.18:0/3458281939 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd5c0010ac0 con 0x7fd5d01006a0 2024-04-22T00:44:04.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.423+0000 7fd5ccff9640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5b80a2d30 0x7fd5b80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.423+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5b80a2d30 0x7fd5b80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5ccff9640 1 -- 172.21.15.18:0/3458281939 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd5c00cf6f0 con 0x7fd5d01006a0 2024-04-22T00:44:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5d8b7a740 1 Processor -- start 2024-04-22T00:44:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5d8b7a740 1 -- start start 2024-04-22T00:44:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5b80a2d30 0x7fd5b80a51f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd5c402c180 tx=0x7fd5c4034a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 0x55e3bad31150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad31720 0x55e3bad36220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 0x55e3bad38d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5d8b7a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e3bac95b70 con 0x55e3bad31720 2024-04-22T00:44:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5d8b7a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e3bac3e470 con 0x55e3bad36890 2024-04-22T00:44:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5d8b7a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e3bac91b30 con 0x55e3bad30d30 2024-04-22T00:44:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5ceffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad31720 0x55e3bad36220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5ceffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad31720 0x55e3bad36220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45966/0 (socket says 172.21.15.18:45966) 2024-04-22T00:44:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5ceffd640 1 -- 172.21.15.18:0/2471770393 learned_addr learned my addr 172.21.15.18:0/2471770393 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5cffff640 1 --2- 172.21.15.18:0/2471770393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 0x55e3bad38d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.424+0000 7fd5cf7fe640 1 --2- 172.21.15.18:0/2471770393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 0x55e3bad31150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.425+0000 7fd5ceffd640 1 -- 172.21.15.18:0/2471770393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 msgr2=0x55e3bad31150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.425+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/2471770393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 0x55e3bad31150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.425+0000 7fd5ceffd640 1 -- 172.21.15.18:0/2471770393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 msgr2=0x55e3bad38d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.425+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/2471770393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 0x55e3bad38d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.425+0000 7fd5ceffd640 1 -- 172.21.15.18:0/2471770393 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3ba9aa210 con 0x55e3bad31720 2024-04-22T00:44:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.425+0000 7fd5cffff640 1 --2- 172.21.15.18:0/2471770393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 0x55e3bad38d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:44:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.425+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/2471770393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad31720 0x55e3bad36220 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4009860 tx=0x7fd5c403f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f29788fdab043e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:04.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.425+0000 7fd5b5ffb640 1 -- 172.21.15.18:0/2471770393 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c4039070 con 0x55e3bad31720 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.425+0000 7fd5b5ffb640 1 -- 172.21.15.18:0/2471770393 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5c4050070 con 0x55e3bad31720 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.425+0000 7fd5b5ffb640 1 -- 172.21.15.18:0/2471770393 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c40046c0 con 0x55e3bad31720 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.426+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/2471770393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad31720 msgr2=0x55e3bad36220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.426+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/2471770393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad31720 0x55e3bad36220 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4009860 tx=0x7fd5c403f000 comp rx=0 tx=0).stop 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.426+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/2471770393 shutdown_connections 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.426+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/2471770393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 0x55e3bad38d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.426+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/2471770393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad31720 0x55e3bad36220 secure :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4009860 tx=0x7fd5c403f000 comp rx=0 tx=0).stop 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.426+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/2471770393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 0x55e3bad31150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.426+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/2471770393 >> 172.21.15.18:0/2471770393 conn(0x55e3bad2c2a0 msgr2=0x55e3bad2c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.427+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/2471770393 shutdown_connections 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.427+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/2471770393 wait complete. 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.427+0000 7fd5d8b7a740 1 -- start start 2024-04-22T00:44:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.427+0000 7fd5d8b7a740 1 Processor -- start 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 0x55e3bad43a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 0x55e3bad43f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad48f90 0x55e3bad4b380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5d8b7a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e3bad397e0 con 0x55e3bad48f90 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5d8b7a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e3bac51a10 con 0x55e3bad36890 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5cf7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 0x55e3bad43a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5cf7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 0x55e3bad43a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:46494/0 (socket says 172.21.15.18:46494) 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/1896765715 learned_addr learned my addr 172.21.15.18:0/1896765715 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5cffff640 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad48f90 0x55e3bad4b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1896765715 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e3bad39960 con 0x55e3bad30d30 2024-04-22T00:44:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5d8b7a740 10 client.0 _ll_register_callbacks cb 0x55e3bac8cb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 0x55e3bad43f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/1896765715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 msgr2=0x55e3bad43f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5cf7fe640 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 0x55e3bad43f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/1896765715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad48f90 msgr2=0x55e3bad4b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5cf7fe640 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad48f90 0x55e3bad4b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/1896765715 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3baa76620 con 0x55e3bad30d30 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.428+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 0x55e3bad43f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5cf7fe640 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 0x55e3bad43a20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd5c00058c0 tx=0x7fd5c009b660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16f4fa01febfa3c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5aeffd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5aeffd640 1 -- 172.21.15.18:0/1896765715 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c009bb20 con 0x55e3bad30d30 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5aeffd640 1 -- 172.21.15.18:0/1896765715 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd5c009af70 con 0x55e3bad30d30 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1896765715 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5c4050070 con 0x55e3bad30d30 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5aeffd640 1 -- 172.21.15.18:0/1896765715 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd5c009fed0 con 0x55e3bad30d30 2024-04-22T00:44:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5d8b7a740 10 client.25882 fetch_fsmap learned FSMap version 28 2024-04-22T00:44:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1896765715 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e3bad3dd60 con 0x55e3bad30d30 2024-04-22T00:44:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5aeffd640 1 -- 172.21.15.18:0/1896765715 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5c009ce50 con 0x55e3bad30d30 2024-04-22T00:44:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5aeffd640 1 -- 172.21.15.18:0/1896765715 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd5c0097a00 con 0x55e3bad30d30 2024-04-22T00:44:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5d8b7a740 10 client.25882 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:44:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5d8b7a740 10 client.25882 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5d8b7a740 20 client.25882 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.429+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e3bad3f4a0 0x55e3bad41920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.430+0000 7fd5d8b7a740 4 client.25882 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.430+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1896765715 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd5c4050070 con 0x55e3bad3f4a0 2024-04-22T00:44:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.430+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e3bad3f4a0 0x55e3bad41920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.430+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e3bad3f4a0 0x55e3bad41920 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be1c002f48357b5 server_cookie=18fcdd999e7e37cd in_seq=0 out_seq=0 2024-04-22T00:44:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.430+0000 7fd5aeffd640 10 client.25882 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.431+0000 7fd5aeffd640 1 -- 172.21.15.18:0/1896765715 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fd5c4050070 con 0x55e3bad3f4a0 2024-04-22T00:44:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.431+0000 7fd5aeffd640 10 client.25882 handle_command_reply: tid=0 2024-04-22T00:44:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.431+0000 7fd5d8b7a740 1 client.25882 shutdown 2024-04-22T00:44:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.431+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1896765715 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 msgr2=0x55e3bad43a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.431+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 0x55e3bad43a20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd5c00058c0 tx=0x7fd5c009b660 comp rx=0 tx=0).stop 2024-04-22T00:44:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.432+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1896765715 shutdown_connections 2024-04-22T00:44:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.432+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e3bad3f4a0 0x55e3bad41920 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.432+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad48f90 0x55e3bad4b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.432+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad36890 0x55e3bad43f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.432+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/1896765715 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad30d30 0x55e3bad43a20 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.432+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1896765715 >> 172.21.15.18:0/1896765715 conn(0x55e3bad2c2a0 msgr2=0x55e3bad2b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.432+0000 7fd5aeffd640 0 client.25882 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.433+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1896765715 shutdown_connections 2024-04-22T00:44:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.433+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1896765715 wait complete. 2024-04-22T00:44:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.433+0000 7fd5d8b7a740 20 client.25882 trim_cache size 0 max 16384 2024-04-22T00:44:04.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.457+0000 7fd5d8b7a740 1 Processor -- start 2024-04-22T00:44:04.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.458+0000 7fd5d8b7a740 1 -- start start 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.458+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad32bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.458+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad36890 0x55e3bad33100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.458+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad48f90 0x55e3bad2ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5cf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad32bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5d8b7a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd5bc0125a0 con 0x55e3bad48f90 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5d8b7a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd5bc00fe10 con 0x55e3bad30d30 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5cf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad32bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34528/0 (socket says 172.21.15.18:34528) 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/1358483253 learned_addr learned my addr 172.21.15.18:0/1358483253 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5cffff640 1 --2- 172.21.15.18:0/1358483253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad48f90 0x55e3bad2ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1358483253 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd5bc00dc60 con 0x55e3bad36890 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/1358483253 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad36890 0x55e3bad33100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5ceffd640 1 -- 172.21.15.18:0/1358483253 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 msgr2=0x55e3bad32bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/1358483253 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad32bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5ceffd640 1 -- 172.21.15.18:0/1358483253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad48f90 msgr2=0x55e3bad2ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/1358483253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad48f90 0x55e3bad2ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5ceffd640 1 -- 172.21.15.18:0/1358483253 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3bad35eb0 con 0x55e3bad36890 2024-04-22T00:44:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.459+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/1358483253 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad36890 0x55e3bad33100 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x55e3bad31be0 tx=0x7fd5c4005750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa90029b7ef90f98 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.460+0000 7fd5b57fa640 1 -- 172.21.15.18:0/1358483253 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c405c070 con 0x55e3bad36890 2024-04-22T00:44:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.460+0000 7fd5b57fa640 1 -- 172.21.15.18:0/1358483253 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5c4050040 con 0x55e3bad36890 2024-04-22T00:44:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.460+0000 7fd5b57fa640 1 -- 172.21.15.18:0/1358483253 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c4039040 con 0x55e3bad36890 2024-04-22T00:44:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.461+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1358483253 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad36890 msgr2=0x55e3bad33100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.461+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/1358483253 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad36890 0x55e3bad33100 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x55e3bad31be0 tx=0x7fd5c4005750 comp rx=0 tx=0).stop 2024-04-22T00:44:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.461+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1358483253 shutdown_connections 2024-04-22T00:44:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.461+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/1358483253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad48f90 0x55e3bad2ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.461+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/1358483253 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad36890 0x55e3bad33100 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.461+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/1358483253 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad32bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.461+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1358483253 >> 172.21.15.18:0/1358483253 conn(0x55e3bad2c2a0 msgr2=0x55e3bad414b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.461+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1358483253 shutdown_connections 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.461+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/1358483253 wait complete. 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.462+0000 7fd5d8b7a740 1 -- start start 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.462+0000 7fd5d8b7a740 1 Processor -- start 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.462+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad6d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.462+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad36890 0x55e3bad6b690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.462+0000 7fd5d8b7a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad48f90 0x55e3bad6bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.462+0000 7fd5d8b7a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd5bc00e2d0 con 0x55e3bad36890 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.462+0000 7fd5d8b7a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd5bc00f740 con 0x55e3bad30d30 2024-04-22T00:44:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.462+0000 7fd5d8b7a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd5bc00e9a0 con 0x55e3bad48f90 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.462+0000 7fd5d8b7a740 10 client.0 _ll_register_callbacks cb 0x7fd5c0010e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad6d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad6d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34536/0 (socket says 172.21.15.18:34536) 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/3319988052 learned_addr learned my addr 172.21.15.18:0/3319988052 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad36890 0x55e3bad6b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cffff640 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad48f90 0x55e3bad6bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/3319988052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad48f90 msgr2=0x55e3bad6bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cf7fe640 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad48f90 0x55e3bad6bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/3319988052 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad36890 msgr2=0x55e3bad6b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cf7fe640 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad36890 0x55e3bad6b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cf7fe640 1 -- 172.21.15.18:0/3319988052 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3bad6c110 con 0x55e3bad30d30 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cffff640 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad48f90 0x55e3bad6bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5cf7fe640 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad6d080 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd5c009aa80 tx=0x7fd5c00ba4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2fb99a67c5e6901 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5aeffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5aeffd640 1 -- 172.21.15.18:0/3319988052 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c009b480 con 0x55e3bad30d30 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5aeffd640 1 -- 172.21.15.18:0/3319988052 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd5c0097870 con 0x55e3bad30d30 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/3319988052 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5c4050040 con 0x55e3bad30d30 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5aeffd640 1 -- 172.21.15.18:0/3319988052 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd5c009ab00 con 0x55e3bad30d30 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.463+0000 7fd5d8b7a740 10 client.25892 fetch_fsmap learned FSMap version 28 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.464+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/3319988052 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e3badbea10 con 0x55e3bad30d30 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.464+0000 7fd5aeffd640 1 -- 172.21.15.18:0/3319988052 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5c4050040 con 0x55e3bad30d30 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.464+0000 7fd5aeffd640 1 -- 172.21.15.18:0/3319988052 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd5c0081020 con 0x55e3bad30d30 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.464+0000 7fd5d8b7a740 10 client.25892 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.464+0000 7fd5d8b7a740 10 client.25892 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.464+0000 7fd5d8b7a740 20 client.25892 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.464+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e3badbf350 0x55e3badc1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.464+0000 7fd5d8b7a740 4 client.25892 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:44:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.464+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/3319988052 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e3baca30b0 con 0x55e3badbf350 2024-04-22T00:44:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.464+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e3badbf350 0x55e3badc1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.465+0000 7fd5aeffd640 10 client.25892 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.465+0000 7fd5ceffd640 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e3badbf350 0x55e3badc1770 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d3827692e6a57c server_cookie=f4b484479be2a04f in_seq=0 out_seq=0 2024-04-22T00:44:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.477+0000 7fd5aeffd640 1 -- 172.21.15.18:0/3319988052 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e3baca30b0 con 0x55e3badbf350 2024-04-22T00:44:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5aeffd640 10 client.25892 handle_command_reply: tid=0 2024-04-22T00:44:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 client.25892 shutdown 2024-04-22T00:44:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/3319988052 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 msgr2=0x55e3bad6d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad6d080 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd5c009aa80 tx=0x7fd5c00ba4d0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/3319988052 shutdown_connections 2024-04-22T00:44:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e3badbf350 0x55e3badc1770 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e3bad48f90 0x55e3bad6bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e3bad36890 0x55e3bad6b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 --2- 172.21.15.18:0/3319988052 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e3bad30d30 0x55e3bad6d080 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5aeffd640 0 client.25892 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/3319988052 >> 172.21.15.18:0/3319988052 conn(0x55e3bad2c2a0 msgr2=0x55e3bad32bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/3319988052 shutdown_connections 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 1 -- 172.21.15.18:0/3319988052 wait complete. 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.478+0000 7fd5d8b7a740 20 client.25892 trim_cache size 0 max 16384 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:44:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:44:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3458281939 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5b80a2d30 msgr2=0x7fd5b80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5b80a2d30 0x7fd5b80a51f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd5c402c180 tx=0x7fd5c4034a90 comp rx=0 tx=0).stop 2024-04-22T00:44:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3458281939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd5d01006a0 msgr2=0x7fd5d01045e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd5d01006a0 0x7fd5d01045e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd5c000e9a0 tx=0x7fd5c000ee60 comp rx=0 tx=0).stop 2024-04-22T00:44:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3458281939 shutdown_connections 2024-04-22T00:44:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5b80a2d30 0x7fd5b80a51f0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd5d0102250 0x7fd5d01031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd5d0101890 0x7fd5d0102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 --2- 172.21.15.18:0/3458281939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd5d01006a0 0x7fd5d01045e0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3458281939 >> 172.21.15.18:0/3458281939 conn(0x7fd5d00fbc10 msgr2=0x7fd5d00fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3458281939 shutdown_connections 2024-04-22T00:44:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:04.479+0000 7fd5d5f8c640 1 -- 172.21.15.18:0/3458281939 wait complete. 2024-04-22T00:44:04.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 160.0 s, 1542.0 tps, lat 64.632 ms stddev 70.350 2024-04-22T00:44:05.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:05 smithi081 ceph-mon[31546]: pgmap v458: 129 pgs: 129 active+clean; 1.1 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 12 MiB/s wr, 849 op/s 2024-04-22T00:44:05.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:05 smithi018 ceph-mon[27979]: pgmap v458: 129 pgs: 129 active+clean; 1.1 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 12 MiB/s wr, 849 op/s 2024-04-22T00:44:05.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:05 smithi167 ceph-mon[31348]: pgmap v458: 129 pgs: 129 active+clean; 1.1 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 12 MiB/s wr, 849 op/s 2024-04-22T00:44:07.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:07 smithi081 ceph-mon[31546]: pgmap v459: 129 pgs: 129 active+clean; 1.1 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 11 MiB/s wr, 872 op/s 2024-04-22T00:44:07.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:07 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:44:07.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:07 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:44:07.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:07 smithi018 ceph-mon[27979]: pgmap v459: 129 pgs: 129 active+clean; 1.1 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 11 MiB/s wr, 872 op/s 2024-04-22T00:44:07.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:07 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:44:07.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:07 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:44:07.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:07 smithi167 ceph-mon[31348]: pgmap v459: 129 pgs: 129 active+clean; 1.1 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 11 MiB/s wr, 872 op/s 2024-04-22T00:44:07.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:07 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:44:07.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:07 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:44:08.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:08 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:44:08.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:08 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:44:08.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:08 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:44:09.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:09 smithi081 ceph-mon[31546]: pgmap v460: 129 pgs: 129 active+clean; 1.1 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 6.0 MiB/s wr, 624 op/s 2024-04-22T00:44:09.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:09 smithi018 ceph-mon[27979]: pgmap v460: 129 pgs: 129 active+clean; 1.1 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 6.0 MiB/s wr, 624 op/s 2024-04-22T00:44:09.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:09 smithi167 ceph-mon[31348]: pgmap v460: 129 pgs: 129 active+clean; 1.1 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 6.0 MiB/s wr, 624 op/s 2024-04-22T00:44:09.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 165.0 s, 1878.4 tps, lat 53.535 ms stddev 60.420 2024-04-22T00:44:11.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:11 smithi081 ceph-mon[31546]: pgmap v461: 129 pgs: 129 active+clean; 1.1 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 7.2 MiB/s wr, 731 op/s 2024-04-22T00:44:11.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:11 smithi018 ceph-mon[27979]: pgmap v461: 129 pgs: 129 active+clean; 1.1 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 7.2 MiB/s wr, 731 op/s 2024-04-22T00:44:11.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:11 smithi167 ceph-mon[31348]: pgmap v461: 129 pgs: 129 active+clean; 1.1 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 7.2 MiB/s wr, 731 op/s 2024-04-22T00:44:13.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:13 smithi081 ceph-mon[31546]: pgmap v462: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 6.0 MiB/s wr, 633 op/s 2024-04-22T00:44:13.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:13 smithi018 ceph-mon[27979]: pgmap v462: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 6.0 MiB/s wr, 633 op/s 2024-04-22T00:44:13.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:13 smithi167 ceph-mon[31348]: pgmap v462: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 6.0 MiB/s wr, 633 op/s 2024-04-22T00:44:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 170.0 s, 1814.6 tps, lat 55.271 ms stddev 59.702 2024-04-22T00:44:15.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:15 smithi081 ceph-mon[31546]: pgmap v463: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 5.3 MiB/s wr, 607 op/s 2024-04-22T00:44:15.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:15 smithi018 ceph-mon[27979]: pgmap v463: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 5.3 MiB/s wr, 607 op/s 2024-04-22T00:44:15.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:15 smithi167 ceph-mon[31348]: pgmap v463: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 5.3 MiB/s wr, 607 op/s 2024-04-22T00:44:17.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.632+0000 7fef459f5640 1 -- 172.21.15.18:0/1367592989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef4010b0b0 msgr2=0x7fef4010d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:17.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.632+0000 7fef459f5640 1 --2- 172.21.15.18:0/1367592989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef4010b0b0 0x7fef4010d520 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fef30009900 tx=0x7fef3002bc50 comp rx=0 tx=0).stop 2024-04-22T00:44:17.639 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.637+0000 7fef459f5640 1 -- 172.21.15.18:0/1367592989 shutdown_connections 2024-04-22T00:44:17.639 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.637+0000 7fef459f5640 1 --2- 172.21.15.18:0/1367592989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef4010da60 0x7fef4010dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.639 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.637+0000 7fef459f5640 1 --2- 172.21.15.18:0/1367592989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef4010b0b0 0x7fef4010d520 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.637+0000 7fef459f5640 1 --2- 172.21.15.18:0/1367592989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef40108740 0x7fef4010ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.637+0000 7fef459f5640 1 -- 172.21.15.18:0/1367592989 >> 172.21.15.18:0/1367592989 conn(0x7fef4006e7b0 msgr2=0x7fef40070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.641+0000 7fef459f5640 1 -- 172.21.15.18:0/1367592989 shutdown_connections 2024-04-22T00:44:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.645+0000 7fef459f5640 1 -- 172.21.15.18:0/1367592989 wait complete. 2024-04-22T00:44:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.645+0000 7fef459f5640 1 Processor -- start 2024-04-22T00:44:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.646+0000 7fef459f5640 1 -- start start 2024-04-22T00:44:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.646+0000 7fef459f5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef40108740 0x7fef40118150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.646+0000 7fef459f5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef4010b0b0 0x7fef40118690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.646+0000 7fef459f5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef4010da60 0x7fef401196d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.646+0000 7fef459f5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fef401108a0 con 0x7fef4010da60 2024-04-22T00:44:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.646+0000 7fef459f5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fef40110720 con 0x7fef4010b0b0 2024-04-22T00:44:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.646+0000 7fef459f5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fef40110a20 con 0x7fef40108740 2024-04-22T00:44:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.647+0000 7fef3effd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef40108740 0x7fef40118150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.647+0000 7fef3effd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef40108740 0x7fef40118150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:58286/0 (socket says 172.21.15.18:58286) 2024-04-22T00:44:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.647+0000 7fef3effd640 1 -- 172.21.15.18:0/1708916547 learned_addr learned my addr 172.21.15.18:0/1708916547 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.649+0000 7fef3e7fc640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef4010b0b0 0x7fef40118690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.649+0000 7fef3effd640 1 -- 172.21.15.18:0/1708916547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef4010b0b0 msgr2=0x7fef40118690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.649+0000 7fef3effd640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef4010b0b0 0x7fef40118690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.649+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef4010da60 0x7fef401196d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.649+0000 7fef3effd640 1 -- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef4010da60 msgr2=0x7fef401196d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.649+0000 7fef3effd640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef4010da60 0x7fef401196d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.650+0000 7fef3effd640 1 -- 172.21.15.18:0/1708916547 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef40119d40 con 0x7fef40108740 2024-04-22T00:44:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.650+0000 7fef3e7fc640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef4010b0b0 0x7fef40118690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:44:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.650+0000 7fef3effd640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef40108740 0x7fef40118150 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fef3800cce0 tx=0x7fef3800a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.651+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef4010da60 0x7fef401196d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:44:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.654+0000 7fef449f3640 1 -- 172.21.15.18:0/1708916547 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef38004b20 con 0x7fef40108740 2024-04-22T00:44:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.654+0000 7fef449f3640 1 -- 172.21.15.18:0/1708916547 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef38004cc0 con 0x7fef40108740 2024-04-22T00:44:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.654+0000 7fef449f3640 1 -- 172.21.15.18:0/1708916547 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3800f7d0 con 0x7fef40108740 2024-04-22T00:44:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.655+0000 7fef459f5640 1 -- 172.21.15.18:0/1708916547 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef4011a030 con 0x7fef40108740 2024-04-22T00:44:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.655+0000 7fef459f5640 1 -- 172.21.15.18:0/1708916547 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef4011a500 con 0x7fef40108740 2024-04-22T00:44:17.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:17 smithi081 ceph-mon[31546]: pgmap v464: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 5.9 MiB/s wr, 657 op/s 2024-04-22T00:44:17.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:17 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:44:17.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:17 smithi018 ceph-mon[27979]: pgmap v464: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 5.9 MiB/s wr, 657 op/s 2024-04-22T00:44:17.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:17 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:44:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.659+0000 7fef485dc740 1 Processor -- start 2024-04-22T00:44:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.664+0000 7fef485dc740 1 -- start start 2024-04-22T00:44:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.664+0000 7fef449f3640 1 -- 172.21.15.18:0/1708916547 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fef38005020 con 0x7fef40108740 2024-04-22T00:44:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.664+0000 7fef485dc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 0x560585b4e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.664+0000 7fef485dc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4e720 0x560585b53220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.664+0000 7fef485dc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b53890 0x560585b55d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.664+0000 7fef485dc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560585ab2b70 con 0x560585b4e720 2024-04-22T00:44:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.664+0000 7fef485dc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560585a5b470 con 0x560585b4dd30 2024-04-22T00:44:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.664+0000 7fef485dc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560585aaeb30 con 0x560585b53890 2024-04-22T00:44:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.665+0000 7fef3effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4e720 0x560585b53220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.666+0000 7fef3f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 0x560585b4e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.666+0000 7fef3f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 0x560585b4e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34632/0 (socket says 172.21.15.18:34632) 2024-04-22T00:44:17.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.666+0000 7fef3f7fe640 1 -- 172.21.15.18:0/384105577 learned_addr learned my addr 172.21.15.18:0/384105577 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.667+0000 7fef3f7fe640 1 -- 172.21.15.18:0/384105577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b53890 msgr2=0x560585b55d20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:44:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.667+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/384105577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b53890 0x560585b55d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.667+0000 7fef3f7fe640 1 -- 172.21.15.18:0/384105577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4e720 msgr2=0x560585b53220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.669+0000 7fef449f3640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef280a2e20 0x7fef280a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.669+0000 7fef449f3640 1 -- 172.21.15.18:0/1708916547 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fef380cf800 con 0x7fef40108740 2024-04-22T00:44:17.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.670+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/384105577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4e720 0x560585b53220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.670+0000 7fef3f7fe640 1 -- 172.21.15.18:0/384105577 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605857c7210 con 0x560585b4dd30 2024-04-22T00:44:17.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.670+0000 7fef3effd640 1 --2- 172.21.15.18:0/384105577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4e720 0x560585b53220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:44:17.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.671+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/384105577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 0x560585b4e150 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fef3400a990 tx=0x7fef3400ae50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7f62bb125873fb3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:17.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.671+0000 7fef25ffb640 1 -- 172.21.15.18:0/384105577 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34015070 con 0x560585b4dd30 2024-04-22T00:44:17.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.672+0000 7fef25ffb640 1 -- 172.21.15.18:0/384105577 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef3400cbe0 con 0x560585b4dd30 2024-04-22T00:44:17.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.673+0000 7fef485dc740 1 -- 172.21.15.18:0/384105577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 msgr2=0x560585b4e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.673+0000 7fef485dc740 1 --2- 172.21.15.18:0/384105577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 0x560585b4e150 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fef3400a990 tx=0x7fef3400ae50 comp rx=0 tx=0).stop 2024-04-22T00:44:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.673+0000 7fef3e7fc640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef280a2e20 0x7fef280a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.673+0000 7fef485dc740 1 -- 172.21.15.18:0/384105577 shutdown_connections 2024-04-22T00:44:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.673+0000 7fef485dc740 1 --2- 172.21.15.18:0/384105577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b53890 0x560585b55d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.673+0000 7fef485dc740 1 --2- 172.21.15.18:0/384105577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4e720 0x560585b53220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.673+0000 7fef485dc740 1 --2- 172.21.15.18:0/384105577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 0x560585b4e150 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.673+0000 7fef485dc740 1 -- 172.21.15.18:0/384105577 >> 172.21.15.18:0/384105577 conn(0x560585b492a0 msgr2=0x560585b496a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:17.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.678+0000 7fef485dc740 1 -- 172.21.15.18:0/384105577 shutdown_connections 2024-04-22T00:44:17.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.680+0000 7fef485dc740 1 -- 172.21.15.18:0/384105577 wait complete. 2024-04-22T00:44:17.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.680+0000 7fef485dc740 1 -- start start 2024-04-22T00:44:17.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.681+0000 7fef485dc740 1 Processor -- start 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.681+0000 7fef485dc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 0x560585b58010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.681+0000 7fef485dc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b4e720 0x560585b58550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.681+0000 7fef485dc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b53890 0x560585b5f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.681+0000 7fef485dc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560585b56890 con 0x560585b53890 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.681+0000 7fef485dc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560585a6ea10 con 0x560585b4dd30 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.681+0000 7fef485dc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560585b56a10 con 0x560585b4e720 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.681+0000 7fef485dc740 10 client.0 _ll_register_callbacks cb 0x560585aa9b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.682+0000 7fef3f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b53890 0x560585b5f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.682+0000 7fef3f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b53890 0x560585b5f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38738/0 (socket says 172.21.15.18:38738) 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.682+0000 7fef3f7fe640 1 -- 172.21.15.18:0/3595222474 learned_addr learned my addr 172.21.15.18:0/3595222474 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.682+0000 7fef3effd640 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 0x560585b58010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.683+0000 7fef3f7fe640 1 -- 172.21.15.18:0/3595222474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b4e720 msgr2=0x560585b58550 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:44:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.683+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b4e720 0x560585b58550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.683+0000 7fef3f7fe640 1 -- 172.21.15.18:0/3595222474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 msgr2=0x560585b58010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.683+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 0x560585b58010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.683+0000 7fef3f7fe640 1 -- 172.21.15.18:0/3595222474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560585893620 con 0x560585b53890 2024-04-22T00:44:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.685+0000 7fef3e7fc640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef280a2e20 0x7fef280a52e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fef3002c260 tx=0x7fef3002c8c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.686+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b53890 0x560585b5f590 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fef3400a140 tx=0x7fef3400cfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a213684fc7ff88eb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.687+0000 7fef1effd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.687+0000 7fef1effd640 1 -- 172.21.15.18:0/3595222474 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34020070 con 0x560585b53890 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.687+0000 7fef1effd640 1 -- 172.21.15.18:0/3595222474 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fef34011600 con 0x560585b53890 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.687+0000 7fef485dc740 1 -- 172.21.15.18:0/3595222474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef3400cbe0 con 0x560585b53890 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.687+0000 7fef1effd640 1 -- 172.21.15.18:0/3595222474 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fef3402f050 con 0x560585b53890 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.687+0000 7fef485dc740 10 client.16269 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.687+0000 7fef485dc740 1 -- 172.21.15.18:0/3595222474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560585b628c0 con 0x560585b53890 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.688+0000 7fef1effd640 1 -- 172.21.15.18:0/3595222474 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef3400cbe0 con 0x560585b53890 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.688+0000 7fef1effd640 1 -- 172.21.15.18:0/3595222474 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fef3401ac40 con 0x560585b53890 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.688+0000 7fef485dc740 10 client.16269 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.688+0000 7fef485dc740 10 client.16269 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.688+0000 7fef485dc740 20 client.16269 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.688+0000 7fef485dc740 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585b63c60 0x560585b66050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.688+0000 7fef485dc740 4 client.16269 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:17.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.688+0000 7fef485dc740 1 -- 172.21.15.18:0/3595222474 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560585ac00b0 con 0x560585b63c60 2024-04-22T00:44:17.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.689+0000 7fef3effd640 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585b63c60 0x560585b66050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.695+0000 7fef1effd640 10 client.16269 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.697+0000 7fef3effd640 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585b63c60 0x560585b66050 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90bb7365c23eed7d server_cookie=21d969058996d21c in_seq=0 out_seq=0 2024-04-22T00:44:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.698+0000 7fef1effd640 1 -- 172.21.15.18:0/3595222474 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560585ac00b0 con 0x560585b63c60 2024-04-22T00:44:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.698+0000 7fef1effd640 10 client.16269 handle_command_reply: tid=0 2024-04-22T00:44:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.698+0000 7fef485dc740 1 client.16269 shutdown 2024-04-22T00:44:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.704+0000 7fef485dc740 1 -- 172.21.15.18:0/3595222474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b53890 msgr2=0x560585b5f590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.704+0000 7fef485dc740 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b53890 0x560585b5f590 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fef3400a140 tx=0x7fef3400cfc0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.705+0000 7fef485dc740 1 -- 172.21.15.18:0/3595222474 shutdown_connections 2024-04-22T00:44:17.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.705+0000 7fef485dc740 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585b63c60 0x560585b66050 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.705+0000 7fef485dc740 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b53890 0x560585b5f590 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.705+0000 7fef485dc740 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b4e720 0x560585b58550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.705+0000 7fef1effd640 0 client.16269 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:17.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.705+0000 7fef485dc740 1 --2- 172.21.15.18:0/3595222474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4dd30 0x560585b58010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.705+0000 7fef485dc740 1 -- 172.21.15.18:0/3595222474 >> 172.21.15.18:0/3595222474 conn(0x560585b492a0 msgr2=0x560585b484c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:17.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.707+0000 7fef485dc740 1 -- 172.21.15.18:0/3595222474 shutdown_connections 2024-04-22T00:44:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.711+0000 7fef485dc740 1 -- 172.21.15.18:0/3595222474 wait complete. 2024-04-22T00:44:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.713+0000 7fef485dc740 20 client.16269 trim_cache size 0 max 16384 2024-04-22T00:44:17.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:17 smithi167 ceph-mon[31348]: pgmap v464: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 5.9 MiB/s wr, 657 op/s 2024-04-22T00:44:17.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:17 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:44:17.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.742+0000 7fef485dc740 1 Processor -- start 2024-04-22T00:44:17.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef485dc740 1 -- start start 2024-04-22T00:44:17.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef485dc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 0x560585b4c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef485dc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b4e720 0x560585b4ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef485dc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b53890 0x560585b5f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef485dc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fef401c4460 con 0x560585b4dd30 2024-04-22T00:44:17.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef485dc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fef401c1d00 con 0x560585b53890 2024-04-22T00:44:17.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef485dc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fef401bfb50 con 0x560585b4e720 2024-04-22T00:44:17.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef3effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 0x560585b4c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef3f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b53890 0x560585b5f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef3effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 0x560585b4c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38750/0 (socket says 172.21.15.18:38750) 2024-04-22T00:44:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef3f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b53890 0x560585b5f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34642/0 (socket says 172.21.15.18:34642) 2024-04-22T00:44:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef3effd640 1 -- 172.21.15.18:0/58952754 learned_addr learned my addr 172.21.15.18:0/58952754 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.743+0000 7fef3e7fc640 1 --2- 172.21.15.18:0/58952754 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b4e720 0x560585b4ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.744+0000 7fef3f7fe640 1 -- 172.21.15.18:0/58952754 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b4e720 msgr2=0x560585b4ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:17.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.744+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/58952754 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b4e720 0x560585b4ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.744+0000 7fef3f7fe640 1 -- 172.21.15.18:0/58952754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 msgr2=0x560585b4c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:17.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.744+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/58952754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 0x560585b4c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.744+0000 7fef3f7fe640 1 -- 172.21.15.18:0/58952754 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560585b663c0 con 0x560585b53890 2024-04-22T00:44:17.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.744+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/58952754 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b53890 0x560585b5f550 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fef34018ff0 tx=0x7fef34018870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c08686b0fdd2967d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:17.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.745+0000 7fef257fa640 1 -- 172.21.15.18:0/58952754 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34038070 con 0x560585b53890 2024-04-22T00:44:17.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.745+0000 7fef257fa640 1 -- 172.21.15.18:0/58952754 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef3400c9e0 con 0x560585b53890 2024-04-22T00:44:17.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.745+0000 7fef257fa640 1 -- 172.21.15.18:0/58952754 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34020040 con 0x560585b53890 2024-04-22T00:44:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.746+0000 7fef485dc740 1 -- 172.21.15.18:0/58952754 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b53890 msgr2=0x560585b5f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.746+0000 7fef485dc740 1 --2- 172.21.15.18:0/58952754 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b53890 0x560585b5f550 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fef34018ff0 tx=0x7fef34018870 comp rx=0 tx=0).stop 2024-04-22T00:44:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.746+0000 7fef485dc740 1 -- 172.21.15.18:0/58952754 shutdown_connections 2024-04-22T00:44:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.746+0000 7fef485dc740 1 --2- 172.21.15.18:0/58952754 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b53890 0x560585b5f550 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.746+0000 7fef485dc740 1 --2- 172.21.15.18:0/58952754 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b4e720 0x560585b4ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.747+0000 7fef485dc740 1 --2- 172.21.15.18:0/58952754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 0x560585b4c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.747+0000 7fef485dc740 1 -- 172.21.15.18:0/58952754 >> 172.21.15.18:0/58952754 conn(0x560585b492a0 msgr2=0x560585b4f940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.747+0000 7fef485dc740 1 -- 172.21.15.18:0/58952754 shutdown_connections 2024-04-22T00:44:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.747+0000 7fef485dc740 1 -- 172.21.15.18:0/58952754 wait complete. 2024-04-22T00:44:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.747+0000 7fef485dc740 1 -- start start 2024-04-22T00:44:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.748+0000 7fef485dc740 1 Processor -- start 2024-04-22T00:44:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.748+0000 7fef485dc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 0x560585b5c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.748+0000 7fef485dc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4e720 0x560585b5c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.748+0000 7fef485dc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b53890 0x560585bc8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.748+0000 7fef3e7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4e720 0x560585b5c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.749+0000 7fef3e7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4e720 0x560585b5c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34650/0 (socket says 172.21.15.18:34650) 2024-04-22T00:44:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.749+0000 7fef3e7fc640 1 -- 172.21.15.18:0/2366484089 learned_addr learned my addr 172.21.15.18:0/2366484089 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.749+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fef401c01c0 con 0x560585b4dd30 2024-04-22T00:44:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.749+0000 7fef3effd640 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 0x560585b5c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.749+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fef401c1630 con 0x560585b4e720 2024-04-22T00:44:17.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.749+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fef401c0890 con 0x560585b53890 2024-04-22T00:44:17.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.749+0000 7fef485dc740 10 client.0 _ll_register_callbacks cb 0x7fef3400a7e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:17.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.749+0000 7fef3f7fe640 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b53890 0x560585bc8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.750+0000 7fef3e7fc640 1 -- 172.21.15.18:0/2366484089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b53890 msgr2=0x560585bc8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.750+0000 7fef3e7fc640 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b53890 0x560585bc8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.750+0000 7fef3e7fc640 1 -- 172.21.15.18:0/2366484089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 msgr2=0x560585b5c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.750+0000 7fef3e7fc640 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 0x560585b5c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.750+0000 7fef3e7fc640 1 -- 172.21.15.18:0/2366484089 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560585bc86a0 con 0x560585b4e720 2024-04-22T00:44:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.750+0000 7fef3e7fc640 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4e720 0x560585b5c920 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fef30009900 tx=0x7fef3002bc50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7320685edcf2d6d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.750+0000 7fef1effd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.750+0000 7fef1effd640 1 -- 172.21.15.18:0/2366484089 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef30050020 con 0x560585b4e720 2024-04-22T00:44:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.750+0000 7fef1effd640 1 -- 172.21.15.18:0/2366484089 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fef300048c0 con 0x560585b4e720 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.750+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef3400c9e0 con 0x560585b4e720 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef1effd640 1 -- 172.21.15.18:0/2366484089 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fef30004ac0 con 0x560585b4e720 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef485dc740 10 client.25904 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560585bc99a0 con 0x560585b4e720 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef1effd640 1 -- 172.21.15.18:0/2366484089 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef3400c9e0 con 0x560585b4e720 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef1effd640 1 -- 172.21.15.18:0/2366484089 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fef3004c610 con 0x560585b4e720 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef485dc740 10 client.25904 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef485dc740 10 client.25904 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef485dc740 20 client.25904 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef485dc740 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585bca380 0x560585bcc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef485dc740 4 client.25904 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560585aba400 con 0x560585bca380 2024-04-22T00:44:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.751+0000 7fef3effd640 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585bca380 0x560585bcc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:17.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.752+0000 7fef3effd640 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585bca380 0x560585bcc7a0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0e3c2cf6e89e53d server_cookie=611385ce0d1ec35e in_seq=0 out_seq=0 2024-04-22T00:44:17.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.752+0000 7fef1effd640 10 client.25904 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.761+0000 7fef1effd640 1 -- 172.21.15.18:0/2366484089 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560585aba400 con 0x560585bca380 2024-04-22T00:44:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.761+0000 7fef1effd640 10 client.25904 handle_command_reply: tid=0 2024-04-22T00:44:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.761+0000 7fef485dc740 1 client.25904 shutdown 2024-04-22T00:44:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4e720 msgr2=0x560585b5c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4e720 0x560585b5c920 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fef30009900 tx=0x7fef3002bc50 comp rx=0 tx=0).stop 2024-04-22T00:44:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 shutdown_connections 2024-04-22T00:44:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585bca380 0x560585bcc7a0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef1effd640 0 client.25904 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560585b53890 0x560585bc8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560585b4e720 0x560585b5c920 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 1 --2- 172.21.15.18:0/2366484089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560585b4dd30 0x560585b5c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 >> 172.21.15.18:0/2366484089 conn(0x560585b492a0 msgr2=0x560585b4f940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 shutdown_connections 2024-04-22T00:44:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 1 -- 172.21.15.18:0/2366484089 wait complete. 2024-04-22T00:44:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.762+0000 7fef485dc740 20 client.25904 trim_cache size 0 max 16384 2024-04-22T00:44:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:44:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:44:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:44:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 -- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef280a2e20 msgr2=0x7fef280a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef280a2e20 0x7fef280a52e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fef3002c260 tx=0x7fef3002c8c0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 -- 172.21.15.18:0/1708916547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef40108740 msgr2=0x7fef40118150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef40108740 0x7fef40118150 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fef3800cce0 tx=0x7fef3800a620 comp rx=0 tx=0).stop 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 -- 172.21.15.18:0/1708916547 shutdown_connections 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef280a2e20 0x7fef280a52e0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef4010da60 0x7fef401196d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef4010b0b0 0x7fef40118690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 --2- 172.21.15.18:0/1708916547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef40108740 0x7fef40118150 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 -- 172.21.15.18:0/1708916547 >> 172.21.15.18:0/1708916547 conn(0x7fef4006e7b0 msgr2=0x7fef4010b770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 -- 172.21.15.18:0/1708916547 shutdown_connections 2024-04-22T00:44:17.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:17.764+0000 7fef459f5640 1 -- 172.21.15.18:0/1708916547 wait complete. 2024-04-22T00:44:19.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:19 smithi081 ceph-mon[31546]: pgmap v465: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 5.7 MiB/s wr, 588 op/s 2024-04-22T00:44:19.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:19 smithi018 ceph-mon[27979]: pgmap v465: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 5.7 MiB/s wr, 588 op/s 2024-04-22T00:44:19.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:19 smithi167 ceph-mon[31348]: pgmap v465: 129 pgs: 129 active+clean; 1.1 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 5.7 MiB/s wr, 588 op/s 2024-04-22T00:44:19.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 175.0 s, 2372.6 tps, lat 41.932 ms stddev 52.994 2024-04-22T00:44:21.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:21 smithi081 ceph-mon[31546]: pgmap v466: 129 pgs: 129 active+clean; 1.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 6.9 MiB/s wr, 652 op/s 2024-04-22T00:44:21.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:21 smithi018 ceph-mon[27979]: pgmap v466: 129 pgs: 129 active+clean; 1.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 6.9 MiB/s wr, 652 op/s 2024-04-22T00:44:21.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:21 smithi167 ceph-mon[31348]: pgmap v466: 129 pgs: 129 active+clean; 1.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 6.9 MiB/s wr, 652 op/s 2024-04-22T00:44:23.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:23 smithi081 ceph-mon[31546]: pgmap v467: 129 pgs: 129 active+clean; 1.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 6.7 MiB/s wr, 598 op/s 2024-04-22T00:44:23.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:23 smithi018 ceph-mon[27979]: pgmap v467: 129 pgs: 129 active+clean; 1.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 6.7 MiB/s wr, 598 op/s 2024-04-22T00:44:23.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:23 smithi167 ceph-mon[31348]: pgmap v467: 129 pgs: 129 active+clean; 1.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 6.7 MiB/s wr, 598 op/s 2024-04-22T00:44:24.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 180.0 s, 1531.4 tps, lat 64.988 ms stddev 74.520 2024-04-22T00:44:25.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:25 smithi081 ceph-mon[31546]: pgmap v468: 129 pgs: 129 active+clean; 1.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.9 MiB/s wr, 605 op/s 2024-04-22T00:44:25.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:25 smithi018 ceph-mon[27979]: pgmap v468: 129 pgs: 129 active+clean; 1.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.9 MiB/s wr, 605 op/s 2024-04-22T00:44:25.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:25 smithi167 ceph-mon[31348]: pgmap v468: 129 pgs: 129 active+clean; 1.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.9 MiB/s wr, 605 op/s 2024-04-22T00:44:27.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:27 smithi081 ceph-mon[31546]: pgmap v469: 129 pgs: 129 active+clean; 1.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.3 MiB/s wr, 741 op/s 2024-04-22T00:44:27.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:27 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:44:27.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:27 smithi018 ceph-mon[27979]: pgmap v469: 129 pgs: 129 active+clean; 1.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.3 MiB/s wr, 741 op/s 2024-04-22T00:44:27.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:27 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:44:27.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:27 smithi167 ceph-mon[31348]: pgmap v469: 129 pgs: 129 active+clean; 1.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.3 MiB/s wr, 741 op/s 2024-04-22T00:44:27.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:27 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:44:28.216 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:44:28.217 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:44:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.372+0000 7fa84b502640 1 -- 172.21.15.18:0/2397772368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa844101790 msgr2=0x7fa844101bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.372+0000 7fa84b502640 1 --2- 172.21.15.18:0/2397772368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa844101790 0x7fa844101bb0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fa840009900 tx=0x7fa84002bc30 comp rx=0 tx=0).stop 2024-04-22T00:44:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.372+0000 7fa84b502640 1 -- 172.21.15.18:0/2397772368 shutdown_connections 2024-04-22T00:44:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.372+0000 7fa84b502640 1 --2- 172.21.15.18:0/2397772368 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa844103340 0x7fa844109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.372+0000 7fa84b502640 1 --2- 172.21.15.18:0/2397772368 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa844102980 0x7fa844102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.372+0000 7fa84b502640 1 --2- 172.21.15.18:0/2397772368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa844101790 0x7fa844101bb0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.372+0000 7fa84b502640 1 -- 172.21.15.18:0/2397772368 >> 172.21.15.18:0/2397772368 conn(0x7fa8440fcd20 msgr2=0x7fa8440ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:28.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.372+0000 7fa84b502640 1 -- 172.21.15.18:0/2397772368 shutdown_connections 2024-04-22T00:44:28.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.372+0000 7fa84b502640 1 -- 172.21.15.18:0/2397772368 wait complete. 2024-04-22T00:44:28.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa84b502640 1 Processor -- start 2024-04-22T00:44:28.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa84b502640 1 -- start start 2024-04-22T00:44:28.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa84b502640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa844101790 0x7fa844197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa84b502640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa844102980 0x7fa844198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa84b502640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa844103340 0x7fa84419f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa84b502640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa84410d400 con 0x7fa844103340 2024-04-22T00:44:28.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa848a9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa844102980 0x7fa844198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa848a9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa844102980 0x7fa844198050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:58992/0 (socket says 172.21.15.18:58992) 2024-04-22T00:44:28.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa848a9d640 1 -- 172.21.15.18:0/246794861 learned_addr learned my addr 172.21.15.18:0/246794861 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:28.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa84b502640 1 -- 172.21.15.18:0/246794861 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa84410d280 con 0x7fa844101790 2024-04-22T00:44:28.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.373+0000 7fa84b502640 1 -- 172.21.15.18:0/246794861 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa84410d580 con 0x7fa844102980 2024-04-22T00:44:28.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.374+0000 7fa84929e640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa844101790 0x7fa844197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.374+0000 7fa848a9d640 1 -- 172.21.15.18:0/246794861 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa844101790 msgr2=0x7fa844197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.374+0000 7fa848a9d640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa844101790 0x7fa844197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.374+0000 7fa848a9d640 1 -- 172.21.15.18:0/246794861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa844103340 msgr2=0x7fa84419f0c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:44:28.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.374+0000 7fa848a9d640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa844103340 0x7fa84419f0c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.374+0000 7fa848a9d640 1 -- 172.21.15.18:0/246794861 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa84419f730 con 0x7fa844102980 2024-04-22T00:44:28.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.374+0000 7fa848a9d640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa844102980 0x7fa844198050 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa834009f40 tx=0x7fa83400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.375+0000 7fa83a7fc640 1 -- 172.21.15.18:0/246794861 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa83400cd80 con 0x7fa844102980 2024-04-22T00:44:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.375+0000 7fa83a7fc640 1 -- 172.21.15.18:0/246794861 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa834005500 con 0x7fa844102980 2024-04-22T00:44:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.375+0000 7fa84b502640 1 -- 172.21.15.18:0/246794861 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8440739d0 con 0x7fa844102980 2024-04-22T00:44:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.375+0000 7fa83a7fc640 1 -- 172.21.15.18:0/246794861 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa834004a00 con 0x7fa844102980 2024-04-22T00:44:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.375+0000 7fa84b502640 1 -- 172.21.15.18:0/246794861 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa844073f20 con 0x7fa844102980 2024-04-22T00:44:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa83a7fc640 1 -- 172.21.15.18:0/246794861 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa8340137d0 con 0x7fa844102980 2024-04-22T00:44:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa84e1c6740 1 Processor -- start 2024-04-22T00:44:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa84e1c6740 1 -- start start 2024-04-22T00:44:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266f05b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 0x558266f0ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f0d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa84e1c6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558266e62560 con 0x558266f06150 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa84e1c6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558266e0a730 con 0x558266f05760 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa84e1c6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558266e5e520 con 0x558266f0b2c0 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa849a9f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266f05b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa84929e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 0x558266f0ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa849a9f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266f05b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:48902/0 (socket says 172.21.15.18:48902) 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa849a9f640 1 -- 172.21.15.18:0/135633506 learned_addr learned my addr 172.21.15.18:0/135633506 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.378+0000 7fa848a9d640 1 --2- 172.21.15.18:0/135633506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f0d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa83a7fc640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8300a2d60 0x7fa8300a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa849a9f640 1 -- 172.21.15.18:0/135633506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 msgr2=0x558266f0d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa849a9f640 1 --2- 172.21.15.18:0/135633506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f0d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa849a9f640 1 -- 172.21.15.18:0/135633506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 msgr2=0x558266f0ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa849a9f640 1 --2- 172.21.15.18:0/135633506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 0x558266f0ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa849a9f640 1 -- 172.21.15.18:0/135633506 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558266c407d0 con 0x558266f05760 2024-04-22T00:44:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa848a9d640 1 --2- 172.21.15.18:0/135633506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f0d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:44:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa83a7fc640 1 -- 172.21.15.18:0/246794861 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa8340cf580 con 0x7fa844102980 2024-04-22T00:44:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa849a9f640 1 --2- 172.21.15.18:0/135633506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266f05b80 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa83c009e30 tx=0x7fa83c00e720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a007174de305934 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa849a9f640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8300a2d60 0x7fa8300a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa82f7fe640 1 -- 172.21.15.18:0/135633506 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa83c010630 con 0x558266f05760 2024-04-22T00:44:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa82f7fe640 1 -- 172.21.15.18:0/135633506 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa83c010e30 con 0x558266f05760 2024-04-22T00:44:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.379+0000 7fa82f7fe640 1 -- 172.21.15.18:0/135633506 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa83c00f620 con 0x558266f05760 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.380+0000 7fa849a9f640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8300a2d60 0x7fa8300a5220 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fa83c00f010 tx=0x7fa83c00fdf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.380+0000 7fa84e1c6740 1 -- 172.21.15.18:0/135633506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 msgr2=0x558266f05b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.380+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/135633506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266f05b80 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa83c009e30 tx=0x7fa83c00e720 comp rx=0 tx=0).stop 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.380+0000 7fa84e1c6740 1 -- 172.21.15.18:0/135633506 shutdown_connections 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.380+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/135633506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f0d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.380+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/135633506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 0x558266f0ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.380+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/135633506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266f05b80 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.380+0000 7fa84e1c6740 1 -- 172.21.15.18:0/135633506 >> 172.21.15.18:0/135633506 conn(0x558266f00cd0 msgr2=0x558266f010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.380+0000 7fa84e1c6740 1 -- 172.21.15.18:0/135633506 shutdown_connections 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.380+0000 7fa84e1c6740 1 -- 172.21.15.18:0/135633506 wait complete. 2024-04-22T00:44:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.381+0000 7fa84e1c6740 1 -- start start 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.381+0000 7fa84e1c6740 1 Processor -- start 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.381+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 0x558266f0fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 0x558266f10180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa84929e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 0x558266f0fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa84929e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 0x558266f0fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38190/0 (socket says 172.21.15.18:38190) 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa84929e640 1 -- 172.21.15.18:0/1053042947 learned_addr learned my addr 172.21.15.18:0/1053042947 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f171c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558266f0e270 con 0x558266f05760 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558266e1de00 con 0x558266f06150 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa848a9d640 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 0x558266f10180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa849a9f640 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f171c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558266f0e3f0 con 0x558266f0b2c0 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.382+0000 7fa84e1c6740 10 client.0 _ll_register_callbacks cb 0x558266e58eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:28.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.383+0000 7fa84929e640 1 -- 172.21.15.18:0/1053042947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 msgr2=0x558266f171c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.383+0000 7fa84929e640 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f171c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.383+0000 7fa84929e640 1 -- 172.21.15.18:0/1053042947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 msgr2=0x558266f10180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.383+0000 7fa84929e640 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 0x558266f10180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.383+0000 7fa84929e640 1 -- 172.21.15.18:0/1053042947 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558266b763f0 con 0x558266f05760 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.383+0000 7fa84929e640 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 0x558266f0fc40 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fa840009900 tx=0x7fa840004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eb1fea6f4c57f99 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.383+0000 7fa82cff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.383+0000 7fa82cff9640 1 -- 172.21.15.18:0/1053042947 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa840005d50 con 0x558266f05760 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.383+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa83c010e30 con 0x558266f05760 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.383+0000 7fa82cff9640 1 -- 172.21.15.18:0/1053042947 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa840005230 con 0x558266f05760 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.384+0000 7fa82cff9640 1 -- 172.21.15.18:0/1053042947 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa840005450 con 0x558266f05760 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.384+0000 7fa84e1c6740 10 client.16284 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.384+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=29}) -- 0x558266b360f0 con 0x558266f05760 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.384+0000 7fa82cff9640 1 -- 172.21.15.18:0/1053042947 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fa8400046c0 con 0x558266f05760 2024-04-22T00:44:28.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.384+0000 7fa84e1c6740 10 client.16284 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:28.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.384+0000 7fa84e1c6740 10 client.16284 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:28.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.384+0000 7fa84e1c6740 20 client.16284 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:28.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.385+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558266f1b840 0x558266f1dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.385+0000 7fa84e1c6740 4 client.16284 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:28.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.385+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa83c010e30 con 0x558266f1b840 2024-04-22T00:44:28.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.385+0000 7fa848a9d640 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558266f1b840 0x558266f1dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.385+0000 7fa848a9d640 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558266f1b840 0x558266f1dce0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b020794787756705 server_cookie=8d9f519176ceef5 in_seq=0 out_seq=0 2024-04-22T00:44:28.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.385+0000 7fa82cff9640 10 client.16284 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa82cff9640 1 -- 172.21.15.18:0/1053042947 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fa83c010e30 con 0x558266f1b840 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa82cff9640 10 client.16284 handle_command_reply: tid=0 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa84e1c6740 1 client.16284 shutdown 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 msgr2=0x558266f0fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 0x558266f0fc40 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fa840009900 tx=0x7fa840004270 comp rx=0 tx=0).stop 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 shutdown_connections 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558266f1b840 0x558266f1dce0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f171c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 0x558266f10180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1053042947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 0x558266f0fc40 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.386+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 >> 172.21.15.18:0/1053042947 conn(0x558266f00cd0 msgr2=0x558266ef76e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:28.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.387+0000 7fa82cff9640 0 client.16284 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:28.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.387+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 shutdown_connections 2024-04-22T00:44:28.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.387+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1053042947 wait complete. 2024-04-22T00:44:28.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.387+0000 7fa84e1c6740 20 client.16284 trim_cache size 0 max 16384 2024-04-22T00:44:28.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.412+0000 7fa84e1c6740 1 Processor -- start 2024-04-22T00:44:28.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.412+0000 7fa84e1c6740 1 -- start start 2024-04-22T00:44:28.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266ef7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 0x558266f17150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f0f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa84e1c6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441aac10 con 0x558266f06150 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa84e1c6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441a84b0 con 0x558266f05760 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa84e1c6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441a6300 con 0x558266f0b2c0 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa848a9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 0x558266f17150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa849a9f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f0f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa848a9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 0x558266f17150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38200/0 (socket says 172.21.15.18:38200) 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa848a9d640 1 -- 172.21.15.18:0/3522650201 learned_addr learned my addr 172.21.15.18:0/3522650201 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa84929e640 1 --2- 172.21.15.18:0/3522650201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266ef7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa848a9d640 1 -- 172.21.15.18:0/3522650201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 msgr2=0x558266f0f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa848a9d640 1 --2- 172.21.15.18:0/3522650201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f0f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa848a9d640 1 -- 172.21.15.18:0/3522650201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 msgr2=0x558266ef7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa848a9d640 1 --2- 172.21.15.18:0/3522650201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266ef7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa848a9d640 1 -- 172.21.15.18:0/3522650201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558266f0a8f0 con 0x558266f06150 2024-04-22T00:44:28.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.413+0000 7fa84929e640 1 --2- 172.21.15.18:0/3522650201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266ef7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:28.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.414+0000 7fa848a9d640 1 --2- 172.21.15.18:0/3522650201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 0x558266f17150 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fa834013b20 tx=0x7fa834010bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe971490e76c19 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:28.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.414+0000 7fa82effd640 1 -- 172.21.15.18:0/3522650201 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa834013e30 con 0x558266f06150 2024-04-22T00:44:28.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.414+0000 7fa82effd640 1 -- 172.21.15.18:0/3522650201 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8340a0310 con 0x558266f06150 2024-04-22T00:44:28.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.414+0000 7fa82effd640 1 -- 172.21.15.18:0/3522650201 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa834013290 con 0x558266f06150 2024-04-22T00:44:28.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 -- 172.21.15.18:0/3522650201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 msgr2=0x558266f17150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/3522650201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 0x558266f17150 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fa834013b20 tx=0x7fa834010bc0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 -- 172.21.15.18:0/3522650201 shutdown_connections 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/3522650201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f0f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/3522650201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f06150 0x558266f17150 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/3522650201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f05760 0x558266ef7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 -- 172.21.15.18:0/3522650201 >> 172.21.15.18:0/3522650201 conn(0x558266f00cd0 msgr2=0x558266ef6e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 -- 172.21.15.18:0/3522650201 shutdown_connections 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 -- 172.21.15.18:0/3522650201 wait complete. 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 -- start start 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.415+0000 7fa84e1c6740 1 Processor -- start 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 0x558266f14830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 0x558266f14d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa84e1c6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f15c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa848a9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 0x558266f14d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa848a9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 0x558266f14d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:48944/0 (socket says 172.21.15.18:48944) 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa848a9d640 1 -- 172.21.15.18:0/1279455543 learned_addr learned my addr 172.21.15.18:0/1279455543 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa84929e640 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 0x558266f14830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441a6970 con 0x558266f05760 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441a7de0 con 0x558266f06150 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa849a9f640 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f15c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441a7040 con 0x558266f0b2c0 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa84e1c6740 10 client.0 _ll_register_callbacks cb 0x7fa834005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa848a9d640 1 -- 172.21.15.18:0/1279455543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 msgr2=0x558266f15c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa848a9d640 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f15c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa848a9d640 1 -- 172.21.15.18:0/1279455543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 msgr2=0x558266f14830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa848a9d640 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 0x558266f14830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.416+0000 7fa848a9d640 1 -- 172.21.15.18:0/1279455543 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558266f16240 con 0x558266f06150 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.417+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8340a0310 con 0x558266f06150 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.417+0000 7fa848a9d640 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 0x558266f14d70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa83409c5e0 tx=0x7fa83400cf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=245f78e55e76c9cd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:28.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.417+0000 7fa82cff9640 10 client.25922 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.417+0000 7fa82cff9640 1 -- 172.21.15.18:0/1279455543 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8340bd060 con 0x558266f06150 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.417+0000 7fa82cff9640 1 -- 172.21.15.18:0/1279455543 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa834013290 con 0x558266f06150 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.417+0000 7fa82cff9640 1 -- 172.21.15.18:0/1279455543 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa834013e30 con 0x558266f06150 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.417+0000 7fa84e1c6740 10 client.25922 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.418+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=29}) -- 0x558266f17480 con 0x558266f06150 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.418+0000 7fa82cff9640 1 -- 172.21.15.18:0/1279455543 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fa83409c280 con 0x558266f06150 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.418+0000 7fa84e1c6740 10 client.25922 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.418+0000 7fa84e1c6740 10 client.25922 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.418+0000 7fa84e1c6740 20 client.25922 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.418+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558266f823c0 0x558266f847e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.418+0000 7fa84e1c6740 4 client.25922 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:44:28.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.419+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558266e6faa0 con 0x558266f823c0 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.420+0000 7fa84929e640 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558266f823c0 0x558266f847e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.420+0000 7fa82cff9640 10 client.25922 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.420+0000 7fa84929e640 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558266f823c0 0x558266f847e0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e0e8d74c29833b7 server_cookie=fd588ff90d4a20a1 in_seq=0 out_seq=0 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa82cff9640 1 -- 172.21.15.18:0/1279455543 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x558266e6faa0 con 0x558266f823c0 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa82cff9640 10 client.25922 handle_command_reply: tid=0 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 client.25922 shutdown 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 msgr2=0x558266f14d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 0x558266f14d70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa83409c5e0 tx=0x7fa83400cf20 comp rx=0 tx=0).stop 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 shutdown_connections 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558266f823c0 0x558266f847e0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558266f0b2c0 0x558266f15c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558266f06150 0x558266f14d70 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 --2- 172.21.15.18:0/1279455543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558266f05760 0x558266f14830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa82cff9640 0 client.25922 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:28.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 >> 172.21.15.18:0/1279455543 conn(0x558266f00cd0 msgr2=0x558266f047c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:28.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 shutdown_connections 2024-04-22T00:44:28.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 1 -- 172.21.15.18:0/1279455543 wait complete. 2024-04-22T00:44:28.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.421+0000 7fa84e1c6740 20 client.25922 trim_cache size 0 max 16384 2024-04-22T00:44:28.425 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:44:28.425 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:44:28.425 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:44:28.425 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:44:28.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 -- 172.21.15.18:0/246794861 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8300a2d60 msgr2=0x7fa8300a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8300a2d60 0x7fa8300a5220 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fa83c00f010 tx=0x7fa83c00fdf0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 -- 172.21.15.18:0/246794861 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa844102980 msgr2=0x7fa844198050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa844102980 0x7fa844198050 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa834009f40 tx=0x7fa83400ee80 comp rx=0 tx=0).stop 2024-04-22T00:44:28.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 -- 172.21.15.18:0/246794861 shutdown_connections 2024-04-22T00:44:28.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa8300a2d60 0x7fa8300a5220 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa844103340 0x7fa84419f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa844102980 0x7fa844198050 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 --2- 172.21.15.18:0/246794861 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa844101790 0x7fa844197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 -- 172.21.15.18:0/246794861 >> 172.21.15.18:0/246794861 conn(0x7fa8440fcd20 msgr2=0x7fa844105d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:28.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 -- 172.21.15.18:0/246794861 shutdown_connections 2024-04-22T00:44:28.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.422+0000 7fa84b502640 1 -- 172.21.15.18:0/246794861 wait complete. 2024-04-22T00:44:28.437 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:44:28.438 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:44:28.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.608+0000 7f91bcb7f640 1 -- 172.21.15.18:0/2121256751 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b4032340 con 0x7f91b8102200 2024-04-22T00:44:28.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.608+0000 7f91bfde5640 1 -- 172.21.15.18:0/2121256751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91b8102200 msgr2=0x7f91b81045f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.608+0000 7f91bfde5640 1 --2- 172.21.15.18:0/2121256751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91b8102200 0x7f91b81045f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f91b4009860 tx=0x7f91b402bb70 comp rx=0 tx=0).stop 2024-04-22T00:44:28.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.608+0000 7f91bfde5640 1 -- 172.21.15.18:0/2121256751 shutdown_connections 2024-04-22T00:44:28.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.608+0000 7f91bfde5640 1 --2- 172.21.15.18:0/2121256751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91b8107460 0x7f91b81098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.608+0000 7f91bfde5640 1 --2- 172.21.15.18:0/2121256751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91b8104b30 0x7f91b8106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.608+0000 7f91bfde5640 1 --2- 172.21.15.18:0/2121256751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91b8102200 0x7f91b81045f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.608+0000 7f91bfde5640 1 -- 172.21.15.18:0/2121256751 >> 172.21.15.18:0/2121256751 conn(0x7f91b80fbbf0 msgr2=0x7f91b80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:28.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.608+0000 7f91bfde5640 1 -- 172.21.15.18:0/2121256751 shutdown_connections 2024-04-22T00:44:28.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.608+0000 7f91bfde5640 1 -- 172.21.15.18:0/2121256751 wait complete. 2024-04-22T00:44:28.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bfde5640 1 Processor -- start 2024-04-22T00:44:28.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bfde5640 1 -- start start 2024-04-22T00:44:28.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bfde5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91b8102200 0x7f91b8195820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bfde5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91b8104b30 0x7f91b8195d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bfde5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91b8107460 0x7f91b81a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bfde5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f91b810d450 con 0x7f91b8104b30 2024-04-22T00:44:28.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bfde5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f91b810d2d0 con 0x7f91b8107460 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bfde5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f91b810d5d0 con 0x7f91b8102200 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bd380640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91b8104b30 0x7f91b8195d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bd380640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91b8104b30 0x7f91b8195d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38222/0 (socket says 172.21.15.18:38222) 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bd380640 1 -- 172.21.15.18:0/1140160069 learned_addr learned my addr 172.21.15.18:0/1140160069 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91bdb81640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91b8102200 0x7f91b8195820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.609+0000 7f91be382640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91b8107460 0x7f91b81a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91be382640 1 -- 172.21.15.18:0/1140160069 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91b8102200 msgr2=0x7f91b8195820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91be382640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91b8102200 0x7f91b8195820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91be382640 1 -- 172.21.15.18:0/1140160069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91b8104b30 msgr2=0x7f91b8195d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91be382640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91b8104b30 0x7f91b8195d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91be382640 1 -- 172.21.15.18:0/1140160069 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91b81a5c70 con 0x7f91b8107460 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91bd380640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91b8104b30 0x7f91b8195d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91bdb81640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91b8102200 0x7f91b8195820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:28.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91be382640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91b8107460 0x7f91b81a5730 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f91b000cab0 tx=0x7f91b000cf70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:28.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91aeffd640 1 -- 172.21.15.18:0/1140160069 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b000ae20 con 0x7f91b8107460 2024-04-22T00:44:28.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91aeffd640 1 -- 172.21.15.18:0/1140160069 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f91b000f930 con 0x7f91b8107460 2024-04-22T00:44:28.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91aeffd640 1 -- 172.21.15.18:0/1140160069 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b000ae20 con 0x7f91b8107460 2024-04-22T00:44:28.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.610+0000 7f91bfde5640 1 -- 172.21.15.18:0/1140160069 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91b81a5f60 con 0x7f91b8107460 2024-04-22T00:44:28.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.611+0000 7f91bfde5640 1 -- 172.21.15.18:0/1140160069 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91b81a63d0 con 0x7f91b8107460 2024-04-22T00:44:28.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.613+0000 7f91bfde5640 1 -- 172.21.15.18:0/1140160069 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91b8108fb0 con 0x7f91b8107460 2024-04-22T00:44:28.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.613+0000 7f91aeffd640 1 -- 172.21.15.18:0/1140160069 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f91b000fae0 con 0x7f91b8107460 2024-04-22T00:44:28.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.613+0000 7f91aeffd640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91a40a2f80 0x7f91a40a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:28.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.614+0000 7f91aeffd640 1 -- 172.21.15.18:0/1140160069 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f91b000ac20 con 0x7f91b8107460 2024-04-22T00:44:28.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.614+0000 7f91bdb81640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91a40a2f80 0x7f91a40a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:28.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.614+0000 7f91bdb81640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91a40a2f80 0x7f91a40a5440 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f91b402c180 tx=0x7f91b402e040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:28.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:28.619+0000 7f91aeffd640 1 -- 172.21.15.18:0/1140160069 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f91b001d060 con 0x7f91b8107460 2024-04-22T00:44:28.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:44:28.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:44:28.657 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:44:28.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:44:28.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:44:28.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:44:28.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:44:28.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:44:28.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:44:29.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.010+0000 7f91bfde5640 1 -- 172.21.15.18:0/1140160069 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f91b8062340 con 0x7f91b8107460 2024-04-22T00:44:29.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.012+0000 7f91aeffd640 1 -- 172.21.15.18:0/1140160069 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11873 (secure 0 0 0) 0x7f91b0014030 con 0x7f91b8107460 2024-04-22T00:44:29.013 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:44:29.013 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:44:16.067209+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:44:29.013 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 29 2024-04-22T00:44:29.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.015+0000 7f91bfde5640 1 -- 172.21.15.18:0/1140160069 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91a40a2f80 msgr2=0x7f91a40a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.015+0000 7f91bfde5640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91a40a2f80 0x7f91a40a5440 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f91b402c180 tx=0x7f91b402e040 comp rx=0 tx=0).stop 2024-04-22T00:44:29.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.015+0000 7f91bfde5640 1 -- 172.21.15.18:0/1140160069 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91b8107460 msgr2=0x7f91b81a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.015+0000 7f91bfde5640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91b8107460 0x7f91b81a5730 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f91b000cab0 tx=0x7f91b000cf70 comp rx=0 tx=0).stop 2024-04-22T00:44:29.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.016+0000 7f91bfde5640 1 -- 172.21.15.18:0/1140160069 shutdown_connections 2024-04-22T00:44:29.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.016+0000 7f91bfde5640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91a40a2f80 0x7f91a40a5440 secure :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f91b402c180 tx=0x7f91b402e040 comp rx=0 tx=0).stop 2024-04-22T00:44:29.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.016+0000 7f91bfde5640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91b8107460 0x7f91b81a5730 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.016+0000 7f91bfde5640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91b8104b30 0x7f91b8195d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.016+0000 7f91bfde5640 1 --2- 172.21.15.18:0/1140160069 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91b8102200 0x7f91b8195820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.016+0000 7f91bfde5640 1 -- 172.21.15.18:0/1140160069 >> 172.21.15.18:0/1140160069 conn(0x7f91b80fbbf0 msgr2=0x7f91b81017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.016+0000 7f91bfde5640 1 -- 172.21.15.18:0/1140160069 shutdown_connections 2024-04-22T00:44:29.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.016+0000 7f91bfde5640 1 -- 172.21.15.18:0/1140160069 wait complete. 2024-04-22T00:44:29.031 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:44:29.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.198+0000 7f6207084640 1 -- 172.21.15.18:0/2404015511 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6200102960 msgr2=0x7f6200104dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.198+0000 7f6207084640 1 --2- 172.21.15.18:0/2404015511 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6200102960 0x7f6200104dd0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f61f001a910 tx=0x7f61f003cc80 comp rx=0 tx=0).stop 2024-04-22T00:44:29.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.198+0000 7f6207084640 1 -- 172.21.15.18:0/2404015511 shutdown_connections 2024-04-22T00:44:29.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.198+0000 7f6207084640 1 --2- 172.21.15.18:0/2404015511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6200105310 0x7f6200105790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.198+0000 7f6207084640 1 --2- 172.21.15.18:0/2404015511 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6200102960 0x7f6200104dd0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.198+0000 7f6207084640 1 --2- 172.21.15.18:0/2404015511 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f62000ffff0 0x7f6200102420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.198+0000 7f6207084640 1 -- 172.21.15.18:0/2404015511 >> 172.21.15.18:0/2404015511 conn(0x7f62000fbbf0 msgr2=0x7f62000fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.199+0000 7f6207084640 1 -- 172.21.15.18:0/2404015511 shutdown_connections 2024-04-22T00:44:29.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.200+0000 7f6207084640 1 -- 172.21.15.18:0/2404015511 wait complete. 2024-04-22T00:44:29.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.200+0000 7f6207084640 1 Processor -- start 2024-04-22T00:44:29.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.200+0000 7f6207084640 1 -- start start 2024-04-22T00:44:29.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.201+0000 7f6207084640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f62000ffff0 0x7f62001958a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.201+0000 7f6207084640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6200102960 0x7f6200195de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.201+0000 7f6204e20640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f62000ffff0 0x7f62001958a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.201+0000 7f6204e20640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f62000ffff0 0x7f62001958a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59074/0 (socket says 172.21.15.18:59074) 2024-04-22T00:44:29.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.201+0000 7f6204e20640 1 -- 172.21.15.18:0/3042839621 learned_addr learned my addr 172.21.15.18:0/3042839621 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f61f7fff640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6200102960 0x7f6200195de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f6207084640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6200105310 0x7f620019ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6200109250 con 0x7f6200105310 2024-04-22T00:44:29.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f62001090d0 con 0x7f6200102960 2024-04-22T00:44:29.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f62001093d0 con 0x7f62000ffff0 2024-04-22T00:44:29.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f6205621640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6200105310 0x7f620019ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f61f7fff640 1 -- 172.21.15.18:0/3042839621 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f62000ffff0 msgr2=0x7f62001958a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f61f7fff640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f62000ffff0 0x7f62001958a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f61f7fff640 1 -- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6200105310 msgr2=0x7f620019ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f61f7fff640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6200105310 0x7f620019ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.202+0000 7f61f7fff640 1 -- 172.21.15.18:0/3042839621 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f620019d4c0 con 0x7f6200102960 2024-04-22T00:44:29.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.203+0000 7f6204e20640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f62000ffff0 0x7f62001958a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:29.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.203+0000 7f61f7fff640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6200102960 0x7f6200195de0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f61f003d290 tx=0x7f61f0005a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.203+0000 7f61f5ffb640 1 -- 172.21.15.18:0/3042839621 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f0004260 con 0x7f6200102960 2024-04-22T00:44:29.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.203+0000 7f61f5ffb640 1 -- 172.21.15.18:0/3042839621 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61f0052070 con 0x7f6200102960 2024-04-22T00:44:29.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.203+0000 7f61f5ffb640 1 -- 172.21.15.18:0/3042839621 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f004d640 con 0x7f6200102960 2024-04-22T00:44:29.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.203+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f620019d750 con 0x7f6200102960 2024-04-22T00:44:29.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.204+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f620019dbf0 con 0x7f6200102960 2024-04-22T00:44:29.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.207+0000 7f61f5ffb640 1 -- 172.21.15.18:0/3042839621 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f61f004d7e0 con 0x7f6200102960 2024-04-22T00:44:29.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.210+0000 7f61f5ffb640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f61e80a2ce0 0x7f61e80a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.210+0000 7f61f5ffb640 1 -- 172.21.15.18:0/3042839621 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f61f0101f90 con 0x7f6200102960 2024-04-22T00:44:29.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.211+0000 7f6204e20640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f61e80a2ce0 0x7f61e80a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.212+0000 7f6209c6d740 1 Processor -- start 2024-04-22T00:44:29.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.212+0000 7f6209c6d740 1 -- start start 2024-04-22T00:44:29.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.212+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1040 0x5616d22f1460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.212+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1a30 0x5616d22f6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.212+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f6ba0 0x5616d22f9030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.212+0000 7f6209c6d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5616d2256530 con 0x5616d22f1a30 2024-04-22T00:44:29.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.212+0000 7f6209c6d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5616d21fe830 con 0x5616d22f6ba0 2024-04-22T00:44:29.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.212+0000 7f6209c6d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5616d22524f0 con 0x5616d22f1040 2024-04-22T00:44:29.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f6205621640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f6ba0 0x5616d22f9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f6205621640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f6ba0 0x5616d22f9030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:48994/0 (socket says 172.21.15.18:48994) 2024-04-22T00:44:29.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f6205621640 1 -- 172.21.15.18:0/1077708187 learned_addr learned my addr 172.21.15.18:0/1077708187 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f61f7fff640 1 --2- 172.21.15.18:0/1077708187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1a30 0x5616d22f6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f6205621640 1 -- 172.21.15.18:0/1077708187 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1040 msgr2=0x5616d22f1460 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:44:29.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f6205621640 1 --2- 172.21.15.18:0/1077708187 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1040 0x5616d22f1460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f6205621640 1 -- 172.21.15.18:0/1077708187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1a30 msgr2=0x5616d22f6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f6205621640 1 --2- 172.21.15.18:0/1077708187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1a30 0x5616d22f6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f6205621640 1 -- 172.21.15.18:0/1077708187 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616d22222c0 con 0x5616d22f6ba0 2024-04-22T00:44:29.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f6205621640 1 --2- 172.21.15.18:0/1077708187 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f6ba0 0x5616d22f9030 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f61f8009f50 tx=0x7f61f80118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4886f8fb886dfc31 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.213+0000 7f6204e20640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f61e80a2ce0 0x7f61e80a51a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f61fc005fd0 tx=0x7f61fc00b4a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.214+0000 7f61e6ffd640 1 -- 172.21.15.18:0/1077708187 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f8004b20 con 0x5616d22f6ba0 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.214+0000 7f61e6ffd640 1 -- 172.21.15.18:0/1077708187 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61f8003e50 con 0x5616d22f6ba0 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.214+0000 7f61e6ffd640 1 -- 172.21.15.18:0/1077708187 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f800f540 con 0x5616d22f6ba0 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.215+0000 7f6209c6d740 1 -- 172.21.15.18:0/1077708187 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f6ba0 msgr2=0x5616d22f9030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.215+0000 7f6209c6d740 1 --2- 172.21.15.18:0/1077708187 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f6ba0 0x5616d22f9030 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f61f8009f50 tx=0x7f61f80118d0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.215+0000 7f6209c6d740 1 -- 172.21.15.18:0/1077708187 shutdown_connections 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.215+0000 7f6209c6d740 1 --2- 172.21.15.18:0/1077708187 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f6ba0 0x5616d22f9030 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.215+0000 7f6209c6d740 1 --2- 172.21.15.18:0/1077708187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1a30 0x5616d22f6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.215+0000 7f6209c6d740 1 --2- 172.21.15.18:0/1077708187 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1040 0x5616d22f1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.215+0000 7f6209c6d740 1 -- 172.21.15.18:0/1077708187 >> 172.21.15.18:0/1077708187 conn(0x5616d22ec5b0 msgr2=0x5616d22ec9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.215+0000 7f6209c6d740 1 -- 172.21.15.18:0/1077708187 shutdown_connections 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.215+0000 7f6209c6d740 1 -- 172.21.15.18:0/1077708187 wait complete. 2024-04-22T00:44:29.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.216+0000 7f6209c6d740 1 -- start start 2024-04-22T00:44:29.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.216+0000 7f6209c6d740 1 Processor -- start 2024-04-22T00:44:29.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.216+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.216+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1a30 0x5616d22fb590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.216+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f6ba0 0x5616d23025d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.216+0000 7f6209c6d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5616d22f9b50 con 0x5616d22f6ba0 2024-04-22T00:44:29.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.216+0000 7f6209c6d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5616d2211f10 con 0x5616d22f1040 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.216+0000 7f6209c6d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5616d22f9cd0 con 0x5616d22f1a30 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.216+0000 7f6209c6d740 10 client.0 _ll_register_callbacks cb 0x5616d1f69be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f6204e20640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f6204e20640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49004/0 (socket says 172.21.15.18:49004) 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f6204e20640 1 -- 172.21.15.18:0/1199802503 learned_addr learned my addr 172.21.15.18:0/1199802503 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f6205621640 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f6ba0 0x5616d23025d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f61f7fff640 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1a30 0x5616d22fb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f6204e20640 1 -- 172.21.15.18:0/1199802503 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1a30 msgr2=0x5616d22fb590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f6204e20640 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1a30 0x5616d22fb590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f6204e20640 1 -- 172.21.15.18:0/1199802503 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f6ba0 msgr2=0x5616d23025d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f6204e20640 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f6ba0 0x5616d23025d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f6204e20640 1 -- 172.21.15.18:0/1199802503 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616d21e3c80 con 0x5616d22f1040 2024-04-22T00:44:29.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f6204e20640 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb050 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f61fc011a90 tx=0x7f61fc004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9e733bcac51c994 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f61dffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:29.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.217+0000 7f61dffff640 1 -- 172.21.15.18:0/1199802503 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61fc00eda0 con 0x5616d22f1040 2024-04-22T00:44:29.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.218+0000 7f6209c6d740 1 -- 172.21.15.18:0/1199802503 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61f8003e50 con 0x5616d22f1040 2024-04-22T00:44:29.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.218+0000 7f61dffff640 1 -- 172.21.15.18:0/1199802503 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f61fc01e420 con 0x5616d22f1040 2024-04-22T00:44:29.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.218+0000 7f61dffff640 1 -- 172.21.15.18:0/1199802503 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f61fc02f050 con 0x5616d22f1040 2024-04-22T00:44:29.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.218+0000 7f6209c6d740 10 client.25940 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:29.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.218+0000 7f6209c6d740 1 -- 172.21.15.18:0/1199802503 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5616d1f6a3f0 con 0x5616d22f1040 2024-04-22T00:44:29.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.219+0000 7f61dffff640 1 -- 172.21.15.18:0/1199802503 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61f8003e50 con 0x5616d22f1040 2024-04-22T00:44:29.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.219+0000 7f61dffff640 1 -- 172.21.15.18:0/1199802503 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f61fc026780 con 0x5616d22f1040 2024-04-22T00:44:29.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.219+0000 7f6209c6d740 10 client.25940 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:29.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.219+0000 7f6209c6d740 10 client.25940 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:44:29.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.219+0000 7f6209c6d740 20 client.25940 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:29.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.219+0000 7f6209c6d740 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5616d2307020 0x5616d2309440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.219+0000 7f6209c6d740 4 client.25940 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:29.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.219+0000 7f6209c6d740 1 -- 172.21.15.18:0/1199802503 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5616d2263a70 con 0x5616d2307020 2024-04-22T00:44:29.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.220+0000 7f61f7fff640 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5616d2307020 0x5616d2309440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.220+0000 7f61dffff640 10 client.25940 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.220+0000 7f61f7fff640 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5616d2307020 0x5616d2309440 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b158230edd6d9270 server_cookie=21c2075c0bdada85 in_seq=0 out_seq=0 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.221+0000 7f61dffff640 1 -- 172.21.15.18:0/1199802503 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5616d2263a70 con 0x5616d2307020 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.221+0000 7f61dffff640 10 client.25940 handle_command_reply: tid=0 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.221+0000 7f6209c6d740 1 client.25940 shutdown 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.221+0000 7f6209c6d740 1 -- 172.21.15.18:0/1199802503 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 msgr2=0x5616d22fb050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.221+0000 7f6209c6d740 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb050 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f61fc011a90 tx=0x7f61fc004730 comp rx=0 tx=0).stop 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.222+0000 7f6209c6d740 1 -- 172.21.15.18:0/1199802503 shutdown_connections 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.222+0000 7f6209c6d740 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5616d2307020 0x5616d2309440 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.222+0000 7f6209c6d740 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f6ba0 0x5616d23025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.222+0000 7f6209c6d740 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1a30 0x5616d22fb590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.222+0000 7f61dffff640 0 client.25940 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.222+0000 7f6209c6d740 1 --2- 172.21.15.18:0/1199802503 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb050 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.222+0000 7f6209c6d740 1 -- 172.21.15.18:0/1199802503 >> 172.21.15.18:0/1199802503 conn(0x5616d22ec5b0 msgr2=0x5616d22eb850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.222+0000 7f6209c6d740 1 -- 172.21.15.18:0/1199802503 shutdown_connections 2024-04-22T00:44:29.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.222+0000 7f6209c6d740 1 -- 172.21.15.18:0/1199802503 wait complete. 2024-04-22T00:44:29.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.222+0000 7f6209c6d740 20 client.25940 trim_cache size 0 max 16384 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.244+0000 7f6209c6d740 1 Processor -- start 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.244+0000 7f6209c6d740 1 -- start start 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1a30 0x5616d2302590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f6ba0 0x5616d22eb6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6209c6d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f62001aabd0 con 0x5616d22f6ba0 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6204e20640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6209c6d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f62001a8470 con 0x5616d22f1040 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6204e20640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49020/0 (socket says 172.21.15.18:49020) 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6209c6d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f62001a62c0 con 0x5616d22f1a30 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6204e20640 1 -- 172.21.15.18:0/2826282590 learned_addr learned my addr 172.21.15.18:0/2826282590 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6205621640 1 --2- 172.21.15.18:0/2826282590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f6ba0 0x5616d22eb6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f61f7fff640 1 --2- 172.21.15.18:0/2826282590 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1a30 0x5616d2302590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6204e20640 1 -- 172.21.15.18:0/2826282590 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1a30 msgr2=0x5616d2302590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6204e20640 1 --2- 172.21.15.18:0/2826282590 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1a30 0x5616d2302590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6204e20640 1 -- 172.21.15.18:0/2826282590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f6ba0 msgr2=0x5616d22eb6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6204e20640 1 --2- 172.21.15.18:0/2826282590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f6ba0 0x5616d22eb6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.245+0000 7f6204e20640 1 -- 172.21.15.18:0/2826282590 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616d20347d0 con 0x5616d22f1040 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.246+0000 7f6204e20640 1 --2- 172.21.15.18:0/2826282590 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb4f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f61fc005d80 tx=0x7f61fc010e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b71996d3059d05e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.246+0000 7f61e67fc640 1 -- 172.21.15.18:0/2826282590 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61fc02c040 con 0x5616d22f1040 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.246+0000 7f61e67fc640 1 -- 172.21.15.18:0/2826282590 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61fc038030 con 0x5616d22f1040 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.246+0000 7f61e67fc640 1 -- 172.21.15.18:0/2826282590 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61fc033a90 con 0x5616d22f1040 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 -- 172.21.15.18:0/2826282590 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 msgr2=0x5616d22fb4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 --2- 172.21.15.18:0/2826282590 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb4f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f61fc005d80 tx=0x7f61fc010e50 comp rx=0 tx=0).stop 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 -- 172.21.15.18:0/2826282590 shutdown_connections 2024-04-22T00:44:29.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 --2- 172.21.15.18:0/2826282590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f6ba0 0x5616d22eb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 --2- 172.21.15.18:0/2826282590 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f1a30 0x5616d2302590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 --2- 172.21.15.18:0/2826282590 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1040 0x5616d22fb4f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 -- 172.21.15.18:0/2826282590 >> 172.21.15.18:0/2826282590 conn(0x5616d22ec5b0 msgr2=0x5616d22eafc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 -- 172.21.15.18:0/2826282590 shutdown_connections 2024-04-22T00:44:29.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 -- 172.21.15.18:0/2826282590 wait complete. 2024-04-22T00:44:29.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 -- start start 2024-04-22T00:44:29.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.247+0000 7f6209c6d740 1 Processor -- start 2024-04-22T00:44:29.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1040 0x5616d22ffc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1a30 0x5616d23001b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6209c6d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f6ba0 0x5616d23011c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6209c6d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f62001a6930 con 0x5616d22f1040 2024-04-22T00:44:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6209c6d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f62001a7da0 con 0x5616d22f1a30 2024-04-22T00:44:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6209c6d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f62001a7000 con 0x5616d22f6ba0 2024-04-22T00:44:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6209c6d740 10 client.0 _ll_register_callbacks cb 0x7f61fc005c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6204e20640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1040 0x5616d22ffc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6204e20640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1040 0x5616d22ffc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38284/0 (socket says 172.21.15.18:38284) 2024-04-22T00:44:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6204e20640 1 -- 172.21.15.18:0/3215923477 learned_addr learned my addr 172.21.15.18:0/3215923477 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f61f7fff640 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1a30 0x5616d23001b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f6205621640 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f6ba0 0x5616d23011c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f61f7fff640 1 -- 172.21.15.18:0/3215923477 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f6ba0 msgr2=0x5616d23011c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f61f7fff640 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f6ba0 0x5616d23011c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f61f7fff640 1 -- 172.21.15.18:0/3215923477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1040 msgr2=0x5616d22ffc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f61f7fff640 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1040 0x5616d22ffc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.248+0000 7f61f7fff640 1 -- 172.21.15.18:0/3215923477 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616d23017b0 con 0x5616d22f1a30 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.249+0000 7f61f7fff640 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1a30 0x5616d23001b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f61f0005ab0 tx=0x7f61f003f040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e02d156ddf0cb0e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.249+0000 7f61dffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.249+0000 7f61dffff640 1 -- 172.21.15.18:0/3215923477 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f00d2770 con 0x5616d22f1a30 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.249+0000 7f61dffff640 1 -- 172.21.15.18:0/3215923477 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f61f00ca9a0 con 0x5616d22f1a30 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.249+0000 7f6209c6d740 1 -- 172.21.15.18:0/3215923477 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61fc038030 con 0x5616d22f1a30 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f61dffff640 1 -- 172.21.15.18:0/3215923477 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f61f00d7030 con 0x5616d22f1a30 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f6209c6d740 10 client.25946 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f6209c6d740 1 -- 172.21.15.18:0/3215923477 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5616d236d4f0 con 0x5616d22f1a30 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f61dffff640 1 -- 172.21.15.18:0/3215923477 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61fc038030 con 0x5616d22f1a30 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f61dffff640 1 -- 172.21.15.18:0/3215923477 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f61f00cd810 con 0x5616d22f1a30 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f6209c6d740 10 client.25946 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f6209c6d740 10 client.25946 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:44:29.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f6209c6d740 20 client.25946 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f6209c6d740 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5616d236de10 0x5616d2370230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f6209c6d740 4 client.25946 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.250+0000 7f6209c6d740 1 -- 172.21.15.18:0/3215923477 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5616d225ddc0 con 0x5616d236de10 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.251+0000 7f6204e20640 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5616d236de10 0x5616d2370230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.251+0000 7f6204e20640 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5616d236de10 0x5616d2370230 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d77eb70da2508195 server_cookie=3b83d39fa966cc99 in_seq=0 out_seq=0 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.251+0000 7f61dffff640 10 client.25946 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.251+0000 7f61dffff640 1 -- 172.21.15.18:0/3215923477 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5616d225ddc0 con 0x5616d236de10 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.251+0000 7f61dffff640 10 client.25946 handle_command_reply: tid=0 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.251+0000 7f6209c6d740 1 client.25946 shutdown 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.251+0000 7f6209c6d740 1 -- 172.21.15.18:0/3215923477 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1a30 msgr2=0x5616d23001b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.251+0000 7f6209c6d740 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1a30 0x5616d23001b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f61f0005ab0 tx=0x7f61f003f040 comp rx=0 tx=0).stop 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.251+0000 7f6209c6d740 1 -- 172.21.15.18:0/3215923477 shutdown_connections 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f6209c6d740 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5616d236de10 0x5616d2370230 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f6209c6d740 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5616d22f6ba0 0x5616d23011c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f6209c6d740 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5616d22f1a30 0x5616d23001b0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f6209c6d740 1 --2- 172.21.15.18:0/3215923477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616d22f1040 0x5616d22ffc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f6209c6d740 1 -- 172.21.15.18:0/3215923477 >> 172.21.15.18:0/3215923477 conn(0x5616d22ec5b0 msgr2=0x5616d22eb850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f61dffff640 0 client.25946 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:44:29.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f6209c6d740 1 -- 172.21.15.18:0/3215923477 shutdown_connections 2024-04-22T00:44:29.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f6209c6d740 1 -- 172.21.15.18:0/3215923477 wait complete. 2024-04-22T00:44:29.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f6209c6d740 20 client.25946 trim_cache size 0 max 16384 2024-04-22T00:44:29.257 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:44:29.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f61e80a2ce0 msgr2=0x7f61e80a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.252+0000 7f6207084640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f61e80a2ce0 0x7f61e80a51a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f61fc005fd0 tx=0x7f61fc00b4a0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.253+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6200102960 msgr2=0x7f6200195de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.253+0000 7f6207084640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6200102960 0x7f6200195de0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f61f003d290 tx=0x7f61f0005a20 comp rx=0 tx=0).stop 2024-04-22T00:44:29.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.253+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 shutdown_connections 2024-04-22T00:44:29.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.253+0000 7f6207084640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f61e80a2ce0 0x7f61e80a51a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.253+0000 7f6207084640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6200105310 0x7f620019ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.253+0000 7f6207084640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6200102960 0x7f6200195de0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.253+0000 7f6207084640 1 --2- 172.21.15.18:0/3042839621 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f62000ffff0 0x7f62001958a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.253+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 >> 172.21.15.18:0/3042839621 conn(0x7f62000fbbf0 msgr2=0x7f62000fbfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.253+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 shutdown_connections 2024-04-22T00:44:29.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.253+0000 7f6207084640 1 -- 172.21.15.18:0/3042839621 wait complete. 2024-04-22T00:44:29.268 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:44:29.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.430+0000 7f3486ad4640 1 -- 172.21.15.18:0/1306229211 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f348010c180 msgr2=0x7f348010e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.430+0000 7f3486ad4640 1 --2- 172.21.15.18:0/1306229211 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f348010c180 0x7f348010e570 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f3470009900 tx=0x7f347002bc30 comp rx=0 tx=0).stop 2024-04-22T00:44:29.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.430+0000 7f3486ad4640 1 -- 172.21.15.18:0/1306229211 shutdown_connections 2024-04-22T00:44:29.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.430+0000 7f3486ad4640 1 --2- 172.21.15.18:0/1306229211 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f348010eb00 0x7f3480110fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.430+0000 7f3486ad4640 1 --2- 172.21.15.18:0/1306229211 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f348010c180 0x7f348010e570 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.430+0000 7f3486ad4640 1 --2- 172.21.15.18:0/1306229211 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3480109850 0x7f348010bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.430+0000 7f3486ad4640 1 -- 172.21.15.18:0/1306229211 >> 172.21.15.18:0/1306229211 conn(0x7f348006e5d0 msgr2=0x7f3480070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.430+0000 7f3486ad4640 1 -- 172.21.15.18:0/1306229211 shutdown_connections 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.430+0000 7f3486ad4640 1 -- 172.21.15.18:0/1306229211 wait complete. 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3486ad4640 1 Processor -- start 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3486ad4640 1 -- start start 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3486ad4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3480109850 0x7f3480116180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3486ad4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f348010c180 0x7f3480114810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3486ad4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f348010eb00 0x7f3480114d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3486ad4640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3480108c10 con 0x7f348010c180 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3486ad4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3480108a90 con 0x7f348010eb00 2024-04-22T00:44:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3486ad4640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3480108d90 con 0x7f3480109850 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3484870640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3480109850 0x7f3480116180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3484870640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3480109850 0x7f3480116180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59118/0 (socket says 172.21.15.18:59118) 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3484870640 1 -- 172.21.15.18:0/1227078771 learned_addr learned my addr 172.21.15.18:0/1227078771 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f3485071640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f348010eb00 0x7f3480114d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.431+0000 7f347ffff640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f348010c180 0x7f3480114810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f3484870640 1 -- 172.21.15.18:0/1227078771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f348010eb00 msgr2=0x7f3480114d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f3484870640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f348010eb00 0x7f3480114d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f3484870640 1 -- 172.21.15.18:0/1227078771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f348010c180 msgr2=0x7f3480114810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f3484870640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f348010c180 0x7f3480114810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f3484870640 1 -- 172.21.15.18:0/1227078771 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3480115610 con 0x7f3480109850 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f3484870640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3480109850 0x7f3480116180 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f347800ebc0 tx=0x7f347800c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f347dffb640 1 -- 172.21.15.18:0/1227078771 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3478004d20 con 0x7f3480109850 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f3486ad4640 1 -- 172.21.15.18:0/1227078771 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34801aa4b0 con 0x7f3480109850 2024-04-22T00:44:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f347dffb640 1 -- 172.21.15.18:0/1227078771 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3478005500 con 0x7f3480109850 2024-04-22T00:44:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f347dffb640 1 -- 172.21.15.18:0/1227078771 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3478010890 con 0x7f3480109850 2024-04-22T00:44:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.432+0000 7f3486ad4640 1 -- 172.21.15.18:0/1227078771 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34801aa9d0 con 0x7f3480109850 2024-04-22T00:44:29.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.436+0000 7f347dffb640 1 -- 172.21.15.18:0/1227078771 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3478005020 con 0x7f3480109850 2024-04-22T00:44:29.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.436+0000 7f348979e740 1 Processor -- start 2024-04-22T00:44:29.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.436+0000 7f348979e740 1 -- start start 2024-04-22T00:44:29.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f348979e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fad850 0x55ddf6fadc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f348979e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb2d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f348979e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fb5840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f348979e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ddf6f0a530 con 0x55ddf6fad850 2024-04-22T00:44:29.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f348979e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ddf6eb2830 con 0x55ddf6fb33b0 2024-04-22T00:44:29.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f348979e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ddf6f064f0 con 0x55ddf6fae240 2024-04-22T00:44:29.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f3484870640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f3484870640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb2d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59126/0 (socket says 172.21.15.18:59126) 2024-04-22T00:44:29.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f3484870640 1 -- 172.21.15.18:0/1783680939 learned_addr learned my addr 172.21.15.18:0/1783680939 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f3485071640 1 --2- 172.21.15.18:0/1783680939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fad850 0x55ddf6fadc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f347ffff640 1 --2- 172.21.15.18:0/1783680939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fb5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f3484870640 1 -- 172.21.15.18:0/1783680939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 msgr2=0x55ddf6fb5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f3484870640 1 --2- 172.21.15.18:0/1783680939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fb5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f3484870640 1 -- 172.21.15.18:0/1783680939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fad850 msgr2=0x55ddf6fadc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f3484870640 1 --2- 172.21.15.18:0/1783680939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fad850 0x55ddf6fadc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f3484870640 1 -- 172.21.15.18:0/1783680939 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ddf6ed62c0 con 0x55ddf6fae240 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.437+0000 7f347dffb640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f346c0a2c10 0x7f346c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.438+0000 7f3484870640 1 --2- 172.21.15.18:0/1783680939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb2d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f34780d3b90 tx=0x7f34780d3c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e124c465e5246eea server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.438+0000 7f347dffb640 1 -- 172.21.15.18:0/1227078771 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f34780cfc70 con 0x7f3480109850 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.438+0000 7f3485071640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f346c0a2c10 0x7f346c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.438+0000 7f3476ffd640 1 -- 172.21.15.18:0/1783680939 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f347809be70 con 0x55ddf6fae240 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.438+0000 7f3476ffd640 1 -- 172.21.15.18:0/1783680939 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3478005a20 con 0x55ddf6fae240 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.438+0000 7f3476ffd640 1 -- 172.21.15.18:0/1783680939 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f347809ba00 con 0x55ddf6fae240 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.439+0000 7f348979e740 1 -- 172.21.15.18:0/1783680939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 msgr2=0x55ddf6fb2d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.439+0000 7f348979e740 1 --2- 172.21.15.18:0/1783680939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb2d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f34780d3b90 tx=0x7f34780d3c80 comp rx=0 tx=0).stop 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.439+0000 7f3485071640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f346c0a2c10 0x7f346c0a50d0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x55ddf6faeaa0 tx=0x7f3468005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.439+0000 7f348979e740 1 -- 172.21.15.18:0/1783680939 shutdown_connections 2024-04-22T00:44:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.439+0000 7f348979e740 1 --2- 172.21.15.18:0/1783680939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fb5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.439+0000 7f348979e740 1 --2- 172.21.15.18:0/1783680939 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb2d40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.439+0000 7f348979e740 1 --2- 172.21.15.18:0/1783680939 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fad850 0x55ddf6fadc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.439+0000 7f348979e740 1 -- 172.21.15.18:0/1783680939 >> 172.21.15.18:0/1783680939 conn(0x55ddf6fa8dc0 msgr2=0x55ddf6fa91c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.439+0000 7f348979e740 1 -- 172.21.15.18:0/1783680939 shutdown_connections 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.439+0000 7f348979e740 1 -- 172.21.15.18:0/1783680939 wait complete. 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f348979e740 1 -- start start 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f348979e740 1 Processor -- start 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f348979e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fad850 0x55ddf6fb7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f348979e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f348979e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fbf030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f348979e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ddf6fb6360 con 0x55ddf6fad850 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f348979e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ddf6ec5f10 con 0x55ddf6fb33b0 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f348979e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ddf6fb64e0 con 0x55ddf6fae240 2024-04-22T00:44:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f348979e740 10 client.0 _ll_register_callbacks cb 0x55ddf6c1dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f347ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f3484870640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fad850 0x55ddf6fb7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f3485071640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fbf030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f347ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb7ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59136/0 (socket says 172.21.15.18:59136) 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.440+0000 7f347ffff640 1 -- 172.21.15.18:0/2255246933 learned_addr learned my addr 172.21.15.18:0/2255246933 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f347ffff640 1 -- 172.21.15.18:0/2255246933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 msgr2=0x55ddf6fbf030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f347ffff640 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fbf030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f347ffff640 1 -- 172.21.15.18:0/2255246933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fad850 msgr2=0x55ddf6fb7ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f347ffff640 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fad850 0x55ddf6fb7ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f347ffff640 1 -- 172.21.15.18:0/2255246933 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ddf6e97c80 con 0x55ddf6fae240 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f3485071640 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fbf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f347ffff640 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb7ff0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3470009900 tx=0x7f3470009680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=635b14d453fef47 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f345ffff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:44:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f345ffff640 1 -- 172.21.15.18:0/2255246933 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3470044070 con 0x55ddf6fae240 2024-04-22T00:44:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f345ffff640 1 -- 172.21.15.18:0/2255246933 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3470005020 con 0x55ddf6fae240 2024-04-22T00:44:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f348979e740 1 -- 172.21.15.18:0/2255246933 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3478005a20 con 0x55ddf6fae240 2024-04-22T00:44:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f345ffff640 1 -- 172.21.15.18:0/2255246933 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3470051050 con 0x55ddf6fae240 2024-04-22T00:44:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f348979e740 10 client.25948 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.441+0000 7f348979e740 1 -- 172.21.15.18:0/2255246933 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ddf6c1e3f0 con 0x55ddf6fae240 2024-04-22T00:44:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.442+0000 7f345ffff640 1 -- 172.21.15.18:0/2255246933 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3478005a20 con 0x55ddf6fae240 2024-04-22T00:44:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.443+0000 7f345ffff640 1 -- 172.21.15.18:0/2255246933 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f34700046c0 con 0x55ddf6fae240 2024-04-22T00:44:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.444+0000 7f348979e740 10 client.25948 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.444+0000 7f348979e740 10 client.25948 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:44:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.444+0000 7f348979e740 20 client.25948 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.444+0000 7f348979e740 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ddf6fc3960 0x55ddf6fc5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.444+0000 7f348979e740 4 client.25948 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.444+0000 7f348979e740 1 -- 172.21.15.18:0/2255246933 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ddf6f17a70 con 0x55ddf6fc3960 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.444+0000 7f3484870640 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ddf6fc3960 0x55ddf6fc5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.444+0000 7f345ffff640 10 client.25948 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.444+0000 7f3484870640 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ddf6fc3960 0x55ddf6fc5dc0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=73caab182e247bf4 server_cookie=85e25c7788c235eb in_seq=0 out_seq=0 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.445+0000 7f345ffff640 1 -- 172.21.15.18:0/2255246933 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ddf6f17a70 con 0x55ddf6fc3960 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.445+0000 7f345ffff640 10 client.25948 handle_command_reply: tid=0 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.445+0000 7f348979e740 1 client.25948 shutdown 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.445+0000 7f348979e740 1 -- 172.21.15.18:0/2255246933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 msgr2=0x55ddf6fb7ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.445+0000 7f348979e740 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb7ff0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3470009900 tx=0x7f3470009680 comp rx=0 tx=0).stop 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.445+0000 7f348979e740 1 -- 172.21.15.18:0/2255246933 shutdown_connections 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.445+0000 7f348979e740 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ddf6fc3960 0x55ddf6fc5dc0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.446+0000 7f345ffff640 0 client.25948 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:44:29.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.446+0000 7f348979e740 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fbf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.446+0000 7f348979e740 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fb7ff0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.446+0000 7f348979e740 1 --2- 172.21.15.18:0/2255246933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fad850 0x55ddf6fb7ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.446+0000 7f348979e740 1 -- 172.21.15.18:0/2255246933 >> 172.21.15.18:0/2255246933 conn(0x55ddf6fa8dc0 msgr2=0x55ddf6f9f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.446+0000 7f348979e740 1 -- 172.21.15.18:0/2255246933 shutdown_connections 2024-04-22T00:44:29.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.446+0000 7f348979e740 1 -- 172.21.15.18:0/2255246933 wait complete. 2024-04-22T00:44:29.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.446+0000 7f348979e740 20 client.25948 trim_cache size 0 max 16384 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.464+0000 7f348979e740 1 Processor -- start 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.464+0000 7f348979e740 1 -- start start 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.464+0000 7f348979e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fb2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f348979e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fbeff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f3484870640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fb2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f3484870640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fb2a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49070/0 (socket says 172.21.15.18:49070) 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f348979e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fac730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f348979e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f34801b33f0 con 0x55ddf6fb33b0 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f3484870640 1 -- 172.21.15.18:0/1895739071 learned_addr learned my addr 172.21.15.18:0/1895739071 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f348979e740 1 -- 172.21.15.18:0/1895739071 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f34801b0c90 con 0x55ddf6fad850 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f347ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fbeff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f348979e740 1 -- 172.21.15.18:0/1895739071 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f34801aeae0 con 0x55ddf6fae240 2024-04-22T00:44:29.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f3485071640 1 --2- 172.21.15.18:0/1895739071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fac730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f347ffff640 1 -- 172.21.15.18:0/1895739071 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 msgr2=0x55ddf6fb2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f347ffff640 1 --2- 172.21.15.18:0/1895739071 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fb2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f347ffff640 1 -- 172.21.15.18:0/1895739071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fb33b0 msgr2=0x55ddf6fac730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f347ffff640 1 --2- 172.21.15.18:0/1895739071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fac730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f347ffff640 1 -- 172.21.15.18:0/1895739071 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ddf6ce87d0 con 0x55ddf6fae240 2024-04-22T00:44:29.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.465+0000 7f347ffff640 1 --2- 172.21.15.18:0/1895739071 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fbeff0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3470004ae0 tx=0x7f3470009520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=761b9772c27b61a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.466+0000 7f34767fc640 1 -- 172.21.15.18:0/1895739071 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3470044040 con 0x55ddf6fae240 2024-04-22T00:44:29.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.466+0000 7f34767fc640 1 -- 172.21.15.18:0/1895739071 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3470004430 con 0x55ddf6fae240 2024-04-22T00:44:29.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.466+0000 7f34767fc640 1 -- 172.21.15.18:0/1895739071 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3470005220 con 0x55ddf6fae240 2024-04-22T00:44:29.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.466+0000 7f348979e740 1 -- 172.21.15.18:0/1895739071 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 msgr2=0x55ddf6fbeff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.466+0000 7f348979e740 1 --2- 172.21.15.18:0/1895739071 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fbeff0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3470004ae0 tx=0x7f3470009520 comp rx=0 tx=0).stop 2024-04-22T00:44:29.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.466+0000 7f348979e740 1 -- 172.21.15.18:0/1895739071 shutdown_connections 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.466+0000 7f348979e740 1 --2- 172.21.15.18:0/1895739071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fac730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.466+0000 7f348979e740 1 --2- 172.21.15.18:0/1895739071 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fae240 0x55ddf6fbeff0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.466+0000 7f348979e740 1 --2- 172.21.15.18:0/1895739071 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fb2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.466+0000 7f348979e740 1 -- 172.21.15.18:0/1895739071 >> 172.21.15.18:0/1895739071 conn(0x55ddf6fa8dc0 msgr2=0x55ddf6fac020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.467+0000 7f348979e740 1 -- 172.21.15.18:0/1895739071 shutdown_connections 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.467+0000 7f348979e740 1 -- 172.21.15.18:0/1895739071 wait complete. 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.467+0000 7f348979e740 1 -- start start 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.467+0000 7f348979e740 1 Processor -- start 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.467+0000 7f348979e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fbc370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.467+0000 7f348979e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fae240 0x55ddf6fbc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f348979e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fbd8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f3484870640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fbc370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f3484870640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fbc370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49082/0 (socket says 172.21.15.18:49082) 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f3484870640 1 -- 172.21.15.18:0/2639277660 learned_addr learned my addr 172.21.15.18:0/2639277660 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f34801af150 con 0x55ddf6fae240 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f34801b05c0 con 0x55ddf6fad850 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f34801af820 con 0x55ddf6fb33b0 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f3485071640 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fbd8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f348979e740 10 client.0 _ll_register_callbacks cb 0x7f34780093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f347ffff640 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fae240 0x55ddf6fbc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f3484870640 1 -- 172.21.15.18:0/2639277660 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fb33b0 msgr2=0x55ddf6fbd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f3484870640 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fbd8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f3484870640 1 -- 172.21.15.18:0/2639277660 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fae240 msgr2=0x55ddf6fbc8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f3484870640 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fae240 0x55ddf6fbc8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f3484870640 1 -- 172.21.15.18:0/2639277660 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ddf6fbdeb0 con 0x55ddf6fad850 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f3484870640 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fbc370 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f34780d3b90 tx=0x7f347800ce70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=491c5a19a44e6976 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f345ffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f345ffff640 1 -- 172.21.15.18:0/2639277660 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f347809bbe0 con 0x55ddf6fad850 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.468+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3470004430 con 0x55ddf6fad850 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f345ffff640 1 -- 172.21.15.18:0/2639277660 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f34780056b0 con 0x55ddf6fad850 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f345ffff640 1 -- 172.21.15.18:0/2639277660 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f347809ba00 con 0x55ddf6fad850 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f348979e740 10 client.25964 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ddf6fbf1e0 con 0x55ddf6fad850 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f345ffff640 1 -- 172.21.15.18:0/2639277660 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3470004430 con 0x55ddf6fad850 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f345ffff640 1 -- 172.21.15.18:0/2639277660 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f34780b7060 con 0x55ddf6fad850 2024-04-22T00:44:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f348979e740 10 client.25964 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f348979e740 10 client.25964 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f348979e740 20 client.25964 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f348979e740 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ddf6fc3960 0x55ddf702c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f348979e740 4 client.25964 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ddf6f11dc0 con 0x55ddf6fc3960 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.469+0000 7f347ffff640 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ddf6fc3960 0x55ddf702c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f345ffff640 10 client.25964 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f347ffff640 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ddf6fc3960 0x55ddf702c040 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ecfcc8665ba2265b server_cookie=b419ec05d34811aa in_seq=0 out_seq=0 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f345ffff640 1 -- 172.21.15.18:0/2639277660 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ddf6f11dc0 con 0x55ddf6fc3960 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f345ffff640 10 client.25964 handle_command_reply: tid=0 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f348979e740 1 client.25964 shutdown 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 msgr2=0x55ddf6fbc370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f348979e740 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fbc370 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f34780d3b90 tx=0x7f347800ce70 comp rx=0 tx=0).stop 2024-04-22T00:44:29.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 shutdown_connections 2024-04-22T00:44:29.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f348979e740 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55ddf6fc3960 0x55ddf702c040 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f348979e740 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ddf6fb33b0 0x55ddf6fbd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f345ffff640 0 client.25964 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:44:29.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f348979e740 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ddf6fae240 0x55ddf6fbc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f348979e740 1 --2- 172.21.15.18:0/2639277660 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ddf6fad850 0x55ddf6fbc370 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.470+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 >> 172.21.15.18:0/2639277660 conn(0x55ddf6fa8dc0 msgr2=0x55ddf6fac020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.471+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 shutdown_connections 2024-04-22T00:44:29.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.471+0000 7f348979e740 1 -- 172.21.15.18:0/2639277660 wait complete. 2024-04-22T00:44:29.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.471+0000 7f348979e740 20 client.25964 trim_cache size 0 max 16384 2024-04-22T00:44:29.479 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:44:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 -- 172.21.15.18:0/1227078771 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f346c0a2c10 msgr2=0x7f346c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f346c0a2c10 0x7f346c0a50d0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x55ddf6faeaa0 tx=0x7f3468005f90 comp rx=0 tx=0).stop 2024-04-22T00:44:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 -- 172.21.15.18:0/1227078771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3480109850 msgr2=0x7f3480116180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3480109850 0x7f3480116180 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f347800ebc0 tx=0x7f347800c6a0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 -- 172.21.15.18:0/1227078771 shutdown_connections 2024-04-22T00:44:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f346c0a2c10 0x7f346c0a50d0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f348010eb00 0x7f3480114d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f348010c180 0x7f3480114810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 --2- 172.21.15.18:0/1227078771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3480109850 0x7f3480116180 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 -- 172.21.15.18:0/1227078771 >> 172.21.15.18:0/1227078771 conn(0x7f348006e5d0 msgr2=0x7f348010b940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 -- 172.21.15.18:0/1227078771 shutdown_connections 2024-04-22T00:44:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.473+0000 7f3486ad4640 1 -- 172.21.15.18:0/1227078771 wait complete. 2024-04-22T00:44:29.488 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:44:29.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.655+0000 7faa06b47640 1 -- 172.21.15.18:0/693054062 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa00102980 msgr2=0x7faa00102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.655+0000 7faa06b47640 1 --2- 172.21.15.18:0/693054062 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa00102980 0x7faa00102e00 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0009900 tx=0x7fa9f002bc30 comp rx=0 tx=0).stop 2024-04-22T00:44:29.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.655+0000 7faa06b47640 1 -- 172.21.15.18:0/693054062 shutdown_connections 2024-04-22T00:44:29.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.655+0000 7faa06b47640 1 --2- 172.21.15.18:0/693054062 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa00103340 0x7faa00109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.655+0000 7faa06b47640 1 --2- 172.21.15.18:0/693054062 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa00102980 0x7faa00102e00 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.655+0000 7faa06b47640 1 --2- 172.21.15.18:0/693054062 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa00101790 0x7faa00101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.655+0000 7faa06b47640 1 -- 172.21.15.18:0/693054062 >> 172.21.15.18:0/693054062 conn(0x7faa000fcd20 msgr2=0x7faa000ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.655+0000 7faa06b47640 1 -- 172.21.15.18:0/693054062 shutdown_connections 2024-04-22T00:44:29.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.655+0000 7faa06b47640 1 -- 172.21.15.18:0/693054062 wait complete. 2024-04-22T00:44:29.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa06b47640 1 Processor -- start 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa06b47640 1 -- start start 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa06b47640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa00101790 0x7faa000754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa06b47640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa00102980 0x7faa00073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa06b47640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa00103340 0x7faa00074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa06b47640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faa0010d410 con 0x7faa00103340 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa06b47640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faa0010d290 con 0x7faa00101790 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa06b47640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faa0010d590 con 0x7faa00102980 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa050e4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa00103340 0x7faa00074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa050e4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa00103340 0x7faa00074070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38332/0 (socket says 172.21.15.18:38332) 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa050e4640 1 -- 172.21.15.18:0/2229216721 learned_addr learned my addr 172.21.15.18:0/2229216721 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.656+0000 7faa048e3640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa00101790 0x7faa000754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa00102980 0x7faa00073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7faa048e3640 1 -- 172.21.15.18:0/2229216721 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa00102980 msgr2=0x7faa00073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7faa048e3640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa00102980 0x7faa00073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7faa048e3640 1 -- 172.21.15.18:0/2229216721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa00103340 msgr2=0x7faa00074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7faa048e3640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa00103340 0x7faa00074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7faa048e3640 1 -- 172.21.15.18:0/2229216721 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa00074900 con 0x7faa00101790 2024-04-22T00:44:29.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7faa048e3640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa00101790 0x7faa000754f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc00e9c0 tx=0x7fa9fc00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:29 smithi018 ceph-mon[27979]: pgmap v470: 129 pgs: 129 active+clean; 1.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.1 MiB/s wr, 652 op/s 2024-04-22T00:44:29.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:29 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1140160069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:44:29.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7fa9f5ffb640 1 -- 172.21.15.18:0/2229216721 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9fc00ccc0 con 0x7faa00101790 2024-04-22T00:44:29.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7fa9f5ffb640 1 -- 172.21.15.18:0/2229216721 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9fc0035f0 con 0x7faa00101790 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7faa06b47640 1 -- 172.21.15.18:0/2229216721 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa001a1be0 con 0x7faa00101790 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.657+0000 7fa9f5ffb640 1 -- 172.21.15.18:0/2229216721 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9fc00ce60 con 0x7faa00101790 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.658+0000 7faa06b47640 1 -- 172.21.15.18:0/2229216721 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa001a2100 con 0x7faa00101790 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.661+0000 7fa9f5ffb640 1 -- 172.21.15.18:0/2229216721 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa9fc0037a0 con 0x7faa00101790 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa09805740 1 Processor -- start 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7fa9f5ffb640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9e80a2c90 0x7fa9e80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa09805740 1 -- start start 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa09805740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3abc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7fa9f5ffb640 1 -- 172.21.15.18:0/2229216721 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa9fc0cf940 con 0x7faa00101790 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa09805740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3b0d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa09805740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3b13b0 0x55ed2c3b3840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa09805740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c308530 con 0x55ed2c3ab850 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9e80a2c90 0x7fa9e80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa09805740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c2b0830 con 0x55ed2c3b13b0 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa09805740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c3044f0 con 0x55ed2c3ac240 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa048e3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3abc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa050e4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3b13b0 0x55ed2c3b3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa050e4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3b13b0 0x55ed2c3b3840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49112/0 (socket says 172.21.15.18:49112) 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa048e3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3abc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38342/0 (socket says 172.21.15.18:38342) 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7faa050e4640 1 -- 172.21.15.18:0/2543758257 learned_addr learned my addr 172.21.15.18:0/2543758257 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.662+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/2543758257 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3b0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7faa048e3640 1 -- 172.21.15.18:0/2543758257 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 msgr2=0x55ed2c3b0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7faa048e3640 1 --2- 172.21.15.18:0/2543758257 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3b0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7faa048e3640 1 -- 172.21.15.18:0/2543758257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3b13b0 msgr2=0x55ed2c3b3840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7faa048e3640 1 --2- 172.21.15.18:0/2543758257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3b13b0 0x55ed2c3b3840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7faa048e3640 1 -- 172.21.15.18:0/2543758257 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed2c2d42c0 con 0x55ed2c3ab850 2024-04-22T00:44:29.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7faa050e4640 1 --2- 172.21.15.18:0/2543758257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3b13b0 0x55ed2c3b3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:29.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9e80a2c90 0x7fa9e80a5150 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fa9f002c7b0 tx=0x7fa9f002c980 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7faa048e3640 1 --2- 172.21.15.18:0/2543758257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3abc70 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc009fd0 tx=0x7fa9fc09b9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f05b1c3e19cdac9a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7fa9e6ffd640 1 -- 172.21.15.18:0/2543758257 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9fc09bd70 con 0x55ed2c3ab850 2024-04-22T00:44:29.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7fa9e6ffd640 1 -- 172.21.15.18:0/2543758257 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9fc0a0120 con 0x55ed2c3ab850 2024-04-22T00:44:29.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.663+0000 7fa9e6ffd640 1 -- 172.21.15.18:0/2543758257 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9fc09b420 con 0x55ed2c3ab850 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.664+0000 7faa09805740 1 -- 172.21.15.18:0/2543758257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 msgr2=0x55ed2c3abc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.664+0000 7faa09805740 1 --2- 172.21.15.18:0/2543758257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3abc70 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc009fd0 tx=0x7fa9fc09b9e0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.664+0000 7faa09805740 1 -- 172.21.15.18:0/2543758257 shutdown_connections 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.664+0000 7faa09805740 1 --2- 172.21.15.18:0/2543758257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3b13b0 0x55ed2c3b3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.664+0000 7faa09805740 1 --2- 172.21.15.18:0/2543758257 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3b0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.664+0000 7faa09805740 1 --2- 172.21.15.18:0/2543758257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3abc70 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.664+0000 7faa09805740 1 -- 172.21.15.18:0/2543758257 >> 172.21.15.18:0/2543758257 conn(0x55ed2c3a6dc0 msgr2=0x55ed2c3a71c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.664+0000 7faa09805740 1 -- 172.21.15.18:0/2543758257 shutdown_connections 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.664+0000 7faa09805740 1 -- 172.21.15.18:0/2543758257 wait complete. 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa09805740 1 -- start start 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa09805740 1 Processor -- start 2024-04-22T00:44:29.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa09805740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 0x55ed2c3b5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa09805740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3b6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa09805740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3b13b0 0x55ed2c3bd050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa09805740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c3b4300 con 0x55ed2c3b13b0 2024-04-22T00:44:29.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa09805740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c2c3f10 con 0x55ed2c3ab850 2024-04-22T00:44:29.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa09805740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ed2c3b4480 con 0x55ed2c3ac240 2024-04-22T00:44:29.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa09805740 10 client.0 _ll_register_callbacks cb 0x55ed2c01bbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:29.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7fa9f7fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3b6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa048e3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 0x55ed2c3b5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7fa9f7fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3b6010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59210/0 (socket says 172.21.15.18:59210) 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7fa9f7fff640 1 -- 172.21.15.18:0/2217666222 learned_addr learned my addr 172.21.15.18:0/2217666222 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.665+0000 7faa050e4640 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3b13b0 0x55ed2c3bd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7fa9f7fff640 1 -- 172.21.15.18:0/2217666222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 msgr2=0x55ed2c3b5ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 0x55ed2c3b5ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7fa9f7fff640 1 -- 172.21.15.18:0/2217666222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3b13b0 msgr2=0x55ed2c3bd050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3b13b0 0x55ed2c3bd050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7fa9f7fff640 1 -- 172.21.15.18:0/2217666222 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed2c295c80 con 0x55ed2c3ac240 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3b6010 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0009900 tx=0x7fa9f002bc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c5056926b86ae9a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7fa9dffff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7fa9dffff640 1 -- 172.21.15.18:0/2217666222 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f004e070 con 0x55ed2c3ac240 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7faa09805740 1 -- 172.21.15.18:0/2217666222 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9fc0a0120 con 0x55ed2c3ac240 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7fa9dffff640 1 -- 172.21.15.18:0/2217666222 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa9f00048c0 con 0x55ed2c3ac240 2024-04-22T00:44:29.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7fa9dffff640 1 -- 172.21.15.18:0/2217666222 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa9f0046070 con 0x55ed2c3ac240 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7faa09805740 10 client.25966 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.666+0000 7faa09805740 1 -- 172.21.15.18:0/2217666222 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ed2c01c3f0 con 0x55ed2c3ac240 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.667+0000 7fa9dffff640 1 -- 172.21.15.18:0/2217666222 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9fc0a0120 con 0x55ed2c3ac240 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.667+0000 7fa9dffff640 1 -- 172.21.15.18:0/2217666222 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fa9f0034440 con 0x55ed2c3ac240 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.667+0000 7faa09805740 10 client.25966 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.667+0000 7faa09805740 10 client.25966 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.667+0000 7faa09805740 20 client.25966 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.667+0000 7faa09805740 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ed2c3c1970 0x55ed2c3c3db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.667+0000 7faa09805740 4 client.25966 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.667+0000 7faa09805740 1 -- 172.21.15.18:0/2217666222 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed2c315a70 con 0x55ed2c3c1970 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.667+0000 7faa048e3640 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ed2c3c1970 0x55ed2c3c3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.668+0000 7fa9dffff640 10 client.25966 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:29.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.668+0000 7faa048e3640 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ed2c3c1970 0x55ed2c3c3db0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d755d0212858a18 server_cookie=f8859e14368b145 in_seq=0 out_seq=0 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.669+0000 7fa9dffff640 1 -- 172.21.15.18:0/2217666222 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ed2c315a70 con 0x55ed2c3c1970 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.669+0000 7fa9dffff640 10 client.25966 handle_command_reply: tid=0 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 client.25966 shutdown 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 -- 172.21.15.18:0/2217666222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 msgr2=0x55ed2c3b6010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3b6010 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0009900 tx=0x7fa9f002bc30 comp rx=0 tx=0).stop 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 -- 172.21.15.18:0/2217666222 shutdown_connections 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ed2c3c1970 0x55ed2c3c3db0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3b13b0 0x55ed2c3bd050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3b6010 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 --2- 172.21.15.18:0/2217666222 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 0x55ed2c3b5ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7fa9dffff640 0 client.25966 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 -- 172.21.15.18:0/2217666222 >> 172.21.15.18:0/2217666222 conn(0x55ed2c3a6dc0 msgr2=0x55ed2c39d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 -- 172.21.15.18:0/2217666222 shutdown_connections 2024-04-22T00:44:29.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 1 -- 172.21.15.18:0/2217666222 wait complete. 2024-04-22T00:44:29.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.670+0000 7faa09805740 20 client.25966 trim_cache size 0 max 16384 2024-04-22T00:44:29.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.690+0000 7faa09805740 1 Processor -- start 2024-04-22T00:44:29.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.690+0000 7faa09805740 1 -- start start 2024-04-22T00:44:29.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.690+0000 7faa09805740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3a6dc0 0x55ed2c39d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.691+0000 7faa09805740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.691+0000 7faa09805740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3c86b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.691+0000 7faa09805740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faa001aac10 con 0x55ed2c3ab850 2024-04-22T00:44:29.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.691+0000 7faa09805740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faa001a84b0 con 0x55ed2c3a6dc0 2024-04-22T00:44:29.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.691+0000 7faa09805740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faa001a6300 con 0x55ed2c3ac240 2024-04-22T00:44:29.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.692+0000 7fa9f7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.692+0000 7fa9f7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38356/0 (socket says 172.21.15.18:38356) 2024-04-22T00:44:29.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.692+0000 7fa9f7fff640 1 -- 172.21.15.18:0/1897717433 learned_addr learned my addr 172.21.15.18:0/1897717433 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.692+0000 7faa050e4640 1 --2- 172.21.15.18:0/1897717433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3c86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.692+0000 7faa048e3640 1 --2- 172.21.15.18:0/1897717433 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3a6dc0 0x55ed2c39d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.692+0000 7fa9f7fff640 1 -- 172.21.15.18:0/1897717433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 msgr2=0x55ed2c3c86b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.692+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/1897717433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3c86b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.692+0000 7fa9f7fff640 1 -- 172.21.15.18:0/1897717433 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3a6dc0 msgr2=0x55ed2c39d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.692+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/1897717433 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3a6dc0 0x55ed2c39d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.692+0000 7fa9f7fff640 1 -- 172.21.15.18:0/1897717433 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed2c0e67d0 con 0x55ed2c3ab850 2024-04-22T00:44:29.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.693+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/1897717433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bd010 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fa9f002ca10 tx=0x7fa9f0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ba630acc8f3597e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.693+0000 7fa9e67fc640 1 -- 172.21.15.18:0/1897717433 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f004e040 con 0x55ed2c3ab850 2024-04-22T00:44:29.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.693+0000 7fa9e67fc640 1 -- 172.21.15.18:0/1897717433 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9f0004cd0 con 0x55ed2c3ab850 2024-04-22T00:44:29.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.693+0000 7fa9e67fc640 1 -- 172.21.15.18:0/1897717433 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f0004900 con 0x55ed2c3ab850 2024-04-22T00:44:29.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 -- 172.21.15.18:0/1897717433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 msgr2=0x55ed2c3bd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 --2- 172.21.15.18:0/1897717433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bd010 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fa9f002ca10 tx=0x7fa9f0005fd0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 -- 172.21.15.18:0/1897717433 shutdown_connections 2024-04-22T00:44:29.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 --2- 172.21.15.18:0/1897717433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3ac240 0x55ed2c3c86b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 --2- 172.21.15.18:0/1897717433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bd010 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 --2- 172.21.15.18:0/1897717433 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3a6dc0 0x55ed2c39d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 -- 172.21.15.18:0/1897717433 >> 172.21.15.18:0/1897717433 conn(0x55ed2c3b0ef0 msgr2=0x55ed2c39cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 -- 172.21.15.18:0/1897717433 shutdown_connections 2024-04-22T00:44:29.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 -- 172.21.15.18:0/1897717433 wait complete. 2024-04-22T00:44:29.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 -- start start 2024-04-22T00:44:29.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.694+0000 7faa09805740 1 Processor -- start 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa09805740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3a6dc0 0x55ed2c3bac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa09805740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa09805740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ac240 0x55ed2c3bc160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa09805740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faa001a6970 con 0x55ed2c3ac240 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa09805740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faa001a7de0 con 0x55ed2c3ab850 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa09805740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faa001a7040 con 0x55ed2c3a6dc0 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa050e4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ac240 0x55ed2c3bc160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa050e4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ac240 0x55ed2c3bc160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38364/0 (socket says 172.21.15.18:38364) 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa050e4640 1 -- 172.21.15.18:0/231625724 learned_addr learned my addr 172.21.15.18:0/231625724 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa048e3640 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3a6dc0 0x55ed2c3bac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.695+0000 7faa09805740 10 client.0 _ll_register_callbacks cb 0x7fa9fc005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7fa9f7fff640 1 -- 172.21.15.18:0/231625724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3a6dc0 msgr2=0x55ed2c3bac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3a6dc0 0x55ed2c3bac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7fa9f7fff640 1 -- 172.21.15.18:0/231625724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ac240 msgr2=0x55ed2c3bc160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ac240 0x55ed2c3bc160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7fa9f7fff640 1 -- 172.21.15.18:0/231625724 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed2c3bc750 con 0x55ed2c3ab850 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7faa050e4640 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ac240 0x55ed2c3bc160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7fa9f7fff640 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bb150 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0004650 tx=0x7fa9f00058d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=186dc053b924eefe server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7fa9dffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7fa9dffff640 1 -- 172.21.15.18:0/231625724 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f004e040 con 0x55ed2c3ab850 2024-04-22T00:44:29.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7fa9dffff640 1 -- 172.21.15.18:0/231625724 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa9f00035f0 con 0x55ed2c3ab850 2024-04-22T00:44:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7faa09805740 1 -- 172.21.15.18:0/231625724 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9f0004cd0 con 0x55ed2c3ab850 2024-04-22T00:44:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7fa9dffff640 1 -- 172.21.15.18:0/231625724 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa9f0070050 con 0x55ed2c3ab850 2024-04-22T00:44:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7faa09805740 10 client.25982 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.696+0000 7faa09805740 1 -- 172.21.15.18:0/231625724 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ed2c428320 con 0x55ed2c3ab850 2024-04-22T00:44:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7fa9dffff640 1 -- 172.21.15.18:0/231625724 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9f0004cd0 con 0x55ed2c3ab850 2024-04-22T00:44:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7fa9dffff640 1 -- 172.21.15.18:0/231625724 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fa9f004a5f0 con 0x55ed2c3ab850 2024-04-22T00:44:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7faa09805740 10 client.25982 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7faa09805740 10 client.25982 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:29.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7faa09805740 20 client.25982 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7faa09805740 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ed2c3b13b0 0x55ed2c42acb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7faa09805740 4 client.25982 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7faa09805740 1 -- 172.21.15.18:0/231625724 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ed2c3b58c0 con 0x55ed2c3b13b0 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7faa048e3640 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ed2c3b13b0 0x55ed2c42acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7fa9dffff640 10 client.25982 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.697+0000 7faa048e3640 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ed2c3b13b0 0x55ed2c42acb0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1a6b6f109d0e7ab server_cookie=134295e523f3d89a in_seq=0 out_seq=0 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7fa9dffff640 1 -- 172.21.15.18:0/231625724 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ed2c3b58c0 con 0x55ed2c3b13b0 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7fa9dffff640 10 client.25982 handle_command_reply: tid=0 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 client.25982 shutdown 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 -- 172.21.15.18:0/231625724 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 msgr2=0x55ed2c3bb150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bb150 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0004650 tx=0x7fa9f00058d0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 -- 172.21.15.18:0/231625724 shutdown_connections 2024-04-22T00:44:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ed2c3b13b0 0x55ed2c42acb0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ed2c3ac240 0x55ed2c3bc160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7fa9dffff640 0 client.25982 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:29.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ed2c3ab850 0x55ed2c3bb150 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 --2- 172.21.15.18:0/231625724 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ed2c3a6dc0 0x55ed2c3bac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 -- 172.21.15.18:0/231625724 >> 172.21.15.18:0/231625724 conn(0x55ed2c3b0ef0 msgr2=0x55ed2c39d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 -- 172.21.15.18:0/231625724 shutdown_connections 2024-04-22T00:44:29.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 1 -- 172.21.15.18:0/231625724 wait complete. 2024-04-22T00:44:29.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.698+0000 7faa09805740 20 client.25982 trim_cache size 0 max 16384 2024-04-22T00:44:29.707 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:44:29.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.699+0000 7faa06b47640 1 -- 172.21.15.18:0/2229216721 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9e80a2c90 msgr2=0x7fa9e80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.699+0000 7faa06b47640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9e80a2c90 0x7fa9e80a5150 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fa9f002c7b0 tx=0x7fa9f002c980 comp rx=0 tx=0).stop 2024-04-22T00:44:29.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.699+0000 7faa06b47640 1 -- 172.21.15.18:0/2229216721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa00101790 msgr2=0x7faa000754f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:29.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.699+0000 7faa06b47640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa00101790 0x7faa000754f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc00e9c0 tx=0x7fa9fc00ee80 comp rx=0 tx=0).stop 2024-04-22T00:44:29.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.700+0000 7faa06b47640 1 -- 172.21.15.18:0/2229216721 shutdown_connections 2024-04-22T00:44:29.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.700+0000 7faa06b47640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9e80a2c90 0x7fa9e80a5150 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.700+0000 7faa06b47640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa00103340 0x7faa00074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.700+0000 7faa06b47640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa00102980 0x7faa00073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.700+0000 7faa06b47640 1 --2- 172.21.15.18:0/2229216721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa00101790 0x7faa000754f0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:29.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.700+0000 7faa06b47640 1 -- 172.21.15.18:0/2229216721 >> 172.21.15.18:0/2229216721 conn(0x7faa000fcd20 msgr2=0x7faa00105d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:29.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.700+0000 7faa06b47640 1 -- 172.21.15.18:0/2229216721 shutdown_connections 2024-04-22T00:44:29.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:29.700+0000 7faa06b47640 1 -- 172.21.15.18:0/2229216721 wait complete. 2024-04-22T00:44:29.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 185.0 s, 893.6 tps, lat 110.899 ms stddev 143.669 2024-04-22T00:44:29.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:29 smithi081 ceph-mon[31546]: pgmap v470: 129 pgs: 129 active+clean; 1.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.1 MiB/s wr, 652 op/s 2024-04-22T00:44:29.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:29 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1140160069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:44:29.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:29 smithi167 ceph-mon[31348]: pgmap v470: 129 pgs: 129 active+clean; 1.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.1 MiB/s wr, 652 op/s 2024-04-22T00:44:29.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:29 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1140160069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:44:30.718 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:44:30.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:44:30.718 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:44:30.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.879+0000 7ffaa473a640 1 -- 172.21.15.18:0/589670283 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa9c1039a0 msgr2=0x7ffa9c103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.879+0000 7ffaa473a640 1 --2- 172.21.15.18:0/589670283 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa9c1039a0 0x7ffa9c103dc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ffa98009860 tx=0x7ffa9802bb70 comp rx=0 tx=0).stop 2024-04-22T00:44:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.879+0000 7ffaa473a640 1 -- 172.21.15.18:0/589670283 shutdown_connections 2024-04-22T00:44:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.879+0000 7ffaa473a640 1 --2- 172.21.15.18:0/589670283 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa9c105550 0x7ffa9c10bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.879+0000 7ffaa473a640 1 --2- 172.21.15.18:0/589670283 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa9c104b90 0x7ffa9c105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.879+0000 7ffaa473a640 1 --2- 172.21.15.18:0/589670283 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa9c1039a0 0x7ffa9c103dc0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.879+0000 7ffaa473a640 1 -- 172.21.15.18:0/589670283 >> 172.21.15.18:0/589670283 conn(0x7ffa9c0fef30 msgr2=0x7ffa9c101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.880+0000 7ffaa473a640 1 -- 172.21.15.18:0/589670283 shutdown_connections 2024-04-22T00:44:30.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.880+0000 7ffaa473a640 1 -- 172.21.15.18:0/589670283 wait complete. 2024-04-22T00:44:30.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa473a640 1 Processor -- start 2024-04-22T00:44:30.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa473a640 1 -- start start 2024-04-22T00:44:30.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa473a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa9c1039a0 0x7ffa9c199d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa473a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa9c104b90 0x7ffa9c19a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa473a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa9c105550 0x7ffa9c1a1280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa473a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c10f5f0 con 0x7ffa9c105550 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa473a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c10f470 con 0x7ffa9c104b90 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa473a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c10f770 con 0x7ffa9c1039a0 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa1cd5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa9c104b90 0x7ffa9c19a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa24d6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa9c1039a0 0x7ffa9c199d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa1cd5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa9c104b90 0x7ffa9c19a250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50188/0 (socket says 172.21.15.18:50188) 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa24d6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa9c1039a0 0x7ffa9c199d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:36142/0 (socket says 172.21.15.18:36142) 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.881+0000 7ffaa1cd5640 1 -- 172.21.15.18:0/1377437882 learned_addr learned my addr 172.21.15.18:0/1377437882 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffaa2cd7640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa9c105550 0x7ffa9c1a1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffaa1cd5640 1 -- 172.21.15.18:0/1377437882 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa9c1039a0 msgr2=0x7ffa9c199d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffaa1cd5640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa9c1039a0 0x7ffa9c199d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffaa1cd5640 1 -- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa9c105550 msgr2=0x7ffa9c1a1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffaa1cd5640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa9c105550 0x7ffa9c1a1280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffaa1cd5640 1 -- 172.21.15.18:0/1377437882 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa9c1a1920 con 0x7ffa9c104b90 2024-04-22T00:44:30.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffaa2cd7640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa9c105550 0x7ffa9c1a1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:44:30.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa9c1039a0 0x7ffa9c199d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:30.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffaa1cd5640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa9c104b90 0x7ffa9c19a250 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ffa8c00e9c0 tx=0x7ffa8c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffa937fe640 1 -- 172.21.15.18:0/1377437882 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa8c00cde0 con 0x7ffa9c104b90 2024-04-22T00:44:30.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffa937fe640 1 -- 172.21.15.18:0/1377437882 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa8c0035f0 con 0x7ffa9c104b90 2024-04-22T00:44:30.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.882+0000 7ffa937fe640 1 -- 172.21.15.18:0/1377437882 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa8c010690 con 0x7ffa9c104b90 2024-04-22T00:44:30.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.883+0000 7ffaa473a640 1 -- 172.21.15.18:0/1377437882 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa9c1a1c10 con 0x7ffa9c104b90 2024-04-22T00:44:30.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.883+0000 7ffaa473a640 1 -- 172.21.15.18:0/1377437882 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa9c1a2110 con 0x7ffa9c104b90 2024-04-22T00:44:30.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.886+0000 7ffa937fe640 1 -- 172.21.15.18:0/1377437882 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ffa8c0037a0 con 0x7ffa9c104b90 2024-04-22T00:44:30.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.886+0000 7ffaa73ff740 1 Processor -- start 2024-04-22T00:44:30.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.887+0000 7ffa937fe640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa880a2b90 0x7ffa880a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.887+0000 7ffa937fe640 1 -- 172.21.15.18:0/1377437882 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ffa8c0cf900 con 0x7ffa9c104b90 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.887+0000 7ffaa73ff740 1 -- start start 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 0x55fb750b85d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750bd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750bdd10 0x55fb750c01a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fb75014170 con 0x55fb750bdd10 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fb74fbc7c0 con 0x55fb750b8ba0 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fb75010130 con 0x55fb750b81b0 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa2cd7640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa880a2b90 0x7ffa880a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa24d6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 0x55fb750b85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa24d6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 0x55fb750b85d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:36144/0 (socket says 172.21.15.18:36144) 2024-04-22T00:44:30.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa24d6640 1 -- 172.21.15.18:0/1890870609 learned_addr learned my addr 172.21.15.18:0/1890870609 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:30.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa24d6640 1 -- 172.21.15.18:0/1890870609 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 msgr2=0x55fb750bd6a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:44:30.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/1890870609 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750bd6a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa24d6640 1 -- 172.21.15.18:0/1890870609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750bdd10 msgr2=0x55fb750c01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/1890870609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750bdd10 0x55fb750c01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.888+0000 7ffaa24d6640 1 -- 172.21.15.18:0/1890870609 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb74fcde60 con 0x55fb750b81b0 2024-04-22T00:44:30.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.889+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/1890870609 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 0x55fb750b85d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ffa98009830 tx=0x7ffa98034ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=346d59969c74a214 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.889+0000 7ffaa2cd7640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa880a2b90 0x7ffa880a5050 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7ffa94005fd0 tx=0x7ffa94009b30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.889+0000 7ffa90ff9640 1 -- 172.21.15.18:0/1890870609 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa98039040 con 0x55fb750b81b0 2024-04-22T00:44:30.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.889+0000 7ffa90ff9640 1 -- 172.21.15.18:0/1890870609 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa98034640 con 0x55fb750b81b0 2024-04-22T00:44:30.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.889+0000 7ffa90ff9640 1 -- 172.21.15.18:0/1890870609 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9802cab0 con 0x55fb750b81b0 2024-04-22T00:44:30.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.890+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1890870609 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 msgr2=0x55fb750b85d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.890+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/1890870609 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 0x55fb750b85d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ffa98009830 tx=0x7ffa98034ad0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.890+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1890870609 shutdown_connections 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.890+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/1890870609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750bdd10 0x55fb750c01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.890+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/1890870609 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750bd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.890+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/1890870609 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 0x55fb750b85d0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.890+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1890870609 >> 172.21.15.18:0/1890870609 conn(0x55fb750774f0 msgr2=0x55fb750b3b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.891+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1890870609 shutdown_connections 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.891+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1890870609 wait complete. 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.891+0000 7ffaa73ff740 1 -- start start 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.891+0000 7ffaa73ff740 1 Processor -- start 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750c2750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750c2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750bdd10 0x55fb750c9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fb750c0c60 con 0x55fb750b81b0 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa24d6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750c2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa1cd5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750c2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fb74fcfd40 con 0x55fb750b8ba0 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa2cd7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750bdd10 0x55fb750c9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa1cd5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750c2c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50192/0 (socket says 172.21.15.18:50192) 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa1cd5640 1 -- 172.21.15.18:0/1718752262 learned_addr learned my addr 172.21.15.18:0/1718752262 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa24d6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750c2750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45818/0 (socket says 172.21.15.18:45818) 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fb750c0de0 con 0x55fb750bdd10 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa73ff740 10 client.0 _ll_register_callbacks cb 0x55fb7500b820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa1cd5640 1 -- 172.21.15.18:0/1718752262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750bdd10 msgr2=0x55fb750c9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa1cd5640 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750bdd10 0x55fb750c9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa1cd5640 1 -- 172.21.15.18:0/1718752262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 msgr2=0x55fb750c2750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa1cd5640 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750c2750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa1cd5640 1 -- 172.21.15.18:0/1718752262 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb74df07e0 con 0x55fb750b8ba0 2024-04-22T00:44:30.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.892+0000 7ffaa1cd5640 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750c2c90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ffa8c0986d0 tx=0x7ffa8c099ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e6896d90f6daab0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.893+0000 7ffa85ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.893+0000 7ffa85ffb640 1 -- 172.21.15.18:0/1718752262 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa8c0a0140 con 0x55fb750b8ba0 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.893+0000 7ffa85ffb640 1 -- 172.21.15.18:0/1718752262 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ffa8c09b1e0 con 0x55fb750b8ba0 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.893+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1718752262 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa98034640 con 0x55fb750b8ba0 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.894+0000 7ffa85ffb640 1 -- 172.21.15.18:0/1718752262 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffa8c0a4a00 con 0x55fb750b8ba0 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.894+0000 7ffaa73ff740 10 client.25991 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.894+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1718752262 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fb74e50f70 con 0x55fb750b8ba0 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.895+0000 7ffa85ffb640 1 -- 172.21.15.18:0/1718752262 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa98034640 con 0x55fb750b8ba0 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.895+0000 7ffa85ffb640 1 -- 172.21.15.18:0/1718752262 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7ffa8c097bf0 con 0x55fb750b8ba0 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.896+0000 7ffaa73ff740 10 client.25991 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.896+0000 7ffaa73ff740 10 client.25991 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.896+0000 7ffaa73ff740 20 client.25991 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.896+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fb750ce140 0x55fb750d05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.896+0000 7ffaa73ff740 4 client.25991 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:30.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.896+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1718752262 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fb74fe8450 con 0x55fb750ce140 2024-04-22T00:44:30.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.896+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fb750ce140 0x55fb750d05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.897+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fb750ce140 0x55fb750d05c0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac0bbb13bc220d8 server_cookie=95c355253f0b3281 in_seq=0 out_seq=0 2024-04-22T00:44:30.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.897+0000 7ffa85ffb640 10 client.25991 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:30.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.897+0000 7ffa85ffb640 1 -- 172.21.15.18:0/1718752262 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fb74fe8450 con 0x55fb750ce140 2024-04-22T00:44:30.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.897+0000 7ffa85ffb640 10 client.25991 handle_command_reply: tid=0 2024-04-22T00:44:30.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.897+0000 7ffaa73ff740 1 client.25991 shutdown 2024-04-22T00:44:30.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.897+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1718752262 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 msgr2=0x55fb750c2c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.897+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750c2c90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ffa8c0986d0 tx=0x7ffa8c099ed0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.898+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1718752262 shutdown_connections 2024-04-22T00:44:30.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.898+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fb750ce140 0x55fb750d05c0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.898+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750bdd10 0x55fb750c9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.898+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750c2c90 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.898+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/1718752262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750c2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.898+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1718752262 >> 172.21.15.18:0/1718752262 conn(0x55fb750774f0 msgr2=0x55fb750aa4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:30.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.898+0000 7ffa85ffb640 0 client.25991 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:30.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.898+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1718752262 shutdown_connections 2024-04-22T00:44:30.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.898+0000 7ffaa73ff740 1 -- 172.21.15.18:0/1718752262 wait complete. 2024-04-22T00:44:30.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.898+0000 7ffaa73ff740 20 client.25991 trim_cache size 0 max 16384 2024-04-22T00:44:30.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.911+0000 7f0815ffb640 1 -- 172.21.15.18:0/1373529159 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0808005220 con 0x7f08181006a0 2024-04-22T00:44:30.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.912+0000 7f081d36c640 1 -- 172.21.15.18:0/1373529159 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f08181006a0 msgr2=0x7f0818100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.912+0000 7f081d36c640 1 --2- 172.21.15.18:0/1373529159 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f08181006a0 0x7f0818100ac0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0808009900 tx=0x7f080802bc30 comp rx=0 tx=0).stop 2024-04-22T00:44:30.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.912+0000 7f081d36c640 1 -- 172.21.15.18:0/1373529159 shutdown_connections 2024-04-22T00:44:30.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.912+0000 7f081d36c640 1 --2- 172.21.15.18:0/1373529159 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0818102250 0x7f0818108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.912+0000 7f081d36c640 1 --2- 172.21.15.18:0/1373529159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0818101890 0x7f0818101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.912+0000 7f081d36c640 1 --2- 172.21.15.18:0/1373529159 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f08181006a0 0x7f0818100ac0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.912+0000 7f081d36c640 1 -- 172.21.15.18:0/1373529159 >> 172.21.15.18:0/1373529159 conn(0x7f08180fbc10 msgr2=0x7f08180fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:30.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.912+0000 7f081d36c640 1 -- 172.21.15.18:0/1373529159 shutdown_connections 2024-04-22T00:44:30.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.912+0000 7f081d36c640 1 -- 172.21.15.18:0/1373529159 wait complete. 2024-04-22T00:44:30.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.913+0000 7f081d36c640 1 Processor -- start 2024-04-22T00:44:30.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.913+0000 7f081d36c640 1 -- start start 2024-04-22T00:44:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.913+0000 7f081d36c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f08181006a0 0x7f0818199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.913+0000 7f081d36c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0818101890 0x7f081819a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.913+0000 7f081d36c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0818102250 0x7f08181a1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f081d36c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f081810f640 con 0x7f08181006a0 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f081d36c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f081810f4c0 con 0x7f0818101890 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f081d36c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f081810f7c0 con 0x7f0818102250 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f0816ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f08181006a0 0x7f0818199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f0816ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f08181006a0 0x7f0818199c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45832/0 (socket says 172.21.15.18:45832) 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f0816ffd640 1 -- 172.21.15.18:0/2618335292 learned_addr learned my addr 172.21.15.18:0/2618335292 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f08167fc640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0818101890 0x7f081819a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f08177fe640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0818102250 0x7f08181a1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f08177fe640 1 -- 172.21.15.18:0/2618335292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0818101890 msgr2=0x7f081819a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f08177fe640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0818101890 0x7f081819a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f08177fe640 1 -- 172.21.15.18:0/2618335292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f08181006a0 msgr2=0x7f0818199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f08177fe640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f08181006a0 0x7f0818199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f08177fe640 1 -- 172.21.15.18:0/2618335292 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08181a1830 con 0x7f0818102250 2024-04-22T00:44:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.914+0000 7f08167fc640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0818101890 0x7f081819a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:44:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.915+0000 7f08177fe640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0818102250 0x7f08181a1190 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0810009fd0 tx=0x7f081000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.915+0000 7f07fffff640 1 -- 172.21.15.18:0/2618335292 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f081000ce20 con 0x7f0818102250 2024-04-22T00:44:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.915+0000 7f07fffff640 1 -- 172.21.15.18:0/2618335292 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0810005020 con 0x7f0818102250 2024-04-22T00:44:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.915+0000 7f07fffff640 1 -- 172.21.15.18:0/2618335292 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0810010720 con 0x7f0818102250 2024-04-22T00:44:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.915+0000 7f081d36c640 1 -- 172.21.15.18:0/2618335292 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08181a1b20 con 0x7f0818102250 2024-04-22T00:44:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.915+0000 7f081d36c640 1 -- 172.21.15.18:0/2618335292 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08181a2020 con 0x7f0818102250 2024-04-22T00:44:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.919+0000 7f07fffff640 1 -- 172.21.15.18:0/2618335292 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0810005540 con 0x7f0818102250 2024-04-22T00:44:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.919+0000 7f0820032740 1 Processor -- start 2024-04-22T00:44:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.920+0000 7f07fffff640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08000a2cb0 0x7f08000a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.920+0000 7f07fffff640 1 -- 172.21.15.18:0/2618335292 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f08100984b0 con 0x7f0818102250 2024-04-22T00:44:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.920+0000 7f08167fc640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08000a2cb0 0x7f08000a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.920+0000 7f0820032740 1 -- start start 2024-04-22T00:44:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.920+0000 7f0820032740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 0x55c2981bc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.920+0000 7f0820032740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981bc720 0x55c2981c1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.920+0000 7f0820032740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981c1890 0x55c2981c3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.920+0000 7f0820032740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c298120b70 con 0x55c2981bc720 2024-04-22T00:44:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.920+0000 7f0820032740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c2980c9470 con 0x55c2981bbd30 2024-04-22T00:44:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.920+0000 7f0820032740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c29811cb30 con 0x55c2981c1890 2024-04-22T00:44:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f0816ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 0x55c2981bc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f0816ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 0x55c2981bc150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50214/0 (socket says 172.21.15.18:50214) 2024-04-22T00:44:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f08177fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981c1890 0x55c2981c3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f0816ffd640 1 -- 172.21.15.18:0/807847681 learned_addr learned my addr 172.21.15.18:0/807847681 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:30.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f08167fc640 1 --2- 172.21.15.18:0/807847681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981bc720 0x55c2981c1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f08177fe640 1 -- 172.21.15.18:0/807847681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 msgr2=0x55c2981bc150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f08177fe640 1 --2- 172.21.15.18:0/807847681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 0x55c2981bc150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f08177fe640 1 -- 172.21.15.18:0/807847681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981bc720 msgr2=0x55c2981c1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f08177fe640 1 --2- 172.21.15.18:0/807847681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981bc720 0x55c2981c1220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f08177fe640 1 -- 172.21.15.18:0/807847681 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c297e35210 con 0x55c2981c1890 2024-04-22T00:44:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f08167fc640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08000a2cb0 0x7f08000a5170 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f080c005d00 tx=0x7f080c005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.921+0000 7f08177fe640 1 --2- 172.21.15.18:0/807847681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981c1890 0x55c2981c3d20 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f081009be60 tx=0x7f081009a010 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d67f9a3eccd43fb9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.922+0000 7f07fd7fa640 1 -- 172.21.15.18:0/807847681 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08100b0190 con 0x55c2981c1890 2024-04-22T00:44:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.922+0000 7f07fd7fa640 1 -- 172.21.15.18:0/807847681 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f081009c5d0 con 0x55c2981c1890 2024-04-22T00:44:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.922+0000 7f07fd7fa640 1 -- 172.21.15.18:0/807847681 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08100051d0 con 0x55c2981c1890 2024-04-22T00:44:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.924+0000 7f0820032740 1 -- 172.21.15.18:0/807847681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981c1890 msgr2=0x55c2981c3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.924+0000 7f0820032740 1 --2- 172.21.15.18:0/807847681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981c1890 0x55c2981c3d20 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f081009be60 tx=0x7f081009a010 comp rx=0 tx=0).stop 2024-04-22T00:44:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.924+0000 7f0820032740 1 -- 172.21.15.18:0/807847681 shutdown_connections 2024-04-22T00:44:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.924+0000 7f0820032740 1 --2- 172.21.15.18:0/807847681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981c1890 0x55c2981c3d20 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.924+0000 7f0820032740 1 --2- 172.21.15.18:0/807847681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981bc720 0x55c2981c1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.924+0000 7f0820032740 1 --2- 172.21.15.18:0/807847681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 0x55c2981bc150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.924+0000 7f0820032740 1 -- 172.21.15.18:0/807847681 >> 172.21.15.18:0/807847681 conn(0x55c2981b72a0 msgr2=0x55c2981b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.924+0000 7f0820032740 1 -- 172.21.15.18:0/807847681 shutdown_connections 2024-04-22T00:44:30.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.925+0000 7f0820032740 1 -- 172.21.15.18:0/807847681 wait complete. 2024-04-22T00:44:30.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.925+0000 7f0820032740 1 -- start start 2024-04-22T00:44:30.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.925+0000 7f0820032740 1 Processor -- start 2024-04-22T00:44:30.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f0820032740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 0x55c2981c5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f0820032740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981bc720 0x55c2981c6510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f0820032740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981c1890 0x55c2981cd550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f0820032740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c2981c4840 con 0x55c2981bc720 2024-04-22T00:44:30.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f0820032740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c2980dca10 con 0x55c2981c1890 2024-04-22T00:44:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f0820032740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c2981c49c0 con 0x55c2981bbd30 2024-04-22T00:44:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f0820032740 10 client.0 _ll_register_callbacks cb 0x55c298117b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f0816ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 0x55c2981c5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f0816ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 0x55c2981c5fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:36182/0 (socket says 172.21.15.18:36182) 2024-04-22T00:44:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f0816ffd640 1 -- 172.21.15.18:0/2189787920 learned_addr learned my addr 172.21.15.18:0/2189787920 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.926+0000 7f08177fe640 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981c1890 0x55c2981cd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f0816ffd640 1 -- 172.21.15.18:0/2189787920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981c1890 msgr2=0x55c2981cd550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f0816ffd640 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981c1890 0x55c2981cd550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f0816ffd640 1 -- 172.21.15.18:0/2189787920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981bc720 msgr2=0x55c2981c6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f0816ffd640 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981bc720 0x55c2981c6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f0816ffd640 1 -- 172.21.15.18:0/2189787920 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c297f01620 con 0x55c2981bbd30 2024-04-22T00:44:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f07faff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:44:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f0816ffd640 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 0x55c2981c5fd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f080802c7b0 tx=0x7f08080048f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5cec399fbdc6ee2a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f07faff5640 1 -- 172.21.15.18:0/2189787920 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0808005d50 con 0x55c2981bbd30 2024-04-22T00:44:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f0820032740 1 -- 172.21.15.18:0/2189787920 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f081009c5d0 con 0x55c2981bbd30 2024-04-22T00:44:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f07faff5640 1 -- 172.21.15.18:0/2189787920 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f080803a040 con 0x55c2981bbd30 2024-04-22T00:44:30.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f07faff5640 1 -- 172.21.15.18:0/2189787920 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0808005d50 con 0x55c2981bbd30 2024-04-22T00:44:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f0820032740 10 client.25996 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.927+0000 7f0820032740 1 -- 172.21.15.18:0/2189787920 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c2981d0980 con 0x55c2981bbd30 2024-04-22T00:44:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.928+0000 7f07faff5640 1 -- 172.21.15.18:0/2189787920 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f081009c5d0 con 0x55c2981bbd30 2024-04-22T00:44:30.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.928+0000 7f07faff5640 1 -- 172.21.15.18:0/2189787920 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f0808003850 con 0x55c2981bbd30 2024-04-22T00:44:30.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.928+0000 7f0820032740 10 client.25996 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:30.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.928+0000 7f0820032740 10 client.25996 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:30.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.928+0000 7f0820032740 20 client.25996 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:30.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.928+0000 7f0820032740 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c2981d2070 0x55c2981d44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.928+0000 7f0820032740 4 client.25996 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:30.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.928+0000 7f0820032740 1 -- 172.21.15.18:0/2189787920 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c29812e0b0 con 0x55c2981d2070 2024-04-22T00:44:30.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.928+0000 7f08167fc640 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c2981d2070 0x55c2981d44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.929+0000 7f07faff5640 10 client.25996 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:30.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.929+0000 7f08167fc640 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c2981d2070 0x55c2981d44c0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8282455e632cce1 server_cookie=6143231df861eb09 in_seq=0 out_seq=0 2024-04-22T00:44:30.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.929+0000 7f07faff5640 1 -- 172.21.15.18:0/2189787920 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c29812e0b0 con 0x55c2981d2070 2024-04-22T00:44:30.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.929+0000 7f07faff5640 10 client.25996 handle_command_reply: tid=0 2024-04-22T00:44:30.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.929+0000 7ffaa73ff740 1 Processor -- start 2024-04-22T00:44:30.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.929+0000 7ffaa73ff740 1 -- start start 2024-04-22T00:44:30.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.930+0000 7f0820032740 1 client.25996 shutdown 2024-04-22T00:44:30.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.930+0000 7f0820032740 1 -- 172.21.15.18:0/2189787920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 msgr2=0x55c2981c5fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.930+0000 7f0820032740 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 0x55c2981c5fd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f080802c7b0 tx=0x7f08080048f0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.930+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750b6d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.930+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750c9c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.930+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750bdd10 0x55fb750b72a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.930+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c1aacc0 con 0x55fb750b81b0 2024-04-22T00:44:30.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.930+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c1a8560 con 0x55fb750b8ba0 2024-04-22T00:44:30.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.930+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c1a63d0 con 0x55fb750bdd10 2024-04-22T00:44:30.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.930+0000 7ffaa24d6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750b6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.930+0000 7ffaa24d6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750b6d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45850/0 (socket says 172.21.15.18:45850) 2024-04-22T00:44:30.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.930+0000 7ffaa24d6640 1 -- 172.21.15.18:0/313315596 learned_addr learned my addr 172.21.15.18:0/313315596 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:30.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.931+0000 7ffaa24d6640 1 -- 172.21.15.18:0/313315596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750bdd10 msgr2=0x55fb750b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.931+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/313315596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750bdd10 0x55fb750b72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.931+0000 7ffaa24d6640 1 -- 172.21.15.18:0/313315596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 msgr2=0x55fb750c9c90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:44:30.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.931+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/313315596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750c9c90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.931+0000 7ffaa24d6640 1 -- 172.21.15.18:0/313315596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb750ba880 con 0x55fb750b81b0 2024-04-22T00:44:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.931+0000 7f0820032740 1 -- 172.21.15.18:0/2189787920 shutdown_connections 2024-04-22T00:44:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.931+0000 7f0820032740 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c2981d2070 0x55c2981d44c0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.931+0000 7f0820032740 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981c1890 0x55c2981cd550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.931+0000 7f0820032740 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981bc720 0x55c2981c6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.931+0000 7f07faff5640 0 client.25996 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.931+0000 7f0820032740 1 --2- 172.21.15.18:0/2189787920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 0x55c2981c5fd0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.931+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/313315596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750b6d60 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7ffa980095f0 tx=0x7ffa98041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58eb8621b9b98da3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.931+0000 7f0820032740 1 -- 172.21.15.18:0/2189787920 >> 172.21.15.18:0/2189787920 conn(0x55c2981b72a0 msgr2=0x55c2981b64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:30.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.931+0000 7f0820032740 1 -- 172.21.15.18:0/2189787920 shutdown_connections 2024-04-22T00:44:30.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.931+0000 7f0820032740 1 -- 172.21.15.18:0/2189787920 wait complete. 2024-04-22T00:44:30.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.931+0000 7f0820032740 20 client.25996 trim_cache size 0 max 16384 2024-04-22T00:44:30.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.931+0000 7ffa87fff640 1 -- 172.21.15.18:0/313315596 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa98039040 con 0x55fb750b81b0 2024-04-22T00:44:30.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.931+0000 7ffa87fff640 1 -- 172.21.15.18:0/313315596 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55fb74fe8450 con 0x55fb750b81b0 2024-04-22T00:44:30.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.932+0000 7ffa87fff640 1 -- 172.21.15.18:0/313315596 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa980527c0 con 0x55fb750b81b0 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.932+0000 7ffaa73ff740 1 -- 172.21.15.18:0/313315596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 msgr2=0x55fb750b6d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.932+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/313315596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750b6d60 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7ffa980095f0 tx=0x7ffa98041040 comp rx=0 tx=0).stop 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.932+0000 7ffaa73ff740 1 -- 172.21.15.18:0/313315596 shutdown_connections 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.932+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/313315596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750bdd10 0x55fb750b72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.932+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/313315596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750b8ba0 0x55fb750c9c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.932+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/313315596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b81b0 0x55fb750b6d60 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.932+0000 7ffaa73ff740 1 -- 172.21.15.18:0/313315596 >> 172.21.15.18:0/313315596 conn(0x55fb750774f0 msgr2=0x55fb750c2750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.932+0000 7ffaa73ff740 1 -- 172.21.15.18:0/313315596 shutdown_connections 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.933+0000 7ffaa73ff740 1 -- 172.21.15.18:0/313315596 wait complete. 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.933+0000 7ffaa73ff740 1 -- start start 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.933+0000 7ffaa73ff740 1 Processor -- start 2024-04-22T00:44:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.933+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 0x55fb750c7360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b8ba0 0x55fb750c78a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa73ff740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750bdd10 0x55fb750c88b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c1a6a20 con 0x55fb750b8ba0 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c1a7e90 con 0x55fb750bdd10 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa73ff740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c1a70f0 con 0x55fb750b81b0 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa73ff740 10 client.0 _ll_register_callbacks cb 0x7ffa8c004570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa1cd5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b8ba0 0x55fb750c78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa2cd7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750bdd10 0x55fb750c88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa1cd5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b8ba0 0x55fb750c78a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45856/0 (socket says 172.21.15.18:45856) 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa2cd7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750bdd10 0x55fb750c88b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50232/0 (socket says 172.21.15.18:50232) 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa1cd5640 1 -- 172.21.15.18:0/3430589876 learned_addr learned my addr 172.21.15.18:0/3430589876 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa2cd7640 1 -- 172.21.15.18:0/3430589876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 msgr2=0x55fb750c7360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 0x55fb750c7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa2cd7640 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 0x55fb750c7360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa2cd7640 1 -- 172.21.15.18:0/3430589876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b8ba0 msgr2=0x55fb750c78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa2cd7640 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b8ba0 0x55fb750c78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa2cd7640 1 -- 172.21.15.18:0/3430589876 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb74ce8170 con 0x55fb750bdd10 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa1cd5640 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b8ba0 0x55fb750c78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffaa2cd7640 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750bdd10 0x55fb750c88b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ffa94009540 tx=0x7ffa94004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3b4db8abea300e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.934+0000 7ffa85ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffa85ffb640 1 -- 172.21.15.18:0/3430589876 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9402c060 con 0x55fb750bdd10 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffaa73ff740 1 -- 172.21.15.18:0/3430589876 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55fb74fe8450 con 0x55fb750bdd10 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffa85ffb640 1 -- 172.21.15.18:0/3430589876 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ffa9401fd40 con 0x55fb750bdd10 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffa85ffb640 1 -- 172.21.15.18:0/3430589876 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffa94033050 con 0x55fb750bdd10 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffaa73ff740 10 client.26006 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffaa73ff740 1 -- 172.21.15.18:0/3430589876 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fb75134740 con 0x55fb750bdd10 2024-04-22T00:44:30.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffa85ffb640 1 -- 172.21.15.18:0/3430589876 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55fb74fe8450 con 0x55fb750bdd10 2024-04-22T00:44:30.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffa85ffb640 1 -- 172.21.15.18:0/3430589876 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7ffa94026030 con 0x55fb750bdd10 2024-04-22T00:44:30.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffaa73ff740 10 client.26006 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:30.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffaa73ff740 10 client.26006 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:30.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffaa73ff740 20 client.26006 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:30.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fb751350c0 0x55fb751374e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.935+0000 7ffaa73ff740 4 client.26006 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:44:30.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.936+0000 7ffaa73ff740 1 -- 172.21.15.18:0/3430589876 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55fb750216b0 con 0x55fb751350c0 2024-04-22T00:44:30.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.936+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fb751350c0 0x55fb751374e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.936+0000 7ffaa24d6640 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fb751350c0 0x55fb751374e0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30c1832e9e116c40 server_cookie=f2e031c46e49bb91 in_seq=0 out_seq=0 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.937+0000 7ffa85ffb640 10 client.26006 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.937+0000 7ffa85ffb640 1 -- 172.21.15.18:0/3430589876 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55fb750216b0 con 0x55fb751350c0 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.937+0000 7ffa85ffb640 10 client.26006 handle_command_reply: tid=0 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.938+0000 7ffaa73ff740 1 client.26006 shutdown 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.938+0000 7ffaa73ff740 1 -- 172.21.15.18:0/3430589876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750bdd10 msgr2=0x55fb750c88b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.938+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750bdd10 0x55fb750c88b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ffa94009540 tx=0x7ffa94004a40 comp rx=0 tx=0).stop 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.940+0000 7ffaa73ff740 1 -- 172.21.15.18:0/3430589876 shutdown_connections 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.940+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fb751350c0 0x55fb751374e0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.940+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fb750bdd10 0x55fb750c88b0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.940+0000 7ffa85ffb640 0 client.26006 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.940+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb750b8ba0 0x55fb750c78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.940+0000 7ffaa73ff740 1 --2- 172.21.15.18:0/3430589876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fb750b81b0 0x55fb750c7360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.940+0000 7ffaa73ff740 1 -- 172.21.15.18:0/3430589876 >> 172.21.15.18:0/3430589876 conn(0x55fb750774f0 msgr2=0x55fb750a9c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:30.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.940+0000 7ffaa73ff740 1 -- 172.21.15.18:0/3430589876 shutdown_connections 2024-04-22T00:44:30.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.940+0000 7ffaa73ff740 1 -- 172.21.15.18:0/3430589876 wait complete. 2024-04-22T00:44:30.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.940+0000 7ffaa73ff740 20 client.26006 trim_cache size 0 max 16384 2024-04-22T00:44:30.955 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:44:30.955 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:44:30.955 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "c0903284-9f40-4ec5-9137-41a4f650c7d4", 2024-04-22T00:44:30.955 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:44:30.955 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:44:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 -- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa880a2b90 msgr2=0x7ffa880a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa880a2b90 0x7ffa880a5050 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7ffa94005fd0 tx=0x7ffa94009b30 comp rx=0 tx=0).stop 2024-04-22T00:44:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 -- 172.21.15.18:0/1377437882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa9c104b90 msgr2=0x7ffa9c19a250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa9c104b90 0x7ffa9c19a250 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ffa8c00e9c0 tx=0x7ffa8c00ee80 comp rx=0 tx=0).stop 2024-04-22T00:44:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 -- 172.21.15.18:0/1377437882 shutdown_connections 2024-04-22T00:44:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffa880a2b90 0x7ffa880a5050 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa9c105550 0x7ffa9c1a1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffa9c104b90 0x7ffa9c19a250 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 --2- 172.21.15.18:0/1377437882 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffa9c1039a0 0x7ffa9c199d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 -- 172.21.15.18:0/1377437882 >> 172.21.15.18:0/1377437882 conn(0x7ffa9c0fef30 msgr2=0x7ffa9c107f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:30.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 -- 172.21.15.18:0/1377437882 shutdown_connections 2024-04-22T00:44:30.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:30.941+0000 7ffaa473a640 1 -- 172.21.15.18:0/1377437882 wait complete. 2024-04-22T00:44:30.959 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:44:30.959 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:44:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0820032740 1 Processor -- start 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0820032740 1 -- start start 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0820032740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 0x55c2981c55f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0820032740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 0x55c2981cd470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0820032740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bc720 0x55c2981c5b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0820032740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f08181af290 con 0x55c2981b72a0 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0820032740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f08181acb30 con 0x55c2981bc720 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0820032740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f08181aa920 con 0x55c2981bbd30 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0816ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 0x55c2981c55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0816ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 0x55c2981c55f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45864/0 (socket says 172.21.15.18:45864) 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f0816ffd640 1 -- 172.21.15.18:0/2688471579 learned_addr learned my addr 172.21.15.18:0/2688471579 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.961+0000 7f08177fe640 1 --2- 172.21.15.18:0/2688471579 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bc720 0x55c2981c5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.962+0000 7f08167fc640 1 --2- 172.21.15.18:0/2688471579 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 0x55c2981cd470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.962+0000 7f0816ffd640 1 -- 172.21.15.18:0/2688471579 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 msgr2=0x55c2981cd470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.962+0000 7f0816ffd640 1 --2- 172.21.15.18:0/2688471579 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 0x55c2981cd470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.962+0000 7f0816ffd640 1 -- 172.21.15.18:0/2688471579 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bc720 msgr2=0x55c2981c5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.962+0000 7f0816ffd640 1 --2- 172.21.15.18:0/2688471579 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bc720 0x55c2981c5b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.962+0000 7f0816ffd640 1 -- 172.21.15.18:0/2688471579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2981ce9d0 con 0x55c2981b72a0 2024-04-22T00:44:30.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.962+0000 7f0816ffd640 1 --2- 172.21.15.18:0/2688471579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 0x55c2981c55f0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f080802c7b0 tx=0x7f0808005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67c5a10ea08cac61 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.963+0000 7f07fcff9640 1 -- 172.21.15.18:0/2688471579 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0808000e60 con 0x55c2981b72a0 2024-04-22T00:44:30.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.963+0000 7f07fcff9640 1 -- 172.21.15.18:0/2688471579 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f080802c980 con 0x55c2981b72a0 2024-04-22T00:44:30.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.963+0000 7f07fcff9640 1 -- 172.21.15.18:0/2688471579 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0808005d50 con 0x55c2981b72a0 2024-04-22T00:44:30.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.964+0000 7f0820032740 1 -- 172.21.15.18:0/2688471579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 msgr2=0x55c2981c55f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:30.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.964+0000 7f0820032740 1 --2- 172.21.15.18:0/2688471579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 0x55c2981c55f0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f080802c7b0 tx=0x7f0808005fd0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.972+0000 7f0820032740 1 -- 172.21.15.18:0/2688471579 shutdown_connections 2024-04-22T00:44:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.972+0000 7f0820032740 1 --2- 172.21.15.18:0/2688471579 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bc720 0x55c2981c5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.972+0000 7f0820032740 1 --2- 172.21.15.18:0/2688471579 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bbd30 0x55c2981cd470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.972+0000 7f0820032740 1 --2- 172.21.15.18:0/2688471579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 0x55c2981c55f0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.972+0000 7f0820032740 1 -- 172.21.15.18:0/2688471579 >> 172.21.15.18:0/2688471579 conn(0x55c2981c1360 msgr2=0x55c2981ba500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:30.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.977+0000 7f0820032740 1 -- 172.21.15.18:0/2688471579 shutdown_connections 2024-04-22T00:44:30.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.977+0000 7f0820032740 1 -- 172.21.15.18:0/2688471579 wait complete. 2024-04-22T00:44:30.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.978+0000 7f0820032740 1 -- start start 2024-04-22T00:44:30.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.978+0000 7f0820032740 1 Processor -- start 2024-04-22T00:44:30.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.978+0000 7f0820032740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 0x55c2981ca8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.979+0000 7f0820032740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 0x55c2981cadf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.979+0000 7f0820032740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bc720 0x55c2981cbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:30.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.979+0000 7f0820032740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f08181aaff0 con 0x55c2981b72a0 2024-04-22T00:44:30.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.979+0000 7f0820032740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f08181ac460 con 0x55c2981bbd30 2024-04-22T00:44:30.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.979+0000 7f0820032740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f08181ab6c0 con 0x55c2981bc720 2024-04-22T00:44:30.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.979+0000 7f0820032740 10 client.0 _ll_register_callbacks cb 0x7f0808004520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:30.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.980+0000 7f08177fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bc720 0x55c2981cbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.980+0000 7f08177fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bc720 0x55c2981cbdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:36234/0 (socket says 172.21.15.18:36234) 2024-04-22T00:44:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.980+0000 7f08177fe640 1 -- 172.21.15.18:0/2424192923 learned_addr learned my addr 172.21.15.18:0/2424192923 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.980+0000 7f0816ffd640 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 0x55c2981ca8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.980+0000 7f08167fc640 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 0x55c2981cadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.981+0000 7f08177fe640 1 -- 172.21.15.18:0/2424192923 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 msgr2=0x55c2981cadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.981+0000 7f08177fe640 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 0x55c2981cadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.981+0000 7f08177fe640 1 -- 172.21.15.18:0/2424192923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 msgr2=0x55c2981ca8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.981+0000 7f08177fe640 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 0x55c2981ca8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.981+0000 7f08177fe640 1 -- 172.21.15.18:0/2424192923 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2981cc3c0 con 0x55c2981bc720 2024-04-22T00:44:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.982+0000 7f08177fe640 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bc720 0x55c2981cbdd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0810005ba0 tx=0x7f08100981f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d9b14980a5f749c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.985+0000 7f07faff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:44:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.985+0000 7f07faff5640 1 -- 172.21.15.18:0/2424192923 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08100b7070 con 0x55c2981bc720 2024-04-22T00:44:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.985+0000 7f07faff5640 1 -- 172.21.15.18:0/2424192923 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f08100a48b0 con 0x55c2981bc720 2024-04-22T00:44:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.987+0000 7f0820032740 1 -- 172.21.15.18:0/2424192923 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c298128400 con 0x55c2981bc720 2024-04-22T00:44:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.994+0000 7f07faff5640 1 -- 172.21.15.18:0/2424192923 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f08100a4b40 con 0x55c2981bc720 2024-04-22T00:44:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.996+0000 7f0820032740 10 client.26002 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:30.996+0000 7f0820032740 1 -- 172.21.15.18:0/2424192923 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c2981cd6d0 con 0x55c2981bc720 2024-04-22T00:44:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.005+0000 7f07faff5640 1 -- 172.21.15.18:0/2424192923 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55c298128400 con 0x55c2981bc720 2024-04-22T00:44:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.006+0000 7f07faff5640 1 -- 172.21.15.18:0/2424192923 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f081009b4b0 con 0x55c2981bc720 2024-04-22T00:44:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.008+0000 7f0820032740 10 client.26002 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.008+0000 7f0820032740 10 client.26002 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.008+0000 7f0820032740 20 client.26002 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.008+0000 7f0820032740 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c2981c1890 0x55c298242fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.008+0000 7f0820032740 4 client.26002 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:44:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.008+0000 7f0820032740 1 -- 172.21.15.18:0/2424192923 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c2980a67a0 con 0x55c2981c1890 2024-04-22T00:44:31.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.010+0000 7f0816ffd640 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c2981c1890 0x55c298242fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.020+0000 7f0816ffd640 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c2981c1890 0x55c298242fc0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43d86a8c5b15bca8 server_cookie=5068961043072b59 in_seq=0 out_seq=0 2024-04-22T00:44:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.020+0000 7f07faff5640 10 client.26002 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.079+0000 7f07faff5640 1 -- 172.21.15.18:0/2424192923 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c2980a67a0 con 0x55c2981c1890 2024-04-22T00:44:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.079+0000 7f07faff5640 10 client.26002 handle_command_reply: tid=0 2024-04-22T00:44:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.079+0000 7f0820032740 1 client.26002 shutdown 2024-04-22T00:44:31.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.084+0000 7f0820032740 1 -- 172.21.15.18:0/2424192923 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bc720 msgr2=0x55c2981cbdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.084+0000 7f0820032740 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bc720 0x55c2981cbdd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0810005ba0 tx=0x7f08100981f0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.085+0000 7f0820032740 1 -- 172.21.15.18:0/2424192923 shutdown_connections 2024-04-22T00:44:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.085+0000 7f0820032740 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c2981c1890 0x55c298242fc0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.085+0000 7f0820032740 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c2981bc720 0x55c2981cbdd0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.085+0000 7f0820032740 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c2981bbd30 0x55c2981cadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.085+0000 7f0820032740 1 --2- 172.21.15.18:0/2424192923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2981b72a0 0x55c2981ca8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.085+0000 7f0820032740 1 -- 172.21.15.18:0/2424192923 >> 172.21.15.18:0/2424192923 conn(0x55c2981c1360 msgr2=0x55c2981b5c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.085+0000 7f07faff5640 0 client.26002 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.085+0000 7f0820032740 1 -- 172.21.15.18:0/2424192923 shutdown_connections 2024-04-22T00:44:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.085+0000 7f0820032740 1 -- 172.21.15.18:0/2424192923 wait complete. 2024-04-22T00:44:31.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.085+0000 7f0820032740 20 client.26002 trim_cache size 0 max 16384 2024-04-22T00:44:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:44:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:44:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:44:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:44:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.088+0000 7f081d36c640 1 -- 172.21.15.18:0/2618335292 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08000a2cb0 msgr2=0x7f08000a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.088+0000 7f081d36c640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08000a2cb0 0x7f08000a5170 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f080c005d00 tx=0x7f080c005c70 comp rx=0 tx=0).stop 2024-04-22T00:44:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.088+0000 7f081d36c640 1 -- 172.21.15.18:0/2618335292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0818102250 msgr2=0x7f08181a1190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.088+0000 7f081d36c640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0818102250 0x7f08181a1190 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0810009fd0 tx=0x7f081000ef10 comp rx=0 tx=0).stop 2024-04-22T00:44:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.088+0000 7f081d36c640 1 -- 172.21.15.18:0/2618335292 shutdown_connections 2024-04-22T00:44:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.088+0000 7f081d36c640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f08000a2cb0 0x7f08000a5170 secure :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f080c005d00 tx=0x7f080c005c70 comp rx=0 tx=0).stop 2024-04-22T00:44:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.088+0000 7f081d36c640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0818102250 0x7f08181a1190 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.088+0000 7f081d36c640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0818101890 0x7f081819a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.088+0000 7f081d36c640 1 --2- 172.21.15.18:0/2618335292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f08181006a0 0x7f0818199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.088+0000 7f081d36c640 1 -- 172.21.15.18:0/2618335292 >> 172.21.15.18:0/2618335292 conn(0x7f08180fbc10 msgr2=0x7f0818104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.089+0000 7f081d36c640 1 -- 172.21.15.18:0/2618335292 shutdown_connections 2024-04-22T00:44:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:31.090+0000 7f081d36c640 1 -- 172.21.15.18:0/2618335292 wait complete. 2024-04-22T00:44:31.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.204+0000 7f16c46ae640 1 -- 172.21.15.18:0/2330762741 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16bc102230 msgr2=0x7f16bc0688d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.204+0000 7f16c46ae640 1 --2- 172.21.15.18:0/2330762741 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16bc102230 0x7f16bc0688d0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f16b4009ca0 tx=0x7f16b402c120 comp rx=0 tx=0).stop 2024-04-22T00:44:31.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.207+0000 7f16c46ae640 1 -- 172.21.15.18:0/2330762741 shutdown_connections 2024-04-22T00:44:31.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.207+0000 7f16c46ae640 1 --2- 172.21.15.18:0/2330762741 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16bc102230 0x7f16bc0688d0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.207+0000 7f16c46ae640 1 --2- 172.21.15.18:0/2330762741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16bc101870 0x7f16bc101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.207+0000 7f16c46ae640 1 --2- 172.21.15.18:0/2330762741 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16bc100680 0x7f16bc100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.207+0000 7f16c46ae640 1 -- 172.21.15.18:0/2330762741 >> 172.21.15.18:0/2330762741 conn(0x7f16bc0fbbf0 msgr2=0x7f16bc0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:31.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.212+0000 7f16c46ae640 1 -- 172.21.15.18:0/2330762741 shutdown_connections 2024-04-22T00:44:31.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.212+0000 7f16c46ae640 1 -- 172.21.15.18:0/2330762741 wait complete. 2024-04-22T00:44:31.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.213+0000 7f16c46ae640 1 Processor -- start 2024-04-22T00:44:31.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.213+0000 7f16c46ae640 1 -- start start 2024-04-22T00:44:31.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c46ae640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16bc100680 0x7f16bc19e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c46ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16bc101870 0x7f16bc19e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c46ae640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16bc102230 0x7f16bc1a5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c46ae640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f16bc10f680 con 0x7f16bc101870 2024-04-22T00:44:31.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c46ae640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f16bc10f500 con 0x7f16bc100680 2024-04-22T00:44:31.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c46ae640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f16bc10f800 con 0x7f16bc102230 2024-04-22T00:44:31.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c244a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16bc100680 0x7f16bc19e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c244a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16bc100680 0x7f16bc19e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50264/0 (socket says 172.21.15.18:50264) 2024-04-22T00:44:31.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c244a640 1 -- 172.21.15.18:0/835761672 learned_addr learned my addr 172.21.15.18:0/835761672 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:31.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16bc102230 0x7f16bc1a5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c244a640 1 -- 172.21.15.18:0/835761672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16bc102230 msgr2=0x7f16bc1a5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c244a640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16bc102230 0x7f16bc1a5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c244a640 1 -- 172.21.15.18:0/835761672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16bc101870 msgr2=0x7f16bc19e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c244a640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16bc101870 0x7f16bc19e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c244a640 1 -- 172.21.15.18:0/835761672 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16bc194e90 con 0x7f16bc100680 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.214+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16bc102230 0x7f16bc1a5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.215+0000 7f16c244a640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16bc100680 0x7f16bc19e0b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f16b800c970 tx=0x7f16b800ce30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.215+0000 7f16b37fe640 1 -- 172.21.15.18:0/835761672 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b8007c10 con 0x7f16bc100680 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.215+0000 7f16b37fe640 1 -- 172.21.15.18:0/835761672 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16b8007db0 con 0x7f16bc100680 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.215+0000 7f16b37fe640 1 -- 172.21.15.18:0/835761672 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b800e8a0 con 0x7f16bc100680 2024-04-22T00:44:31.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.215+0000 7f16c46ae640 1 -- 172.21.15.18:0/835761672 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16bc195180 con 0x7f16bc100680 2024-04-22T00:44:31.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.216+0000 7f16c46ae640 1 -- 172.21.15.18:0/835761672 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16bc195700 con 0x7f16bc100680 2024-04-22T00:44:31.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.219+0000 7f16b37fe640 1 -- 172.21.15.18:0/835761672 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f16b800fbe0 con 0x7f16bc100680 2024-04-22T00:44:31.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.221+0000 7f16b37fe640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16a80a2d90 0x7f16a80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.221+0000 7f16b37fe640 1 -- 172.21.15.18:0/835761672 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f16b80cf800 con 0x7f16bc100680 2024-04-22T00:44:31.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.222+0000 7f16c7373740 1 Processor -- start 2024-04-22T00:44:31.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.222+0000 7f16c7373740 1 -- start start 2024-04-22T00:44:31.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c7373740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d10f50 0x55fc82d11370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c7373740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 0x55fc82d16440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c7373740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d16ab0 0x55fc82d18f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c7373740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fc82c76560 con 0x55fc82d11940 2024-04-22T00:44:31.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c7373740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fc82c1e730 con 0x55fc82d16ab0 2024-04-22T00:44:31.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c7373740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fc82c72520 con 0x55fc82d10f50 2024-04-22T00:44:31.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c244a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d10f50 0x55fc82d11370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c2c4b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d16ab0 0x55fc82d18f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c2c4b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d16ab0 0x55fc82d18f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50278/0 (socket says 172.21.15.18:50278) 2024-04-22T00:44:31.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c2c4b640 1 -- 172.21.15.18:0/1470465898 learned_addr learned my addr 172.21.15.18:0/1470465898 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:31.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c2c4b640 1 -- 172.21.15.18:0/1470465898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d10f50 msgr2=0x55fc82d11370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:31.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/1470465898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d10f50 0x55fc82d11370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c2c4b640 1 -- 172.21.15.18:0/1470465898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 msgr2=0x55fc82d16440 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:44:31.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/1470465898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 0x55fc82d16440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.223+0000 7f16c2c4b640 1 -- 172.21.15.18:0/1470465898 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc82a547d0 con 0x55fc82d16ab0 2024-04-22T00:44:31.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.224+0000 7f16c1c49640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16a80a2d90 0x7f16a80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.224+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/1470465898 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d16ab0 0x55fc82d18f40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f16b4037040 tx=0x7f16b4009890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d56a60ffa06633c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:31.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.226+0000 7f16c1c49640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16a80a2d90 0x7f16a80a5250 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x55fc82d11d40 tx=0x7f16ac006c40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:31.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.227+0000 7f16b0ff9640 1 -- 172.21.15.18:0/1470465898 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b4039050 con 0x55fc82d16ab0 2024-04-22T00:44:31.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.227+0000 7f16b0ff9640 1 -- 172.21.15.18:0/1470465898 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16b4045070 con 0x55fc82d16ab0 2024-04-22T00:44:31.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.228+0000 7f16c7373740 1 -- 172.21.15.18:0/1470465898 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d16ab0 msgr2=0x55fc82d18f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.228+0000 7f16c7373740 1 --2- 172.21.15.18:0/1470465898 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d16ab0 0x55fc82d18f40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f16b4037040 tx=0x7f16b4009890 comp rx=0 tx=0).stop 2024-04-22T00:44:31.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.231+0000 7f16c7373740 1 -- 172.21.15.18:0/1470465898 shutdown_connections 2024-04-22T00:44:31.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.231+0000 7f16c7373740 1 --2- 172.21.15.18:0/1470465898 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d16ab0 0x55fc82d18f40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.231+0000 7f16c7373740 1 --2- 172.21.15.18:0/1470465898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 0x55fc82d16440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.231+0000 7f16c7373740 1 --2- 172.21.15.18:0/1470465898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d10f50 0x55fc82d11370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.231+0000 7f16c7373740 1 -- 172.21.15.18:0/1470465898 >> 172.21.15.18:0/1470465898 conn(0x55fc82d0c4c0 msgr2=0x55fc82d0c8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:31.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.232+0000 7f16c7373740 1 -- 172.21.15.18:0/1470465898 shutdown_connections 2024-04-22T00:44:31.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.232+0000 7f16c7373740 1 -- 172.21.15.18:0/1470465898 wait complete. 2024-04-22T00:44:31.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.232+0000 7f16c7373740 1 -- start start 2024-04-22T00:44:31.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.232+0000 7f16c7373740 1 Processor -- start 2024-04-22T00:44:31.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c7373740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c7373740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 0x55fc82d1b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c7373740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d229a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c7373740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fc82d19a50 con 0x55fc82d11940 2024-04-22T00:44:31.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c7373740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fc82c31e00 con 0x55fc82d10f50 2024-04-22T00:44:31.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c7373740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fc82d19bd0 con 0x55fc82d16ab0 2024-04-22T00:44:31.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c7373740 10 client.0 _ll_register_callbacks cb 0x55fc82c6ceb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:31.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c2c4b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d229a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c2c4b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d229a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:36252/0 (socket says 172.21.15.18:36252) 2024-04-22T00:44:31.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c2c4b640 1 -- 172.21.15.18:0/646433451 learned_addr learned my addr 172.21.15.18:0/646433451 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:31.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.233+0000 7f16c1c49640 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 0x55fc82d1b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.234+0000 7f16c2c4b640 1 -- 172.21.15.18:0/646433451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 msgr2=0x55fc82d1b420 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:44:31.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.234+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1b420 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.234+0000 7f16c2c4b640 1 -- 172.21.15.18:0/646433451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 msgr2=0x55fc82d1b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:31.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.234+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 0x55fc82d1b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.234+0000 7f16c2c4b640 1 -- 172.21.15.18:0/646433451 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc8298a3f0 con 0x55fc82d16ab0 2024-04-22T00:44:31.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.234+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d229a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f16b4009ca0 tx=0x7f16b4004910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=848f537c2928e95c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:31.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.234+0000 7f16a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:44:31.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.234+0000 7f16a5ffb640 1 -- 172.21.15.18:0/646433451 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b4032900 con 0x55fc82d16ab0 2024-04-22T00:44:31.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.234+0000 7f16a5ffb640 1 -- 172.21.15.18:0/646433451 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f16b4040450 con 0x55fc82d16ab0 2024-04-22T00:44:31.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.235+0000 7f16c7373740 1 -- 172.21.15.18:0/646433451 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16b4045070 con 0x55fc82d16ab0 2024-04-22T00:44:31.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.236+0000 7f16a5ffb640 1 -- 172.21.15.18:0/646433451 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f16b4039020 con 0x55fc82d16ab0 2024-04-22T00:44:31.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.236+0000 7f16c7373740 10 client.26008 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:31.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.236+0000 7f16c7373740 1 -- 172.21.15.18:0/646433451 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fc8294a0f0 con 0x55fc82d16ab0 2024-04-22T00:44:31.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.237+0000 7f16a5ffb640 1 -- 172.21.15.18:0/646433451 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16b4045070 con 0x55fc82d16ab0 2024-04-22T00:44:31.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.237+0000 7f16a5ffb640 1 -- 172.21.15.18:0/646433451 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f16b402dce0 con 0x55fc82d16ab0 2024-04-22T00:44:31.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.237+0000 7f16c7373740 10 client.26008 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:31.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.237+0000 7f16c7373740 10 client.26008 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:31.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.237+0000 7f16c7373740 20 client.26008 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:31.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.237+0000 7f16c7373740 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc82d26e90 0x55fc82d29280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.237+0000 7f16c7373740 4 client.26008 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:31.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.237+0000 7f16c7373740 1 -- 172.21.15.18:0/646433451 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc82c83aa0 con 0x55fc82d26e90 2024-04-22T00:44:31.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.237+0000 7f16c244a640 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc82d26e90 0x55fc82d29280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.238+0000 7f16c244a640 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc82d26e90 0x55fc82d29280 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1018c01d51af5de server_cookie=2176f6570c725fc6 in_seq=0 out_seq=0 2024-04-22T00:44:31.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.238+0000 7f16a5ffb640 10 client.26008 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:31.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16a5ffb640 1 -- 172.21.15.18:0/646433451 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fc82c83aa0 con 0x55fc82d26e90 2024-04-22T00:44:31.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16a5ffb640 10 client.26008 handle_command_reply: tid=0 2024-04-22T00:44:31.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16c7373740 1 client.26008 shutdown 2024-04-22T00:44:31.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16c7373740 1 -- 172.21.15.18:0/646433451 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 msgr2=0x55fc82d229a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16c7373740 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d229a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f16b4009ca0 tx=0x7f16b4004910 comp rx=0 tx=0).stop 2024-04-22T00:44:31.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16c7373740 1 -- 172.21.15.18:0/646433451 shutdown_connections 2024-04-22T00:44:31.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16c7373740 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc82d26e90 0x55fc82d29280 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16c7373740 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d229a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16c7373740 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 0x55fc82d1b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16c7373740 1 --2- 172.21.15.18:0/646433451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.239+0000 7f16c7373740 1 -- 172.21.15.18:0/646433451 >> 172.21.15.18:0/646433451 conn(0x55fc82d0c4c0 msgr2=0x55fc82d0b6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:31.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.240+0000 7f16a5ffb640 0 client.26008 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:31.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.240+0000 7f16c7373740 1 -- 172.21.15.18:0/646433451 shutdown_connections 2024-04-22T00:44:31.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.240+0000 7f16c7373740 1 -- 172.21.15.18:0/646433451 wait complete. 2024-04-22T00:44:31.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.241+0000 7f16c7373740 20 client.26008 trim_cache size 0 max 16384 2024-04-22T00:44:31.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.272+0000 7f16c7373740 1 Processor -- start 2024-04-22T00:44:31.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.272+0000 7f16c7373740 1 -- start start 2024-04-22T00:44:31.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.272+0000 7f16c7373740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.272+0000 7f16c7373740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d11940 0x55fc82d22960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.272+0000 7f16c7373740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d16ab0 0x55fc82d0ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.272+0000 7f16c7373740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f16a00126d0 con 0x55fc82d16ab0 2024-04-22T00:44:31.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.272+0000 7f16c7373740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f16a000ff70 con 0x55fc82d10f50 2024-04-22T00:44:31.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.272+0000 7f16c7373740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f16a000ddc0 con 0x55fc82d11940 2024-04-22T00:44:31.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c244a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c244a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50292/0 (socket says 172.21.15.18:50292) 2024-04-22T00:44:31.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c244a640 1 -- 172.21.15.18:0/568861767 learned_addr learned my addr 172.21.15.18:0/568861767 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:31.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c1c49640 1 --2- 172.21.15.18:0/568861767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d11940 0x55fc82d22960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/568861767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d16ab0 0x55fc82d0ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c244a640 1 -- 172.21.15.18:0/568861767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d11940 msgr2=0x55fc82d22960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:31.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c244a640 1 --2- 172.21.15.18:0/568861767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d11940 0x55fc82d22960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c244a640 1 -- 172.21.15.18:0/568861767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d16ab0 msgr2=0x55fc82d0ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:31.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c244a640 1 --2- 172.21.15.18:0/568861767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d16ab0 0x55fc82d0ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c244a640 1 -- 172.21.15.18:0/568861767 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc82d0c060 con 0x55fc82d10f50 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/568861767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d16ab0 0x55fc82d0ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16c244a640 1 --2- 172.21.15.18:0/568861767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1ae20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f16b800e3b0 tx=0x7f16b809be40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8277d65889559074 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16a7fff640 1 -- 172.21.15.18:0/568861767 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b80b8030 con 0x55fc82d10f50 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16a7fff640 1 -- 172.21.15.18:0/568861767 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16b8099fc0 con 0x55fc82d10f50 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.273+0000 7f16a7fff640 1 -- 172.21.15.18:0/568861767 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b80a4670 con 0x55fc82d10f50 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.274+0000 7f16c7373740 1 -- 172.21.15.18:0/568861767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 msgr2=0x55fc82d1ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.274+0000 7f16c7373740 1 --2- 172.21.15.18:0/568861767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1ae20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f16b800e3b0 tx=0x7f16b809be40 comp rx=0 tx=0).stop 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.274+0000 7f16c7373740 1 -- 172.21.15.18:0/568861767 shutdown_connections 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.274+0000 7f16c7373740 1 --2- 172.21.15.18:0/568861767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d16ab0 0x55fc82d0ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.274+0000 7f16c7373740 1 --2- 172.21.15.18:0/568861767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d11940 0x55fc82d22960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.274+0000 7f16c7373740 1 --2- 172.21.15.18:0/568861767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1ae20 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.274+0000 7f16c7373740 1 -- 172.21.15.18:0/568861767 >> 172.21.15.18:0/568861767 conn(0x55fc82d0c4c0 msgr2=0x55fc82d1a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.274+0000 7f16c7373740 1 -- 172.21.15.18:0/568861767 shutdown_connections 2024-04-22T00:44:31.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.274+0000 7f16c7373740 1 -- 172.21.15.18:0/568861767 wait complete. 2024-04-22T00:44:31.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.275+0000 7f16c7373740 1 -- start start 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.275+0000 7f16c7373740 1 Processor -- start 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.275+0000 7f16c7373740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.275+0000 7f16c7373740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 0x55fc82d203b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.275+0000 7f16c7373740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d213c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.275+0000 7f16c7373740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f16a000e430 con 0x55fc82d11940 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.275+0000 7f16c7373740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f16a000f8a0 con 0x55fc82d10f50 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.275+0000 7f16c7373740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f16a000eb00 con 0x55fc82d16ab0 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.275+0000 7f16c7373740 10 client.0 _ll_register_callbacks cb 0x7f16b80046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.276+0000 7f16c2c4b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d213c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.276+0000 7f16c2c4b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d213c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:36264/0 (socket says 172.21.15.18:36264) 2024-04-22T00:44:31.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.276+0000 7f16c2c4b640 1 -- 172.21.15.18:0/2635521383 learned_addr learned my addr 172.21.15.18:0/2635521383 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.277+0000 7f16c2c4b640 1 -- 172.21.15.18:0/2635521383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 msgr2=0x55fc82d1fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.277+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.277+0000 7f16c2c4b640 1 -- 172.21.15.18:0/2635521383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 msgr2=0x55fc82d203b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.277+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 0x55fc82d203b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.277+0000 7f16c2c4b640 1 -- 172.21.15.18:0/2635521383 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc82d219b0 con 0x55fc82d16ab0 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.277+0000 7f16c2c4b640 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d213c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f16b4002230 tx=0x7f16b402c930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a117422677954369 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.277+0000 7f16a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.277+0000 7f16a5ffb640 1 -- 172.21.15.18:0/2635521383 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b4061060 con 0x55fc82d16ab0 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.277+0000 7f16a5ffb640 1 -- 172.21.15.18:0/2635521383 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f16b4034ba0 con 0x55fc82d16ab0 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.277+0000 7f16c7373740 1 -- 172.21.15.18:0/2635521383 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16b8099fc0 con 0x55fc82d16ab0 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16a5ffb640 1 -- 172.21.15.18:0/2635521383 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f16b4034440 con 0x55fc82d16ab0 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16c7373740 10 client.26014 fetch_fsmap learned FSMap version 29 2024-04-22T00:44:31.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16c7373740 1 -- 172.21.15.18:0/2635521383 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fc82d22c30 con 0x55fc82d16ab0 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16a5ffb640 1 -- 172.21.15.18:0/2635521383 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16b4045070 con 0x55fc82d16ab0 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16a5ffb640 1 -- 172.21.15.18:0/2635521383 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f16b402dce0 con 0x55fc82d16ab0 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16c7373740 10 client.26014 fetch_fsmap finished waiting for FSMap version 29 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16c7373740 10 client.26014 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16c7373740 20 client.26014 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16c7373740 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc82d8dbe0 0x55fc82d90000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16c7373740 4 client.26014 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.278+0000 7f16c7373740 1 -- 172.21.15.18:0/2635521383 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f16b8099fc0 con 0x55fc82d8dbe0 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.279+0000 7f16c244a640 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc82d8dbe0 0x55fc82d90000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.279+0000 7f16a5ffb640 10 client.26014 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.279+0000 7f16c244a640 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc82d8dbe0 0x55fc82d90000 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e834f57e38f230be server_cookie=fd8b2e978316d480 in_seq=0 out_seq=0 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.279+0000 7f16a5ffb640 1 -- 172.21.15.18:0/2635521383 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7f16b8099fc0 con 0x55fc82d8dbe0 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.279+0000 7f16a5ffb640 10 client.26014 handle_command_reply: tid=0 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.279+0000 7f16c7373740 1 client.26014 shutdown 2024-04-22T00:44:31.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.279+0000 7f16c7373740 1 -- 172.21.15.18:0/2635521383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 msgr2=0x55fc82d213c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.279+0000 7f16c7373740 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d213c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f16b4002230 tx=0x7f16b402c930 comp rx=0 tx=0).stop 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.280+0000 7f16c7373740 1 -- 172.21.15.18:0/2635521383 shutdown_connections 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.280+0000 7f16c7373740 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc82d8dbe0 0x55fc82d90000 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.280+0000 7f16c7373740 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc82d16ab0 0x55fc82d213c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.280+0000 7f16a5ffb640 0 client.26014 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.280+0000 7f16c7373740 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc82d11940 0x55fc82d203b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.280+0000 7f16c7373740 1 --2- 172.21.15.18:0/2635521383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc82d10f50 0x55fc82d1fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.280+0000 7f16c7373740 1 -- 172.21.15.18:0/2635521383 >> 172.21.15.18:0/2635521383 conn(0x55fc82d0c4c0 msgr2=0x55fc82d0f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.280+0000 7f16c7373740 1 -- 172.21.15.18:0/2635521383 shutdown_connections 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.280+0000 7f16c7373740 1 -- 172.21.15.18:0/2635521383 wait complete. 2024-04-22T00:44:31.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.280+0000 7f16c7373740 20 client.26014 trim_cache size 0 max 16384 2024-04-22T00:44:31.285 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:44:31.285 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:44:31.285 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:44:31.285 INFO:teuthology.orchestra.run.smithi018.stdout: "c0903284-9f40-4ec5-9137-41a4f650c7d4": { 2024-04-22T00:44:31.285 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:44:31.285 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "c0903284-9f40-4ec5-9137-41a4f650c7d4", 2024-04-22T00:44:31.285 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:44:31.285 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:44:31.285 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:44:31.285 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:44:31.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 -- 172.21.15.18:0/835761672 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16a80a2d90 msgr2=0x7f16a80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16a80a2d90 0x7f16a80a5250 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x55fc82d11d40 tx=0x7f16ac006c40 comp rx=0 tx=0).stop 2024-04-22T00:44:31.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 -- 172.21.15.18:0/835761672 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16bc100680 msgr2=0x7f16bc19e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16bc100680 0x7f16bc19e0b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f16b800c970 tx=0x7f16b800ce30 comp rx=0 tx=0).stop 2024-04-22T00:44:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 -- 172.21.15.18:0/835761672 shutdown_connections 2024-04-22T00:44:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f16a80a2d90 0x7f16a80a5250 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f16bc102230 0x7f16bc1a5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f16bc101870 0x7f16bc19e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 --2- 172.21.15.18:0/835761672 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f16bc100680 0x7f16bc19e0b0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 -- 172.21.15.18:0/835761672 >> 172.21.15.18:0/835761672 conn(0x7f16bc0fbbf0 msgr2=0x7f16bc102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 -- 172.21.15.18:0/835761672 shutdown_connections 2024-04-22T00:44:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:44:31.281+0000 7f16c46ae640 1 -- 172.21.15.18:0/835761672 wait complete. 2024-04-22T00:44:31.296 INFO:tasks.cephfs.filesystem:scrub status for tag:c0903284-9f40-4ec5-9137-41a4f650c7d4 - {'path': '/', 'tag': 'c0903284-9f40-4ec5-9137-41a4f650c7d4', 'options': 'recursive,force'} 2024-04-22T00:44:31.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: pgmap v471: 129 pgs: 129 active+clean; 1.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 MiB/s wr, 884 op/s 2024-04-22T00:44:31.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:44:31.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:44:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:44:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:44:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:44:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:44:31.659 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:31 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: pgmap v471: 129 pgs: 129 active+clean; 1.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 MiB/s wr, 884 op/s 2024-04-22T00:44:31.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:44:31.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:44:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:44:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:44:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:44:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:44:31.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:31 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: pgmap v471: 129 pgs: 129 active+clean; 1.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 MiB/s wr, 884 op/s 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:44:31.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:31 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:32.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:32 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:32.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:32 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:32.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:32 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:44:33.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:33 smithi081 ceph-mon[31546]: pgmap v472: 129 pgs: 129 active+clean; 1.1 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 14 MiB/s wr, 928 op/s 2024-04-22T00:44:33.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:33 smithi018 ceph-mon[27979]: pgmap v472: 129 pgs: 129 active+clean; 1.1 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 14 MiB/s wr, 928 op/s 2024-04-22T00:44:33.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:33 smithi167 ceph-mon[31348]: pgmap v472: 129 pgs: 129 active+clean; 1.1 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 14 MiB/s wr, 928 op/s 2024-04-22T00:44:34.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 190.0 s, 1357.8 tps, lat 74.082 ms stddev 78.239 2024-04-22T00:44:35.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:35 smithi081 ceph-mon[31546]: pgmap v473: 129 pgs: 129 active+clean; 1.1 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 13 MiB/s wr, 886 op/s 2024-04-22T00:44:35.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:35 smithi018 ceph-mon[27979]: pgmap v473: 129 pgs: 129 active+clean; 1.1 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 13 MiB/s wr, 886 op/s 2024-04-22T00:44:35.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:35 smithi167 ceph-mon[31348]: pgmap v473: 129 pgs: 129 active+clean; 1.1 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 13 MiB/s wr, 886 op/s 2024-04-22T00:44:37.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:37 smithi081 ceph-mon[31546]: pgmap v474: 129 pgs: 129 active+clean; 1.1 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 13 MiB/s wr, 1.04k op/s 2024-04-22T00:44:37.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:37 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:44:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:37 smithi018 ceph-mon[27979]: pgmap v474: 129 pgs: 129 active+clean; 1.1 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 13 MiB/s wr, 1.04k op/s 2024-04-22T00:44:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:37 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:44:37.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:37 smithi167 ceph-mon[31348]: pgmap v474: 129 pgs: 129 active+clean; 1.1 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 13 MiB/s wr, 1.04k op/s 2024-04-22T00:44:37.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:37 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:44:39.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 195.0 s, 2249.2 tps, lat 45.022 ms stddev 57.524 2024-04-22T00:44:39.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:39 smithi081 ceph-mon[31546]: pgmap v475: 129 pgs: 129 active+clean; 1.1 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 12 MiB/s wr, 880 op/s 2024-04-22T00:44:39.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:39 smithi018 ceph-mon[27979]: pgmap v475: 129 pgs: 129 active+clean; 1.1 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 12 MiB/s wr, 880 op/s 2024-04-22T00:44:39.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:39 smithi167 ceph-mon[31348]: pgmap v475: 129 pgs: 129 active+clean; 1.1 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 12 MiB/s wr, 880 op/s 2024-04-22T00:44:41.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:41 smithi081 ceph-mon[31546]: pgmap v476: 129 pgs: 129 active+clean; 1.1 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 12 MiB/s wr, 944 op/s 2024-04-22T00:44:41.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:41 smithi018 ceph-mon[27979]: pgmap v476: 129 pgs: 129 active+clean; 1.1 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 12 MiB/s wr, 944 op/s 2024-04-22T00:44:41.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:41 smithi167 ceph-mon[31348]: pgmap v476: 129 pgs: 129 active+clean; 1.1 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 12 MiB/s wr, 944 op/s 2024-04-22T00:44:42.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:42 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:44:42.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:42 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:44:42.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:42 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:44:42.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:42 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:44:42.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:42 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:44:42.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:42 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:44:42.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:42 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:44:42.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:42 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:44:42.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:42 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:44:43.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:43 smithi081 ceph-mon[31546]: pgmap v477: 129 pgs: 129 active+clean; 1.1 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 6.9 MiB/s wr, 735 op/s 2024-04-22T00:44:43.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:43 smithi018 ceph-mon[27979]: pgmap v477: 129 pgs: 129 active+clean; 1.1 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 6.9 MiB/s wr, 735 op/s 2024-04-22T00:44:43.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:43 smithi167 ceph-mon[31348]: pgmap v477: 129 pgs: 129 active+clean; 1.1 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 6.9 MiB/s wr, 735 op/s 2024-04-22T00:44:44.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.237+0000 7f86d1215640 1 -- 172.21.15.18:0/3945866099 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f86cc1039d0 msgr2=0x7f86cc103df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.237+0000 7f86d1215640 1 --2- 172.21.15.18:0/3945866099 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f86cc1039d0 0x7f86cc103df0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f86c0009900 tx=0x7f86c002bc30 comp rx=0 tx=0).stop 2024-04-22T00:44:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.237+0000 7f86d1215640 1 -- 172.21.15.18:0/3945866099 shutdown_connections 2024-04-22T00:44:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.237+0000 7f86d1215640 1 --2- 172.21.15.18:0/3945866099 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86cc105580 0x7f86cc10be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.237+0000 7f86d1215640 1 --2- 172.21.15.18:0/3945866099 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86cc104bc0 0x7f86cc105040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.237+0000 7f86d1215640 1 --2- 172.21.15.18:0/3945866099 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f86cc1039d0 0x7f86cc103df0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.237+0000 7f86d1215640 1 -- 172.21.15.18:0/3945866099 >> 172.21.15.18:0/3945866099 conn(0x7f86cc0fef60 msgr2=0x7f86cc101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.237+0000 7f86d1215640 1 -- 172.21.15.18:0/3945866099 shutdown_connections 2024-04-22T00:44:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.237+0000 7f86d1215640 1 -- 172.21.15.18:0/3945866099 wait complete. 2024-04-22T00:44:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.238+0000 7f86d1215640 1 Processor -- start 2024-04-22T00:44:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.238+0000 7f86d1215640 1 -- start start 2024-04-22T00:44:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86d1215640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86cc1039d0 0x7f86cc0794f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86d1215640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f86cc104bc0 0x7f86cc079a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86d1215640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86cc105580 0x7f86cc076060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86d1215640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc10f6a0 con 0x7f86cc105580 2024-04-22T00:44:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86d1215640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc10f520 con 0x7f86cc1039d0 2024-04-22T00:44:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86d1215640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc10f820 con 0x7f86cc104bc0 2024-04-22T00:44:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86ca59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f86cc104bc0 0x7f86cc079a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86ca59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f86cc104bc0 0x7f86cc079a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:40442/0 (socket says 172.21.15.18:40442) 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86ca59c640 1 -- 172.21.15.18:0/1635728282 learned_addr learned my addr 172.21.15.18:0/1635728282 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86cb59e640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86cc105580 0x7f86cc076060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86cad9d640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86cc1039d0 0x7f86cc0794f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86ca59c640 1 -- 172.21.15.18:0/1635728282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86cc1039d0 msgr2=0x7f86cc0794f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86ca59c640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86cc1039d0 0x7f86cc0794f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86ca59c640 1 -- 172.21.15.18:0/1635728282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86cc105580 msgr2=0x7f86cc076060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86ca59c640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86cc105580 0x7f86cc076060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.239+0000 7f86ca59c640 1 -- 172.21.15.18:0/1635728282 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86cc076920 con 0x7f86cc104bc0 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.240+0000 7f86ca59c640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f86cc104bc0 0x7f86cc079a30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00b4a0 tx=0x7f86bc00b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.240+0000 7f86b3fff640 1 -- 172.21.15.18:0/1635728282 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86bc014070 con 0x7f86cc104bc0 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.240+0000 7f86b3fff640 1 -- 172.21.15.18:0/1635728282 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86bc010af0 con 0x7f86cc104bc0 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.240+0000 7f86d1215640 1 -- 172.21.15.18:0/1635728282 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86cc1a6100 con 0x7f86cc104bc0 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.240+0000 7f86b3fff640 1 -- 172.21.15.18:0/1635728282 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86bc017d10 con 0x7f86cc104bc0 2024-04-22T00:44:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.240+0000 7f86d1215640 1 -- 172.21.15.18:0/1635728282 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86cc1a6510 con 0x7f86cc104bc0 2024-04-22T00:44:44.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86b3fff640 1 -- 172.21.15.18:0/1635728282 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f86bc017070 con 0x7f86cc104bc0 2024-04-22T00:44:44.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86d3e00740 1 Processor -- start 2024-04-22T00:44:44.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86d3e00740 1 -- start start 2024-04-22T00:44:44.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a847150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a84c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a84ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86d3e00740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55570a7abb70 con 0x55570a846d30 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86d3e00740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55570a754470 con 0x55570a84c890 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86d3e00740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55570a7a7b30 con 0x55570a847720 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86cb59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a847150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86cb59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a847150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:52486/0 (socket says 172.21.15.18:52486) 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86cb59e640 1 -- 172.21.15.18:0/995627647 learned_addr learned my addr 172.21.15.18:0/995627647 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86ca59c640 1 --2- 172.21.15.18:0/995627647 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a84ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.243+0000 7f86cad9d640 1 --2- 172.21.15.18:0/995627647 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a84c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.244+0000 7f86b3fff640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86b40a2c30 0x7f86b40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.244+0000 7f86cb59e640 1 -- 172.21.15.18:0/995627647 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 msgr2=0x55570a84c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.244+0000 7f86cb59e640 1 --2- 172.21.15.18:0/995627647 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a84c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.244+0000 7f86cb59e640 1 -- 172.21.15.18:0/995627647 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 msgr2=0x55570a84ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.244+0000 7f86cb59e640 1 --2- 172.21.15.18:0/995627647 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a84ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.244+0000 7f86cb59e640 1 -- 172.21.15.18:0/995627647 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55570a4c0210 con 0x55570a846d30 2024-04-22T00:44:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.244+0000 7f86b3fff640 1 -- 172.21.15.18:0/1635728282 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f86bc0ce790 con 0x7f86cc104bc0 2024-04-22T00:44:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.244+0000 7f86cb59e640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86b40a2c30 0x7f86b40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.244+0000 7f86cb59e640 1 --2- 172.21.15.18:0/995627647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a847150 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f86c4010510 tx=0x7f86c4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a533cd53433400f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.245+0000 7f86b17fa640 1 -- 172.21.15.18:0/995627647 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c401d400 con 0x55570a846d30 2024-04-22T00:44:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.245+0000 7f86b17fa640 1 -- 172.21.15.18:0/995627647 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86c401da80 con 0x55570a846d30 2024-04-22T00:44:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.245+0000 7f86b17fa640 1 -- 172.21.15.18:0/995627647 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c401c840 con 0x55570a846d30 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.245+0000 7f86cb59e640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86b40a2c30 0x7f86b40a50f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f86c4021000 tx=0x7f86c401e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.245+0000 7f86d3e00740 1 -- 172.21.15.18:0/995627647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 msgr2=0x55570a847150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.245+0000 7f86d3e00740 1 --2- 172.21.15.18:0/995627647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a847150 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f86c4010510 tx=0x7f86c4009f90 comp rx=0 tx=0).stop 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 -- 172.21.15.18:0/995627647 shutdown_connections 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 --2- 172.21.15.18:0/995627647 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a84ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 --2- 172.21.15.18:0/995627647 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a84c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 --2- 172.21.15.18:0/995627647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a847150 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 -- 172.21.15.18:0/995627647 >> 172.21.15.18:0/995627647 conn(0x55570a8422a0 msgr2=0x55570a8426a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 -- 172.21.15.18:0/995627647 shutdown_connections 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 -- 172.21.15.18:0/995627647 wait complete. 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 -- start start 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 Processor -- start 2024-04-22T00:44:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a8510c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.246+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a851600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a8585d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86d3e00740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55570a84f840 con 0x55570a846d30 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86d3e00740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55570a767a10 con 0x55570a84c890 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86d3e00740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55570a84f9c0 con 0x55570a847720 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86d3e00740 10 client.0 _ll_register_callbacks cb 0x55570a7a2b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86ca59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a851600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86ca59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a851600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:40462/0 (socket says 172.21.15.18:40462) 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86cad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a8510c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86ca59c640 1 -- 172.21.15.18:0/423633914 learned_addr learned my addr 172.21.15.18:0/423633914 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86cb59e640 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a8585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86ca59c640 1 -- 172.21.15.18:0/423633914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 msgr2=0x55570a8585d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86ca59c640 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a8585d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86ca59c640 1 -- 172.21.15.18:0/423633914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 msgr2=0x55570a8510c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86ca59c640 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a8510c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86ca59c640 1 -- 172.21.15.18:0/423633914 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55570a58c620 con 0x55570a847720 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86ca59c640 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a851600 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00be60 tx=0x7f86bc09a7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5984dccd5d665e53 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86aeff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86aeff5640 1 -- 172.21.15.18:0/423633914 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86bc01e050 con 0x55570a847720 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86aeff5640 1 -- 172.21.15.18:0/423633914 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f86bc010ca0 con 0x55570a847720 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.247+0000 7f86d3e00740 1 -- 172.21.15.18:0/423633914 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86c401da80 con 0x55570a847720 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86aeff5640 1 -- 172.21.15.18:0/423633914 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f86bc09ef70 con 0x55570a847720 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86d3e00740 10 client.26026 fetch_fsmap learned FSMap version 30 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86d3e00740 1 -- 172.21.15.18:0/423633914 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55570a85b9b0 con 0x55570a847720 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86aeff5640 1 -- 172.21.15.18:0/423633914 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86c401da80 con 0x55570a847720 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86aeff5640 1 -- 172.21.15.18:0/423633914 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f86bc0ceb80 con 0x55570a847720 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86d3e00740 10 client.26026 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:44:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86d3e00740 10 client.26026 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86d3e00740 20 client.26026 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86d3e00740 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55570a85d150 0x55570a85f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86d3e00740 4 client.26026 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86d3e00740 1 -- 172.21.15.18:0/423633914 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55570a7b90b0 con 0x55570a85d150 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.248+0000 7f86cad9d640 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55570a85d150 0x55570a85f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.249+0000 7f86cad9d640 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55570a85d150 0x55570a85f5b0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=508103e2ca49a1cb server_cookie=a01b3564b4328df8 in_seq=0 out_seq=0 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.249+0000 7f86aeff5640 10 client.26026 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.249+0000 7f86aeff5640 1 -- 172.21.15.18:0/423633914 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55570a7b90b0 con 0x55570a85d150 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.249+0000 7f86aeff5640 10 client.26026 handle_command_reply: tid=0 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.249+0000 7f86d3e00740 1 client.26026 shutdown 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 1 -- 172.21.15.18:0/423633914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 msgr2=0x55570a851600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a851600 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00be60 tx=0x7f86bc09a7b0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 1 -- 172.21.15.18:0/423633914 shutdown_connections 2024-04-22T00:44:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55570a85d150 0x55570a85f5b0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86aeff5640 0 client.26026 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a8585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a851600 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 1 --2- 172.21.15.18:0/423633914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a8510c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 1 -- 172.21.15.18:0/423633914 >> 172.21.15.18:0/423633914 conn(0x55570a8422a0 msgr2=0x55570a8414c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 1 -- 172.21.15.18:0/423633914 shutdown_connections 2024-04-22T00:44:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 1 -- 172.21.15.18:0/423633914 wait complete. 2024-04-22T00:44:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.250+0000 7f86d3e00740 20 client.26026 trim_cache size 0 max 16384 2024-04-22T00:44:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.269+0000 7f86d3e00740 1 Processor -- start 2024-04-22T00:44:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.269+0000 7f86d3e00740 1 -- start start 2024-04-22T00:44:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a846d30 0x55570a83d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a847720 0x55570a858590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a84c890 0x55570a840c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86d3e00740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc1b32f0 con 0x55570a847720 2024-04-22T00:44:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86d3e00740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc1b0bc0 con 0x55570a846d30 2024-04-22T00:44:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86d3e00740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc1aea10 con 0x55570a84c890 2024-04-22T00:44:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86cb59e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a84c890 0x55570a840c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86cb59e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a84c890 0x55570a840c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:40474/0 (socket says 172.21.15.18:40474) 2024-04-22T00:44:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86cb59e640 1 -- 172.21.15.18:0/1078548943 learned_addr learned my addr 172.21.15.18:0/1078548943 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86cad9d640 1 --2- 172.21.15.18:0/1078548943 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a846d30 0x55570a83d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86ca59c640 1 --2- 172.21.15.18:0/1078548943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a847720 0x55570a858590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86cb59e640 1 -- 172.21.15.18:0/1078548943 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a846d30 msgr2=0x55570a83d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86cb59e640 1 --2- 172.21.15.18:0/1078548943 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a846d30 0x55570a83d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86cb59e640 1 -- 172.21.15.18:0/1078548943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a847720 msgr2=0x55570a858590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.270+0000 7f86cb59e640 1 --2- 172.21.15.18:0/1078548943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a847720 0x55570a858590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.271+0000 7f86cb59e640 1 -- 172.21.15.18:0/1078548943 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55570a84bd60 con 0x55570a84c890 2024-04-22T00:44:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.271+0000 7f86cb59e640 1 --2- 172.21.15.18:0/1078548943 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a84c890 0x55570a840c30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f86c4010510 tx=0x7f86c4028000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c621467c4cd37f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.272+0000 7f86b0ff9640 1 -- 172.21.15.18:0/1078548943 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c401c840 con 0x55570a84c890 2024-04-22T00:44:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.272+0000 7f86b0ff9640 1 -- 172.21.15.18:0/1078548943 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86c4036070 con 0x55570a84c890 2024-04-22T00:44:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.272+0000 7f86b0ff9640 1 -- 172.21.15.18:0/1078548943 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c4003bd0 con 0x55570a84c890 2024-04-22T00:44:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 -- 172.21.15.18:0/1078548943 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a84c890 msgr2=0x55570a840c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 --2- 172.21.15.18:0/1078548943 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a84c890 0x55570a840c30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f86c4010510 tx=0x7f86c4028000 comp rx=0 tx=0).stop 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 -- 172.21.15.18:0/1078548943 shutdown_connections 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 --2- 172.21.15.18:0/1078548943 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a84c890 0x55570a840c30 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 --2- 172.21.15.18:0/1078548943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a847720 0x55570a858590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 --2- 172.21.15.18:0/1078548943 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a846d30 0x55570a83d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 -- 172.21.15.18:0/1078548943 >> 172.21.15.18:0/1078548943 conn(0x55570a8422a0 msgr2=0x55570a848ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 -- 172.21.15.18:0/1078548943 shutdown_connections 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 -- 172.21.15.18:0/1078548943 wait complete. 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 -- start start 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.273+0000 7f86d3e00740 1 Processor -- start 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a854050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a854590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86d3e00740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a8575b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86d3e00740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc1af080 con 0x55570a846d30 2024-04-22T00:44:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86d3e00740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc1b04f0 con 0x55570a84c890 2024-04-22T00:44:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86d3e00740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc1af750 con 0x55570a847720 2024-04-22T00:44:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86d3e00740 10 client.0 _ll_register_callbacks cb 0x7f86bc00b3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86ca59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a854590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86ca59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a854590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:40478/0 (socket says 172.21.15.18:40478) 2024-04-22T00:44:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86ca59c640 1 -- 172.21.15.18:0/2244110960 learned_addr learned my addr 172.21.15.18:0/2244110960 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86cad9d640 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a854050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86ca59c640 1 -- 172.21.15.18:0/2244110960 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 msgr2=0x55570a8575b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86ca59c640 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a8575b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86ca59c640 1 -- 172.21.15.18:0/2244110960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 msgr2=0x55570a854050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86ca59c640 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a854050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86ca59c640 1 -- 172.21.15.18:0/2244110960 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55570a857ba0 con 0x55570a847720 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86ca59c640 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a854590 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f86bc098f20 tx=0x7f86bc09a8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd83e2ea454066df server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86aeff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.274+0000 7f86aeff5640 1 -- 172.21.15.18:0/2244110960 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86bc01e070 con 0x55570a847720 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86aeff5640 1 -- 172.21.15.18:0/2244110960 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f86bc010ca0 con 0x55570a847720 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86d3e00740 1 -- 172.21.15.18:0/2244110960 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86c4036070 con 0x55570a847720 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86aeff5640 1 -- 172.21.15.18:0/2244110960 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f86bc080050 con 0x55570a847720 2024-04-22T00:44:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86d3e00740 10 client.26032 fetch_fsmap learned FSMap version 30 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86d3e00740 1 -- 172.21.15.18:0/2244110960 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55570a8d4b50 con 0x55570a847720 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86aeff5640 1 -- 172.21.15.18:0/2244110960 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86bc0972e0 con 0x55570a847720 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86aeff5640 1 -- 172.21.15.18:0/2244110960 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f86bc0b9360 con 0x55570a847720 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86d3e00740 10 client.26032 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86d3e00740 10 client.26032 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86d3e00740 20 client.26032 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.275+0000 7f86d3e00740 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55570a85d150 0x55570a8d7530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.276+0000 7f86d3e00740 4 client.26032 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.276+0000 7f86d3e00740 1 -- 172.21.15.18:0/2244110960 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f86c4036070 con 0x55570a85d150 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.276+0000 7f86cad9d640 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55570a85d150 0x55570a8d7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.276+0000 7f86cad9d640 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55570a85d150 0x55570a8d7530 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1889b1338d7aee35 server_cookie=95a022b932115b25 in_seq=0 out_seq=0 2024-04-22T00:44:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.276+0000 7f86aeff5640 10 client.26032 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.283+0000 7f86aeff5640 1 -- 172.21.15.18:0/2244110960 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f86c4036070 con 0x55570a85d150 2024-04-22T00:44:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.283+0000 7f86aeff5640 10 client.26032 handle_command_reply: tid=0 2024-04-22T00:44:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.283+0000 7f86d3e00740 1 client.26032 shutdown 2024-04-22T00:44:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 1 -- 172.21.15.18:0/2244110960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 msgr2=0x55570a854590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a854590 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f86bc098f20 tx=0x7f86bc09a8e0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 1 -- 172.21.15.18:0/2244110960 shutdown_connections 2024-04-22T00:44:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55570a85d150 0x55570a8d7530 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86aeff5640 0 client.26032 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55570a84c890 0x55570a8575b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55570a847720 0x55570a854590 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 1 --2- 172.21.15.18:0/2244110960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55570a846d30 0x55570a854050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 1 -- 172.21.15.18:0/2244110960 >> 172.21.15.18:0/2244110960 conn(0x55570a8422a0 msgr2=0x55570a845500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 1 -- 172.21.15.18:0/2244110960 shutdown_connections 2024-04-22T00:44:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 1 -- 172.21.15.18:0/2244110960 wait complete. 2024-04-22T00:44:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.284+0000 7f86d3e00740 20 client.26032 trim_cache size 0 max 16384 2024-04-22T00:44:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:44:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:44:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:44:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:44:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 -- 172.21.15.18:0/1635728282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86b40a2c30 msgr2=0x7f86b40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86b40a2c30 0x7f86b40a50f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f86c4021000 tx=0x7f86c401e000 comp rx=0 tx=0).stop 2024-04-22T00:44:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 -- 172.21.15.18:0/1635728282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f86cc104bc0 msgr2=0x7f86cc079a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f86cc104bc0 0x7f86cc079a30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00b4a0 tx=0x7f86bc00b960 comp rx=0 tx=0).stop 2024-04-22T00:44:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 -- 172.21.15.18:0/1635728282 shutdown_connections 2024-04-22T00:44:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86b40a2c30 0x7f86b40a50f0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86cc105580 0x7f86cc076060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f86cc104bc0 0x7f86cc079a30 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 --2- 172.21.15.18:0/1635728282 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86cc1039d0 0x7f86cc0794f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 -- 172.21.15.18:0/1635728282 >> 172.21.15.18:0/1635728282 conn(0x7f86cc0fef60 msgr2=0x7f86cc107ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 -- 172.21.15.18:0/1635728282 shutdown_connections 2024-04-22T00:44:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:44.285+0000 7f86d1215640 1 -- 172.21.15.18:0/1635728282 wait complete. 2024-04-22T00:44:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 200.0 s, 1077.0 tps, lat 91.958 ms stddev 99.243 2024-04-22T00:44:45.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:45 smithi081 ceph-mon[31546]: pgmap v478: 129 pgs: 129 active+clean; 1.1 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 5.1 MiB/s wr, 624 op/s 2024-04-22T00:44:45.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:45 smithi018 ceph-mon[27979]: pgmap v478: 129 pgs: 129 active+clean; 1.1 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 5.1 MiB/s wr, 624 op/s 2024-04-22T00:44:45.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:45 smithi167 ceph-mon[31348]: pgmap v478: 129 pgs: 129 active+clean; 1.1 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 5.1 MiB/s wr, 624 op/s 2024-04-22T00:44:47.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:47 smithi081 ceph-mon[31546]: pgmap v479: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 7.6 MiB/s wr, 756 op/s 2024-04-22T00:44:47.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:47 smithi018 ceph-mon[27979]: pgmap v479: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 7.6 MiB/s wr, 756 op/s 2024-04-22T00:44:47.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:47 smithi167 ceph-mon[31348]: pgmap v479: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 7.6 MiB/s wr, 756 op/s 2024-04-22T00:44:49.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 205.0 s, 970.2 tps, lat 103.199 ms stddev 108.586 2024-04-22T00:44:49.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:49 smithi081 ceph-mon[31546]: pgmap v480: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 6.1 MiB/s wr, 537 op/s 2024-04-22T00:44:49.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:49 smithi018 ceph-mon[27979]: pgmap v480: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 6.1 MiB/s wr, 537 op/s 2024-04-22T00:44:49.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:49 smithi167 ceph-mon[31348]: pgmap v480: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 6.1 MiB/s wr, 537 op/s 2024-04-22T00:44:51.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:51 smithi081 ceph-mon[31546]: pgmap v481: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 7.0 MiB/s wr, 637 op/s 2024-04-22T00:44:51.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:51 smithi018 ceph-mon[27979]: pgmap v481: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 7.0 MiB/s wr, 637 op/s 2024-04-22T00:44:51.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:51 smithi167 ceph-mon[31348]: pgmap v481: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 7.0 MiB/s wr, 637 op/s 2024-04-22T00:44:53.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:53 smithi081 ceph-mon[31546]: pgmap v482: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 6.1 MiB/s wr, 556 op/s 2024-04-22T00:44:53.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:53 smithi018 ceph-mon[27979]: pgmap v482: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 6.1 MiB/s wr, 556 op/s 2024-04-22T00:44:53.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:53 smithi167 ceph-mon[31348]: pgmap v482: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 6.1 MiB/s wr, 556 op/s 2024-04-22T00:44:54.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 210.0 s, 1026.8 tps, lat 97.222 ms stddev 112.992 2024-04-22T00:44:55.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:55 smithi081 ceph-mon[31546]: pgmap v483: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 5.7 MiB/s wr, 517 op/s 2024-04-22T00:44:55.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:55 smithi018 ceph-mon[27979]: pgmap v483: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 5.7 MiB/s wr, 517 op/s 2024-04-22T00:44:55.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:55 smithi167 ceph-mon[31348]: pgmap v483: 129 pgs: 129 active+clean; 1.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 5.7 MiB/s wr, 517 op/s 2024-04-22T00:44:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.436+0000 7fe635e4e640 1 -- 172.21.15.18:0/2507516640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe63010da60 msgr2=0x7fe63010dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:57.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.436+0000 7fe635e4e640 1 --2- 172.21.15.18:0/2507516640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe63010da60 0x7fe63010dee0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe620009900 tx=0x7fe62002bc30 comp rx=0 tx=0).stop 2024-04-22T00:44:57.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.437+0000 7fe635e4e640 1 -- 172.21.15.18:0/2507516640 shutdown_connections 2024-04-22T00:44:57.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.437+0000 7fe635e4e640 1 --2- 172.21.15.18:0/2507516640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe63010da60 0x7fe63010dee0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.437+0000 7fe635e4e640 1 --2- 172.21.15.18:0/2507516640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63010b0b0 0x7fe63010d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.437+0000 7fe635e4e640 1 --2- 172.21.15.18:0/2507516640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe630108740 0x7fe63010ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.437+0000 7fe635e4e640 1 -- 172.21.15.18:0/2507516640 >> 172.21.15.18:0/2507516640 conn(0x7fe63006e7b0 msgr2=0x7fe630070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:57.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.438+0000 7fe635e4e640 1 -- 172.21.15.18:0/2507516640 shutdown_connections 2024-04-22T00:44:57.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.438+0000 7fe635e4e640 1 -- 172.21.15.18:0/2507516640 wait complete. 2024-04-22T00:44:57.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.439+0000 7fe635e4e640 1 Processor -- start 2024-04-22T00:44:57.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.440+0000 7fe635e4e640 1 -- start start 2024-04-22T00:44:57.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.440+0000 7fe635e4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe630108740 0x7fe630114c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.440+0000 7fe635e4e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe63010b0b0 0x7fe6301151a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.440+0000 7fe635e4e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63010da60 0x7fe6301b69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.440+0000 7fe635e4e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe63011c2a0 con 0x7fe630108740 2024-04-22T00:44:57.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.440+0000 7fe635e4e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe63011c120 con 0x7fe63010da60 2024-04-22T00:44:57.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.440+0000 7fe635e4e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe63011c420 con 0x7fe63010b0b0 2024-04-22T00:44:57.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.440+0000 7fe62f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe630108740 0x7fe630114c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.440+0000 7fe62f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe630108740 0x7fe630114c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58240/0 (socket says 172.21.15.18:58240) 2024-04-22T00:44:57.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.440+0000 7fe62f7fe640 1 -- 172.21.15.18:0/307036934 learned_addr learned my addr 172.21.15.18:0/307036934 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.441+0000 7fe62effd640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe63010b0b0 0x7fe6301151a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.441+0000 7fe62f7fe640 1 -- 172.21.15.18:0/307036934 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe63010b0b0 msgr2=0x7fe6301151a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.441+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe63010b0b0 0x7fe6301151a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.441+0000 7fe62f7fe640 1 -- 172.21.15.18:0/307036934 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63010da60 msgr2=0x7fe6301b69b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.441+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63010da60 0x7fe6301b69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.441+0000 7fe62f7fe640 1 -- 172.21.15.18:0/307036934 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6301182d0 con 0x7fe630108740 2024-04-22T00:44:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.442+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe630108740 0x7fe630114c60 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fe62800ba50 tx=0x7fe62800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.443+0000 7fe62cff9640 1 -- 172.21.15.18:0/307036934 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe628019070 con 0x7fe630108740 2024-04-22T00:44:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.443+0000 7fe62cff9640 1 -- 172.21.15.18:0/307036934 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe62800cb80 con 0x7fe630108740 2024-04-22T00:44:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.443+0000 7fe635e4e640 1 -- 172.21.15.18:0/307036934 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6301b6ef0 con 0x7fe630108740 2024-04-22T00:44:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.443+0000 7fe62cff9640 1 -- 172.21.15.18:0/307036934 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6280075f0 con 0x7fe630108740 2024-04-22T00:44:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.443+0000 7fe635e4e640 1 -- 172.21.15.18:0/307036934 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6301b72a0 con 0x7fe630108740 2024-04-22T00:44:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.447+0000 7fe62cff9640 1 -- 172.21.15.18:0/307036934 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe62801c070 con 0x7fe630108740 2024-04-22T00:44:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.447+0000 7fe62cff9640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6180a2e60 0x7fe6180a5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.448+0000 7fe62cff9640 1 -- 172.21.15.18:0/307036934 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6280cf9f0 con 0x7fe630108740 2024-04-22T00:44:57.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.449+0000 7fe62effd640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6180a2e60 0x7fe6180a5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.451 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.450+0000 7fe638a38740 1 Processor -- start 2024-04-22T00:44:57.451 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.451+0000 7fe638a38740 1 -- start start 2024-04-22T00:44:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.451+0000 7fe638a38740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8f2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.452+0000 7fe638a38740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f2720 0x55904e8f7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.452+0000 7fe638a38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f7890 0x55904e8f9d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.452+0000 7fe638a38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55904e856b70 con 0x55904e8f7890 2024-04-22T00:44:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.452+0000 7fe62f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8f2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.452+0000 7fe62f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8f2150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55820/0 (socket says 172.21.15.18:55820) 2024-04-22T00:44:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.452+0000 7fe62f7fe640 1 -- 172.21.15.18:0/2554101966 learned_addr learned my addr 172.21.15.18:0/2554101966 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.452+0000 7fe638a38740 1 -- 172.21.15.18:0/2554101966 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55904e7ff470 con 0x55904e8f1d30 2024-04-22T00:44:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.452+0000 7fe638a38740 1 -- 172.21.15.18:0/2554101966 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55904e852b30 con 0x55904e8f2720 2024-04-22T00:44:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.453+0000 7fe62effd640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6180a2e60 0x7fe6180a5320 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fe624005fd0 tx=0x7fe624005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.453+0000 7fe62effd640 1 --2- 172.21.15.18:0/2554101966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f2720 0x55904e8f7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.454+0000 7fe62ffff640 1 --2- 172.21.15.18:0/2554101966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f7890 0x55904e8f9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.454+0000 7fe62ffff640 1 -- 172.21.15.18:0/2554101966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f2720 msgr2=0x55904e8f7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.454+0000 7fe62ffff640 1 --2- 172.21.15.18:0/2554101966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f2720 0x55904e8f7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.455+0000 7fe62ffff640 1 -- 172.21.15.18:0/2554101966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 msgr2=0x55904e8f2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.455+0000 7fe62ffff640 1 --2- 172.21.15.18:0/2554101966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8f2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.455+0000 7fe62ffff640 1 -- 172.21.15.18:0/2554101966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55904e56b210 con 0x55904e8f7890 2024-04-22T00:44:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.455+0000 7fe62ffff640 1 --2- 172.21.15.18:0/2554101966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f7890 0x55904e8f9d20 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fe620036040 tx=0x7fe62002c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25f0511df0fa76e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.455+0000 7fe615ffb640 1 -- 172.21.15.18:0/2554101966 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe620043020 con 0x55904e8f7890 2024-04-22T00:44:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.456+0000 7fe615ffb640 1 -- 172.21.15.18:0/2554101966 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe62002c980 con 0x55904e8f7890 2024-04-22T00:44:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.456+0000 7fe615ffb640 1 -- 172.21.15.18:0/2554101966 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6200046c0 con 0x55904e8f7890 2024-04-22T00:44:57.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.457+0000 7fe638a38740 1 -- 172.21.15.18:0/2554101966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f7890 msgr2=0x55904e8f9d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:57.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.457+0000 7fe638a38740 1 --2- 172.21.15.18:0/2554101966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f7890 0x55904e8f9d20 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fe620036040 tx=0x7fe62002c6a0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.461+0000 7fe638a38740 1 -- 172.21.15.18:0/2554101966 shutdown_connections 2024-04-22T00:44:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.461+0000 7fe638a38740 1 --2- 172.21.15.18:0/2554101966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f7890 0x55904e8f9d20 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.461+0000 7fe638a38740 1 --2- 172.21.15.18:0/2554101966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f2720 0x55904e8f7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.461+0000 7fe638a38740 1 --2- 172.21.15.18:0/2554101966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8f2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.461+0000 7fe638a38740 1 -- 172.21.15.18:0/2554101966 >> 172.21.15.18:0/2554101966 conn(0x55904e8ed2a0 msgr2=0x55904e8ed6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:57.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.462+0000 7fe638a38740 1 -- 172.21.15.18:0/2554101966 shutdown_connections 2024-04-22T00:44:57.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.462+0000 7fe638a38740 1 -- 172.21.15.18:0/2554101966 wait complete. 2024-04-22T00:44:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.462+0000 7fe638a38740 1 -- start start 2024-04-22T00:44:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.462+0000 7fe638a38740 1 Processor -- start 2024-04-22T00:44:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe638a38740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8fbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe638a38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f2720 0x55904e8fc510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe638a38740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f7890 0x55904e903550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe638a38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55904e8fa7e0 con 0x55904e8f2720 2024-04-22T00:44:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe638a38740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55904e812a10 con 0x55904e8f1d30 2024-04-22T00:44:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe638a38740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55904e8fa960 con 0x55904e8f7890 2024-04-22T00:44:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe638a38740 10 client.0 _ll_register_callbacks cb 0x55904e84db60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe62f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8fbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe62f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8fbfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55834/0 (socket says 172.21.15.18:55834) 2024-04-22T00:44:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe62f7fe640 1 -- 172.21.15.18:0/2920413030 learned_addr learned my addr 172.21.15.18:0/2920413030 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe62ffff640 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f7890 0x55904e903550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.463+0000 7fe62effd640 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f2720 0x55904e8fc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe62f7fe640 1 -- 172.21.15.18:0/2920413030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f7890 msgr2=0x55904e903550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f7890 0x55904e903550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe62f7fe640 1 -- 172.21.15.18:0/2920413030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f2720 msgr2=0x55904e8fc510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f2720 0x55904e8fc510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe62f7fe640 1 -- 172.21.15.18:0/2920413030 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55904e637620 con 0x55904e8f1d30 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe62effd640 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f2720 0x55904e8fc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8fbfd0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe628098280 tx=0x7fe6280a01d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fef5e48787225ee server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe60effd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe60effd640 1 -- 172.21.15.18:0/2920413030 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62809a1e0 con 0x55904e8f1d30 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe638a38740 1 -- 172.21.15.18:0/2920413030 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe62002c980 con 0x55904e8f1d30 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe60effd640 1 -- 172.21.15.18:0/2920413030 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6280ba5b0 con 0x55904e8f1d30 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe60effd640 1 -- 172.21.15.18:0/2920413030 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe6280ba7b0 con 0x55904e8f1d30 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe638a38740 10 client.26045 fetch_fsmap learned FSMap version 30 2024-04-22T00:44:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.464+0000 7fe638a38740 1 -- 172.21.15.18:0/2920413030 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55904e906980 con 0x55904e8f1d30 2024-04-22T00:44:57.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.465+0000 7fe60effd640 1 -- 172.21.15.18:0/2920413030 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe62002c980 con 0x55904e8f1d30 2024-04-22T00:44:57.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.465+0000 7fe60effd640 1 -- 172.21.15.18:0/2920413030 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fe6280a4ce0 con 0x55904e8f1d30 2024-04-22T00:44:57.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.465+0000 7fe638a38740 10 client.26045 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:44:57.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.465+0000 7fe638a38740 10 client.26045 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:57.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.465+0000 7fe638a38740 20 client.26045 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:57.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.465+0000 7fe638a38740 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55904e907fc0 0x55904e90a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.465+0000 7fe638a38740 4 client.26045 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:44:57.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.465+0000 7fe638a38740 1 -- 172.21.15.18:0/2920413030 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55904e8640b0 con 0x55904e907fc0 2024-04-22T00:44:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.467+0000 7fe62effd640 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55904e907fc0 0x55904e90a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.471+0000 7fe60effd640 10 client.26045 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.471+0000 7fe62effd640 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55904e907fc0 0x55904e90a460 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7248af103ad3be5 server_cookie=523e3d3f9f568dd0 in_seq=0 out_seq=0 2024-04-22T00:44:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.472+0000 7fe60effd640 1 -- 172.21.15.18:0/2920413030 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55904e8640b0 con 0x55904e907fc0 2024-04-22T00:44:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.472+0000 7fe60effd640 10 client.26045 handle_command_reply: tid=0 2024-04-22T00:44:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.472+0000 7fe638a38740 1 client.26045 shutdown 2024-04-22T00:44:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.473+0000 7fe638a38740 1 -- 172.21.15.18:0/2920413030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 msgr2=0x55904e8fbfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.473+0000 7fe638a38740 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8fbfd0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe628098280 tx=0x7fe6280a01d0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.473+0000 7fe638a38740 1 -- 172.21.15.18:0/2920413030 shutdown_connections 2024-04-22T00:44:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.473+0000 7fe638a38740 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55904e907fc0 0x55904e90a460 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.473+0000 7fe638a38740 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f7890 0x55904e903550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.473+0000 7fe638a38740 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f2720 0x55904e8fc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.473+0000 7fe638a38740 1 --2- 172.21.15.18:0/2920413030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e8fbfd0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.473+0000 7fe60effd640 0 client.26045 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.473+0000 7fe638a38740 1 -- 172.21.15.18:0/2920413030 >> 172.21.15.18:0/2920413030 conn(0x55904e8ed2a0 msgr2=0x55904e8ec4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.474+0000 7fe638a38740 1 -- 172.21.15.18:0/2920413030 shutdown_connections 2024-04-22T00:44:57.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.476+0000 7fe638a38740 1 -- 172.21.15.18:0/2920413030 wait complete. 2024-04-22T00:44:57.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.478+0000 7fe638a38740 20 client.26045 trim_cache size 0 max 16384 2024-04-22T00:44:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe638a38740 1 Processor -- start 2024-04-22T00:44:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe638a38740 1 -- start start 2024-04-22T00:44:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe638a38740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8ed2a0 0x55904e8fbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe638a38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f1d30 0x55904e8fc120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe638a38740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f2720 0x55904e8fad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe638a38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe61c012590 con 0x55904e8f1d30 2024-04-22T00:44:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe638a38740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe61c00fe60 con 0x55904e8f2720 2024-04-22T00:44:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe638a38740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe61c00dcb0 con 0x55904e8ed2a0 2024-04-22T00:44:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe62f7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8ed2a0 0x55904e8fbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe62f7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8ed2a0 0x55904e8fbbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50038/0 (socket says 172.21.15.18:50038) 2024-04-22T00:44:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe62f7fe640 1 -- 172.21.15.18:0/448624950 learned_addr learned my addr 172.21.15.18:0/448624950 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.504+0000 7fe62effd640 1 --2- 172.21.15.18:0/448624950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f1d30 0x55904e8fc120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.505+0000 7fe62ffff640 1 --2- 172.21.15.18:0/448624950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f2720 0x55904e8fad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.505+0000 7fe62f7fe640 1 -- 172.21.15.18:0/448624950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f2720 msgr2=0x55904e8fad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.505+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/448624950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f2720 0x55904e8fad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.505+0000 7fe62f7fe640 1 -- 172.21.15.18:0/448624950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f1d30 msgr2=0x55904e8fc120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.505+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/448624950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f1d30 0x55904e8fc120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.505+0000 7fe62f7fe640 1 -- 172.21.15.18:0/448624950 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55904e906780 con 0x55904e8ed2a0 2024-04-22T00:44:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.505+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/448624950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8ed2a0 0x55904e8fbbe0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe62800ba20 tx=0x7fe62809ba90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7bc0f0fd0118e751 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.505+0000 7fe6157fa640 1 -- 172.21.15.18:0/448624950 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62809ace0 con 0x55904e8ed2a0 2024-04-22T00:44:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe6157fa640 1 -- 172.21.15.18:0/448624950 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe62809a1e0 con 0x55904e8ed2a0 2024-04-22T00:44:57.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe6157fa640 1 -- 172.21.15.18:0/448624950 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62809b780 con 0x55904e8ed2a0 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe638a38740 1 -- 172.21.15.18:0/448624950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8ed2a0 msgr2=0x55904e8fbbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe638a38740 1 --2- 172.21.15.18:0/448624950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8ed2a0 0x55904e8fbbe0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe62800ba20 tx=0x7fe62809ba90 comp rx=0 tx=0).stop 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe638a38740 1 -- 172.21.15.18:0/448624950 shutdown_connections 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe638a38740 1 --2- 172.21.15.18:0/448624950 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f2720 0x55904e8fad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe638a38740 1 --2- 172.21.15.18:0/448624950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8f1d30 0x55904e8fc120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe638a38740 1 --2- 172.21.15.18:0/448624950 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8ed2a0 0x55904e8fbbe0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe638a38740 1 -- 172.21.15.18:0/448624950 >> 172.21.15.18:0/448624950 conn(0x55904e8f7390 msgr2=0x55904e8f0500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe638a38740 1 -- 172.21.15.18:0/448624950 shutdown_connections 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.506+0000 7fe638a38740 1 -- 172.21.15.18:0/448624950 wait complete. 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe638a38740 1 -- start start 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe638a38740 1 Processor -- start 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe638a38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8ed2a0 0x55904e900020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe638a38740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e900560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe638a38740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f2720 0x55904e901570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe638a38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe61c00e320 con 0x55904e8ed2a0 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe638a38740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe61c00f790 con 0x55904e8f1d30 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe638a38740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe61c00e9f0 con 0x55904e8f2720 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe638a38740 10 client.0 _ll_register_callbacks cb 0x7fe62809be20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe62effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e900560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe62f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8ed2a0 0x55904e900020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe62effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e900560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55852/0 (socket says 172.21.15.18:55852) 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe62f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8ed2a0 0x55904e900020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58280/0 (socket says 172.21.15.18:58280) 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.507+0000 7fe62effd640 1 -- 172.21.15.18:0/3328488879 learned_addr learned my addr 172.21.15.18:0/3328488879 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe62ffff640 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f2720 0x55904e901570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe62effd640 1 -- 172.21.15.18:0/3328488879 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f2720 msgr2=0x55904e901570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe62effd640 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f2720 0x55904e901570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe62effd640 1 -- 172.21.15.18:0/3328488879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8ed2a0 msgr2=0x55904e900020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe62effd640 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8ed2a0 0x55904e900020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe62effd640 1 -- 172.21.15.18:0/3328488879 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55904e901b60 con 0x55904e8f1d30 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8ed2a0 0x55904e900020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe62effd640 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e900560 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x55904e8f3190 tx=0x7fe624011000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4812d217f6f45377 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe60effd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe60effd640 1 -- 172.21.15.18:0/3328488879 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624027e60 con 0x55904e8f1d30 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe60effd640 1 -- 172.21.15.18:0/3328488879 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6240273a0 con 0x55904e8f1d30 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.508+0000 7fe638a38740 1 -- 172.21.15.18:0/3328488879 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55904e85e400 con 0x55904e8f1d30 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.509+0000 7fe60effd640 1 -- 172.21.15.18:0/3328488879 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe6240275e0 con 0x55904e8f1d30 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.509+0000 7fe638a38740 10 client.26051 fetch_fsmap learned FSMap version 30 2024-04-22T00:44:57.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.509+0000 7fe638a38740 1 -- 172.21.15.18:0/3328488879 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55904e96e5e0 con 0x55904e8f1d30 2024-04-22T00:44:57.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.509+0000 7fe60effd640 1 -- 172.21.15.18:0/3328488879 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55904e85e400 con 0x55904e8f1d30 2024-04-22T00:44:57.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.510+0000 7fe60effd640 1 -- 172.21.15.18:0/3328488879 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fe62400f040 con 0x55904e8f1d30 2024-04-22T00:44:57.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.510+0000 7fe638a38740 10 client.26051 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:44:57.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.510+0000 7fe638a38740 10 client.26051 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:44:57.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.511+0000 7fe638a38740 20 client.26051 populate_metadata read hostname 'smithi018' 2024-04-22T00:44:57.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.511+0000 7fe638a38740 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55904e8f7890 0x55904e970f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:44:57.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.511+0000 7fe638a38740 4 client.26051 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:44:57.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.511+0000 7fe638a38740 1 -- 172.21.15.18:0/3328488879 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55904e7dc7a0 con 0x55904e8f7890 2024-04-22T00:44:57.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.511+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55904e8f7890 0x55904e970f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:44:57.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.511+0000 7fe62f7fe640 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55904e8f7890 0x55904e970f80 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf78abbf38c7c783 server_cookie=9fe1207ceab5caac in_seq=0 out_seq=0 2024-04-22T00:44:57.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.511+0000 7fe60effd640 10 client.26051 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:57.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe60effd640 1 -- 172.21.15.18:0/3328488879 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55904e7dc7a0 con 0x55904e8f7890 2024-04-22T00:44:57.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe60effd640 10 client.26051 handle_command_reply: tid=0 2024-04-22T00:44:57.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 client.26051 shutdown 2024-04-22T00:44:57.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 -- 172.21.15.18:0/3328488879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 msgr2=0x55904e900560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e900560 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x55904e8f3190 tx=0x7fe624011000 comp rx=0 tx=0).stop 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 -- 172.21.15.18:0/3328488879 shutdown_connections 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55904e8f7890 0x55904e970f80 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55904e8f2720 0x55904e901570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55904e8f1d30 0x55904e900560 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe60effd640 0 client.26051 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 --2- 172.21.15.18:0/3328488879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55904e8ed2a0 0x55904e900020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 -- 172.21.15.18:0/3328488879 >> 172.21.15.18:0/3328488879 conn(0x55904e8f7390 msgr2=0x55904e8ebc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 -- 172.21.15.18:0/3328488879 shutdown_connections 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.518+0000 7fe638a38740 1 -- 172.21.15.18:0/3328488879 wait complete. 2024-04-22T00:44:57.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe638a38740 20 client.26051 trim_cache size 0 max 16384 2024-04-22T00:44:57.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:44:57.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:44:57.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:44:57.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:44:57.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe635e4e640 1 -- 172.21.15.18:0/307036934 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6180a2e60 msgr2=0x7fe6180a5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:57.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe635e4e640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6180a2e60 0x7fe6180a5320 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fe624005fd0 tx=0x7fe624005850 comp rx=0 tx=0).stop 2024-04-22T00:44:57.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe635e4e640 1 -- 172.21.15.18:0/307036934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe630108740 msgr2=0x7fe630114c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:44:57.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe635e4e640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe630108740 0x7fe630114c60 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fe62800ba50 tx=0x7fe62800bf10 comp rx=0 tx=0).stop 2024-04-22T00:44:57.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe635e4e640 1 -- 172.21.15.18:0/307036934 shutdown_connections 2024-04-22T00:44:57.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe635e4e640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6180a2e60 0x7fe6180a5320 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe635e4e640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63010da60 0x7fe6301b69b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe635e4e640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe63010b0b0 0x7fe6301151a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe635e4e640 1 --2- 172.21.15.18:0/307036934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe630108740 0x7fe630114c60 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:44:57.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.519+0000 7fe635e4e640 1 -- 172.21.15.18:0/307036934 >> 172.21.15.18:0/307036934 conn(0x7fe63006e7b0 msgr2=0x7fe63010be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:44:57.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.520+0000 7fe635e4e640 1 -- 172.21.15.18:0/307036934 shutdown_connections 2024-04-22T00:44:57.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:44:57.520+0000 7fe635e4e640 1 -- 172.21.15.18:0/307036934 wait complete. 2024-04-22T00:44:57.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:57 smithi081 ceph-mon[31546]: pgmap v484: 129 pgs: 129 active+clean; 1.2 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 6.9 MiB/s wr, 670 op/s 2024-04-22T00:44:57.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:57 smithi018 ceph-mon[27979]: pgmap v484: 129 pgs: 129 active+clean; 1.2 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 6.9 MiB/s wr, 670 op/s 2024-04-22T00:44:57.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:57 smithi167 ceph-mon[31348]: pgmap v484: 129 pgs: 129 active+clean; 1.2 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 6.9 MiB/s wr, 670 op/s 2024-04-22T00:44:59.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 215.0 s, 1165.0 tps, lat 85.923 ms stddev 87.776 2024-04-22T00:44:59.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:44:59 smithi081 ceph-mon[31546]: pgmap v485: 129 pgs: 129 active+clean; 1.2 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4.6 MiB/s wr, 519 op/s 2024-04-22T00:44:59.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:44:59 smithi018 ceph-mon[27979]: pgmap v485: 129 pgs: 129 active+clean; 1.2 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4.6 MiB/s wr, 519 op/s 2024-04-22T00:44:59.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:44:59 smithi167 ceph-mon[31348]: pgmap v485: 129 pgs: 129 active+clean; 1.2 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4.6 MiB/s wr, 519 op/s 2024-04-22T00:45:01.297 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:45:01.297 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:45:01.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.465+0000 7fb77b6b5640 1 -- 172.21.15.18:0/520366289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb774103340 msgr2=0x7fb774109bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.465+0000 7fb77b6b5640 1 --2- 172.21.15.18:0/520366289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb774103340 0x7fb774109bd0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb76c009be0 tx=0x7fb76c02bef0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.465+0000 7fb77b6b5640 1 -- 172.21.15.18:0/520366289 shutdown_connections 2024-04-22T00:45:01.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.465+0000 7fb77b6b5640 1 --2- 172.21.15.18:0/520366289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb774103340 0x7fb774109bd0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.465+0000 7fb77b6b5640 1 --2- 172.21.15.18:0/520366289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb774102980 0x7fb774102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.465+0000 7fb77b6b5640 1 --2- 172.21.15.18:0/520366289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb774101790 0x7fb774101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.465+0000 7fb77b6b5640 1 -- 172.21.15.18:0/520366289 >> 172.21.15.18:0/520366289 conn(0x7fb7740fcd20 msgr2=0x7fb7740ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:01.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.465+0000 7fb77b6b5640 1 -- 172.21.15.18:0/520366289 shutdown_connections 2024-04-22T00:45:01.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.466+0000 7fb77b6b5640 1 -- 172.21.15.18:0/520366289 wait complete. 2024-04-22T00:45:01.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.466+0000 7fb77b6b5640 1 Processor -- start 2024-04-22T00:45:01.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.466+0000 7fb77b6b5640 1 -- start start 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb77b6b5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb774101790 0x7fb774197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb77b6b5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb774102980 0x7fb774197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb77b6b5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb774103340 0x7fb77419f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb77b6b5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb77410d410 con 0x7fb774102980 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb77b6b5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb77410d290 con 0x7fb774103340 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb77b6b5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb77410d590 con 0x7fb774101790 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb778c50640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb774102980 0x7fb774197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb779c52640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb774103340 0x7fb77419f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb778c50640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb774102980 0x7fb774197fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37254/0 (socket says 172.21.15.18:37254) 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb778c50640 1 -- 172.21.15.18:0/2416346341 learned_addr learned my addr 172.21.15.18:0/2416346341 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb779451640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb774101790 0x7fb774197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb779c52640 1 -- 172.21.15.18:0/2416346341 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb774101790 msgr2=0x7fb774197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb779c52640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb774101790 0x7fb774197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb779c52640 1 -- 172.21.15.18:0/2416346341 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb774102980 msgr2=0x7fb774197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb779c52640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb774102980 0x7fb774197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb779c52640 1 -- 172.21.15.18:0/2416346341 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb77419f680 con 0x7fb774103340 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb778c50640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb774102980 0x7fb774197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.467+0000 7fb779451640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb774101790 0x7fb774197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.468+0000 7fb779c52640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb774103340 0x7fb77419f010 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb76c02c430 tx=0x7fb76c0337b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.468+0000 7fb76a7fc640 1 -- 172.21.15.18:0/2416346341 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76c043020 con 0x7fb774103340 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.468+0000 7fb77b6b5640 1 -- 172.21.15.18:0/2416346341 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb77419f910 con 0x7fb774103340 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.468+0000 7fb76a7fc640 1 -- 172.21.15.18:0/2416346341 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb76c02ca60 con 0x7fb774103340 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.468+0000 7fb76a7fc640 1 -- 172.21.15.18:0/2416346341 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76c034690 con 0x7fb774103340 2024-04-22T00:45:01.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.468+0000 7fb77b6b5640 1 -- 172.21.15.18:0/2416346341 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb77419fe60 con 0x7fb774103340 2024-04-22T00:45:01.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.472+0000 7fb76a7fc640 1 -- 172.21.15.18:0/2416346341 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb76c046020 con 0x7fb774103340 2024-04-22T00:45:01.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.473+0000 7fb76a7fc640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb7600a2c10 0x7fb7600a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.473+0000 7fb77e37b740 1 Processor -- start 2024-04-22T00:45:01.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.473+0000 7fb779451640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb7600a2c10 0x7fb7600a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.473+0000 7fb76a7fc640 1 -- 172.21.15.18:0/2416346341 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb76c0f1a60 con 0x7fb774103340 2024-04-22T00:45:01.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.473+0000 7fb77e37b740 1 -- start start 2024-04-22T00:45:01.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8a4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8a9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779451640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb7600a2c10 0x7fb7600a50d0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fb7741027e0 tx=0x7fb764009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:01.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 0x55e8df8abf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb77e37b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e8df809560 con 0x55e8df8a3f50 2024-04-22T00:45:01.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb77e37b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e8df7b1730 con 0x55e8df8a9ab0 2024-04-22T00:45:01.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb77e37b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e8df805520 con 0x55e8df8a4940 2024-04-22T00:45:01.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779451640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8a4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779451640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8a4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37258/0 (socket says 172.21.15.18:37258) 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779451640 1 -- 172.21.15.18:0/3237089270 learned_addr learned my addr 172.21.15.18:0/3237089270 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779c52640 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 0x55e8df8abf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb778c50640 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8a9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779451640 1 -- 172.21.15.18:0/3237089270 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 msgr2=0x55e8df8a9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779451640 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8a9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779451640 1 -- 172.21.15.18:0/3237089270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 msgr2=0x55e8df8abf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779451640 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 0x55e8df8abf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779451640 1 -- 172.21.15.18:0/3237089270 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8df5e77d0 con 0x55e8df8a3f50 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb778c50640 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8a9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.474+0000 7fb779c52640 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 0x55e8df8abf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.475+0000 7fb779451640 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8a4370 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fb764011fd0 tx=0x7fb764014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=545b1a8180e74b0f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:01.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.475+0000 7fb75f7fe640 1 -- 172.21.15.18:0/3237089270 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb764021820 con 0x55e8df8a3f50 2024-04-22T00:45:01.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.475+0000 7fb75f7fe640 1 -- 172.21.15.18:0/3237089270 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb76401c410 con 0x55e8df8a3f50 2024-04-22T00:45:01.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.475+0000 7fb75f7fe640 1 -- 172.21.15.18:0/3237089270 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb764029630 con 0x55e8df8a3f50 2024-04-22T00:45:01.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.476+0000 7fb77e37b740 1 -- 172.21.15.18:0/3237089270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 msgr2=0x55e8df8a4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.476+0000 7fb77e37b740 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8a4370 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fb764011fd0 tx=0x7fb764014000 comp rx=0 tx=0).stop 2024-04-22T00:45:01.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.476+0000 7fb77e37b740 1 -- 172.21.15.18:0/3237089270 shutdown_connections 2024-04-22T00:45:01.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.476+0000 7fb77e37b740 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 0x55e8df8abf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.476+0000 7fb77e37b740 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8a9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.476+0000 7fb77e37b740 1 --2- 172.21.15.18:0/3237089270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8a4370 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.476+0000 7fb77e37b740 1 -- 172.21.15.18:0/3237089270 >> 172.21.15.18:0/3237089270 conn(0x55e8df89f4c0 msgr2=0x55e8df89f8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:01.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.482+0000 7fb77e37b740 1 -- 172.21.15.18:0/3237089270 shutdown_connections 2024-04-22T00:45:01.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.490+0000 7fb77e37b740 1 -- 172.21.15.18:0/3237089270 wait complete. 2024-04-22T00:45:01.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.490+0000 7fb77e37b740 1 -- start start 2024-04-22T00:45:01.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.491+0000 7fb77e37b740 1 Processor -- start 2024-04-22T00:45:01.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.491+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8ae4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.492+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a4940 0x55e8df8ae9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.492+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b5a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.492+0000 7fb77e37b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e8df8aca60 con 0x55e8df8a3f50 2024-04-22T00:45:01.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.492+0000 7fb77e37b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e8df7c4e00 con 0x55e8df8a4940 2024-04-22T00:45:01.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.492+0000 7fb77e37b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e8df8acbe0 con 0x55e8df8a9ab0 2024-04-22T00:45:01.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.492+0000 7fb779c52640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.492+0000 7fb779c52640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b5a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37354/0 (socket says 172.21.15.18:37354) 2024-04-22T00:45:01.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.492+0000 7fb779c52640 1 -- 172.21.15.18:0/1166508085 learned_addr learned my addr 172.21.15.18:0/1166508085 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:01.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.492+0000 7fb77e37b740 10 client.0 _ll_register_callbacks cb 0x55e8df7ffeb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:01.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.493+0000 7fb779c52640 1 -- 172.21.15.18:0/1166508085 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a4940 msgr2=0x55e8df8ae9e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:45:01.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.493+0000 7fb779c52640 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a4940 0x55e8df8ae9e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.493+0000 7fb779c52640 1 -- 172.21.15.18:0/1166508085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 msgr2=0x55e8df8ae4a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:45:01.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.493+0000 7fb779c52640 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8ae4a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.493+0000 7fb779c52640 1 -- 172.21.15.18:0/1166508085 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8df51d3f0 con 0x55e8df8a9ab0 2024-04-22T00:45:01.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.499+0000 7fb779c52640 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b5a20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb76c0bdb90 tx=0x7fb76c0bda90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f429f5f00cfffc4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:01.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.500+0000 7fb75cff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:01.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.507+0000 7fb75cff9640 1 -- 172.21.15.18:0/1166508085 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76c0bde90 con 0x55e8df8a9ab0 2024-04-22T00:45:01.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.507+0000 7fb75cff9640 1 -- 172.21.15.18:0/1166508085 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb76c0ef240 con 0x55e8df8a9ab0 2024-04-22T00:45:01.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.509+0000 7fb77e37b740 1 -- 172.21.15.18:0/1166508085 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb76401c410 con 0x55e8df8a9ab0 2024-04-22T00:45:01.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.512+0000 7fb75cff9640 1 -- 172.21.15.18:0/1166508085 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb76c0da020 con 0x55e8df8a9ab0 2024-04-22T00:45:01.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.513+0000 7fb77e37b740 10 client.26059 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:01.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.513+0000 7fb77e37b740 1 -- 172.21.15.18:0/1166508085 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e8df4dd0f0 con 0x55e8df8a9ab0 2024-04-22T00:45:01.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.515+0000 7fb75cff9640 1 -- 172.21.15.18:0/1166508085 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb76c0c2240 con 0x55e8df8a9ab0 2024-04-22T00:45:01.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.515+0000 7fb75cff9640 1 -- 172.21.15.18:0/1166508085 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fb76c0bd2e0 con 0x55e8df8a9ab0 2024-04-22T00:45:01.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.516+0000 7fb77e37b740 10 client.26059 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:01.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.516+0000 7fb77e37b740 10 client.26059 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:01.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.516+0000 7fb77e37b740 20 client.26059 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:01.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.516+0000 7fb77e37b740 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e8df8ba3f0 0x55e8df8bc830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.516+0000 7fb77e37b740 4 client.26059 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:01.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.516+0000 7fb77e37b740 1 -- 172.21.15.18:0/1166508085 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb76401c410 con 0x55e8df8ba3f0 2024-04-22T00:45:01.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.517+0000 7fb779451640 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e8df8ba3f0 0x55e8df8bc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.529+0000 7fb779451640 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e8df8ba3f0 0x55e8df8bc830 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6454212a0d4bc34c server_cookie=2c54a70ea1f56676 in_seq=0 out_seq=0 2024-04-22T00:45:01.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.532+0000 7fb75cff9640 10 client.26059 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:01.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.535+0000 7fb75cff9640 1 -- 172.21.15.18:0/1166508085 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fb76401c410 con 0x55e8df8ba3f0 2024-04-22T00:45:01.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.535+0000 7fb75cff9640 10 client.26059 handle_command_reply: tid=0 2024-04-22T00:45:01.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.538+0000 7fb77e37b740 1 client.26059 shutdown 2024-04-22T00:45:01.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.540+0000 7fb77e37b740 1 -- 172.21.15.18:0/1166508085 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a9ab0 msgr2=0x55e8df8b5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.540+0000 7fb77e37b740 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b5a20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb76c0bdb90 tx=0x7fb76c0bda90 comp rx=0 tx=0).stop 2024-04-22T00:45:01.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.542+0000 7fb77e37b740 1 -- 172.21.15.18:0/1166508085 shutdown_connections 2024-04-22T00:45:01.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.542+0000 7fb77e37b740 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e8df8ba3f0 0x55e8df8bc830 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.542+0000 7fb77e37b740 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b5a20 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.542+0000 7fb77e37b740 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a4940 0x55e8df8ae9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.542+0000 7fb77e37b740 1 --2- 172.21.15.18:0/1166508085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8ae4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.542+0000 7fb77e37b740 1 -- 172.21.15.18:0/1166508085 >> 172.21.15.18:0/1166508085 conn(0x55e8df89f4c0 msgr2=0x55e8df89e6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:01.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.543+0000 7fb75cff9640 0 client.26059 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:01.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.548+0000 7fb77e37b740 1 -- 172.21.15.18:0/1166508085 shutdown_connections 2024-04-22T00:45:01.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.552+0000 7fb77e37b740 1 -- 172.21.15.18:0/1166508085 wait complete. 2024-04-22T00:45:01.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.554+0000 7fb77e37b740 20 client.26059 trim_cache size 0 max 16384 2024-04-22T00:45:01.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.597+0000 7fb77e37b740 1 Processor -- start 2024-04-22T00:45:01.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.597+0000 7fb77e37b740 1 -- start start 2024-04-22T00:45:01.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.597+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a3f50 0x55e8df89de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.597+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.598+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a9ab0 0x55e8df89e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.598+0000 7fb779451640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a3f50 0x55e8df89de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.598+0000 7fb779451640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a3f50 0x55e8df89de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53822/0 (socket says 172.21.15.18:53822) 2024-04-22T00:45:01.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.598+0000 7fb778c50640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.598+0000 7fb778c50640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37362/0 (socket says 172.21.15.18:37362) 2024-04-22T00:45:01.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.598+0000 7fb779451640 1 -- 172.21.15.18:0/8526085 learned_addr learned my addr 172.21.15.18:0/8526085 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:01.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.598+0000 7fb77e37b740 1 -- 172.21.15.18:0/8526085 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb7741aac30 con 0x55e8df8a9ab0 2024-04-22T00:45:01.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.598+0000 7fb77e37b740 1 -- 172.21.15.18:0/8526085 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb7741a8500 con 0x55e8df8a3f50 2024-04-22T00:45:01.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.598+0000 7fb77e37b740 1 -- 172.21.15.18:0/8526085 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb7741a6350 con 0x55e8df8a4940 2024-04-22T00:45:01.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.598+0000 7fb779c52640 1 --2- 172.21.15.18:0/8526085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a9ab0 0x55e8df89e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.599+0000 7fb778c50640 1 -- 172.21.15.18:0/8526085 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a3f50 msgr2=0x55e8df89de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:01.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.599+0000 7fb778c50640 1 --2- 172.21.15.18:0/8526085 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a3f50 0x55e8df89de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.599+0000 7fb778c50640 1 -- 172.21.15.18:0/8526085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a9ab0 msgr2=0x55e8df89e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:01.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.599+0000 7fb778c50640 1 --2- 172.21.15.18:0/8526085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a9ab0 0x55e8df89e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.599+0000 7fb778c50640 1 -- 172.21.15.18:0/8526085 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8df8a90f0 con 0x55e8df8a4940 2024-04-22T00:45:01.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.599+0000 7fb778c50640 1 --2- 172.21.15.18:0/8526085 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b59e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x55e8df8a0430 tx=0x7fb7700129e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5665d12613764634 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:01.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.600+0000 7fb75effd640 1 -- 172.21.15.18:0/8526085 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb770005220 con 0x55e8df8a4940 2024-04-22T00:45:01.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.600+0000 7fb75effd640 1 -- 172.21.15.18:0/8526085 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb770004c80 con 0x55e8df8a4940 2024-04-22T00:45:01.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.600+0000 7fb75effd640 1 -- 172.21.15.18:0/8526085 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb770010af0 con 0x55e8df8a4940 2024-04-22T00:45:01.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.601+0000 7fb77e37b740 1 -- 172.21.15.18:0/8526085 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 msgr2=0x55e8df8b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.601+0000 7fb77e37b740 1 --2- 172.21.15.18:0/8526085 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b59e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x55e8df8a0430 tx=0x7fb7700129e0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.601+0000 7fb77e37b740 1 -- 172.21.15.18:0/8526085 shutdown_connections 2024-04-22T00:45:01.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.601+0000 7fb77e37b740 1 --2- 172.21.15.18:0/8526085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a9ab0 0x55e8df89e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.602+0000 7fb77e37b740 1 --2- 172.21.15.18:0/8526085 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b59e0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.602+0000 7fb77e37b740 1 --2- 172.21.15.18:0/8526085 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a3f50 0x55e8df89de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.602+0000 7fb77e37b740 1 -- 172.21.15.18:0/8526085 >> 172.21.15.18:0/8526085 conn(0x55e8df89f4c0 msgr2=0x55e8df8ae4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:01.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.602+0000 7fb77e37b740 1 -- 172.21.15.18:0/8526085 shutdown_connections 2024-04-22T00:45:01.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.602+0000 7fb77e37b740 1 -- 172.21.15.18:0/8526085 wait complete. 2024-04-22T00:45:01.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.603+0000 7fb77e37b740 1 -- start start 2024-04-22T00:45:01.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.603+0000 7fb77e37b740 1 Processor -- start 2024-04-22T00:45:01.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8b3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb77e37b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb77e37b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb7741a69c0 con 0x55e8df8a3f50 2024-04-22T00:45:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb77e37b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb7741a7e30 con 0x55e8df8a9ab0 2024-04-22T00:45:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb77e37b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb7741a7090 con 0x55e8df8a4940 2024-04-22T00:45:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb778c50640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb779c52640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb779c52640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b4e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53826/0 (socket says 172.21.15.18:53826) 2024-04-22T00:45:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb778c50640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b3e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37374/0 (socket says 172.21.15.18:37374) 2024-04-22T00:45:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.604+0000 7fb779c52640 1 -- 172.21.15.18:0/2964854699 learned_addr learned my addr 172.21.15.18:0/2964854699 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.605+0000 7fb77e37b740 10 client.0 _ll_register_callbacks cb 0x7fb76c0bdc60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.605+0000 7fb779451640 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8b3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.605+0000 7fb778c50640 1 -- 172.21.15.18:0/2964854699 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 msgr2=0x55e8df8b4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.605+0000 7fb778c50640 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.605+0000 7fb778c50640 1 -- 172.21.15.18:0/2964854699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 msgr2=0x55e8df8b3900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.605+0000 7fb778c50640 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8b3900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.605+0000 7fb778c50640 1 -- 172.21.15.18:0/2964854699 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8df8b5440 con 0x55e8df8a4940 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.605+0000 7fb779451640 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8b3900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.605+0000 7fb778c50640 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b3e40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x55e8df8af170 tx=0x7fb770004bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0ceef17402d89f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.605+0000 7fb75cff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb75cff9640 1 -- 172.21.15.18:0/2964854699 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb770005230 con 0x55e8df8a4940 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb75cff9640 1 -- 172.21.15.18:0/2964854699 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb7700053d0 con 0x55e8df8a4940 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb77e37b740 1 -- 172.21.15.18:0/2964854699 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb770004c80 con 0x55e8df8a4940 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb75cff9640 1 -- 172.21.15.18:0/2964854699 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb770032050 con 0x55e8df8a4940 2024-04-22T00:45:01.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb77e37b740 10 client.26065 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb77e37b740 1 -- 172.21.15.18:0/2964854699 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e8df921260 con 0x55e8df8a4940 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb75cff9640 1 -- 172.21.15.18:0/2964854699 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb770004c80 con 0x55e8df8a4940 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb75cff9640 1 -- 172.21.15.18:0/2964854699 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fb7700246d0 con 0x55e8df8a4940 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb77e37b740 10 client.26065 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb77e37b740 10 client.26065 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb77e37b740 20 client.26065 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb77e37b740 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e8df921b90 0x55e8df923fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb77e37b740 4 client.26065 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.606+0000 7fb77e37b740 1 -- 172.21.15.18:0/2964854699 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e8df8ae290 con 0x55e8df921b90 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.607+0000 7fb779451640 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e8df921b90 0x55e8df923fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.607+0000 7fb779451640 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e8df921b90 0x55e8df923fb0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a73092f62f4429a server_cookie=5193a0509fb6e30b in_seq=0 out_seq=0 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.607+0000 7fb75cff9640 10 client.26065 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.607+0000 7fb75cff9640 1 -- 172.21.15.18:0/2964854699 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e8df8ae290 con 0x55e8df921b90 2024-04-22T00:45:01.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.607+0000 7fb75cff9640 10 client.26065 handle_command_reply: tid=0 2024-04-22T00:45:01.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.607+0000 7fb77e37b740 1 client.26065 shutdown 2024-04-22T00:45:01.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.608+0000 7fb77e37b740 1 -- 172.21.15.18:0/2964854699 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 msgr2=0x55e8df8b3e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.608+0000 7fb77e37b740 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b3e40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x55e8df8af170 tx=0x7fb770004bf0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.608+0000 7fb77e37b740 1 -- 172.21.15.18:0/2964854699 shutdown_connections 2024-04-22T00:45:01.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.608+0000 7fb77e37b740 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e8df921b90 0x55e8df923fb0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.608+0000 7fb77e37b740 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e8df8a9ab0 0x55e8df8b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.608+0000 7fb75cff9640 0 client.26065 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:01.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.608+0000 7fb77e37b740 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e8df8a4940 0x55e8df8b3e40 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.608+0000 7fb77e37b740 1 --2- 172.21.15.18:0/2964854699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e8df8a3f50 0x55e8df8b3900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.608+0000 7fb77e37b740 1 -- 172.21.15.18:0/2964854699 >> 172.21.15.18:0/2964854699 conn(0x55e8df89f4c0 msgr2=0x55e8df8a2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:01.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.608+0000 7fb77e37b740 1 -- 172.21.15.18:0/2964854699 shutdown_connections 2024-04-22T00:45:01.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.609+0000 7fb77e37b740 1 -- 172.21.15.18:0/2964854699 wait complete. 2024-04-22T00:45:01.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.610+0000 7fb77e37b740 20 client.26065 trim_cache size 0 max 16384 2024-04-22T00:45:01.613 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:45:01.613 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:45:01.613 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:45:01.613 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.611+0000 7fb77b6b5640 1 -- 172.21.15.18:0/2416346341 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb7600a2c10 msgr2=0x7fb7600a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.611+0000 7fb77b6b5640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb7600a2c10 0x7fb7600a50d0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fb7741027e0 tx=0x7fb764009260 comp rx=0 tx=0).stop 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.611+0000 7fb77b6b5640 1 -- 172.21.15.18:0/2416346341 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb774103340 msgr2=0x7fb77419f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.611+0000 7fb77b6b5640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb774103340 0x7fb77419f010 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb76c02c430 tx=0x7fb76c0337b0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.611+0000 7fb77b6b5640 1 -- 172.21.15.18:0/2416346341 shutdown_connections 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.611+0000 7fb77b6b5640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb7600a2c10 0x7fb7600a50d0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.611+0000 7fb77b6b5640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb774103340 0x7fb77419f010 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.611+0000 7fb77b6b5640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb774102980 0x7fb774197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.612+0000 7fb77b6b5640 1 --2- 172.21.15.18:0/2416346341 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb774101790 0x7fb774197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.612+0000 7fb77b6b5640 1 -- 172.21.15.18:0/2416346341 >> 172.21.15.18:0/2416346341 conn(0x7fb7740fcd20 msgr2=0x7fb774105c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.612+0000 7fb77b6b5640 1 -- 172.21.15.18:0/2416346341 shutdown_connections 2024-04-22T00:45:01.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.612+0000 7fb77b6b5640 1 -- 172.21.15.18:0/2416346341 wait complete. 2024-04-22T00:45:01.628 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:45:01.628 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:45:01.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.784+0000 7fc0affff640 1 -- 172.21.15.18:0/2030686618 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0b0109790 msgr2=0x7fc0b0110020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.784+0000 7fc0affff640 1 --2- 172.21.15.18:0/2030686618 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0b0109790 0x7fc0b0110020 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc0a8009be0 tx=0x7fc0a802bef0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.784+0000 7fc0affff640 1 -- 172.21.15.18:0/2030686618 shutdown_connections 2024-04-22T00:45:01.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.784+0000 7fc0affff640 1 --2- 172.21.15.18:0/2030686618 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0b0109790 0x7fc0b0110020 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.784+0000 7fc0affff640 1 --2- 172.21.15.18:0/2030686618 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0b0108dd0 0x7fc0b0109250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.784+0000 7fc0affff640 1 --2- 172.21.15.18:0/2030686618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0b0107be0 0x7fc0b0108000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.784+0000 7fc0affff640 1 -- 172.21.15.18:0/2030686618 >> 172.21.15.18:0/2030686618 conn(0x7fc0b0076b80 msgr2=0x7fc0b0078fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:01.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.785+0000 7fc0affff640 1 -- 172.21.15.18:0/2030686618 shutdown_connections 2024-04-22T00:45:01.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.785+0000 7fc0affff640 1 -- 172.21.15.18:0/2030686618 wait complete. 2024-04-22T00:45:01.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.786+0000 7fc0affff640 1 Processor -- start 2024-04-22T00:45:01.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.786+0000 7fc0affff640 1 -- start start 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0affff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0b0107be0 0x7fc0b019dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0affff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0b0108dd0 0x7fc0b019e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0affff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0b0109790 0x7fc0b01a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0affff640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b0113840 con 0x7fc0b0109790 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0aeffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0b0107be0 0x7fc0b019dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0aeffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0b0107be0 0x7fc0b019dc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53852/0 (socket says 172.21.15.18:53852) 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0aeffd640 1 -- 172.21.15.18:0/3779188369 learned_addr learned my addr 172.21.15.18:0/3779188369 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b01136c0 con 0x7fc0b0107be0 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b01139c0 con 0x7fc0b0108dd0 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0af7fe640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0b0109790 0x7fc0b01a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.787+0000 7fc0ae7fc640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0b0108dd0 0x7fc0b019e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc0aeffd640 1 -- 172.21.15.18:0/3779188369 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0b0108dd0 msgr2=0x7fc0b019e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc0aeffd640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0b0108dd0 0x7fc0b019e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc0aeffd640 1 -- 172.21.15.18:0/3779188369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0b0109790 msgr2=0x7fc0b01a5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc0aeffd640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0b0109790 0x7fc0b01a5230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc0aeffd640 1 -- 172.21.15.18:0/3779188369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0b01a58d0 con 0x7fc0b0107be0 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc0ae7fc640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0b0108dd0 0x7fc0b019e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc0aeffd640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0b0107be0 0x7fc0b019dc90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc0a000e9f0 tx=0x7fc0a000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc097fff640 1 -- 172.21.15.18:0/3779188369 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0a000ccc0 con 0x7fc0b0107be0 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0b01a5bc0 con 0x7fc0b0107be0 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc097fff640 1 -- 172.21.15.18:0/3779188369 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0a00035f0 con 0x7fc0b0107be0 2024-04-22T00:45:01.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.788+0000 7fc097fff640 1 -- 172.21.15.18:0/3779188369 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0a000ce60 con 0x7fc0b0107be0 2024-04-22T00:45:01.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.789+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0b01a6110 con 0x7fc0b0107be0 2024-04-22T00:45:01.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.790+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0b010ee30 con 0x7fc0b0107be0 2024-04-22T00:45:01.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.791+0000 7fc097fff640 1 -- 172.21.15.18:0/3779188369 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc0a00037a0 con 0x7fc0b0107be0 2024-04-22T00:45:01.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.792+0000 7fc097fff640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0980a2b90 0x7fc0980a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:01.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.793+0000 7fc097fff640 1 -- 172.21.15.18:0/3779188369 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc0a00cf700 con 0x7fc0b0107be0 2024-04-22T00:45:01.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.793+0000 7fc0ae7fc640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0980a2b90 0x7fc0980a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:01.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.794+0000 7fc0ae7fc640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0980a2b90 0x7fc0980a5050 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fc0b019f190 tx=0x7fc0a4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:01.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:01.796+0000 7fc097fff640 1 -- 172.21.15.18:0/3779188369 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc0a009c290 con 0x7fc0b0107be0 2024-04-22T00:45:01.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:01 smithi081 ceph-mon[31546]: pgmap v486: 129 pgs: 129 active+clean; 1.2 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5.6 MiB/s wr, 627 op/s 2024-04-22T00:45:01.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:01 smithi018 ceph-mon[27979]: pgmap v486: 129 pgs: 129 active+clean; 1.2 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5.6 MiB/s wr, 627 op/s 2024-04-22T00:45:01.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:01 smithi167 ceph-mon[31348]: pgmap v486: 129 pgs: 129 active+clean; 1.2 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5.6 MiB/s wr, 627 op/s 2024-04-22T00:45:02.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.184+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc0b0062340 con 0x7fc0b0107be0 2024-04-22T00:45:02.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.185+0000 7fc097fff640 1 -- 172.21.15.18:0/3779188369 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11872 (secure 0 0 0) 0x7fc0a009bb90 con 0x7fc0b0107be0 2024-04-22T00:45:02.186 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:45:02.186 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:44:36.309866+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:45:02.187 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 30 2024-04-22T00:45:02.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0980a2b90 msgr2=0x7fc0980a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0980a2b90 0x7fc0980a5050 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fc0b019f190 tx=0x7fc0a4005f90 comp rx=0 tx=0).stop 2024-04-22T00:45:02.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0b0107be0 msgr2=0x7fc0b019dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0b0107be0 0x7fc0b019dc90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc0a000e9f0 tx=0x7fc0a000eeb0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 shutdown_connections 2024-04-22T00:45:02.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0980a2b90 0x7fc0980a5050 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0b0109790 0x7fc0b01a5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0b0108dd0 0x7fc0b019e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 --2- 172.21.15.18:0/3779188369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0b0107be0 0x7fc0b019dc90 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 >> 172.21.15.18:0/3779188369 conn(0x7fc0b0076b80 msgr2=0x7fc0b010c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 shutdown_connections 2024-04-22T00:45:02.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.188+0000 7fc0affff640 1 -- 172.21.15.18:0/3779188369 wait complete. 2024-04-22T00:45:02.205 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:45:02.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.384+0000 7f36724c2640 1 -- 172.21.15.18:0/2707163350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f366c10b0b0 msgr2=0x7f366c10d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.384+0000 7f36724c2640 1 --2- 172.21.15.18:0/2707163350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f366c10b0b0 0x7f366c10d540 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3660009860 tx=0x7f366002bb90 comp rx=0 tx=0).stop 2024-04-22T00:45:02.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.389+0000 7f36724c2640 1 -- 172.21.15.18:0/2707163350 shutdown_connections 2024-04-22T00:45:02.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.389+0000 7f36724c2640 1 --2- 172.21.15.18:0/2707163350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f366c10da80 0x7f366c10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.389+0000 7f36724c2640 1 --2- 172.21.15.18:0/2707163350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f366c10b0b0 0x7f366c10d540 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.389+0000 7f36724c2640 1 --2- 172.21.15.18:0/2707163350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f366c108740 0x7f366c10ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.389+0000 7f36724c2640 1 -- 172.21.15.18:0/2707163350 >> 172.21.15.18:0/2707163350 conn(0x7f366c06e5d0 msgr2=0x7f366c070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.400+0000 7f36724c2640 1 -- 172.21.15.18:0/2707163350 shutdown_connections 2024-04-22T00:45:02.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.403+0000 7f36724c2640 1 -- 172.21.15.18:0/2707163350 wait complete. 2024-04-22T00:45:02.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.404+0000 7f36724c2640 1 Processor -- start 2024-04-22T00:45:02.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.407+0000 7f36724c2640 1 -- start start 2024-04-22T00:45:02.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.407+0000 7f36724c2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f366c108740 0x7f366c1a6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.407+0000 7f36724c2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f366c10b0b0 0x7f366c1a6e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.408+0000 7f36724c2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f366c10da80 0x7f366c1adee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.408+0000 7f36724c2640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f366c11c270 con 0x7f366c10b0b0 2024-04-22T00:45:02.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.408+0000 7f36724c2640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f366c11c0f0 con 0x7f366c108740 2024-04-22T00:45:02.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.408+0000 7f3670a5f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f366c10da80 0x7f366c1adee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.408+0000 7f3670a5f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f366c10da80 0x7f366c1adee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37432/0 (socket says 172.21.15.18:37432) 2024-04-22T00:45:02.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.408+0000 7f3670a5f640 1 -- 172.21.15.18:0/2098640576 learned_addr learned my addr 172.21.15.18:0/2098640576 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:02.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.408+0000 7f36724c2640 1 -- 172.21.15.18:0/2098640576 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f366c11c3f0 con 0x7f366c10da80 2024-04-22T00:45:02.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.409+0000 7f3670a5f640 1 -- 172.21.15.18:0/2098640576 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f366c108740 msgr2=0x7f366c1a6930 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:45:02.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.409+0000 7f3670a5f640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f366c108740 0x7f366c1a6930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.409+0000 7f3670a5f640 1 -- 172.21.15.18:0/2098640576 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f366c10b0b0 msgr2=0x7f366c1a6e70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:45:02.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.409+0000 7f3670a5f640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f366c10b0b0 0x7f366c1a6e70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.409+0000 7f3670a5f640 1 -- 172.21.15.18:0/2098640576 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f366c1ae550 con 0x7f366c10da80 2024-04-22T00:45:02.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.410+0000 7f3670a5f640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f366c10da80 0x7f366c1adee0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f365c00e970 tx=0x7f365c00ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.413+0000 7f36697fa640 1 -- 172.21.15.18:0/2098640576 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365c00ccc0 con 0x7f366c10da80 2024-04-22T00:45:02.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.413+0000 7f36697fa640 1 -- 172.21.15.18:0/2098640576 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f365c005500 con 0x7f366c10da80 2024-04-22T00:45:02.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.414+0000 7f36697fa640 1 -- 172.21.15.18:0/2098640576 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365c010690 con 0x7f366c10da80 2024-04-22T00:45:02.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.415+0000 7f36724c2640 1 -- 172.21.15.18:0/2098640576 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f366c1ae840 con 0x7f366c10da80 2024-04-22T00:45:02.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.415+0000 7f36724c2640 1 -- 172.21.15.18:0/2098640576 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f366c1aed10 con 0x7f366c10da80 2024-04-22T00:45:02.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.422+0000 7f36697fa640 1 -- 172.21.15.18:0/2098640576 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f365c004680 con 0x7f366c10da80 2024-04-22T00:45:02.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.422+0000 7f36697fa640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36540a2c00 0x7f36540a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.423+0000 7f36697fa640 1 -- 172.21.15.18:0/2098640576 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f365c0cf880 con 0x7f366c10da80 2024-04-22T00:45:02.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.423+0000 7f366bfff640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36540a2c00 0x7f36540a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.424+0000 7f366bfff640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36540a2c00 0x7f36540a50c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3664005fd0 tx=0x7f36640095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.428+0000 7f3675186740 1 Processor -- start 2024-04-22T00:45:02.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.432+0000 7f3675186740 1 -- start start 2024-04-22T00:45:02.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.433+0000 7f3675186740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 0x558464723460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.433+0000 7f3675186740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464723a30 0x558464728530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.433+0000 7f3675186740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464728ba0 0x55846472b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.433+0000 7f3675186740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558464688530 con 0x558464728ba0 2024-04-22T00:45:02.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.433+0000 7f3675186740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558464630830 con 0x558464723a30 2024-04-22T00:45:02.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.433+0000 7f366bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 0x558464723460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.433+0000 7f3675186740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5584646844f0 con 0x558464723040 2024-04-22T00:45:02.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.433+0000 7f366bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 0x558464723460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37448/0 (socket says 172.21.15.18:37448) 2024-04-22T00:45:02.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.433+0000 7f366bfff640 1 -- 172.21.15.18:0/4174231670 learned_addr learned my addr 172.21.15.18:0/4174231670 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:02.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.434+0000 7f366bfff640 1 -- 172.21.15.18:0/4174231670 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464723a30 msgr2=0x558464728530 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:45:02.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.434+0000 7f366bfff640 1 --2- 172.21.15.18:0/4174231670 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464723a30 0x558464728530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.434+0000 7f366bfff640 1 -- 172.21.15.18:0/4174231670 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464728ba0 msgr2=0x55846472b030 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:45:02.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.434+0000 7f366bfff640 1 --2- 172.21.15.18:0/4174231670 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464728ba0 0x55846472b030 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.434+0000 7f366bfff640 1 -- 172.21.15.18:0/4174231670 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584646542c0 con 0x558464723040 2024-04-22T00:45:02.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.435+0000 7f366bfff640 1 --2- 172.21.15.18:0/4174231670 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 0x558464723460 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f36640193d0 tx=0x7f3664011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3fb118d008e4a267 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.438+0000 7f36527fc640 1 -- 172.21.15.18:0/4174231670 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3664004d20 con 0x558464723040 2024-04-22T00:45:02.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.438+0000 7f36527fc640 1 -- 172.21.15.18:0/4174231670 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3664019e10 con 0x558464723040 2024-04-22T00:45:02.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.438+0000 7f36527fc640 1 -- 172.21.15.18:0/4174231670 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3664024810 con 0x558464723040 2024-04-22T00:45:02.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.441+0000 7f3675186740 1 -- 172.21.15.18:0/4174231670 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 msgr2=0x558464723460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.442+0000 7f3675186740 1 --2- 172.21.15.18:0/4174231670 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 0x558464723460 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f36640193d0 tx=0x7f3664011000 comp rx=0 tx=0).stop 2024-04-22T00:45:02.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.443+0000 7f3675186740 1 -- 172.21.15.18:0/4174231670 shutdown_connections 2024-04-22T00:45:02.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.443+0000 7f3675186740 1 --2- 172.21.15.18:0/4174231670 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464728ba0 0x55846472b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.443+0000 7f3675186740 1 --2- 172.21.15.18:0/4174231670 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464723a30 0x558464728530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.443+0000 7f3675186740 1 --2- 172.21.15.18:0/4174231670 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 0x558464723460 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.443+0000 7f3675186740 1 -- 172.21.15.18:0/4174231670 >> 172.21.15.18:0/4174231670 conn(0x55846471e5b0 msgr2=0x55846471e9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.445+0000 7f3675186740 1 -- 172.21.15.18:0/4174231670 shutdown_connections 2024-04-22T00:45:02.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.445+0000 7f3675186740 1 -- 172.21.15.18:0/4174231670 wait complete. 2024-04-22T00:45:02.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.445+0000 7f3675186740 1 -- start start 2024-04-22T00:45:02.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.446+0000 7f3675186740 1 Processor -- start 2024-04-22T00:45:02.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.446+0000 7f3675186740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723040 0x55846472d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.447+0000 7f3675186740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 0x55846472d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.447+0000 7f3675186740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x5584647346e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.447+0000 7f3675186740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55846472bb50 con 0x558464723040 2024-04-22T00:45:02.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.447+0000 7f3670a5f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x5584647346e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.447+0000 7f3670a5f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x5584647346e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53892/0 (socket says 172.21.15.18:53892) 2024-04-22T00:45:02.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.447+0000 7f3670a5f640 1 -- 172.21.15.18:0/1798252258 learned_addr learned my addr 172.21.15.18:0/1798252258 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:02.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.447+0000 7f3675186740 1 -- 172.21.15.18:0/1798252258 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558464643f10 con 0x558464728ba0 2024-04-22T00:45:02.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.447+0000 7f3675186740 1 -- 172.21.15.18:0/1798252258 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55846472bcd0 con 0x558464723a30 2024-04-22T00:45:02.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.448+0000 7f3675186740 10 client.0 _ll_register_callbacks cb 0x55846439bbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:02.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.448+0000 7f3670a5f640 1 -- 172.21.15.18:0/1798252258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 msgr2=0x55846472d6a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:45:02.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.448+0000 7f3670a5f640 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 0x55846472d6a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.448+0000 7f3670a5f640 1 -- 172.21.15.18:0/1798252258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723040 msgr2=0x55846472d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.448+0000 7f3670a5f640 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723040 0x55846472d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.448+0000 7f3670a5f640 1 -- 172.21.15.18:0/1798252258 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558464615c80 con 0x558464728ba0 2024-04-22T00:45:02.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.448+0000 7f3670a5f640 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x5584647346e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f365c09bc40 tx=0x7f365c00cf50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3e3ebb101806977 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.448+0000 7f364b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:02.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.448+0000 7f364b7fe640 1 -- 172.21.15.18:0/1798252258 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365c09bcb0 con 0x558464728ba0 2024-04-22T00:45:02.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.448+0000 7f364b7fe640 1 -- 172.21.15.18:0/1798252258 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f365c01fdd0 con 0x558464728ba0 2024-04-22T00:45:02.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.449+0000 7f3675186740 1 -- 172.21.15.18:0/1798252258 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3664019e10 con 0x558464728ba0 2024-04-22T00:45:02.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.450+0000 7f364b7fe640 1 -- 172.21.15.18:0/1798252258 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f365c0a0060 con 0x558464728ba0 2024-04-22T00:45:02.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.451+0000 7f3675186740 10 client.26078 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:02.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.451+0000 7f3675186740 1 -- 172.21.15.18:0/1798252258 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=30}) -- 0x55846439c3f0 con 0x558464728ba0 2024-04-22T00:45:02.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.451+0000 7f364b7fe640 1 -- 172.21.15.18:0/1798252258 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f365c098320 con 0x558464728ba0 2024-04-22T00:45:02.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.451+0000 7f3675186740 10 client.26078 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:02.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.452+0000 7f3675186740 10 client.26078 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:45:02.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.452+0000 7f3675186740 20 client.26078 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:02.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.452+0000 7f3675186740 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x558464738d70 0x55846473b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.452+0000 7f3675186740 4 client.26078 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:02.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.452+0000 7f3675186740 1 -- 172.21.15.18:0/1798252258 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f3664019e10 con 0x558464738d70 2024-04-22T00:45:02.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.452+0000 7f366bfff640 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x558464738d70 0x55846473b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.453+0000 7f366bfff640 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x558464738d70 0x55846473b200 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b8b4af2859df25dc server_cookie=99fdd503e76308a8 in_seq=0 out_seq=0 2024-04-22T00:45:02.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.453+0000 7f364b7fe640 10 client.26078 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:45:02.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.454+0000 7f364b7fe640 1 -- 172.21.15.18:0/1798252258 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f3664019e10 con 0x558464738d70 2024-04-22T00:45:02.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.454+0000 7f364b7fe640 10 client.26078 handle_command_reply: tid=0 2024-04-22T00:45:02.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.454+0000 7f3675186740 1 client.26078 shutdown 2024-04-22T00:45:02.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.454+0000 7f3675186740 1 -- 172.21.15.18:0/1798252258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 msgr2=0x5584647346e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.454+0000 7f3675186740 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x5584647346e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f365c09bc40 tx=0x7f365c00cf50 comp rx=0 tx=0).stop 2024-04-22T00:45:02.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.455+0000 7f3675186740 1 -- 172.21.15.18:0/1798252258 shutdown_connections 2024-04-22T00:45:02.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.455+0000 7f3675186740 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x558464738d70 0x55846473b200 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.455+0000 7f3675186740 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x5584647346e0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.455+0000 7f3675186740 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 0x55846472d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.455+0000 7f3675186740 1 --2- 172.21.15.18:0/1798252258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723040 0x55846472d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.455+0000 7f364b7fe640 0 client.26078 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:45:02.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.455+0000 7f3675186740 1 -- 172.21.15.18:0/1798252258 >> 172.21.15.18:0/1798252258 conn(0x55846471e5b0 msgr2=0x55846471d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.455+0000 7f3675186740 1 -- 172.21.15.18:0/1798252258 shutdown_connections 2024-04-22T00:45:02.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.456+0000 7f3675186740 1 -- 172.21.15.18:0/1798252258 wait complete. 2024-04-22T00:45:02.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.456+0000 7f3675186740 20 client.26078 trim_cache size 0 max 16384 2024-04-22T00:45:02.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.482+0000 7f3675186740 1 Processor -- start 2024-04-22T00:45:02.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.482+0000 7f3675186740 1 -- start start 2024-04-22T00:45:02.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f3675186740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723040 0x5584647244d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f3675186740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 0x5584647346a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f3675186740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x558464724a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f3675186740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f366c1bbb50 con 0x558464723040 2024-04-22T00:45:02.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f366b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 0x5584647346a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f366b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 0x5584647346a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37460/0 (socket says 172.21.15.18:37460) 2024-04-22T00:45:02.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f366b7fe640 1 -- 172.21.15.18:0/2008938131 learned_addr learned my addr 172.21.15.18:0/2008938131 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f3675186740 1 -- 172.21.15.18:0/2008938131 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f366c1b9420 con 0x558464728ba0 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f3675186740 1 -- 172.21.15.18:0/2008938131 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f366c1b7270 con 0x558464723a30 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f366bfff640 1 --2- 172.21.15.18:0/2008938131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723040 0x5584647244d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.483+0000 7f3670a5f640 1 --2- 172.21.15.18:0/2008938131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x558464724a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.485+0000 7f366b7fe640 1 -- 172.21.15.18:0/2008938131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 msgr2=0x558464724a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.485+0000 7f366b7fe640 1 --2- 172.21.15.18:0/2008938131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x558464724a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.485+0000 7f366b7fe640 1 -- 172.21.15.18:0/2008938131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723040 msgr2=0x5584647244d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.485+0000 7f366b7fe640 1 --2- 172.21.15.18:0/2008938131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723040 0x5584647244d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.485+0000 7f366b7fe640 1 -- 172.21.15.18:0/2008938131 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584644667d0 con 0x558464723a30 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.486+0000 7f366b7fe640 1 --2- 172.21.15.18:0/2008938131 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 0x5584647346a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f3660009780 tx=0x7f3660009450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95570c73b68b5a43 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.486+0000 7f3651ffb640 1 -- 172.21.15.18:0/2008938131 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3660043020 con 0x558464723a30 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.486+0000 7f3651ffb640 1 -- 172.21.15.18:0/2008938131 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3660034cb0 con 0x558464723a30 2024-04-22T00:45:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.486+0000 7f3651ffb640 1 -- 172.21.15.18:0/2008938131 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3660039040 con 0x558464723a30 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.487+0000 7f3675186740 1 -- 172.21.15.18:0/2008938131 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 msgr2=0x5584647346a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.487+0000 7f3675186740 1 --2- 172.21.15.18:0/2008938131 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 0x5584647346a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f3660009780 tx=0x7f3660009450 comp rx=0 tx=0).stop 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.487+0000 7f3675186740 1 -- 172.21.15.18:0/2008938131 shutdown_connections 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.487+0000 7f3675186740 1 --2- 172.21.15.18:0/2008938131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x558464724a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.487+0000 7f3675186740 1 --2- 172.21.15.18:0/2008938131 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723a30 0x5584647346a0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.487+0000 7f3675186740 1 --2- 172.21.15.18:0/2008938131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723040 0x5584647244d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.487+0000 7f3675186740 1 -- 172.21.15.18:0/2008938131 >> 172.21.15.18:0/2008938131 conn(0x55846471e5b0 msgr2=0x5584647220a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.487+0000 7f3675186740 1 -- 172.21.15.18:0/2008938131 shutdown_connections 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.487+0000 7f3675186740 1 -- 172.21.15.18:0/2008938131 wait complete. 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.488+0000 7f3675186740 1 -- start start 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.488+0000 7f3675186740 1 Processor -- start 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.488+0000 7f3675186740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 0x558464732400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f3675186740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723a30 0x558464732940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f3675186740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x558464733950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f3675186740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f366c1b78e0 con 0x558464723a30 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f3675186740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f366c1b8d50 con 0x558464728ba0 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f366b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723a30 0x558464732940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f366b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723a30 0x558464732940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37340/0 (socket says 172.21.15.18:37340) 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f366b7fe640 1 -- 172.21.15.18:0/2647701797 learned_addr learned my addr 172.21.15.18:0/2647701797 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f3675186740 1 -- 172.21.15.18:0/2647701797 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f366c1b7fb0 con 0x558464723040 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f3675186740 10 client.0 _ll_register_callbacks cb 0x7f365c097f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f3670a5f640 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x558464733950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f366bfff640 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 0x558464732400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f366b7fe640 1 -- 172.21.15.18:0/2647701797 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 msgr2=0x558464732400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f366b7fe640 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 0x558464732400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f366b7fe640 1 -- 172.21.15.18:0/2647701797 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 msgr2=0x558464733950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f366b7fe640 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x558464733950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.489+0000 7f366b7fe640 1 -- 172.21.15.18:0/2647701797 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558464733f40 con 0x558464723a30 2024-04-22T00:45:02.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.490+0000 7f366b7fe640 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723a30 0x558464732940 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f3660034e80 tx=0x7f3660005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1f8a6c10f39341 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.490+0000 7f364b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:45:02.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.490+0000 7f364b7fe640 1 -- 172.21.15.18:0/2647701797 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366004c020 con 0x558464723a30 2024-04-22T00:45:02.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.490+0000 7f364b7fe640 1 -- 172.21.15.18:0/2647701797 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3660004430 con 0x558464723a30 2024-04-22T00:45:02.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.490+0000 7f3675186740 1 -- 172.21.15.18:0/2647701797 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3660034cb0 con 0x558464723a30 2024-04-22T00:45:02.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.490+0000 7f364b7fe640 1 -- 172.21.15.18:0/2647701797 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3660057050 con 0x558464723a30 2024-04-22T00:45:02.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.490+0000 7f3675186740 10 client.16440 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:02.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.490+0000 7f3675186740 1 -- 172.21.15.18:0/2647701797 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55846479f9f0 con 0x558464723a30 2024-04-22T00:45:02.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.491+0000 7f364b7fe640 1 -- 172.21.15.18:0/2647701797 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3660034cb0 con 0x558464723a30 2024-04-22T00:45:02.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.491+0000 7f364b7fe640 1 -- 172.21.15.18:0/2647701797 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f366003c030 con 0x558464723a30 2024-04-22T00:45:02.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.492+0000 7f3675186740 10 client.16440 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:02.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.492+0000 7f3675186740 10 client.16440 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:45:02.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.492+0000 7f3675186740 20 client.16440 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:02.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.492+0000 7f3675186740 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5584647a0320 0x5584647a2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.492+0000 7f3675186740 4 client.16440 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.492+0000 7f3675186740 1 -- 172.21.15.18:0/2647701797 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558464695a70 con 0x5584647a0320 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.492+0000 7f366bfff640 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5584647a0320 0x5584647a2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f366bfff640 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5584647a0320 0x5584647a2740 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3b28d50e7ed4c1ac server_cookie=a00275f583156ac9 in_seq=0 out_seq=0 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f364b7fe640 10 client.16440 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f364b7fe640 1 -- 172.21.15.18:0/2647701797 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558464695a70 con 0x5584647a0320 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f364b7fe640 10 client.16440 handle_command_reply: tid=0 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 client.16440 shutdown 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 -- 172.21.15.18:0/2647701797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723a30 msgr2=0x558464732940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723a30 0x558464732940 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f3660034e80 tx=0x7f3660005b20 comp rx=0 tx=0).stop 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 -- 172.21.15.18:0/2647701797 shutdown_connections 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5584647a0320 0x5584647a2740 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f364b7fe640 0 client.16440 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:45:02.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558464728ba0 0x558464733950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558464723a30 0x558464732940 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 --2- 172.21.15.18:0/2647701797 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558464723040 0x558464732400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 -- 172.21.15.18:0/2647701797 >> 172.21.15.18:0/2647701797 conn(0x55846471e5b0 msgr2=0x55846471cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 -- 172.21.15.18:0/2647701797 shutdown_connections 2024-04-22T00:45:02.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 1 -- 172.21.15.18:0/2647701797 wait complete. 2024-04-22T00:45:02.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.493+0000 7f3675186740 20 client.16440 trim_cache size 0 max 16384 2024-04-22T00:45:02.499 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:45:02.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.494+0000 7f36724c2640 1 -- 172.21.15.18:0/2098640576 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36540a2c00 msgr2=0x7f36540a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.494+0000 7f36724c2640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36540a2c00 0x7f36540a50c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3664005fd0 tx=0x7f36640095c0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.494+0000 7f36724c2640 1 -- 172.21.15.18:0/2098640576 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f366c10da80 msgr2=0x7f366c1adee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.494+0000 7f36724c2640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f366c10da80 0x7f366c1adee0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f365c00e970 tx=0x7f365c00ee30 comp rx=0 tx=0).stop 2024-04-22T00:45:02.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.494+0000 7f36724c2640 1 -- 172.21.15.18:0/2098640576 shutdown_connections 2024-04-22T00:45:02.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.494+0000 7f36724c2640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36540a2c00 0x7f36540a50c0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.494+0000 7f36724c2640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f366c10da80 0x7f366c1adee0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.494+0000 7f36724c2640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f366c10b0b0 0x7f366c1a6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.494+0000 7f36724c2640 1 --2- 172.21.15.18:0/2098640576 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f366c108740 0x7f366c1a6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.494+0000 7f36724c2640 1 -- 172.21.15.18:0/2098640576 >> 172.21.15.18:0/2098640576 conn(0x7f366c06e5d0 msgr2=0x7f366c109db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.495+0000 7f36724c2640 1 -- 172.21.15.18:0/2098640576 shutdown_connections 2024-04-22T00:45:02.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.495+0000 7f36724c2640 1 -- 172.21.15.18:0/2098640576 wait complete. 2024-04-22T00:45:02.510 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:45:02.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.702+0000 7fbf785f5640 1 -- 172.21.15.18:0/16679791 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf70108740 msgr2=0x7fbf7010ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.702+0000 7fbf785f5640 1 --2- 172.21.15.18:0/16679791 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf70108740 0x7fbf7010ab70 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbf6001a910 tx=0x7fbf6003cca0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.704+0000 7fbf785f5640 1 -- 172.21.15.18:0/16679791 shutdown_connections 2024-04-22T00:45:02.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.704+0000 7fbf785f5640 1 --2- 172.21.15.18:0/16679791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf7010da80 0x7fbf7010df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.704+0000 7fbf785f5640 1 --2- 172.21.15.18:0/16679791 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf7010b0b0 0x7fbf7010d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.704+0000 7fbf785f5640 1 --2- 172.21.15.18:0/16679791 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf70108740 0x7fbf7010ab70 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.704+0000 7fbf785f5640 1 -- 172.21.15.18:0/16679791 >> 172.21.15.18:0/16679791 conn(0x7fbf7006e5d0 msgr2=0x7fbf70070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.705+0000 7fbf785f5640 1 -- 172.21.15.18:0/16679791 shutdown_connections 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.706+0000 7fbf785f5640 1 -- 172.21.15.18:0/16679791 wait complete. 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf785f5640 1 Processor -- start 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf785f5640 1 -- start start 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf785f5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf70108740 0x7fbf7019e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf785f5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf7010b0b0 0x7fbf7019e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf785f5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf7010da80 0x7fbf701c7730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf785f5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbf70111b30 con 0x7fbf7010da80 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf785f5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbf701119b0 con 0x7fbf7010b0b0 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf785f5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbf70111cb0 con 0x7fbf70108740 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf76391640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf70108740 0x7fbf7019e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf76391640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf70108740 0x7fbf7019e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37476/0 (socket says 172.21.15.18:37476) 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.707+0000 7fbf76391640 1 -- 172.21.15.18:0/685195208 learned_addr learned my addr 172.21.15.18:0/685195208 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:02.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.708+0000 7fbf76391640 1 -- 172.21.15.18:0/685195208 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf7010b0b0 msgr2=0x7fbf7019e670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:45:02.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.708+0000 7fbf76391640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf7010b0b0 0x7fbf7019e670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.708+0000 7fbf76391640 1 -- 172.21.15.18:0/685195208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf7010da80 msgr2=0x7fbf701c7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.708+0000 7fbf76391640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf7010da80 0x7fbf701c7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.708+0000 7fbf76391640 1 -- 172.21.15.18:0/685195208 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf701c7dd0 con 0x7fbf70108740 2024-04-22T00:45:02.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.708+0000 7fbf76391640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf70108740 0x7fbf7019e130 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbf60006010 tx=0x7fbf6003f870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.709+0000 7fbf677fe640 1 -- 172.21.15.18:0/685195208 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60011020 con 0x7fbf70108740 2024-04-22T00:45:02.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.709+0000 7fbf677fe640 1 -- 172.21.15.18:0/685195208 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf6003fdf0 con 0x7fbf70108740 2024-04-22T00:45:02.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.709+0000 7fbf677fe640 1 -- 172.21.15.18:0/685195208 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60003850 con 0x7fbf70108740 2024-04-22T00:45:02.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.710+0000 7fbf785f5640 1 -- 172.21.15.18:0/685195208 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf701c8060 con 0x7fbf70108740 2024-04-22T00:45:02.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.710+0000 7fbf785f5640 1 -- 172.21.15.18:0/685195208 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf701c8580 con 0x7fbf70108740 2024-04-22T00:45:02.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.717+0000 7fbf677fe640 1 -- 172.21.15.18:0/685195208 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbf60014020 con 0x7fbf70108740 2024-04-22T00:45:02.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.717+0000 7fbf7b1db740 1 Processor -- start 2024-04-22T00:45:02.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.718+0000 7fbf677fe640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf5c0a2da0 0x7fbf5c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.718+0000 7fbf677fe640 1 -- 172.21.15.18:0/685195208 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbf600f1200 con 0x7fbf70108740 2024-04-22T00:45:02.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.722+0000 7fbf76b92640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf5c0a2da0 0x7fbf5c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.723+0000 7fbf7b1db740 1 -- start start 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.723+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be032460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.723+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be032a30 0x5557be037530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.723+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be037ba0 0x5557be03a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.723+0000 7fbf7b1db740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5557bdf97530 con 0x5557be032a30 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.723+0000 7fbf7b1db740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5557bdf3f830 con 0x5557be032040 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.723+0000 7fbf7b1db740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5557bdf934f0 con 0x5557be037ba0 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.723+0000 7fbf76391640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be032460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.723+0000 7fbf76391640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be032460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53938/0 (socket says 172.21.15.18:53938) 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.723+0000 7fbf76391640 1 -- 172.21.15.18:0/4017947109 learned_addr learned my addr 172.21.15.18:0/4017947109 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.724+0000 7fbf76b92640 1 --2- 172.21.15.18:0/4017947109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be037ba0 0x5557be03a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.724+0000 7fbf75b90640 1 --2- 172.21.15.18:0/4017947109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be032a30 0x5557be037530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.724+0000 7fbf75b90640 1 -- 172.21.15.18:0/4017947109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be037ba0 msgr2=0x5557be03a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.724+0000 7fbf75b90640 1 --2- 172.21.15.18:0/4017947109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be037ba0 0x5557be03a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.724+0000 7fbf75b90640 1 -- 172.21.15.18:0/4017947109 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 msgr2=0x5557be032460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.724+0000 7fbf75b90640 1 --2- 172.21.15.18:0/4017947109 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be032460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.724+0000 7fbf75b90640 1 -- 172.21.15.18:0/4017947109 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557bdf632c0 con 0x5557be032a30 2024-04-22T00:45:02.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.725+0000 7fbf75b90640 1 --2- 172.21.15.18:0/4017947109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be032a30 0x5557be037530 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fbf70073040 tx=0x7fbf6800b7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fdc7ba789041f7e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.726+0000 7fbf76b92640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf5c0a2da0 0x7fbf5c0a5260 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbf7006b460 tx=0x7fbf6c009690 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.728+0000 7fbf64bfe640 1 -- 172.21.15.18:0/4017947109 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf68035620 con 0x5557be032a30 2024-04-22T00:45:02.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.728+0000 7fbf64bfe640 1 -- 172.21.15.18:0/4017947109 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf68035ca0 con 0x5557be032a30 2024-04-22T00:45:02.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.728+0000 7fbf64bfe640 1 -- 172.21.15.18:0/4017947109 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf68034c90 con 0x5557be032a30 2024-04-22T00:45:02.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.729+0000 7fbf7b1db740 1 -- 172.21.15.18:0/4017947109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be032a30 msgr2=0x5557be037530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.729+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/4017947109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be032a30 0x5557be037530 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fbf70073040 tx=0x7fbf6800b7c0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.729+0000 7fbf7b1db740 1 -- 172.21.15.18:0/4017947109 shutdown_connections 2024-04-22T00:45:02.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.729+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/4017947109 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be037ba0 0x5557be03a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.729+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/4017947109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be032a30 0x5557be037530 secure :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fbf70073040 tx=0x7fbf6800b7c0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.729+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/4017947109 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be032460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.729+0000 7fbf7b1db740 1 -- 172.21.15.18:0/4017947109 >> 172.21.15.18:0/4017947109 conn(0x5557be02d5b0 msgr2=0x5557be02d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.730+0000 7fbf7b1db740 1 -- 172.21.15.18:0/4017947109 shutdown_connections 2024-04-22T00:45:02.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.730+0000 7fbf7b1db740 1 -- 172.21.15.18:0/4017947109 wait complete. 2024-04-22T00:45:02.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.731+0000 7fbf7b1db740 1 -- start start 2024-04-22T00:45:02.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.731+0000 7fbf7b1db740 1 Processor -- start 2024-04-22T00:45:02.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.731+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be03c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.731+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be03c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.731+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be0419e0 0x5557be043dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.731+0000 7fbf7b1db740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5557be03ab50 con 0x5557be037ba0 2024-04-22T00:45:02.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.731+0000 7fbf7b1db740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5557bdf52f10 con 0x5557be032040 2024-04-22T00:45:02.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.731+0000 7fbf7b1db740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5557be03acd0 con 0x5557be0419e0 2024-04-22T00:45:02.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.731+0000 7fbf7b1db740 10 client.0 _ll_register_callbacks cb 0x5557bdcaabe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:02.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.734+0000 7fbf76391640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be03c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.734+0000 7fbf76391640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be03c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53948/0 (socket says 172.21.15.18:53948) 2024-04-22T00:45:02.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.734+0000 7fbf76391640 1 -- 172.21.15.18:0/3370067639 learned_addr learned my addr 172.21.15.18:0/3370067639 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:02.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.734+0000 7fbf75b90640 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be03c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.734+0000 7fbf76391640 1 -- 172.21.15.18:0/3370067639 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be0419e0 msgr2=0x5557be043dd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:45:02.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.734+0000 7fbf76391640 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be0419e0 0x5557be043dd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.734+0000 7fbf76391640 1 -- 172.21.15.18:0/3370067639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 msgr2=0x5557be03c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.734+0000 7fbf76391640 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be03c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.734+0000 7fbf76391640 1 -- 172.21.15.18:0/3370067639 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557bdf24c80 con 0x5557be032040 2024-04-22T00:45:02.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.735+0000 7fbf76391640 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be03c470 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbf60004650 tx=0x7fbf600bd4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6456aff6dd1bafeb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.735+0000 7fbf59ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:02.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.735+0000 7fbf59ffb640 1 -- 172.21.15.18:0/3370067639 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60005020 con 0x5557be032040 2024-04-22T00:45:02.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.735+0000 7fbf7b1db740 1 -- 172.21.15.18:0/3370067639 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf68035ca0 con 0x5557be032040 2024-04-22T00:45:02.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.735+0000 7fbf59ffb640 1 -- 172.21.15.18:0/3370067639 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbf600c5e10 con 0x5557be032040 2024-04-22T00:45:02.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.737+0000 7fbf59ffb640 1 -- 172.21.15.18:0/3370067639 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbf60004cc0 con 0x5557be032040 2024-04-22T00:45:02.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.737+0000 7fbf7b1db740 10 client.26093 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:02.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.737+0000 7fbf7b1db740 1 -- 172.21.15.18:0/3370067639 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5557bdcab3f0 con 0x5557be032040 2024-04-22T00:45:02.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.737+0000 7fbf59ffb640 1 -- 172.21.15.18:0/3370067639 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf68035ca0 con 0x5557be032040 2024-04-22T00:45:02.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.739+0000 7fbf59ffb640 1 -- 172.21.15.18:0/3370067639 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fbf600d1b50 con 0x5557be032040 2024-04-22T00:45:02.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.739+0000 7fbf7b1db740 10 client.26093 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:02.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.739+0000 7fbf7b1db740 10 client.26093 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:45:02.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.739+0000 7fbf7b1db740 20 client.26093 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:02.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.739+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5557be048830 0x5557be04ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.739+0000 7fbf7b1db740 4 client.26093 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:02.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.739+0000 7fbf7b1db740 1 -- 172.21.15.18:0/3370067639 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5557bdfa4a70 con 0x5557be048830 2024-04-22T00:45:02.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.742+0000 7fbf75b90640 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5557be048830 0x5557be04ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.765+0000 7fbf75b90640 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5557be048830 0x5557be04ac80 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d0f9afd62d2abcb4 server_cookie=7777bd7cce957fec in_seq=0 out_seq=0 2024-04-22T00:45:02.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.765+0000 7fbf59ffb640 10 client.26093 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:45:02.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.768+0000 7fbf59ffb640 1 -- 172.21.15.18:0/3370067639 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5557bdfa4a70 con 0x5557be048830 2024-04-22T00:45:02.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.768+0000 7fbf59ffb640 10 client.26093 handle_command_reply: tid=0 2024-04-22T00:45:02.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.768+0000 7fbf7b1db740 1 client.26093 shutdown 2024-04-22T00:45:02.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.773+0000 7fbf7b1db740 1 -- 172.21.15.18:0/3370067639 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 msgr2=0x5557be03c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.773+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be03c470 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbf60004650 tx=0x7fbf600bd4c0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.777+0000 7fbf7b1db740 1 -- 172.21.15.18:0/3370067639 shutdown_connections 2024-04-22T00:45:02.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.777+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5557be048830 0x5557be04ac80 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.777+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be0419e0 0x5557be043dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.777+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be03c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.777+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/3370067639 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be03c470 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.777+0000 7fbf7b1db740 1 -- 172.21.15.18:0/3370067639 >> 172.21.15.18:0/3370067639 conn(0x5557be02d5b0 msgr2=0x5557be02c850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.778+0000 7fbf59ffb640 0 client.26093 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:45:02.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.784+0000 7fbf7b1db740 1 -- 172.21.15.18:0/3370067639 shutdown_connections 2024-04-22T00:45:02.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.785+0000 7fbf7b1db740 1 -- 172.21.15.18:0/3370067639 wait complete. 2024-04-22T00:45:02.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.788+0000 7fbf7b1db740 20 client.26093 trim_cache size 0 max 16384 2024-04-22T00:45:02.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.817+0000 7fbf7b1db740 1 Processor -- start 2024-04-22T00:45:02.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.818+0000 7fbf7b1db740 1 -- start start 2024-04-22T00:45:02.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.818+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be0289a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.818+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be039f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.818+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be0419e0 0x5557be02bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.818+0000 7fbf7b1db740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbf70080440 con 0x5557be037ba0 2024-04-22T00:45:02.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.818+0000 7fbf7b1db740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7007dd10 con 0x5557be032040 2024-04-22T00:45:02.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.818+0000 7fbf7b1db740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7007bc30 con 0x5557be0419e0 2024-04-22T00:45:02.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf76b92640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be0419e0 0x5557be02bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf75b90640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be039f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf76b92640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be0419e0 0x5557be02bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37506/0 (socket says 172.21.15.18:37506) 2024-04-22T00:45:02.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf75b90640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be039f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37390/0 (socket says 172.21.15.18:37390) 2024-04-22T00:45:02.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf76b92640 1 -- 172.21.15.18:0/2498014491 learned_addr learned my addr 172.21.15.18:0/2498014491 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:02.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf76391640 1 --2- 172.21.15.18:0/2498014491 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be0289a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf75b90640 1 -- 172.21.15.18:0/2498014491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be0419e0 msgr2=0x5557be02bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf75b90640 1 --2- 172.21.15.18:0/2498014491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be0419e0 0x5557be02bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf75b90640 1 -- 172.21.15.18:0/2498014491 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 msgr2=0x5557be0289a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf75b90640 1 --2- 172.21.15.18:0/2498014491 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be0289a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.819+0000 7fbf75b90640 1 -- 172.21.15.18:0/2498014491 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557bdd757d0 con 0x5557be037ba0 2024-04-22T00:45:02.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.820+0000 7fbf75b90640 1 --2- 172.21.15.18:0/2498014491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be039f90 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x5557be032ef0 tx=0x7fbf68009370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3b5b06f4bd08233 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.820+0000 7fbf5bfff640 1 -- 172.21.15.18:0/2498014491 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf68009930 con 0x5557be037ba0 2024-04-22T00:45:02.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.821+0000 7fbf5bfff640 1 -- 172.21.15.18:0/2498014491 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf680483b0 con 0x5557be037ba0 2024-04-22T00:45:02.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.821+0000 7fbf5bfff640 1 -- 172.21.15.18:0/2498014491 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf68034980 con 0x5557be037ba0 2024-04-22T00:45:02.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.822+0000 7fbf7b1db740 1 -- 172.21.15.18:0/2498014491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 msgr2=0x5557be039f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.822+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/2498014491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be039f90 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x5557be032ef0 tx=0x7fbf68009370 comp rx=0 tx=0).stop 2024-04-22T00:45:02.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.823+0000 7fbf7b1db740 1 -- 172.21.15.18:0/2498014491 shutdown_connections 2024-04-22T00:45:02.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.823+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/2498014491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be0419e0 0x5557be02bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.823+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/2498014491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be039f90 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.823+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/2498014491 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be032040 0x5557be0289a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.823+0000 7fbf7b1db740 1 -- 172.21.15.18:0/2498014491 >> 172.21.15.18:0/2498014491 conn(0x5557be02d5b0 msgr2=0x5557be02d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.823+0000 7fbf7b1db740 1 -- 172.21.15.18:0/2498014491 shutdown_connections 2024-04-22T00:45:02.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.824+0000 7fbf7b1db740 1 -- 172.21.15.18:0/2498014491 wait complete. 2024-04-22T00:45:02.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.825+0000 7fbf7b1db740 1 -- start start 2024-04-22T00:45:02.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.825+0000 7fbf7b1db740 1 Processor -- start 2024-04-22T00:45:02.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.825+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be032040 0x5557be059340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be059880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf7b1db740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be0419e0 0x5557be05a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf76391640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be032040 0x5557be059340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf76391640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be032040 0x5557be059340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37516/0 (socket says 172.21.15.18:37516) 2024-04-22T00:45:02.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf76391640 1 -- 172.21.15.18:0/494418984 learned_addr learned my addr 172.21.15.18:0/494418984 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:02.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7007c1f0 con 0x5557be037ba0 2024-04-22T00:45:02.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7007d640 con 0x5557be0419e0 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf76b92640 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be0419e0 0x5557be05a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf75b90640 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be059880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7007c8a0 con 0x5557be032040 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.826+0000 7fbf7b1db740 10 client.0 _ll_register_callbacks cb 0x7fbf600b9180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf76391640 1 -- 172.21.15.18:0/494418984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be0419e0 msgr2=0x5557be05a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf76391640 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be0419e0 0x5557be05a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf76391640 1 -- 172.21.15.18:0/494418984 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 msgr2=0x5557be059880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf76391640 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be059880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf76391640 1 -- 172.21.15.18:0/494418984 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557be05ae80 con 0x5557be032040 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf76b92640 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be0419e0 0x5557be05a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf76391640 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be032040 0x5557be059340 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fbf600d1f70 tx=0x7fbf6003f3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e0d233488d0bd36 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf59ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf59ffb640 1 -- 172.21.15.18:0/494418984 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf600b9840 con 0x5557be032040 2024-04-22T00:45:02.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf59ffb640 1 -- 172.21.15.18:0/494418984 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbf600d1880 con 0x5557be032040 2024-04-22T00:45:02.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf680483b0 con 0x5557be032040 2024-04-22T00:45:02.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.827+0000 7fbf59ffb640 1 -- 172.21.15.18:0/494418984 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbf600bcf90 con 0x5557be032040 2024-04-22T00:45:02.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.828+0000 7fbf7b1db740 10 client.26098 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:02.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.828+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5557be05c160 con 0x5557be032040 2024-04-22T00:45:02.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.828+0000 7fbf59ffb640 1 -- 172.21.15.18:0/494418984 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf680483b0 con 0x5557be032040 2024-04-22T00:45:02.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.828+0000 7fbf59ffb640 1 -- 172.21.15.18:0/494418984 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fbf600bc4f0 con 0x5557be032040 2024-04-22T00:45:02.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.828+0000 7fbf7b1db740 10 client.26098 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:02.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.828+0000 7fbf7b1db740 10 client.26098 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:45:02.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.828+0000 7fbf7b1db740 20 client.26098 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:02.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.828+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5557be0aeb30 0x5557be0b0f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:02.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.828+0000 7fbf7b1db740 4 client.26098 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:45:02.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.828+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5557bdf9edc0 con 0x5557be0aeb30 2024-04-22T00:45:02.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.829+0000 7fbf75b90640 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5557be0aeb30 0x5557be0b0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:02.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf75b90640 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5557be0aeb30 0x5557be0b0f20 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f8be4abf47456b24 server_cookie=183b07b736037c0d in_seq=0 out_seq=0 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf59ffb640 10 client.26098 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf59ffb640 1 -- 172.21.15.18:0/494418984 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5557bdf9edc0 con 0x5557be0aeb30 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf59ffb640 10 client.26098 handle_command_reply: tid=0 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 client.26098 shutdown 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be032040 msgr2=0x5557be059340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be032040 0x5557be059340 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fbf600d1f70 tx=0x7fbf6003f3b0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 shutdown_connections 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5557be0aeb30 0x5557be0b0f20 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5557be0419e0 0x5557be05a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5557be037ba0 0x5557be059880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 --2- 172.21.15.18:0/494418984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5557be032040 0x5557be059340 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 >> 172.21.15.18:0/494418984 conn(0x5557be02d5b0 msgr2=0x5557be030810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf59ffb640 0 client.26098 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:45:02.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 shutdown_connections 2024-04-22T00:45:02.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.830+0000 7fbf7b1db740 1 -- 172.21.15.18:0/494418984 wait complete. 2024-04-22T00:45:02.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.831+0000 7fbf7b1db740 20 client.26098 trim_cache size 0 max 16384 2024-04-22T00:45:02.833 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.831+0000 7fbf785f5640 1 -- 172.21.15.18:0/685195208 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf5c0a2da0 msgr2=0x7fbf5c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.831+0000 7fbf785f5640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf5c0a2da0 0x7fbf5c0a5260 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbf7006b460 tx=0x7fbf6c009690 comp rx=0 tx=0).stop 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.831+0000 7fbf785f5640 1 -- 172.21.15.18:0/685195208 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf70108740 msgr2=0x7fbf7019e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.831+0000 7fbf785f5640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf70108740 0x7fbf7019e130 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbf60006010 tx=0x7fbf6003f870 comp rx=0 tx=0).stop 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.832+0000 7fbf785f5640 1 -- 172.21.15.18:0/685195208 shutdown_connections 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.832+0000 7fbf785f5640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbf5c0a2da0 0x7fbf5c0a5260 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.832+0000 7fbf785f5640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf7010da80 0x7fbf701c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.832+0000 7fbf785f5640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbf7010b0b0 0x7fbf7019e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.832+0000 7fbf785f5640 1 --2- 172.21.15.18:0/685195208 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbf70108740 0x7fbf7019e130 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.832+0000 7fbf785f5640 1 -- 172.21.15.18:0/685195208 >> 172.21.15.18:0/685195208 conn(0x7fbf7006e5d0 msgr2=0x7fbf70108e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:02.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.832+0000 7fbf785f5640 1 -- 172.21.15.18:0/685195208 shutdown_connections 2024-04-22T00:45:02.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:02.832+0000 7fbf785f5640 1 -- 172.21.15.18:0/685195208 wait complete. 2024-04-22T00:45:02.844 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:02 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3779188369' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:45:02.845 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:45:02.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:02 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3779188369' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:45:02.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:02 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3779188369' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:45:03.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.024+0000 7f378138a640 1 -- 172.21.15.18:0/3547992747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f377c108a90 msgr2=0x7f377c108eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:03.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.024+0000 7f378138a640 1 --2- 172.21.15.18:0/3547992747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f377c108a90 0x7f377c108eb0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f376c00aa10 tx=0x7f376c02e090 comp rx=0 tx=0).stop 2024-04-22T00:45:03.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.028+0000 7f378138a640 1 -- 172.21.15.18:0/3547992747 shutdown_connections 2024-04-22T00:45:03.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.028+0000 7f378138a640 1 --2- 172.21.15.18:0/3547992747 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f377c10a210 0x7f377c110aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.028+0000 7f378138a640 1 --2- 172.21.15.18:0/3547992747 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f377c109850 0x7f377c109cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.028+0000 7f378138a640 1 --2- 172.21.15.18:0/3547992747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f377c108a90 0x7f377c108eb0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.028+0000 7f378138a640 1 -- 172.21.15.18:0/3547992747 >> 172.21.15.18:0/3547992747 conn(0x7f377c06e5d0 msgr2=0x7f377c070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:03.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.030+0000 7f378138a640 1 -- 172.21.15.18:0/3547992747 shutdown_connections 2024-04-22T00:45:03.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.033+0000 7f378138a640 1 -- 172.21.15.18:0/3547992747 wait complete. 2024-04-22T00:45:03.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.034+0000 7f378138a640 1 Processor -- start 2024-04-22T00:45:03.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.034+0000 7f378138a640 1 -- start start 2024-04-22T00:45:03.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.035+0000 7f378138a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f377c108a90 0x7f377c1a1730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.035+0000 7f378138a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f377c109850 0x7f377c1a1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.035+0000 7f378138a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f377c10a210 0x7f377c19e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.035+0000 7f378138a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f377c113ad0 con 0x7f377c10a210 2024-04-22T00:45:03.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.035+0000 7f378138a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f377c113950 con 0x7f377c109850 2024-04-22T00:45:03.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.035+0000 7f378138a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f377c113c50 con 0x7f377c108a90 2024-04-22T00:45:03.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.036+0000 7f377b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f377c10a210 0x7f377c19e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.036+0000 7f377b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f377c10a210 0x7f377c19e2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37422/0 (socket says 172.21.15.18:37422) 2024-04-22T00:45:03.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.036+0000 7f377b7fe640 1 -- 172.21.15.18:0/1685953038 learned_addr learned my addr 172.21.15.18:0/1685953038 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:03.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.037+0000 7f377b7fe640 1 -- 172.21.15.18:0/1685953038 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f377c108a90 msgr2=0x7f377c1a1730 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:45:03.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.037+0000 7f377b7fe640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f377c108a90 0x7f377c1a1730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.037+0000 7f377b7fe640 1 -- 172.21.15.18:0/1685953038 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f377c109850 msgr2=0x7f377c1a1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:03.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.037+0000 7f377b7fe640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f377c109850 0x7f377c1a1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.037+0000 7f377b7fe640 1 -- 172.21.15.18:0/1685953038 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f377c19eb60 con 0x7f377c10a210 2024-04-22T00:45:03.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.038+0000 7f377b7fe640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f377c10a210 0x7f377c19e2a0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f377000e970 tx=0x7f377000ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:03.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.040+0000 7f3763fff640 1 -- 172.21.15.18:0/1685953038 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377000ccc0 con 0x7f377c10a210 2024-04-22T00:45:03.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.040+0000 7f378138a640 1 -- 172.21.15.18:0/1685953038 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f377c1a21d0 con 0x7f377c10a210 2024-04-22T00:45:03.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.040+0000 7f378138a640 1 -- 172.21.15.18:0/1685953038 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f377c1a27a0 con 0x7f377c10a210 2024-04-22T00:45:03.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.041+0000 7f3763fff640 1 -- 172.21.15.18:0/1685953038 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3770005500 con 0x7f377c10a210 2024-04-22T00:45:03.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.041+0000 7f3763fff640 1 -- 172.21.15.18:0/1685953038 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3770010690 con 0x7f377c10a210 2024-04-22T00:45:03.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.045+0000 7f3783f75740 1 Processor -- start 2024-04-22T00:45:03.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.046+0000 7f3763fff640 1 -- 172.21.15.18:0/1685953038 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f37700046c0 con 0x7f377c10a210 2024-04-22T00:45:03.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.047+0000 7f3763fff640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37640a2d90 0x7f37640a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.047+0000 7f3763fff640 1 -- 172.21.15.18:0/1685953038 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f37700cf820 con 0x7f377c10a210 2024-04-22T00:45:03.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.047+0000 7f3783f75740 1 -- start start 2024-04-22T00:45:03.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.047+0000 7f3783f75740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895040 0x560c7a895460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.047+0000 7f3783f75740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895a30 0x560c7a89a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.047+0000 7f3783f75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a89d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.047+0000 7f3783f75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560c7a7fa530 con 0x560c7a89aba0 2024-04-22T00:45:03.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.047+0000 7f3783f75740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560c7a7a2830 con 0x560c7a895040 2024-04-22T00:45:03.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.047+0000 7f3783f75740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560c7a7f64f0 con 0x560c7a895a30 2024-04-22T00:45:03.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.048+0000 7f377affd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895040 0x560c7a895460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.048+0000 7f377affd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895040 0x560c7a895460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53986/0 (socket says 172.21.15.18:53986) 2024-04-22T00:45:03.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.048+0000 7f377affd640 1 -- 172.21.15.18:0/3189771446 learned_addr learned my addr 172.21.15.18:0/3189771446 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:03.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.048+0000 7f377affd640 1 -- 172.21.15.18:0/3189771446 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895a30 msgr2=0x560c7a89a530 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:45:03.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.048+0000 7f377affd640 1 --2- 172.21.15.18:0/3189771446 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895a30 0x560c7a89a530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.048+0000 7f377affd640 1 -- 172.21.15.18:0/3189771446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 msgr2=0x560c7a89d030 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:45:03.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.048+0000 7f377affd640 1 --2- 172.21.15.18:0/3189771446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a89d030 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.048+0000 7f377affd640 1 -- 172.21.15.18:0/3189771446 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c7a7c62c0 con 0x560c7a895040 2024-04-22T00:45:03.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.048+0000 7f377affd640 1 --2- 172.21.15.18:0/3189771446 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895040 0x560c7a895460 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f376c000c00 tx=0x7f376c00a630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4eb7cc8cd09dd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:03.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.049+0000 7f37617fa640 1 -- 172.21.15.18:0/3189771446 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c00f240 con 0x560c7a895040 2024-04-22T00:45:03.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.049+0000 7f37617fa640 1 -- 172.21.15.18:0/3189771446 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f376c045070 con 0x560c7a895040 2024-04-22T00:45:03.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.050+0000 7f3783f75740 1 -- 172.21.15.18:0/3189771446 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895040 msgr2=0x560c7a895460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:03.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.050+0000 7f3783f75740 1 --2- 172.21.15.18:0/3189771446 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895040 0x560c7a895460 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f376c000c00 tx=0x7f376c00a630 comp rx=0 tx=0).stop 2024-04-22T00:45:03.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.052+0000 7f377a7fc640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37640a2d90 0x7f37640a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.053+0000 7f3783f75740 1 -- 172.21.15.18:0/3189771446 shutdown_connections 2024-04-22T00:45:03.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.053+0000 7f3783f75740 1 --2- 172.21.15.18:0/3189771446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a89d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.053+0000 7f3783f75740 1 --2- 172.21.15.18:0/3189771446 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895a30 0x560c7a89a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.053+0000 7f3783f75740 1 --2- 172.21.15.18:0/3189771446 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895040 0x560c7a895460 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.053+0000 7f3783f75740 1 -- 172.21.15.18:0/3189771446 >> 172.21.15.18:0/3189771446 conn(0x560c7a8905b0 msgr2=0x560c7a8909b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:03.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.054+0000 7f3783f75740 1 -- 172.21.15.18:0/3189771446 shutdown_connections 2024-04-22T00:45:03.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.054+0000 7f3783f75740 1 -- 172.21.15.18:0/3189771446 wait complete. 2024-04-22T00:45:03.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.054+0000 7f3783f75740 1 -- start start 2024-04-22T00:45:03.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.054+0000 7f3783f75740 1 Processor -- start 2024-04-22T00:45:03.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.055+0000 7f377a7fc640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37640a2d90 0x7f37640a5250 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x560c7a895e30 tx=0x7f37740091f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:03.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.055+0000 7f3783f75740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a89f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.055+0000 7f3783f75740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 0x560c7a89f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.055+0000 7f3783f75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a8a6750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.055+0000 7f3783f75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560c7a89db90 con 0x560c7a89aba0 2024-04-22T00:45:03.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.055+0000 7f3783f75740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560c7a7b5f10 con 0x560c7a895a30 2024-04-22T00:45:03.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.055+0000 7f3783f75740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560c7a89dd10 con 0x560c7a895040 2024-04-22T00:45:03.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.055+0000 7f3783f75740 10 client.0 _ll_register_callbacks cb 0x560c7a50dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:03.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.056+0000 7f377a7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 0x560c7a89f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.056+0000 7f377b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a8a6750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.056+0000 7f377b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a8a6750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37426/0 (socket says 172.21.15.18:37426) 2024-04-22T00:45:03.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.056+0000 7f377b7fe640 1 -- 172.21.15.18:0/1347103207 learned_addr learned my addr 172.21.15.18:0/1347103207 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:03.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.056+0000 7f377b7fe640 1 -- 172.21.15.18:0/1347103207 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 msgr2=0x560c7a89f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:03.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.056+0000 7f377b7fe640 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a89f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.056+0000 7f377b7fe640 1 -- 172.21.15.18:0/1347103207 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 msgr2=0x560c7a89f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:03.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.056+0000 7f377b7fe640 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 0x560c7a89f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.056+0000 7f377b7fe640 1 -- 172.21.15.18:0/1347103207 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c7a787c80 con 0x560c7a89aba0 2024-04-22T00:45:03.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.057+0000 7f377b7fe640 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a8a6750 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f37700980b0 tx=0x7f377009c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd612bd197864237 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:03.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.057+0000 7f375eff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:45:03.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.061+0000 7f375eff5640 1 -- 172.21.15.18:0/1347103207 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37700b1070 con 0x560c7a89aba0 2024-04-22T00:45:03.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.062+0000 7f3783f75740 1 -- 172.21.15.18:0/1347103207 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f376c045070 con 0x560c7a89aba0 2024-04-22T00:45:03.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.062+0000 7f375eff5640 1 -- 172.21.15.18:0/1347103207 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f37700a4430 con 0x560c7a89aba0 2024-04-22T00:45:03.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.063+0000 7f375eff5640 1 -- 172.21.15.18:0/1347103207 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f37700a48c0 con 0x560c7a89aba0 2024-04-22T00:45:03.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.063+0000 7f3783f75740 10 client.16461 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:03.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.063+0000 7f3783f75740 1 -- 172.21.15.18:0/1347103207 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560c7a50e3f0 con 0x560c7a89aba0 2024-04-22T00:45:03.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.064+0000 7f375eff5640 1 -- 172.21.15.18:0/1347103207 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f376c045070 con 0x560c7a89aba0 2024-04-22T00:45:03.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.064+0000 7f375eff5640 1 -- 172.21.15.18:0/1347103207 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f3770097b40 con 0x560c7a89aba0 2024-04-22T00:45:03.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.064+0000 7f3783f75740 10 client.16461 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:03.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.064+0000 7f3783f75740 10 client.16461 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:03.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.064+0000 7f3783f75740 20 client.16461 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:03.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.064+0000 7f3783f75740 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c7a8ab4e0 0x560c7a8ad980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.064+0000 7f3783f75740 4 client.16461 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:03.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.064+0000 7f3783f75740 1 -- 172.21.15.18:0/1347103207 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c7a807a70 con 0x560c7a8ab4e0 2024-04-22T00:45:03.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.064+0000 7f377affd640 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c7a8ab4e0 0x560c7a8ad980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.065+0000 7f375eff5640 10 client.16461 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.065+0000 7f377affd640 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c7a8ab4e0 0x560c7a8ad980 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e774d2cdafbbd81 server_cookie=beffeed42d34567 in_seq=0 out_seq=0 2024-04-22T00:45:03.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f375eff5640 1 -- 172.21.15.18:0/1347103207 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560c7a807a70 con 0x560c7a8ab4e0 2024-04-22T00:45:03.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f375eff5640 10 client.16461 handle_command_reply: tid=0 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 client.16461 shutdown 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 -- 172.21.15.18:0/1347103207 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 msgr2=0x560c7a8a6750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a8a6750 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f37700980b0 tx=0x7f377009c410 comp rx=0 tx=0).stop 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 -- 172.21.15.18:0/1347103207 shutdown_connections 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c7a8ab4e0 0x560c7a8ad980 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a8a6750 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 0x560c7a89f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 --2- 172.21.15.18:0/1347103207 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a89f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 -- 172.21.15.18:0/1347103207 >> 172.21.15.18:0/1347103207 conn(0x560c7a8905b0 msgr2=0x560c7a88f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f375eff5640 0 client.16461 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 -- 172.21.15.18:0/1347103207 shutdown_connections 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.067+0000 7f3783f75740 1 -- 172.21.15.18:0/1347103207 wait complete. 2024-04-22T00:45:03.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.068+0000 7f3783f75740 20 client.16461 trim_cache size 0 max 16384 2024-04-22T00:45:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.093+0000 7f3783f75740 1 Processor -- start 2024-04-22T00:45:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.096+0000 7f3783f75740 1 -- start start 2024-04-22T00:45:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.096+0000 7f3783f75740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a893f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.097+0000 7f3783f75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a895a30 0x560c7a8a6710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.097+0000 7f3783f75740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a89aba0 0x560c7a88efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.097+0000 7f3783f75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f37680126a0 con 0x560c7a895a30 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.097+0000 7f3783f75740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f376800ff70 con 0x560c7a89aba0 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.097+0000 7f3783f75740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f376800ddc0 con 0x560c7a895040 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.097+0000 7f377affd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a893f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.097+0000 7f377affd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a893f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37536/0 (socket says 172.21.15.18:37536) 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.097+0000 7f377affd640 1 -- 172.21.15.18:0/4089178886 learned_addr learned my addr 172.21.15.18:0/4089178886 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.097+0000 7f377a7fc640 1 --2- 172.21.15.18:0/4089178886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a895a30 0x560c7a8a6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.098+0000 7f377a7fc640 1 -- 172.21.15.18:0/4089178886 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 msgr2=0x560c7a893f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.098+0000 7f377a7fc640 1 --2- 172.21.15.18:0/4089178886 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a893f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.098+0000 7f377a7fc640 1 -- 172.21.15.18:0/4089178886 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a89aba0 msgr2=0x560c7a88efc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.098+0000 7f377a7fc640 1 --2- 172.21.15.18:0/4089178886 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a89aba0 0x560c7a88efc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.098+0000 7f377a7fc640 1 -- 172.21.15.18:0/4089178886 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c7a5d87d0 con 0x560c7a895a30 2024-04-22T00:45:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.098+0000 7f377a7fc640 1 --2- 172.21.15.18:0/4089178886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a895a30 0x560c7a8a6710 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x560c7a8964a0 tx=0x7f377400f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e95597da3f76763 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.098+0000 7f3760ff9640 1 -- 172.21.15.18:0/4089178886 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377401c840 con 0x560c7a895a30 2024-04-22T00:45:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.098+0000 7f3760ff9640 1 -- 172.21.15.18:0/4089178886 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3774020070 con 0x560c7a895a30 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.099+0000 7f3760ff9640 1 -- 172.21.15.18:0/4089178886 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377400d3c0 con 0x560c7a895a30 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.099+0000 7f3783f75740 1 -- 172.21.15.18:0/4089178886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a895a30 msgr2=0x560c7a8a6710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.099+0000 7f3783f75740 1 --2- 172.21.15.18:0/4089178886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a895a30 0x560c7a8a6710 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x560c7a8964a0 tx=0x7f377400f000 comp rx=0 tx=0).stop 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.100+0000 7f3783f75740 1 -- 172.21.15.18:0/4089178886 shutdown_connections 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.100+0000 7f3783f75740 1 --2- 172.21.15.18:0/4089178886 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a89aba0 0x560c7a88efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.100+0000 7f3783f75740 1 --2- 172.21.15.18:0/4089178886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a895a30 0x560c7a8a6710 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.100+0000 7f3783f75740 1 --2- 172.21.15.18:0/4089178886 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a893f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.101+0000 7f3783f75740 1 -- 172.21.15.18:0/4089178886 >> 172.21.15.18:0/4089178886 conn(0x560c7a8905b0 msgr2=0x560c7a893810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.101+0000 7f3783f75740 1 -- 172.21.15.18:0/4089178886 shutdown_connections 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.101+0000 7f3783f75740 1 -- 172.21.15.18:0/4089178886 wait complete. 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.101+0000 7f3783f75740 1 -- start start 2024-04-22T00:45:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.101+0000 7f3783f75740 1 Processor -- start 2024-04-22T00:45:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.101+0000 7f3783f75740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a8a3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.101+0000 7f3783f75740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 0x560c7a8a4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f3783f75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a8a4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f3783f75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f376800e430 con 0x560c7a89aba0 2024-04-22T00:45:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f3783f75740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f376800f8a0 con 0x560c7a895a30 2024-04-22T00:45:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f3783f75740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f376800eb00 con 0x560c7a895040 2024-04-22T00:45:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f3783f75740 10 client.0 _ll_register_callbacks cb 0x7f37700056b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377a7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 0x560c7a8a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377a7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 0x560c7a8a4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53998/0 (socket says 172.21.15.18:53998) 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377a7fc640 1 -- 172.21.15.18:0/2867056494 learned_addr learned my addr 172.21.15.18:0/2867056494 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377affd640 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a8a3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377b7fe640 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a8a4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377a7fc640 1 -- 172.21.15.18:0/2867056494 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 msgr2=0x560c7a8a3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377a7fc640 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a8a3ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377a7fc640 1 -- 172.21.15.18:0/2867056494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 msgr2=0x560c7a8a4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377a7fc640 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a8a4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377a7fc640 1 -- 172.21.15.18:0/2867056494 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c7a8a5580 con 0x560c7a895a30 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f377a7fc640 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 0x560c7a8a4020 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f377401ba40 tx=0x7f377401b660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3708a9ef5777697b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.102+0000 7f375eff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.103+0000 7f375eff5640 1 -- 172.21.15.18:0/2867056494 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3774032020 con 0x560c7a895a30 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.103+0000 7f3783f75740 1 -- 172.21.15.18:0/2867056494 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3774020070 con 0x560c7a895a30 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.103+0000 7f375eff5640 1 -- 172.21.15.18:0/2867056494 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f377401ca50 con 0x560c7a895a30 2024-04-22T00:45:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.103+0000 7f375eff5640 1 -- 172.21.15.18:0/2867056494 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f377403d050 con 0x560c7a895a30 2024-04-22T00:45:03.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.105+0000 7f3783f75740 10 client.26111 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:03.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.105+0000 7f3783f75740 1 -- 172.21.15.18:0/2867056494 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560c7a8a68b0 con 0x560c7a895a30 2024-04-22T00:45:03.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.105+0000 7f375eff5640 1 -- 172.21.15.18:0/2867056494 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3774020070 con 0x560c7a895a30 2024-04-22T00:45:03.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.105+0000 7f375eff5640 1 -- 172.21.15.18:0/2867056494 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f3774025470 con 0x560c7a895a30 2024-04-22T00:45:03.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.106+0000 7f3783f75740 10 client.26111 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:03.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.106+0000 7f3783f75740 10 client.26111 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:03.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.106+0000 7f3783f75740 20 client.26111 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:03.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.106+0000 7f3783f75740 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c7a912100 0x560c7a914520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:03.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.106+0000 7f3783f75740 4 client.26111 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:45:03.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.106+0000 7f3783f75740 1 -- 172.21.15.18:0/2867056494 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560c7a801dc0 con 0x560c7a912100 2024-04-22T00:45:03.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.106+0000 7f377affd640 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c7a912100 0x560c7a914520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:03.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f377affd640 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c7a912100 0x560c7a914520 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b3dfffc99ead3bb server_cookie=728249bd456706fb in_seq=0 out_seq=0 2024-04-22T00:45:03.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f375eff5640 10 client.26111 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:03.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f375eff5640 1 -- 172.21.15.18:0/2867056494 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560c7a801dc0 con 0x560c7a912100 2024-04-22T00:45:03.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f375eff5640 10 client.26111 handle_command_reply: tid=0 2024-04-22T00:45:03.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 client.26111 shutdown 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 -- 172.21.15.18:0/2867056494 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 msgr2=0x560c7a8a4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 0x560c7a8a4020 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f377401ba40 tx=0x7f377401b660 comp rx=0 tx=0).stop 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 -- 172.21.15.18:0/2867056494 shutdown_connections 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c7a912100 0x560c7a914520 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c7a89aba0 0x560c7a8a4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c7a895a30 0x560c7a8a4020 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 --2- 172.21.15.18:0/2867056494 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c7a895040 0x560c7a8a3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 -- 172.21.15.18:0/2867056494 >> 172.21.15.18:0/2867056494 conn(0x560c7a8905b0 msgr2=0x560c7a8940a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f375eff5640 0 client.26111 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 -- 172.21.15.18:0/2867056494 shutdown_connections 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 1 -- 172.21.15.18:0/2867056494 wait complete. 2024-04-22T00:45:03.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.107+0000 7f3783f75740 20 client.26111 trim_cache size 0 max 16384 2024-04-22T00:45:03.109 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:45:03.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 -- 172.21.15.18:0/1685953038 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37640a2d90 msgr2=0x7f37640a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:03.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37640a2d90 0x7f37640a5250 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x560c7a895e30 tx=0x7f37740091f0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 -- 172.21.15.18:0/1685953038 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f377c10a210 msgr2=0x7f377c19e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:03.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f377c10a210 0x7f377c19e2a0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f377000e970 tx=0x7f377000ee30 comp rx=0 tx=0).stop 2024-04-22T00:45:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 -- 172.21.15.18:0/1685953038 shutdown_connections 2024-04-22T00:45:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37640a2d90 0x7f37640a5250 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f377c10a210 0x7f377c19e2a0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f377c109850 0x7f377c1a1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 --2- 172.21.15.18:0/1685953038 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f377c108a90 0x7f377c1a1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 -- 172.21.15.18:0/1685953038 >> 172.21.15.18:0/1685953038 conn(0x7f377c06e5d0 msgr2=0x7f377c10cc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 -- 172.21.15.18:0/1685953038 shutdown_connections 2024-04-22T00:45:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:03.108+0000 7f378138a640 1 -- 172.21.15.18:0/1685953038 wait complete. 2024-04-22T00:45:03.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:03 smithi081 ceph-mon[31546]: pgmap v487: 129 pgs: 129 active+clean; 1.2 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 4.8 MiB/s wr, 540 op/s 2024-04-22T00:45:03.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:03 smithi018 ceph-mon[27979]: pgmap v487: 129 pgs: 129 active+clean; 1.2 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 4.8 MiB/s wr, 540 op/s 2024-04-22T00:45:03.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:03 smithi167 ceph-mon[31348]: pgmap v487: 129 pgs: 129 active+clean; 1.2 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 4.8 MiB/s wr, 540 op/s 2024-04-22T00:45:04.124 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:45:04.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:45:04.125 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:45:04.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.286+0000 7fe78777a640 1 -- 172.21.15.18:0/128139354 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe78010de30 msgr2=0x7fe7801102f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.286+0000 7fe78777a640 1 --2- 172.21.15.18:0/128139354 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe78010de30 0x7fe7801102f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe77c0074e0 tx=0x7fe77c02c8f0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.286+0000 7fe78777a640 1 -- 172.21.15.18:0/128139354 shutdown_connections 2024-04-22T00:45:04.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.286+0000 7fe78777a640 1 --2- 172.21.15.18:0/128139354 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe78010de30 0x7fe7801102f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.286+0000 7fe78777a640 1 --2- 172.21.15.18:0/128139354 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe78010b370 0x7fe78010d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.286+0000 7fe78777a640 1 --2- 172.21.15.18:0/128139354 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe7801089b0 0x7fe78010ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.286+0000 7fe78777a640 1 -- 172.21.15.18:0/128139354 >> 172.21.15.18:0/128139354 conn(0x7fe78006e5d0 msgr2=0x7fe780070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.287+0000 7fe78777a640 1 -- 172.21.15.18:0/128139354 shutdown_connections 2024-04-22T00:45:04.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.287+0000 7fe78777a640 1 -- 172.21.15.18:0/128139354 wait complete. 2024-04-22T00:45:04.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.288+0000 7fe78777a640 1 Processor -- start 2024-04-22T00:45:04.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.288+0000 7fe78777a640 1 -- start start 2024-04-22T00:45:04.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.288+0000 7fe78777a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe7801089b0 0x7fe78019e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.288+0000 7fe78777a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe78010b370 0x7fe78019e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.288+0000 7fe78777a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe78010de30 0x7fe7801a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.289+0000 7fe78777a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe780113aa0 con 0x7fe78010b370 2024-04-22T00:45:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.289+0000 7fe785516640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe7801089b0 0x7fe78019e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.289+0000 7fe785516640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe7801089b0 0x7fe78019e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37560/0 (socket says 172.21.15.18:37560) 2024-04-22T00:45:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.289+0000 7fe785516640 1 -- 172.21.15.18:0/663529928 learned_addr learned my addr 172.21.15.18:0/663529928 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.289+0000 7fe785d17640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe78010de30 0x7fe7801a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.289+0000 7fe784d15640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe78010b370 0x7fe78019e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.289+0000 7fe78777a640 1 -- 172.21.15.18:0/663529928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe780113920 con 0x7fe78010de30 2024-04-22T00:45:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.289+0000 7fe78777a640 1 -- 172.21.15.18:0/663529928 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe780113c20 con 0x7fe7801089b0 2024-04-22T00:45:04.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.290+0000 7fe784d15640 1 -- 172.21.15.18:0/663529928 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe7801089b0 msgr2=0x7fe78019e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.290+0000 7fe784d15640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe7801089b0 0x7fe78019e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.290+0000 7fe784d15640 1 -- 172.21.15.18:0/663529928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe78010de30 msgr2=0x7fe7801a5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.290+0000 7fe784d15640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe78010de30 0x7fe7801a5790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.290+0000 7fe784d15640 1 -- 172.21.15.18:0/663529928 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7801b6e30 con 0x7fe78010b370 2024-04-22T00:45:04.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.290+0000 7fe784d15640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe78010b370 0x7fe78019e720 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe77800be20 tx=0x7fe778009f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.292+0000 7fe7767fc640 1 -- 172.21.15.18:0/663529928 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe778019070 con 0x7fe78010b370 2024-04-22T00:45:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.292+0000 7fe7767fc640 1 -- 172.21.15.18:0/663529928 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe778014920 con 0x7fe78010b370 2024-04-22T00:45:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.292+0000 7fe7767fc640 1 -- 172.21.15.18:0/663529928 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe778012940 con 0x7fe78010b370 2024-04-22T00:45:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.292+0000 7fe78777a640 1 -- 172.21.15.18:0/663529928 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7801b7120 con 0x7fe78010b370 2024-04-22T00:45:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.293+0000 7fe78777a640 1 -- 172.21.15.18:0/663529928 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7801b76a0 con 0x7fe78010b370 2024-04-22T00:45:04.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.296+0000 7fe7767fc640 1 -- 172.21.15.18:0/663529928 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe77801c070 con 0x7fe78010b370 2024-04-22T00:45:04.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.297+0000 7fe7767fc640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe76c0a2d90 0x7fe76c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.297+0000 7fe7767fc640 1 -- 172.21.15.18:0/663529928 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe7780cec60 con 0x7fe78010b370 2024-04-22T00:45:04.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.297+0000 7fe785516640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe76c0a2d90 0x7fe76c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.298+0000 7fe78a365740 1 Processor -- start 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.298+0000 7fe78a365740 1 -- start start 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe78a365740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b09a0 0x555c176b0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe78a365740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176b5e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe78a365740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 0x555c176b8990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe78a365740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x555c17615170 con 0x555c176b1390 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe78a365740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x555c175bd7c0 con 0x555c176b6500 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe78a365740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555c17611130 con 0x555c176b09a0 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe784d15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176b5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe785d17640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 0x555c176b8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe784d15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176b5e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37470/0 (socket says 172.21.15.18:37470) 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe784d15640 1 -- 172.21.15.18:0/4088188330 learned_addr learned my addr 172.21.15.18:0/4088188330 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:04.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.299+0000 7fe785516640 1 --2- 172.21.15.18:0/4088188330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b09a0 0x555c176b0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.300+0000 7fe784d15640 1 -- 172.21.15.18:0/4088188330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b09a0 msgr2=0x555c176b0dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.300+0000 7fe784d15640 1 --2- 172.21.15.18:0/4088188330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b09a0 0x555c176b0dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.300+0000 7fe784d15640 1 -- 172.21.15.18:0/4088188330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 msgr2=0x555c176b8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.300+0000 7fe784d15640 1 --2- 172.21.15.18:0/4088188330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 0x555c176b8990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.300+0000 7fe784d15640 1 -- 172.21.15.18:0/4088188330 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c175cee60 con 0x555c176b1390 2024-04-22T00:45:04.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.300+0000 7fe784d15640 1 --2- 172.21.15.18:0/4088188330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176b5e90 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe7780a37d0 tx=0x7fe778096c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=733d1718127bb363 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.300+0000 7fe785516640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe76c0a2d90 0x7fe76c0a5250 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe770006fd0 tx=0x7fe770008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.300+0000 7fe76b7fe640 1 -- 172.21.15.18:0/4088188330 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7780b4070 con 0x555c176b1390 2024-04-22T00:45:04.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.301+0000 7fe76b7fe640 1 -- 172.21.15.18:0/4088188330 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe77809b090 con 0x555c176b1390 2024-04-22T00:45:04.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.301+0000 7fe76b7fe640 1 -- 172.21.15.18:0/4088188330 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe778097700 con 0x555c176b1390 2024-04-22T00:45:04.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.301+0000 7fe78a365740 1 -- 172.21.15.18:0/4088188330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 msgr2=0x555c176b5e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.301+0000 7fe78a365740 1 --2- 172.21.15.18:0/4088188330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176b5e90 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe7780a37d0 tx=0x7fe778096c90 comp rx=0 tx=0).stop 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.302+0000 7fe78a365740 1 -- 172.21.15.18:0/4088188330 shutdown_connections 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.302+0000 7fe78a365740 1 --2- 172.21.15.18:0/4088188330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 0x555c176b8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.302+0000 7fe78a365740 1 --2- 172.21.15.18:0/4088188330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176b5e90 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.302+0000 7fe78a365740 1 --2- 172.21.15.18:0/4088188330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b09a0 0x555c176b0dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.302+0000 7fe78a365740 1 -- 172.21.15.18:0/4088188330 >> 172.21.15.18:0/4088188330 conn(0x555c176784f0 msgr2=0x555c176ac310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.302+0000 7fe78a365740 1 -- 172.21.15.18:0/4088188330 shutdown_connections 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.302+0000 7fe78a365740 1 -- 172.21.15.18:0/4088188330 wait complete. 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.302+0000 7fe78a365740 1 -- start start 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.302+0000 7fe78a365740 1 Processor -- start 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe78a365740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b09a0 0x555c176bae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe78a365740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176bb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe78a365740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b6500 0x555c176c23e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe78a365740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x555c176b9450 con 0x555c176b1390 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe78a365740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x555c175d0d40 con 0x555c176b09a0 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe784d15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176bb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe785516640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b09a0 0x555c176bae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe784d15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176bb3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37480/0 (socket says 172.21.15.18:37480) 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe784d15640 1 -- 172.21.15.18:0/4186616002 learned_addr learned my addr 172.21.15.18:0/4186616002 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe78a365740 1 -- 172.21.15.18:0/4186616002 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555c176b95d0 con 0x555c176b6500 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe78a365740 10 client.0 _ll_register_callbacks cb 0x555c1760c820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe785d17640 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b6500 0x555c176c23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe785516640 1 -- 172.21.15.18:0/4186616002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b6500 msgr2=0x555c176c23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe785516640 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b6500 0x555c176c23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe785516640 1 -- 172.21.15.18:0/4186616002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 msgr2=0x555c176bb3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe785516640 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176bb3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe785516640 1 -- 172.21.15.18:0/4186616002 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c173f17e0 con 0x555c176b09a0 2024-04-22T00:45:04.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe785516640 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b09a0 0x555c176bae60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x555c176b1bf0 tx=0x7fe770004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f75d826e5acd232 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.303+0000 7fe768ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:04.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe768ff9640 1 -- 172.21.15.18:0/4186616002 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe770024020 con 0x555c176b09a0 2024-04-22T00:45:04.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe768ff9640 1 -- 172.21.15.18:0/4186616002 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe770015c30 con 0x555c176b09a0 2024-04-22T00:45:04.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe78a365740 1 -- 172.21.15.18:0/4186616002 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe77809b090 con 0x555c176b09a0 2024-04-22T00:45:04.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe768ff9640 1 -- 172.21.15.18:0/4186616002 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe77002f050 con 0x555c176b09a0 2024-04-22T00:45:04.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe78a365740 10 client.26120 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:04.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe78a365740 1 -- 172.21.15.18:0/4186616002 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555c17451f70 con 0x555c176b09a0 2024-04-22T00:45:04.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe768ff9640 1 -- 172.21.15.18:0/4186616002 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe77809b090 con 0x555c176b09a0 2024-04-22T00:45:04.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe768ff9640 1 -- 172.21.15.18:0/4186616002 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fe770013070 con 0x555c176b09a0 2024-04-22T00:45:04.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe78a365740 10 client.26120 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:04.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe78a365740 10 client.26120 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:04.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe78a365740 20 client.26120 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:04.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe78a365740 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555c176c6a00 0x555c176c8e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe78a365740 4 client.26120 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:04.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.304+0000 7fe78a365740 1 -- 172.21.15.18:0/4186616002 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c175e9450 con 0x555c176c6a00 2024-04-22T00:45:04.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.305+0000 7fe784d15640 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555c176c6a00 0x555c176c8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.305+0000 7fe768ff9640 10 client.26120 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:04.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.305+0000 7fe784d15640 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555c176c6a00 0x555c176c8e80 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=974126928f94848a server_cookie=28c38bf659260438 in_seq=0 out_seq=0 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe768ff9640 1 -- 172.21.15.18:0/4186616002 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555c175e9450 con 0x555c176c6a00 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe768ff9640 10 client.26120 handle_command_reply: tid=0 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 client.26120 shutdown 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 -- 172.21.15.18:0/4186616002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b09a0 msgr2=0x555c176bae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b09a0 0x555c176bae60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x555c176b1bf0 tx=0x7fe770004750 comp rx=0 tx=0).stop 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 -- 172.21.15.18:0/4186616002 shutdown_connections 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555c176c6a00 0x555c176c8e80 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b6500 0x555c176c23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b1390 0x555c176bb3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 --2- 172.21.15.18:0/4186616002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b09a0 0x555c176bae60 secure :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0x555c176b1bf0 tx=0x7fe770004750 comp rx=0 tx=0).stop 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 -- 172.21.15.18:0/4186616002 >> 172.21.15.18:0/4186616002 conn(0x555c176784f0 msgr2=0x555c176ab4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe768ff9640 0 client.26120 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 -- 172.21.15.18:0/4186616002 shutdown_connections 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 1 -- 172.21.15.18:0/4186616002 wait complete. 2024-04-22T00:45:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.307+0000 7fe78a365740 20 client.26120 trim_cache size 0 max 16384 2024-04-22T00:45:04.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe78a365740 1 Processor -- start 2024-04-22T00:45:04.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe78a365740 1 -- start start 2024-04-22T00:45:04.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe78a365740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b1390 0x555c176ac500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe78a365740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b6500 0x555c176bb300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe78a365740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176c2370 0x555c176afc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe78a365740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe764012560 con 0x555c176b6500 2024-04-22T00:45:04.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe78a365740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe76400fe30 con 0x555c176b1390 2024-04-22T00:45:04.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe78a365740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe76400dc80 con 0x555c176c2370 2024-04-22T00:45:04.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe785516640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b1390 0x555c176ac500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe785d17640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176c2370 0x555c176afc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe785d17640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176c2370 0x555c176afc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37578/0 (socket says 172.21.15.18:37578) 2024-04-22T00:45:04.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe785516640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b1390 0x555c176ac500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54040/0 (socket says 172.21.15.18:54040) 2024-04-22T00:45:04.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe785d17640 1 -- 172.21.15.18:0/2076283691 learned_addr learned my addr 172.21.15.18:0/2076283691 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:04.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.331+0000 7fe784d15640 1 --2- 172.21.15.18:0/2076283691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b6500 0x555c176bb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.332+0000 7fe785516640 1 -- 172.21.15.18:0/2076283691 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176c2370 msgr2=0x555c176afc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.332+0000 7fe785516640 1 --2- 172.21.15.18:0/2076283691 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176c2370 0x555c176afc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.332+0000 7fe785516640 1 -- 172.21.15.18:0/2076283691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b6500 msgr2=0x555c176bb300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.332+0000 7fe785516640 1 --2- 172.21.15.18:0/2076283691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b6500 0x555c176bb300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.332+0000 7fe785516640 1 -- 172.21.15.18:0/2076283691 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c172e9170 con 0x555c176b1390 2024-04-22T00:45:04.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.333+0000 7fe785516640 1 --2- 172.21.15.18:0/2076283691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b1390 0x555c176ac500 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe770012770 tx=0x7fe7700090c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5136d33287ed3e00 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.333+0000 7fe76affd640 1 -- 172.21.15.18:0/2076283691 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe770037070 con 0x555c176b1390 2024-04-22T00:45:04.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.333+0000 7fe76affd640 1 -- 172.21.15.18:0/2076283691 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe770004500 con 0x555c176b1390 2024-04-22T00:45:04.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.333+0000 7fe76affd640 1 -- 172.21.15.18:0/2076283691 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe770024040 con 0x555c176b1390 2024-04-22T00:45:04.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.334+0000 7fe78a365740 1 -- 172.21.15.18:0/2076283691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b1390 msgr2=0x555c176ac500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.334+0000 7fe78a365740 1 --2- 172.21.15.18:0/2076283691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b1390 0x555c176ac500 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe770012770 tx=0x7fe7700090c0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.334+0000 7fe78a365740 1 -- 172.21.15.18:0/2076283691 shutdown_connections 2024-04-22T00:45:04.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.334+0000 7fe78a365740 1 --2- 172.21.15.18:0/2076283691 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176c2370 0x555c176afc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.334+0000 7fe78a365740 1 --2- 172.21.15.18:0/2076283691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176b6500 0x555c176bb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.334+0000 7fe78a365740 1 --2- 172.21.15.18:0/2076283691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b1390 0x555c176ac500 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.334+0000 7fe78a365740 1 -- 172.21.15.18:0/2076283691 >> 172.21.15.18:0/2076283691 conn(0x555c176784f0 msgr2=0x555c176af550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.334+0000 7fe78a365740 1 -- 172.21.15.18:0/2076283691 shutdown_connections 2024-04-22T00:45:04.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.334+0000 7fe78a365740 1 -- 172.21.15.18:0/2076283691 wait complete. 2024-04-22T00:45:04.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.335+0000 7fe78a365740 1 -- start start 2024-04-22T00:45:04.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.335+0000 7fe78a365740 1 Processor -- start 2024-04-22T00:45:04.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.335+0000 7fe78a365740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b1390 0x555c176c17d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.335+0000 7fe78a365740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 0x555c176c1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.335+0000 7fe78a365740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176c2370 0x555c176bfde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.335+0000 7fe78a365740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe76400e2f0 con 0x555c176c2370 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.335+0000 7fe78a365740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe76400f760 con 0x555c176b6500 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.335+0000 7fe78a365740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe76400e9c0 con 0x555c176b1390 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe784d15640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 0x555c176c1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe78a365740 10 client.0 _ll_register_callbacks cb 0x7fe77000dac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe784d15640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 0x555c176c1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54054/0 (socket says 172.21.15.18:54054) 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe784d15640 1 -- 172.21.15.18:0/2462097383 learned_addr learned my addr 172.21.15.18:0/2462097383 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe785d17640 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176c2370 0x555c176bfde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe785516640 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b1390 0x555c176c17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe784d15640 1 -- 172.21.15.18:0/2462097383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b1390 msgr2=0x555c176c17d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe784d15640 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b1390 0x555c176c17d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe784d15640 1 -- 172.21.15.18:0/2462097383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176c2370 msgr2=0x555c176bfde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe784d15640 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176c2370 0x555c176bfde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe784d15640 1 -- 172.21.15.18:0/2462097383 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c176c05e0 con 0x555c176b6500 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe784d15640 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 0x555c176c1d10 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe77800bdf0 tx=0x7fe778012360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f743c6b02847904a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe768ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe768ff9640 1 -- 172.21.15.18:0/2462097383 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7780a8060 con 0x555c176b6500 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe768ff9640 1 -- 172.21.15.18:0/2462097383 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe778097700 con 0x555c176b6500 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.336+0000 7fe78a365740 1 -- 172.21.15.18:0/2462097383 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe770004500 con 0x555c176b6500 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe768ff9640 1 -- 172.21.15.18:0/2462097383 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe7780af050 con 0x555c176b6500 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe78a365740 10 client.26126 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe78a365740 1 -- 172.21.15.18:0/2462097383 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555c1772dc40 con 0x555c176b6500 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe768ff9640 1 -- 172.21.15.18:0/2462097383 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe770004500 con 0x555c176b6500 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe768ff9640 1 -- 172.21.15.18:0/2462097383 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fe7780a3870 con 0x555c176b6500 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe78a365740 10 client.26126 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:04.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe78a365740 10 client.26126 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe78a365740 20 client.26126 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe78a365740 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555c1772e250 0x555c17730670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe78a365740 4 client.26126 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe78a365740 1 -- 172.21.15.18:0/2462097383 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555c176226b0 con 0x555c1772e250 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.337+0000 7fe785516640 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555c1772e250 0x555c17730670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.338+0000 7fe785516640 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555c1772e250 0x555c17730670 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49eb0ee92694dcc5 server_cookie=bc29bff0c14c9cdd in_seq=0 out_seq=0 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.338+0000 7fe768ff9640 10 client.26126 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe768ff9640 1 -- 172.21.15.18:0/2462097383 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555c176226b0 con 0x555c1772e250 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe768ff9640 10 client.26126 handle_command_reply: tid=0 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe78a365740 1 client.26126 shutdown 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe78a365740 1 -- 172.21.15.18:0/2462097383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 msgr2=0x555c176c1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe78a365740 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 0x555c176c1d10 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe77800bdf0 tx=0x7fe778012360 comp rx=0 tx=0).stop 2024-04-22T00:45:04.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe78a365740 1 -- 172.21.15.18:0/2462097383 shutdown_connections 2024-04-22T00:45:04.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe78a365740 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555c1772e250 0x555c17730670 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe78a365740 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555c176c2370 0x555c176bfde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe78a365740 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555c176b6500 0x555c176c1d10 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe78a365740 1 --2- 172.21.15.18:0/2462097383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555c176b1390 0x555c176c17d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.339+0000 7fe78a365740 1 -- 172.21.15.18:0/2462097383 >> 172.21.15.18:0/2462097383 conn(0x555c176784f0 msgr2=0x555c176bb160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.340+0000 7fe768ff9640 0 client.26126 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:04.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.340+0000 7fe78a365740 1 -- 172.21.15.18:0/2462097383 shutdown_connections 2024-04-22T00:45:04.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.340+0000 7fe78a365740 1 -- 172.21.15.18:0/2462097383 wait complete. 2024-04-22T00:45:04.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.340+0000 7fe78a365740 20 client.26126 trim_cache size 0 max 16384 2024-04-22T00:45:04.343 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:45:04.343 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:45:04.343 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "970141de-be1d-4853-b2c2-9108041cd150", 2024-04-22T00:45:04.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:45:04.343 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.342+0000 7fe78777a640 1 -- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe76c0a2d90 msgr2=0x7fe76c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.342+0000 7fe78777a640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe76c0a2d90 0x7fe76c0a5250 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe770006fd0 tx=0x7fe770008040 comp rx=0 tx=0).stop 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.342+0000 7fe78777a640 1 -- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe78010b370 msgr2=0x7fe78019e720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.342+0000 7fe78777a640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe78010b370 0x7fe78019e720 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe77800be20 tx=0x7fe778009f70 comp rx=0 tx=0).stop 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.343+0000 7fe78777a640 1 -- 172.21.15.18:0/663529928 shutdown_connections 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.343+0000 7fe78777a640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe76c0a2d90 0x7fe76c0a5250 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.343+0000 7fe78777a640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe78010de30 0x7fe7801a5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.343+0000 7fe78777a640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe78010b370 0x7fe78019e720 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.343+0000 7fe78777a640 1 --2- 172.21.15.18:0/663529928 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe7801089b0 0x7fe78019e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.343+0000 7fe78777a640 1 -- 172.21.15.18:0/663529928 >> 172.21.15.18:0/663529928 conn(0x7fe78006e5d0 msgr2=0x7fe780108d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.343+0000 7fe78777a640 1 -- 172.21.15.18:0/663529928 shutdown_connections 2024-04-22T00:45:04.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.343+0000 7fe78777a640 1 -- 172.21.15.18:0/663529928 wait complete. 2024-04-22T00:45:04.359 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:45:04.359 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:45:04.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.542+0000 7fe8bc66b640 1 -- 172.21.15.18:0/555124647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8b410da80 msgr2=0x7fe8b410df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.542+0000 7fe8bc66b640 1 --2- 172.21.15.18:0/555124647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8b410da80 0x7fe8b410df30 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac009ca0 tx=0x7fe8ac02c120 comp rx=0 tx=0).stop 2024-04-22T00:45:04.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.546+0000 7fe8bc66b640 1 -- 172.21.15.18:0/555124647 shutdown_connections 2024-04-22T00:45:04.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.546+0000 7fe8bc66b640 1 --2- 172.21.15.18:0/555124647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8b410da80 0x7fe8b410df30 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.546+0000 7fe8bc66b640 1 --2- 172.21.15.18:0/555124647 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe8b410b0b0 0x7fe8b410d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.546+0000 7fe8bc66b640 1 --2- 172.21.15.18:0/555124647 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8b4108740 0x7fe8b410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.546+0000 7fe8bc66b640 1 -- 172.21.15.18:0/555124647 >> 172.21.15.18:0/555124647 conn(0x7fe8b406e5d0 msgr2=0x7fe8b4070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.547+0000 7fe8bc66b640 1 -- 172.21.15.18:0/555124647 shutdown_connections 2024-04-22T00:45:04.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.547+0000 7fe8bc66b640 1 -- 172.21.15.18:0/555124647 wait complete. 2024-04-22T00:45:04.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.547+0000 7fe8bc66b640 1 Processor -- start 2024-04-22T00:45:04.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8bc66b640 1 -- start start 2024-04-22T00:45:04.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8bc66b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8b4108740 0x7fe8b4116ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8bc66b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe8b410b0b0 0x7fe8b4117410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8bc66b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8b410da80 0x7fe8b41b68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8bc66b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b411c240 con 0x7fe8b410da80 2024-04-22T00:45:04.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8bc66b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b411c0c0 con 0x7fe8b4108740 2024-04-22T00:45:04.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8bc66b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b411c3c0 con 0x7fe8b410b0b0 2024-04-22T00:45:04.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8bac08640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8b410da80 0x7fe8b41b68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8bac08640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8b410da80 0x7fe8b41b68f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37524/0 (socket says 172.21.15.18:37524) 2024-04-22T00:45:04.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8bac08640 1 -- 172.21.15.18:0/999872330 learned_addr learned my addr 172.21.15.18:0/999872330 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:04.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.548+0000 7fe8ba407640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8b4108740 0x7fe8b4116ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.549+0000 7fe8b9c06640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe8b410b0b0 0x7fe8b4117410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.549+0000 7fe8ba407640 1 -- 172.21.15.18:0/999872330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe8b410b0b0 msgr2=0x7fe8b4117410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.549+0000 7fe8ba407640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe8b410b0b0 0x7fe8b4117410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.549+0000 7fe8ba407640 1 -- 172.21.15.18:0/999872330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8b410da80 msgr2=0x7fe8b41b68f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.549+0000 7fe8ba407640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8b410da80 0x7fe8b41b68f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.549+0000 7fe8ba407640 1 -- 172.21.15.18:0/999872330 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8b41b6e30 con 0x7fe8b4108740 2024-04-22T00:45:04.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.550+0000 7fe8ba407640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8b4108740 0x7fe8b4116ed0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe8b000d6d0 tx=0x7fe8b000db90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.551+0000 7fe8ab7fe640 1 -- 172.21.15.18:0/999872330 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b0017070 con 0x7fe8b4108740 2024-04-22T00:45:04.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.551+0000 7fe8bc66b640 1 -- 172.21.15.18:0/999872330 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8b41b7000 con 0x7fe8b4108740 2024-04-22T00:45:04.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.551+0000 7fe8bc66b640 1 -- 172.21.15.18:0/999872330 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8b41b7550 con 0x7fe8b4108740 2024-04-22T00:45:04.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.552+0000 7fe8ab7fe640 1 -- 172.21.15.18:0/999872330 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8b0009820 con 0x7fe8b4108740 2024-04-22T00:45:04.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.552+0000 7fe8ab7fe640 1 -- 172.21.15.18:0/999872330 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b0004cd0 con 0x7fe8b4108740 2024-04-22T00:45:04.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.556+0000 7fe8bf252740 1 Processor -- start 2024-04-22T00:45:04.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.556+0000 7fe8bf252740 1 -- start start 2024-04-22T00:45:04.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.557+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822727c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.557+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727c940 0x558227281440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.557+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 0x558227283f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.557+0000 7fe8bf252740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5582271e1560 con 0x55822727c940 2024-04-22T00:45:04.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.557+0000 7fe8bf252740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558227189730 con 0x55822727bf50 2024-04-22T00:45:04.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.557+0000 7fe8bf252740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5582271dd520 con 0x558227281ab0 2024-04-22T00:45:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.559+0000 7fe8ab7fe640 1 -- 172.21.15.18:0/999872330 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe8b0005220 con 0x7fe8b4108740 2024-04-22T00:45:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.560+0000 7fe8ab7fe640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8a00a2d90 0x7fe8a00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.560+0000 7fe8ab7fe640 1 -- 172.21.15.18:0/999872330 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe8b00cebf0 con 0x7fe8b4108740 2024-04-22T00:45:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.561+0000 7fe8bac08640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822727c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.561+0000 7fe8bac08640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822727c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54074/0 (socket says 172.21.15.18:54074) 2024-04-22T00:45:04.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.561+0000 7fe8bac08640 1 -- 172.21.15.18:0/1611660841 learned_addr learned my addr 172.21.15.18:0/1611660841 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:04.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.561+0000 7fe8ba407640 1 --2- 172.21.15.18:0/1611660841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727c940 0x558227281440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.561+0000 7fe8ba407640 1 -- 172.21.15.18:0/1611660841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 msgr2=0x558227283f40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:45:04.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.561+0000 7fe8ba407640 1 --2- 172.21.15.18:0/1611660841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 0x558227283f40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.561+0000 7fe8ba407640 1 -- 172.21.15.18:0/1611660841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 msgr2=0x55822727c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.561+0000 7fe8ba407640 1 --2- 172.21.15.18:0/1611660841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822727c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.561+0000 7fe8ba407640 1 -- 172.21.15.18:0/1611660841 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558226fbf7d0 con 0x55822727c940 2024-04-22T00:45:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.562+0000 7fe8ba407640 1 --2- 172.21.15.18:0/1611660841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727c940 0x558227281440 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fe8b000d6a0 tx=0x7fe8b00973f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1bee915f2791a68 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.562+0000 7fe8a8bfe640 1 -- 172.21.15.18:0/1611660841 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b0020040 con 0x55822727c940 2024-04-22T00:45:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.562+0000 7fe8a8bfe640 1 -- 172.21.15.18:0/1611660841 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8b0099320 con 0x55822727c940 2024-04-22T00:45:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.563+0000 7fe8bf252740 1 -- 172.21.15.18:0/1611660841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727c940 msgr2=0x558227281440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.563+0000 7fe8bf252740 1 --2- 172.21.15.18:0/1611660841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727c940 0x558227281440 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fe8b000d6a0 tx=0x7fe8b00973f0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.565+0000 7fe8bac08640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8a00a2d90 0x7fe8a00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.565+0000 7fe8bf252740 1 -- 172.21.15.18:0/1611660841 shutdown_connections 2024-04-22T00:45:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.565+0000 7fe8bf252740 1 --2- 172.21.15.18:0/1611660841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 0x558227283f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.565+0000 7fe8bf252740 1 --2- 172.21.15.18:0/1611660841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727c940 0x558227281440 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.565+0000 7fe8bf252740 1 --2- 172.21.15.18:0/1611660841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822727c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.565+0000 7fe8bf252740 1 -- 172.21.15.18:0/1611660841 >> 172.21.15.18:0/1611660841 conn(0x5582272774c0 msgr2=0x5582272778c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.567+0000 7fe8bf252740 1 -- 172.21.15.18:0/1611660841 shutdown_connections 2024-04-22T00:45:04.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.567+0000 7fe8bf252740 1 -- 172.21.15.18:0/1611660841 wait complete. 2024-04-22T00:45:04.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.567+0000 7fe8bf252740 1 -- start start 2024-04-22T00:45:04.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.567+0000 7fe8bf252740 1 Processor -- start 2024-04-22T00:45:04.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.568+0000 7fe8bac08640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8a00a2d90 0x7fe8a00a5250 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac032490 tx=0x7fe8ac02c120 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.571+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x558227286450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.571+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727c940 0x558227286990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.571+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 0x55822728d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.571+0000 7fe8bf252740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558227284a50 con 0x55822727c940 2024-04-22T00:45:04.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.571+0000 7fe8bf252740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55822719ce00 con 0x55822727bf50 2024-04-22T00:45:04.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.571+0000 7fe8bf252740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558227284bd0 con 0x558227281ab0 2024-04-22T00:45:04.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.571+0000 7fe8bf252740 10 client.0 _ll_register_callbacks cb 0x5582271d7eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe8bac08640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 0x55822728d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe8bac08640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 0x55822728d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37628/0 (socket says 172.21.15.18:37628) 2024-04-22T00:45:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe8bac08640 1 -- 172.21.15.18:0/3648238401 learned_addr learned my addr 172.21.15.18:0/3648238401 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe8ba407640 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x558227286450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe8bac08640 1 -- 172.21.15.18:0/3648238401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 msgr2=0x558227286450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe8bac08640 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x558227286450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe8bac08640 1 -- 172.21.15.18:0/3648238401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727c940 msgr2=0x558227286990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe8bac08640 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727c940 0x558227286990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe8bac08640 1 -- 172.21.15.18:0/3648238401 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558226ef53f0 con 0x558227281ab0 2024-04-22T00:45:04.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe8bac08640 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 0x55822728d9d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac032660 tx=0x7fe8ac0095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=affda299a98996e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.572+0000 7fe89dffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:04.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.573+0000 7fe89dffb640 1 -- 172.21.15.18:0/3648238401 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ac053060 con 0x558227281ab0 2024-04-22T00:45:04.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.573+0000 7fe89dffb640 1 -- 172.21.15.18:0/3648238401 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe8ac004450 con 0x558227281ab0 2024-04-22T00:45:04.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.573+0000 7fe8bf252740 1 -- 172.21.15.18:0/3648238401 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8b0099320 con 0x558227281ab0 2024-04-22T00:45:04.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.573+0000 7fe89dffb640 1 -- 172.21.15.18:0/3648238401 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe8ac05a050 con 0x558227281ab0 2024-04-22T00:45:04.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.574+0000 7fe8bf252740 10 client.26131 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:04.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.574+0000 7fe8bf252740 1 -- 172.21.15.18:0/3648238401 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x558226eb50f0 con 0x558227281ab0 2024-04-22T00:45:04.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.574+0000 7fe89dffb640 1 -- 172.21.15.18:0/3648238401 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8b0099320 con 0x558227281ab0 2024-04-22T00:45:04.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.574+0000 7fe89dffb640 1 -- 172.21.15.18:0/3648238401 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fe8ac03f070 con 0x558227281ab0 2024-04-22T00:45:04.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.575+0000 7fe8bf252740 10 client.26131 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:04.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.575+0000 7fe8bf252740 10 client.26131 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:04.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.575+0000 7fe8bf252740 20 client.26131 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:04.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.575+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558227292380 0x558227294820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.575+0000 7fe8bf252740 4 client.26131 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:04.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.575+0000 7fe8bf252740 1 -- 172.21.15.18:0/3648238401 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582271eeaa0 con 0x558227292380 2024-04-22T00:45:04.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.575+0000 7fe8ba407640 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558227292380 0x558227294820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.576+0000 7fe8ba407640 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558227292380 0x558227294820 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bb6f4de8232feac server_cookie=9b8fe11e17cc196e in_seq=0 out_seq=0 2024-04-22T00:45:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.576+0000 7fe89dffb640 10 client.26131 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:04.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe89dffb640 1 -- 172.21.15.18:0/3648238401 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5582271eeaa0 con 0x558227292380 2024-04-22T00:45:04.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe89dffb640 10 client.26131 handle_command_reply: tid=0 2024-04-22T00:45:04.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 client.26131 shutdown 2024-04-22T00:45:04.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 -- 172.21.15.18:0/3648238401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 msgr2=0x55822728d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 0x55822728d9d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac032660 tx=0x7fe8ac0095c0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 -- 172.21.15.18:0/3648238401 shutdown_connections 2024-04-22T00:45:04.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558227292380 0x558227294820 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558227281ab0 0x55822728d9d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727c940 0x558227286990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3648238401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x558227286450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe89dffb640 0 client.26131 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:04.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 -- 172.21.15.18:0/3648238401 >> 172.21.15.18:0/3648238401 conn(0x5582272774c0 msgr2=0x5582272766e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 -- 172.21.15.18:0/3648238401 shutdown_connections 2024-04-22T00:45:04.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.577+0000 7fe8bf252740 1 -- 172.21.15.18:0/3648238401 wait complete. 2024-04-22T00:45:04.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.578+0000 7fe8bf252740 20 client.26131 trim_cache size 0 max 16384 2024-04-22T00:45:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.609+0000 7fe8bf252740 1 Processor -- start 2024-04-22T00:45:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8bf252740 1 -- start start 2024-04-22T00:45:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727bf50 0x55822727dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 0x55822727e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558227281ab0 0x55822728d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8ba407640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727bf50 0x55822727dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8ba407640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727bf50 0x55822727dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37550/0 (socket says 172.21.15.18:37550) 2024-04-22T00:45:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8ba407640 1 -- 172.21.15.18:0/210062557 learned_addr learned my addr 172.21.15.18:0/210062557 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8bf252740 1 -- 172.21.15.18:0/210062557 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe8980125d0 con 0x55822727bf50 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8b9c06640 1 --2- 172.21.15.18:0/210062557 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 0x55822727e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8bf252740 1 -- 172.21.15.18:0/210062557 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe89800fea0 con 0x558227281ab0 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8bf252740 1 -- 172.21.15.18:0/210062557 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe89800dcf0 con 0x55822727c940 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.610+0000 7fe8bac08640 1 --2- 172.21.15.18:0/210062557 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558227281ab0 0x55822728d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.611+0000 7fe8b9c06640 1 -- 172.21.15.18:0/210062557 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558227281ab0 msgr2=0x55822728d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.611+0000 7fe8b9c06640 1 --2- 172.21.15.18:0/210062557 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558227281ab0 0x55822728d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.611+0000 7fe8b9c06640 1 -- 172.21.15.18:0/210062557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727bf50 msgr2=0x55822727dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.611+0000 7fe8b9c06640 1 --2- 172.21.15.18:0/210062557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727bf50 0x55822727dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.611+0000 7fe8b9c06640 1 -- 172.21.15.18:0/210062557 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558227281020 con 0x55822727c940 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.611+0000 7fe8ba407640 1 --2- 172.21.15.18:0/210062557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727bf50 0x55822727dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.611+0000 7fe8b9c06640 1 --2- 172.21.15.18:0/210062557 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 0x55822727e2e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x558227287930 tx=0x7fe8a4009f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df4663310f1e7653 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.611+0000 7fe89ffff640 1 -- 172.21.15.18:0/210062557 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8a4011cf0 con 0x55822727c940 2024-04-22T00:45:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.611+0000 7fe89ffff640 1 -- 172.21.15.18:0/210062557 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8a4016070 con 0x55822727c940 2024-04-22T00:45:04.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.611+0000 7fe89ffff640 1 -- 172.21.15.18:0/210062557 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8a401b470 con 0x55822727c940 2024-04-22T00:45:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.612+0000 7fe8bf252740 1 -- 172.21.15.18:0/210062557 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 msgr2=0x55822727e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.612+0000 7fe8bf252740 1 --2- 172.21.15.18:0/210062557 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 0x55822727e2e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x558227287930 tx=0x7fe8a4009f80 comp rx=0 tx=0).stop 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.613+0000 7fe8bf252740 1 -- 172.21.15.18:0/210062557 shutdown_connections 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.613+0000 7fe8bf252740 1 --2- 172.21.15.18:0/210062557 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558227281ab0 0x55822728d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.613+0000 7fe8bf252740 1 --2- 172.21.15.18:0/210062557 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 0x55822727e2e0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.613+0000 7fe8bf252740 1 --2- 172.21.15.18:0/210062557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822727bf50 0x55822727dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.613+0000 7fe8bf252740 1 -- 172.21.15.18:0/210062557 >> 172.21.15.18:0/210062557 conn(0x5582272774c0 msgr2=0x558227272680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.613+0000 7fe8bf252740 1 -- 172.21.15.18:0/210062557 shutdown_connections 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.613+0000 7fe8bf252740 1 -- 172.21.15.18:0/210062557 wait complete. 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.614+0000 7fe8bf252740 1 -- start start 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.614+0000 7fe8bf252740 1 Processor -- start 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.614+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822728b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.614+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 0x55822728ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8bf252740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558227281ab0 0x55822728c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8ba407640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822728b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8ba407640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822728b4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54104/0 (socket says 172.21.15.18:54104) 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8b9c06640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 0x55822728ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8b9c06640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 0x55822728ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37648/0 (socket says 172.21.15.18:37648) 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8ba407640 1 -- 172.21.15.18:0/3284502378 learned_addr learned my addr 172.21.15.18:0/3284502378 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8bac08640 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558227281ab0 0x55822728c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe89800e360 con 0x558227281ab0 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe89800f7d0 con 0x55822727bf50 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe89800ea30 con 0x55822727c940 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.615+0000 7fe8bf252740 10 client.0 _ll_register_callbacks cb 0x7fe8ac009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe8ba407640 1 -- 172.21.15.18:0/3284502378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 msgr2=0x55822728ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe8ba407640 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 0x55822728ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe8ba407640 1 -- 172.21.15.18:0/3284502378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558227281ab0 msgr2=0x55822728c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe8ba407640 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558227281ab0 0x55822728c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe8ba407640 1 -- 172.21.15.18:0/3284502378 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55822728cea0 con 0x55822727bf50 2024-04-22T00:45:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8a4016070 con 0x55822727bf50 2024-04-22T00:45:04.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe89dffb640 10 client.26144 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:04.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe8ba407640 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822728b4e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe8b0097480 tx=0x7fe8b009af20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e545f292915cd329 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:04.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe89dffb640 1 -- 172.21.15.18:0/3284502378 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b00a7070 con 0x55822727bf50 2024-04-22T00:45:04.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe89dffb640 1 -- 172.21.15.18:0/3284502378 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe8b00cc320 con 0x55822727bf50 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe89dffb640 1 -- 172.21.15.18:0/3284502378 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe8b0020040 con 0x55822727bf50 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe8bf252740 10 client.26144 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.616+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=30}) -- 0x5582272f8a90 con 0x55822727bf50 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.617+0000 7fe89dffb640 1 -- 172.21.15.18:0/3284502378 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fe8b00aa030 con 0x55822727bf50 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.617+0000 7fe8bf252740 10 client.26144 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.617+0000 7fe8bf252740 10 client.26144 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.617+0000 7fe8bf252740 20 client.26144 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.617+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5582272f8f90 0x5582272fb380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.617+0000 7fe8bf252740 4 client.26144 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.617+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5582271e8df0 con 0x5582272f8f90 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.617+0000 7fe8b9c06640 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5582272f8f90 0x5582272fb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe89dffb640 10 client.26144 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8b9c06640 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5582272f8f90 0x5582272fb380 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99a44630f969c64e server_cookie=ed11d06a24d041f3 in_seq=0 out_seq=0 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe89dffb640 1 -- 172.21.15.18:0/3284502378 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5582271e8df0 con 0x5582272f8f90 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe89dffb640 10 client.26144 handle_command_reply: tid=0 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 client.26144 shutdown 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 msgr2=0x55822728b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822728b4e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe8b0097480 tx=0x7fe8b009af20 comp rx=0 tx=0).stop 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 shutdown_connections 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5582272f8f90 0x5582272fb380 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe89dffb640 0 client.26144 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558227281ab0 0x55822728c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55822727c940 0x55822728ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 --2- 172.21.15.18:0/3284502378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55822727bf50 0x55822728b4e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 >> 172.21.15.18:0/3284502378 conn(0x5582272774c0 msgr2=0x5582272863f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 shutdown_connections 2024-04-22T00:45:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 1 -- 172.21.15.18:0/3284502378 wait complete. 2024-04-22T00:45:04.622 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:45:04.622 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:45:04.622 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:45:04.622 INFO:teuthology.orchestra.run.smithi018.stdout: "970141de-be1d-4853-b2c2-9108041cd150": { 2024-04-22T00:45:04.622 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:45:04.622 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "970141de-be1d-4853-b2c2-9108041cd150", 2024-04-22T00:45:04.622 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:45:04.622 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:45:04.622 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:45:04.622 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:45:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.618+0000 7fe8bf252740 20 client.26144 trim_cache size 0 max 16384 2024-04-22T00:45:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 -- 172.21.15.18:0/999872330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8a00a2d90 msgr2=0x7fe8a00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8a00a2d90 0x7fe8a00a5250 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac032490 tx=0x7fe8ac02c120 comp rx=0 tx=0).stop 2024-04-22T00:45:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 -- 172.21.15.18:0/999872330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8b4108740 msgr2=0x7fe8b4116ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8b4108740 0x7fe8b4116ed0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe8b000d6d0 tx=0x7fe8b000db90 comp rx=0 tx=0).stop 2024-04-22T00:45:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 -- 172.21.15.18:0/999872330 shutdown_connections 2024-04-22T00:45:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8a00a2d90 0x7fe8a00a5250 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8b410da80 0x7fe8b41b68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe8b410b0b0 0x7fe8b4117410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 --2- 172.21.15.18:0/999872330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8b4108740 0x7fe8b4116ed0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 -- 172.21.15.18:0/999872330 >> 172.21.15.18:0/999872330 conn(0x7fe8b406e5d0 msgr2=0x7fe8b410b980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 -- 172.21.15.18:0/999872330 shutdown_connections 2024-04-22T00:45:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:04.619+0000 7fe8bc66b640 1 -- 172.21.15.18:0/999872330 wait complete. 2024-04-22T00:45:04.639 INFO:tasks.cephfs.filesystem:scrub status for tag:970141de-be1d-4853-b2c2-9108041cd150 - {'path': '/', 'tag': '970141de-be1d-4853-b2c2-9108041cd150', 'options': 'recursive,force'} 2024-04-22T00:45:04.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 220.0 s, 1094.2 tps, lat 91.130 ms stddev 104.802 2024-04-22T00:45:04.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:04 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:45:04.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:04 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:45:04.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:04 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:45:05.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:05 smithi081 ceph-mon[31546]: pgmap v488: 129 pgs: 129 active+clean; 1.2 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5.2 MiB/s wr, 566 op/s 2024-04-22T00:45:05.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:05 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:45:05.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:05 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:05 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:45:05.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:05 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:45:05.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:05 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:05 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:45:05.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:05 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:05 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:05 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:05 smithi018 ceph-mon[27979]: pgmap v488: 129 pgs: 129 active+clean; 1.2 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5.2 MiB/s wr, 566 op/s 2024-04-22T00:45:05.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:05 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:45:05.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:05 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:05 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:45:05.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:05 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:45:05.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:05 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:05 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:45:05.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:05 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:05 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:05 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:05 smithi167 ceph-mon[31348]: pgmap v488: 129 pgs: 129 active+clean; 1.2 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5.2 MiB/s wr, 566 op/s 2024-04-22T00:45:05.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:05 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:45:05.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:05 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:05 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:45:05.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:05 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:45:05.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:05 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:05 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:45:05.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:05 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:05 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:05.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:05 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:07.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:07 smithi081 ceph-mon[31546]: pgmap v489: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 6.4 MiB/s wr, 702 op/s 2024-04-22T00:45:07.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:07 smithi018 ceph-mon[27979]: pgmap v489: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 6.4 MiB/s wr, 702 op/s 2024-04-22T00:45:07.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:07 smithi167 ceph-mon[31348]: pgmap v489: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 6.4 MiB/s wr, 702 op/s 2024-04-22T00:45:09.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 225.0 s, 1273.6 tps, lat 78.380 ms stddev 110.413 2024-04-22T00:45:09.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:09 smithi081 ceph-mon[31546]: pgmap v490: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 5.0 MiB/s wr, 590 op/s 2024-04-22T00:45:09.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:09 smithi018 ceph-mon[27979]: pgmap v490: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 5.0 MiB/s wr, 590 op/s 2024-04-22T00:45:09.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:09 smithi167 ceph-mon[31348]: pgmap v490: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 5.0 MiB/s wr, 590 op/s 2024-04-22T00:45:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.660+0000 7f4646c84640 1 -- 172.21.15.18:0/39918747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f46401006e0 msgr2=0x7f4640100b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.660+0000 7f4646c84640 1 --2- 172.21.15.18:0/39918747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f46401006e0 0x7f4640100b00 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f4628009900 tx=0x7f462802bc30 comp rx=0 tx=0).stop 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.660+0000 7f4646c84640 1 -- 172.21.15.18:0/39918747 shutdown_connections 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.660+0000 7f4646c84640 1 --2- 172.21.15.18:0/39918747 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4640102290 0x7f4640108b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.660+0000 7f4646c84640 1 --2- 172.21.15.18:0/39918747 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f46401018d0 0x7f4640101d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.660+0000 7f4646c84640 1 --2- 172.21.15.18:0/39918747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f46401006e0 0x7f4640100b00 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.660+0000 7f4646c84640 1 -- 172.21.15.18:0/39918747 >> 172.21.15.18:0/39918747 conn(0x7f46400fbc50 msgr2=0x7f46400fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.660+0000 7f4646c84640 1 -- 172.21.15.18:0/39918747 shutdown_connections 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.660+0000 7f4646c84640 1 -- 172.21.15.18:0/39918747 wait complete. 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4646c84640 1 Processor -- start 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4646c84640 1 -- start start 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4646c84640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f46401006e0 0x7f4640196960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4646c84640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f46401018d0 0x7f4640196ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4646c84640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4640102290 0x7f464019df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4646c84640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f464010c350 con 0x7f4640102290 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4646c84640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f464010c1d0 con 0x7f46401018d0 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4644a20640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f46401006e0 0x7f4640196960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4644a20640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f46401006e0 0x7f4640196960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37670/0 (socket says 172.21.15.18:37670) 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4644a20640 1 -- 172.21.15.18:0/380848448 learned_addr learned my addr 172.21.15.18:0/380848448 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4646c84640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f464010c4d0 con 0x7f46401006e0 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4645221640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4640102290 0x7f464019df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f463ffff640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f46401018d0 0x7f4640196ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4644a20640 1 -- 172.21.15.18:0/380848448 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f46401018d0 msgr2=0x7f4640196ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4644a20640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f46401018d0 0x7f4640196ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4644a20640 1 -- 172.21.15.18:0/380848448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4640102290 msgr2=0x7f464019df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.661+0000 7f4644a20640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4640102290 0x7f464019df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.662+0000 7f4644a20640 1 -- 172.21.15.18:0/380848448 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f464019e580 con 0x7f46401006e0 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.662+0000 7f4644a20640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f46401006e0 0x7f4640196960 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f4628000c00 tx=0x7f462802c640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.662+0000 7f463dffb640 1 -- 172.21.15.18:0/380848448 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4628041070 con 0x7f46401006e0 2024-04-22T00:45:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.662+0000 7f463dffb640 1 -- 172.21.15.18:0/380848448 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4628004450 con 0x7f46401006e0 2024-04-22T00:45:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.662+0000 7f4646c84640 1 -- 172.21.15.18:0/380848448 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f464019e810 con 0x7f46401006e0 2024-04-22T00:45:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.662+0000 7f463dffb640 1 -- 172.21.15.18:0/380848448 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4628003df0 con 0x7f46401006e0 2024-04-22T00:45:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.662+0000 7f4646c84640 1 -- 172.21.15.18:0/380848448 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4640069980 con 0x7f46401006e0 2024-04-22T00:45:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.666+0000 7f463dffb640 1 -- 172.21.15.18:0/380848448 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4628044070 con 0x7f46401006e0 2024-04-22T00:45:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f464986c740 1 Processor -- start 2024-04-22T00:45:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f463dffb640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f462c0a2cb0 0x7f462c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f464986c740 1 -- start start 2024-04-22T00:45:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f4645221640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f462c0a2cb0 0x7f462c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f463dffb640 1 -- 172.21.15.18:0/380848448 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f46280f0e20 con 0x7f46401006e0 2024-04-22T00:45:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f464986c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf214150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f464986c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf219220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f464986c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf219890 0x55fedf21bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f464986c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fedf178b70 con 0x55fedf219890 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f464986c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fedf121470 con 0x55fedf214720 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f464986c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fedf174b30 con 0x55fedf213d30 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f4644a20640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf214150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f463ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf219220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f4645221640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf219890 0x55fedf21bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f4644a20640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf214150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37682/0 (socket says 172.21.15.18:37682) 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f463ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf219220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54138/0 (socket says 172.21.15.18:54138) 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f4644a20640 1 -- 172.21.15.18:0/4000077392 learned_addr learned my addr 172.21.15.18:0/4000077392 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f463ffff640 1 -- 172.21.15.18:0/4000077392 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 msgr2=0x55fedf214150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f463ffff640 1 --2- 172.21.15.18:0/4000077392 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf214150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f463ffff640 1 -- 172.21.15.18:0/4000077392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf219890 msgr2=0x55fedf21bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f463ffff640 1 --2- 172.21.15.18:0/4000077392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf219890 0x55fedf21bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f463ffff640 1 -- 172.21.15.18:0/4000077392 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fedee8d210 con 0x55fedf214720 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.667+0000 7f4645221640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f462c0a2cb0 0x7f462c0a5170 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4638009fa0 tx=0x7f4638013830 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.668+0000 7f463ffff640 1 --2- 172.21.15.18:0/4000077392 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf219220 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4630005fd0 tx=0x7f46300118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18546c843bef8669 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.668+0000 7f4636ffd640 1 -- 172.21.15.18:0/4000077392 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4630004d20 con 0x55fedf214720 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.668+0000 7f4636ffd640 1 -- 172.21.15.18:0/4000077392 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4630004050 con 0x55fedf214720 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.668+0000 7f4636ffd640 1 -- 172.21.15.18:0/4000077392 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4630005260 con 0x55fedf214720 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 -- 172.21.15.18:0/4000077392 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 msgr2=0x55fedf219220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 --2- 172.21.15.18:0/4000077392 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf219220 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4630005fd0 tx=0x7f46300118d0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 -- 172.21.15.18:0/4000077392 shutdown_connections 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 --2- 172.21.15.18:0/4000077392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf219890 0x55fedf21bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 --2- 172.21.15.18:0/4000077392 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf219220 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 --2- 172.21.15.18:0/4000077392 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf214150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 -- 172.21.15.18:0/4000077392 >> 172.21.15.18:0/4000077392 conn(0x55fedf20f2a0 msgr2=0x55fedf20f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 -- 172.21.15.18:0/4000077392 shutdown_connections 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 -- 172.21.15.18:0/4000077392 wait complete. 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 -- start start 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 Processor -- start 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf21e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 0x55fedf21e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 0x55fedf2255a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fedf21c840 con 0x55fedf214720 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fedf134a10 con 0x55fedf219890 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fedf21c9c0 con 0x55fedf213d30 2024-04-22T00:45:10.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.669+0000 7f464986c740 10 client.0 _ll_register_callbacks cb 0x55fedf16fb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f463ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 0x55fedf21e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f4645221640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 0x55fedf2255a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f463ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 0x55fedf21e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37590/0 (socket says 172.21.15.18:37590) 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f463ffff640 1 -- 172.21.15.18:0/3264098615 learned_addr learned my addr 172.21.15.18:0/3264098615 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f4645221640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 0x55fedf2255a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54154/0 (socket says 172.21.15.18:54154) 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f4644a20640 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf21e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f4645221640 1 -- 172.21.15.18:0/3264098615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 msgr2=0x55fedf21e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f4645221640 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf21e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f4645221640 1 -- 172.21.15.18:0/3264098615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 msgr2=0x55fedf21e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f4645221640 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 0x55fedf21e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f4645221640 1 -- 172.21.15.18:0/3264098615 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fedef59620 con 0x55fedf219890 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f4644a20640 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf21e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f4645221640 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 0x55fedf2255a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4638009fd0 tx=0x7f4638004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb49b2b4b9c3c928 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:10.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f461ffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f461ffff640 1 -- 172.21.15.18:0/3264098615 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4638012270 con 0x55fedf219890 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f464986c740 1 -- 172.21.15.18:0/3264098615 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4630004050 con 0x55fedf219890 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.670+0000 7f461ffff640 1 -- 172.21.15.18:0/3264098615 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f463800fa90 con 0x55fedf219890 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f461ffff640 1 -- 172.21.15.18:0/3264098615 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4638031050 con 0x55fedf219890 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f464986c740 10 client.26156 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f464986c740 1 -- 172.21.15.18:0/3264098615 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55fedf2289d0 con 0x55fedf219890 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f461ffff640 1 -- 172.21.15.18:0/3264098615 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4630004050 con 0x55fedf219890 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f461ffff640 1 -- 172.21.15.18:0/3264098615 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f463801f070 con 0x55fedf219890 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f464986c740 10 client.26156 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f464986c740 10 client.26156 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f464986c740 20 client.26156 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:10.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f464986c740 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fedf22a0b0 0x55fedf22c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f464986c740 4 client.26156 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:10.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.671+0000 7f464986c740 1 -- 172.21.15.18:0/3264098615 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fedf1860b0 con 0x55fedf22a0b0 2024-04-22T00:45:10.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.672+0000 7f4644a20640 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fedf22a0b0 0x55fedf22c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.672+0000 7f461ffff640 10 client.26156 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:10.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.672+0000 7f4644a20640 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fedf22a0b0 0x55fedf22c530 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24f065cfb19745ab server_cookie=2efaa470d69a0f27 in_seq=0 out_seq=0 2024-04-22T00:45:10.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f461ffff640 1 -- 172.21.15.18:0/3264098615 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fedf1860b0 con 0x55fedf22a0b0 2024-04-22T00:45:10.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f461ffff640 10 client.26156 handle_command_reply: tid=0 2024-04-22T00:45:10.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 client.26156 shutdown 2024-04-22T00:45:10.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 -- 172.21.15.18:0/3264098615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 msgr2=0x55fedf2255a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:10.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 0x55fedf2255a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4638009fd0 tx=0x7f4638004730 comp rx=0 tx=0).stop 2024-04-22T00:45:10.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 -- 172.21.15.18:0/3264098615 shutdown_connections 2024-04-22T00:45:10.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fedf22a0b0 0x55fedf22c530 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 0x55fedf2255a0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 0x55fedf21e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 --2- 172.21.15.18:0/3264098615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf21e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 -- 172.21.15.18:0/3264098615 >> 172.21.15.18:0/3264098615 conn(0x55fedf20f2a0 msgr2=0x55fedf20e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:10.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f461ffff640 0 client.26156 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:10.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 -- 172.21.15.18:0/3264098615 shutdown_connections 2024-04-22T00:45:10.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 1 -- 172.21.15.18:0/3264098615 wait complete. 2024-04-22T00:45:10.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.673+0000 7f464986c740 20 client.26156 trim_cache size 0 max 16384 2024-04-22T00:45:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f464986c740 1 Processor -- start 2024-04-22T00:45:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f464986c740 1 -- start start 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f464986c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf215aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f464986c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 0x55fedf225560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f464986c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 0x55fedf215fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f464986c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f46401aee80 con 0x55fedf214720 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f464986c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f46401ac750 con 0x55fedf219890 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f464986c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f46401aa5a0 con 0x55fedf213d30 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f4644a20640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf215aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f463ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 0x55fedf225560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f4644a20640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf215aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:37696/0 (socket says 172.21.15.18:37696) 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f463ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 0x55fedf225560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37592/0 (socket says 172.21.15.18:37592) 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f4645221640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 0x55fedf215fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f4644a20640 1 -- 172.21.15.18:0/803587238 learned_addr learned my addr 172.21.15.18:0/803587238 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f4644a20640 1 -- 172.21.15.18:0/803587238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 msgr2=0x55fedf215fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f4644a20640 1 --2- 172.21.15.18:0/803587238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 0x55fedf215fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f4644a20640 1 -- 172.21.15.18:0/803587238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 msgr2=0x55fedf225560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f4644a20640 1 --2- 172.21.15.18:0/803587238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 0x55fedf225560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.693+0000 7f4644a20640 1 -- 172.21.15.18:0/803587238 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fedf214b00 con 0x55fedf213d30 2024-04-22T00:45:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.694+0000 7f4644a20640 1 --2- 172.21.15.18:0/803587238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf215aa0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f46280ee5a0 tx=0x7f46280ee420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b7ca88f1c4b3a5d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.694+0000 7f46367fc640 1 -- 172.21.15.18:0/803587238 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f462804b040 con 0x55fedf213d30 2024-04-22T00:45:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.694+0000 7f46367fc640 1 -- 172.21.15.18:0/803587238 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46280bd340 con 0x55fedf213d30 2024-04-22T00:45:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.694+0000 7f46367fc640 1 -- 172.21.15.18:0/803587238 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46280bb6d0 con 0x55fedf213d30 2024-04-22T00:45:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 -- 172.21.15.18:0/803587238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 msgr2=0x55fedf215aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 --2- 172.21.15.18:0/803587238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf215aa0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f46280ee5a0 tx=0x7f46280ee420 comp rx=0 tx=0).stop 2024-04-22T00:45:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 -- 172.21.15.18:0/803587238 shutdown_connections 2024-04-22T00:45:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 --2- 172.21.15.18:0/803587238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf219890 0x55fedf215fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 --2- 172.21.15.18:0/803587238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf214720 0x55fedf225560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 --2- 172.21.15.18:0/803587238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf213d30 0x55fedf215aa0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 -- 172.21.15.18:0/803587238 >> 172.21.15.18:0/803587238 conn(0x55fedf20f2a0 msgr2=0x55fedf20f680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 -- 172.21.15.18:0/803587238 shutdown_connections 2024-04-22T00:45:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 -- 172.21.15.18:0/803587238 wait complete. 2024-04-22T00:45:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 -- start start 2024-04-22T00:45:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.695+0000 7f464986c740 1 Processor -- start 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f464986c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf213d30 0x55fedf222950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f464986c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf222e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f464986c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf219890 0x55fedf223ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f464986c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f46401aac10 con 0x55fedf213d30 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f464986c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f46401ac080 con 0x55fedf214720 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f464986c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f46401ab2e0 con 0x55fedf219890 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f463ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf222e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f463ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf222e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54178/0 (socket says 172.21.15.18:54178) 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f463ffff640 1 -- 172.21.15.18:0/649253753 learned_addr learned my addr 172.21.15.18:0/649253753 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f464986c740 10 client.0 _ll_register_callbacks cb 0x7f4638009540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f4645221640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf219890 0x55fedf223ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f4644a20640 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf213d30 0x55fedf222950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f463ffff640 1 -- 172.21.15.18:0/649253753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf219890 msgr2=0x55fedf223ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f463ffff640 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf219890 0x55fedf223ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f463ffff640 1 -- 172.21.15.18:0/649253753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf213d30 msgr2=0x55fedf222950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:10.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f463ffff640 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf213d30 0x55fedf222950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f463ffff640 1 -- 172.21.15.18:0/649253753 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fedf224490 con 0x55fedf214720 2024-04-22T00:45:10.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f463ffff640 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf222e90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f4630009700 tx=0x7f4630004b30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8486595a0e91357f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:10.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.696+0000 7f461ffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:10.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f461ffff640 1 -- 172.21.15.18:0/649253753 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4630003e50 con 0x55fedf214720 2024-04-22T00:45:10.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f464986c740 1 -- 172.21.15.18:0/649253753 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46280bd340 con 0x55fedf214720 2024-04-22T00:45:10.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f461ffff640 1 -- 172.21.15.18:0/649253753 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4630004050 con 0x55fedf214720 2024-04-22T00:45:10.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f461ffff640 1 -- 172.21.15.18:0/649253753 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4630004250 con 0x55fedf214720 2024-04-22T00:45:10.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f464986c740 10 client.26162 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:10.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f464986c740 1 -- 172.21.15.18:0/649253753 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55fedf225820 con 0x55fedf214720 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f461ffff640 1 -- 172.21.15.18:0/649253753 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46280bd340 con 0x55fedf214720 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f461ffff640 1 -- 172.21.15.18:0/649253753 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f4630005810 con 0x55fedf214720 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f464986c740 10 client.26162 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f464986c740 10 client.26162 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f464986c740 20 client.26162 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f464986c740 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fedf290be0 0x55fedf293000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f464986c740 4 client.26162 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.697+0000 7f464986c740 1 -- 172.21.15.18:0/649253753 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fedf20a900 con 0x55fedf290be0 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.698+0000 7f4644a20640 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fedf290be0 0x55fedf293000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.698+0000 7f461ffff640 10 client.26162 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.698+0000 7f4644a20640 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fedf290be0 0x55fedf293000 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80dc7b0192afa2a8 server_cookie=a9ef61ba1e372944 in_seq=0 out_seq=0 2024-04-22T00:45:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f461ffff640 1 -- 172.21.15.18:0/649253753 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fedf20a900 con 0x55fedf290be0 2024-04-22T00:45:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f461ffff640 10 client.26162 handle_command_reply: tid=0 2024-04-22T00:45:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 client.26162 shutdown 2024-04-22T00:45:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 -- 172.21.15.18:0/649253753 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 msgr2=0x55fedf222e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf222e90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f4630009700 tx=0x7f4630004b30 comp rx=0 tx=0).stop 2024-04-22T00:45:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 -- 172.21.15.18:0/649253753 shutdown_connections 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fedf290be0 0x55fedf293000 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fedf219890 0x55fedf223ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fedf214720 0x55fedf222e90 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 --2- 172.21.15.18:0/649253753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fedf213d30 0x55fedf222950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f461ffff640 0 client.26162 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 -- 172.21.15.18:0/649253753 >> 172.21.15.18:0/649253753 conn(0x55fedf20f2a0 msgr2=0x55fedf21dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 -- 172.21.15.18:0/649253753 shutdown_connections 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 1 -- 172.21.15.18:0/649253753 wait complete. 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.706+0000 7f464986c740 20 client.26162 trim_cache size 0 max 16384 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:45:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:45:10.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:45:10.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:45:10.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 -- 172.21.15.18:0/380848448 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f462c0a2cb0 msgr2=0x7f462c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:10.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f462c0a2cb0 0x7f462c0a5170 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4638009fa0 tx=0x7f4638013830 comp rx=0 tx=0).stop 2024-04-22T00:45:10.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 -- 172.21.15.18:0/380848448 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f46401006e0 msgr2=0x7f4640196960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:10.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f46401006e0 0x7f4640196960 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f4628000c00 tx=0x7f462802c640 comp rx=0 tx=0).stop 2024-04-22T00:45:10.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 -- 172.21.15.18:0/380848448 shutdown_connections 2024-04-22T00:45:10.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f462c0a2cb0 0x7f462c0a5170 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4640102290 0x7f464019df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f46401018d0 0x7f4640196ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 --2- 172.21.15.18:0/380848448 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f46401006e0 0x7f4640196960 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:10.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 -- 172.21.15.18:0/380848448 >> 172.21.15.18:0/380848448 conn(0x7f46400fbc50 msgr2=0x7f4640104bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:10.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 -- 172.21.15.18:0/380848448 shutdown_connections 2024-04-22T00:45:10.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:10.707+0000 7f4646c84640 1 -- 172.21.15.18:0/380848448 wait complete. 2024-04-22T00:45:11.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:11 smithi081 ceph-mon[31546]: pgmap v491: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 9.3 MiB/s wr, 919 op/s 2024-04-22T00:45:11.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:11 smithi018 ceph-mon[27979]: pgmap v491: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 9.3 MiB/s wr, 919 op/s 2024-04-22T00:45:11.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:11 smithi167 ceph-mon[31348]: pgmap v491: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 9.3 MiB/s wr, 919 op/s 2024-04-22T00:45:13.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:13 smithi167 ceph-mon[31348]: pgmap v492: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 10 MiB/s wr, 920 op/s 2024-04-22T00:45:14.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:13 smithi081 ceph-mon[31546]: pgmap v492: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 10 MiB/s wr, 920 op/s 2024-04-22T00:45:14.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:13 smithi018 ceph-mon[27979]: pgmap v492: 129 pgs: 129 active+clean; 1.2 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 10 MiB/s wr, 920 op/s 2024-04-22T00:45:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 230.0 s, 1133.0 tps, lat 87.369 ms stddev 95.961 2024-04-22T00:45:15.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:15 smithi167 ceph-mon[31348]: pgmap v493: 129 pgs: 129 active+clean; 1.2 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 12 MiB/s wr, 974 op/s 2024-04-22T00:45:16.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:15 smithi081 ceph-mon[31546]: pgmap v493: 129 pgs: 129 active+clean; 1.2 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 12 MiB/s wr, 974 op/s 2024-04-22T00:45:16.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:15 smithi018 ceph-mon[27979]: pgmap v493: 129 pgs: 129 active+clean; 1.2 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 12 MiB/s wr, 974 op/s 2024-04-22T00:45:17.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:17 smithi167 ceph-mon[31348]: pgmap v494: 129 pgs: 129 active+clean; 1.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 13 MiB/s wr, 1.05k op/s 2024-04-22T00:45:17.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:17 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:45:17.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:17 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:45:17.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:17 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:45:18.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:17 smithi081 ceph-mon[31546]: pgmap v494: 129 pgs: 129 active+clean; 1.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 13 MiB/s wr, 1.05k op/s 2024-04-22T00:45:18.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:17 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:45:18.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:17 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:45:18.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:17 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:45:18.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:17 smithi018 ceph-mon[27979]: pgmap v494: 129 pgs: 129 active+clean; 1.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 13 MiB/s wr, 1.05k op/s 2024-04-22T00:45:18.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:17 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:45:18.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:17 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:45:18.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:17 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:45:19.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 235.0 s, 894.0 tps, lat 112.350 ms stddev 172.791 2024-04-22T00:45:19.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:19 smithi167 ceph-mon[31348]: pgmap v495: 129 pgs: 129 active+clean; 1.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 12 MiB/s wr, 924 op/s 2024-04-22T00:45:20.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:19 smithi081 ceph-mon[31546]: pgmap v495: 129 pgs: 129 active+clean; 1.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 12 MiB/s wr, 924 op/s 2024-04-22T00:45:20.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:19 smithi018 ceph-mon[27979]: pgmap v495: 129 pgs: 129 active+clean; 1.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 12 MiB/s wr, 924 op/s 2024-04-22T00:45:21.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:21 smithi167 ceph-mon[31348]: pgmap v496: 129 pgs: 129 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 13 MiB/s wr, 992 op/s 2024-04-22T00:45:22.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:21 smithi081 ceph-mon[31546]: pgmap v496: 129 pgs: 129 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 13 MiB/s wr, 992 op/s 2024-04-22T00:45:22.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:21 smithi018 ceph-mon[27979]: pgmap v496: 129 pgs: 129 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 13 MiB/s wr, 992 op/s 2024-04-22T00:45:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.853+0000 7f41af59e640 1 -- 172.21.15.18:0/1629882063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41a8096800 msgr2=0x7f41a8098bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.853+0000 7f41af59e640 1 --2- 172.21.15.18:0/1629882063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41a8096800 0x7f41a8098bf0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f41a0009900 tx=0x7f41a002bc30 comp rx=0 tx=0).stop 2024-04-22T00:45:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.853+0000 7f41af59e640 1 -- 172.21.15.18:0/1629882063 shutdown_connections 2024-04-22T00:45:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.853+0000 7f41af59e640 1 --2- 172.21.15.18:0/1629882063 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41a809ba60 0x7f41a809deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.853+0000 7f41af59e640 1 --2- 172.21.15.18:0/1629882063 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a8099130 0x7f41a809b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.853+0000 7f41af59e640 1 --2- 172.21.15.18:0/1629882063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41a8096800 0x7f41a8098bf0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.853+0000 7f41af59e640 1 -- 172.21.15.18:0/1629882063 >> 172.21.15.18:0/1629882063 conn(0x7f41a80901d0 msgr2=0x7f41a8092630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.854+0000 7f41af59e640 1 -- 172.21.15.18:0/1629882063 shutdown_connections 2024-04-22T00:45:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.854+0000 7f41af59e640 1 -- 172.21.15.18:0/1629882063 wait complete. 2024-04-22T00:45:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.855+0000 7f41af59e640 1 Processor -- start 2024-04-22T00:45:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.855+0000 7f41af59e640 1 -- start start 2024-04-22T00:45:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.855+0000 7f41af59e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41a8096800 0x7f41a812e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.855+0000 7f41af59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a8099130 0x7f41a812e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.855+0000 7f41af59e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41a809ba60 0x7f41a8135800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.855+0000 7f41af59e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f41a80a1a00 con 0x7f41a8099130 2024-04-22T00:45:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.855+0000 7f41af59e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f41a80a1880 con 0x7f41a809ba60 2024-04-22T00:45:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.855+0000 7f41af59e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f41a80a1b80 con 0x7f41a8096800 2024-04-22T00:45:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41ae59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41a8096800 0x7f41a812e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41ae59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41a8096800 0x7f41a812e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:56612/0 (socket says 172.21.15.18:56612) 2024-04-22T00:45:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41aed9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41a809ba60 0x7f41a8135800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41aed9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41a809ba60 0x7f41a8135800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:43544/0 (socket says 172.21.15.18:43544) 2024-04-22T00:45:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41aed9d640 1 -- 172.21.15.18:0/3176965650 learned_addr learned my addr 172.21.15.18:0/3176965650 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41add9b640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a8099130 0x7f41a812e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41ae59c640 1 -- 172.21.15.18:0/3176965650 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41a809ba60 msgr2=0x7f41a8135800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:23.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41ae59c640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41a809ba60 0x7f41a8135800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41ae59c640 1 -- 172.21.15.18:0/3176965650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a8099130 msgr2=0x7f41a812e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:23.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41ae59c640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a8099130 0x7f41a812e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.856+0000 7f41ae59c640 1 -- 172.21.15.18:0/3176965650 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41a8135e70 con 0x7f41a8096800 2024-04-22T00:45:23.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.857+0000 7f41ae59c640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41a8096800 0x7f41a812e250 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f41a002c170 tx=0x7f41a0005dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:23.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.857+0000 7f419f7fe640 1 -- 172.21.15.18:0/3176965650 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a0043020 con 0x7f41a8096800 2024-04-22T00:45:23.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.857+0000 7f419f7fe640 1 -- 172.21.15.18:0/3176965650 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41a0004350 con 0x7f41a8096800 2024-04-22T00:45:23.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.857+0000 7f419f7fe640 1 -- 172.21.15.18:0/3176965650 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a0005220 con 0x7f41a8096800 2024-04-22T00:45:23.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.857+0000 7f41af59e640 1 -- 172.21.15.18:0/3176965650 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41a8136100 con 0x7f41a8096800 2024-04-22T00:45:23.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.857+0000 7f41af59e640 1 -- 172.21.15.18:0/3176965650 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41a81365d0 con 0x7f41a8096800 2024-04-22T00:45:23.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.860+0000 7f419f7fe640 1 -- 172.21.15.18:0/3176965650 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f41a0046020 con 0x7f41a8096800 2024-04-22T00:45:23.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.860+0000 7f41b7a23740 1 Processor -- start 2024-04-22T00:45:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.861+0000 7f41b7a23740 1 -- start start 2024-04-22T00:45:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.862+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a5377f760 0x556a5377fb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.862+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a53784c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.862+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a53787750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.862+0000 7f41b7a23740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556a536dbb70 con 0x556a5377f760 2024-04-22T00:45:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.862+0000 7f41b7a23740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556a53684470 con 0x556a537852c0 2024-04-22T00:45:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.862+0000 7f41b7a23740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556a536d7b30 con 0x556a53780150 2024-04-22T00:45:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.862+0000 7f41add9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a53787750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.862+0000 7f41add9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a53787750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:43554/0 (socket says 172.21.15.18:43554) 2024-04-22T00:45:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.862+0000 7f41add9b640 1 -- 172.21.15.18:0/3714444464 learned_addr learned my addr 172.21.15.18:0/3714444464 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f41ae59c640 1 --2- 172.21.15.18:0/3714444464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a53784c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f41aed9d640 1 --2- 172.21.15.18:0/3714444464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a5377f760 0x556a5377fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f419f7fe640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41980a2c90 0x7f41980a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f41add9b640 1 -- 172.21.15.18:0/3714444464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 msgr2=0x556a53784c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f41add9b640 1 --2- 172.21.15.18:0/3714444464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a53784c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f41add9b640 1 -- 172.21.15.18:0/3714444464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a5377f760 msgr2=0x556a5377fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f41add9b640 1 --2- 172.21.15.18:0/3714444464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a5377f760 0x556a5377fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f41add9b640 1 -- 172.21.15.18:0/3714444464 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a533f0210 con 0x556a537852c0 2024-04-22T00:45:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f419f7fe640 1 -- 172.21.15.18:0/3176965650 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f41a00f1bf0 con 0x7f41a8096800 2024-04-22T00:45:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f41aed9d640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41980a2c90 0x7f41980a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.863+0000 7f41ae59c640 1 --2- 172.21.15.18:0/3714444464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a53784c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:45:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.864+0000 7f41add9b640 1 --2- 172.21.15.18:0/3714444464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a53787750 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f41a400bc70 tx=0x7f41a40107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=137d48fd3e91276c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.864+0000 7f419cff9640 1 -- 172.21.15.18:0/3714444464 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a4005220 con 0x556a537852c0 2024-04-22T00:45:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.864+0000 7f419cff9640 1 -- 172.21.15.18:0/3714444464 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41a400be20 con 0x556a537852c0 2024-04-22T00:45:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.864+0000 7f419cff9640 1 -- 172.21.15.18:0/3714444464 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a40117b0 con 0x556a537852c0 2024-04-22T00:45:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.865+0000 7f41b7a23740 1 -- 172.21.15.18:0/3714444464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 msgr2=0x556a53787750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.865+0000 7f41b7a23740 1 --2- 172.21.15.18:0/3714444464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a53787750 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f41a400bc70 tx=0x7f41a40107a0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.865+0000 7f41aed9d640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41980a2c90 0x7f41980a5150 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f41b0050ce0 tx=0x7f41b0067890 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.865+0000 7f41b7a23740 1 -- 172.21.15.18:0/3714444464 shutdown_connections 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.865+0000 7f41b7a23740 1 --2- 172.21.15.18:0/3714444464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a53787750 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.865+0000 7f41b7a23740 1 --2- 172.21.15.18:0/3714444464 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a53784c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.865+0000 7f41b7a23740 1 --2- 172.21.15.18:0/3714444464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a5377f760 0x556a5377fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.865+0000 7f41b7a23740 1 -- 172.21.15.18:0/3714444464 >> 172.21.15.18:0/3714444464 conn(0x556a537724c0 msgr2=0x556a537728c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.865+0000 7f41b7a23740 1 -- 172.21.15.18:0/3714444464 shutdown_connections 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.865+0000 7f41b7a23740 1 -- 172.21.15.18:0/3714444464 wait complete. 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41b7a23740 1 -- start start 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41b7a23740 1 Processor -- start 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a5377f760 0x556a53778990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a53780150 0x556a53778ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a537852c0 0x556a5377deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41b7a23740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556a53777050 con 0x556a5377f760 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41b7a23740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556a53697a10 con 0x556a53780150 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41b7a23740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556a537771d0 con 0x556a537852c0 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41b7a23740 10 client.0 _ll_register_callbacks cb 0x556a536d2b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41ae59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a5377f760 0x556a53778990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41aed9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a537852c0 0x556a5377deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41aed9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a537852c0 0x556a5377deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:56638/0 (socket says 172.21.15.18:56638) 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41aed9d640 1 -- 172.21.15.18:0/3044708735 learned_addr learned my addr 172.21.15.18:0/3044708735 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.866+0000 7f41add9b640 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a53780150 0x556a53778ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.867+0000 7f41aed9d640 1 -- 172.21.15.18:0/3044708735 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a53780150 msgr2=0x556a53778ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.867+0000 7f41aed9d640 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a53780150 0x556a53778ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.867+0000 7f41aed9d640 1 -- 172.21.15.18:0/3044708735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a5377f760 msgr2=0x556a53778990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.867+0000 7f41aed9d640 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a5377f760 0x556a53778990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.867+0000 7f41aed9d640 1 -- 172.21.15.18:0/3044708735 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a534bc620 con 0x556a537852c0 2024-04-22T00:45:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.867+0000 7f41aed9d640 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a537852c0 0x556a5377deb0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f41b00505c0 tx=0x7f41b0067a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6985e00c02877c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.867+0000 7f4195ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.867+0000 7f4195ffb640 1 -- 172.21.15.18:0/3044708735 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b0091070 con 0x556a537852c0 2024-04-22T00:45:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.867+0000 7f41b7a23740 1 -- 172.21.15.18:0/3044708735 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41a400be20 con 0x556a537852c0 2024-04-22T00:45:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.867+0000 7f4195ffb640 1 -- 172.21.15.18:0/3044708735 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f41b007e640 con 0x556a537852c0 2024-04-22T00:45:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f4195ffb640 1 -- 172.21.15.18:0/3044708735 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f41b007e840 con 0x556a537852c0 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f41b7a23740 10 client.26164 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f41b7a23740 1 -- 172.21.15.18:0/3044708735 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556a5379cc40 con 0x556a537852c0 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f4195ffb640 1 -- 172.21.15.18:0/3044708735 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41a400be20 con 0x556a537852c0 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f4195ffb640 1 -- 172.21.15.18:0/3044708735 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f41b008dbf0 con 0x556a537852c0 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f41b7a23740 10 client.26164 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f41b7a23740 10 client.26164 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f41b7a23740 20 client.26164 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f41b7a23740 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556a5379e3a0 0x556a537a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f41b7a23740 4 client.26164 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f41b7a23740 1 -- 172.21.15.18:0/3044708735 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a536e90b0 con 0x556a5379e3a0 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.868+0000 7f41ae59c640 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556a5379e3a0 0x556a537a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.869+0000 7f4195ffb640 10 client.26164 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:23.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.869+0000 7f41ae59c640 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556a5379e3a0 0x556a537a07f0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79070e4518593355 server_cookie=80cee5109b07f7f0 in_seq=0 out_seq=0 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f4195ffb640 1 -- 172.21.15.18:0/3044708735 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556a536e90b0 con 0x556a5379e3a0 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f4195ffb640 10 client.26164 handle_command_reply: tid=0 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f41b7a23740 1 client.26164 shutdown 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f41b7a23740 1 -- 172.21.15.18:0/3044708735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a537852c0 msgr2=0x556a5377deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f41b7a23740 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a537852c0 0x556a5377deb0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f41b00505c0 tx=0x7f41b0067a10 comp rx=0 tx=0).stop 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f41b7a23740 1 -- 172.21.15.18:0/3044708735 shutdown_connections 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f41b7a23740 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556a5379e3a0 0x556a537a07f0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f41b7a23740 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a537852c0 0x556a5377deb0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f41b7a23740 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a53780150 0x556a53778ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f41b7a23740 1 --2- 172.21.15.18:0/3044708735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a5377f760 0x556a53778990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f41b7a23740 1 -- 172.21.15.18:0/3044708735 >> 172.21.15.18:0/3044708735 conn(0x556a537724c0 msgr2=0x556a53771600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:23.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.870+0000 7f4195ffb640 0 client.26164 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.871+0000 7f41b7a23740 1 -- 172.21.15.18:0/3044708735 shutdown_connections 2024-04-22T00:45:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.871+0000 7f41b7a23740 1 -- 172.21.15.18:0/3044708735 wait complete. 2024-04-22T00:45:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.871+0000 7f41b7a23740 20 client.26164 trim_cache size 0 max 16384 2024-04-22T00:45:23.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.892+0000 7f41b7a23740 1 Processor -- start 2024-04-22T00:45:23.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.892+0000 7f41b7a23740 1 -- start start 2024-04-22T00:45:23.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.892+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a5377f760 0x556a5377de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.892+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a53780150 0x556a537876b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.892+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a5376d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.892+0000 7f41b7a23740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f41a813f1c0 con 0x556a53780150 2024-04-22T00:45:23.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.892+0000 7f41b7a23740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f41a813ca90 con 0x556a537852c0 2024-04-22T00:45:23.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.892+0000 7f41b7a23740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f41a813a8e0 con 0x556a5377f760 2024-04-22T00:45:23.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41ae59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a5377f760 0x556a5377de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41aed9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a5376d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41ae59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a5377f760 0x556a5377de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:56644/0 (socket says 172.21.15.18:56644) 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41ae59c640 1 -- 172.21.15.18:0/1873354593 learned_addr learned my addr 172.21.15.18:0/1873354593 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41add9b640 1 --2- 172.21.15.18:0/1873354593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a53780150 0x556a537876b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41ae59c640 1 -- 172.21.15.18:0/1873354593 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 msgr2=0x556a5376d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41ae59c640 1 --2- 172.21.15.18:0/1873354593 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a5376d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41ae59c640 1 -- 172.21.15.18:0/1873354593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a53780150 msgr2=0x556a537876b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41ae59c640 1 --2- 172.21.15.18:0/1873354593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a53780150 0x556a537876b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41ae59c640 1 -- 172.21.15.18:0/1873354593 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a53770b00 con 0x556a5377f760 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f41ae59c640 1 --2- 172.21.15.18:0/1873354593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a5377f760 0x556a5377de70 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f41a00b9c70 tx=0x7f41a00f1040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=319f7c1a749c255c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f4197fff640 1 -- 172.21.15.18:0/1873354593 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a00f9040 con 0x556a5377f760 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f4197fff640 1 -- 172.21.15.18:0/1873354593 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41a00be720 con 0x556a5377f760 2024-04-22T00:45:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.893+0000 7f4197fff640 1 -- 172.21.15.18:0/1873354593 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a00c6c90 con 0x556a5377f760 2024-04-22T00:45:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.894+0000 7f41b7a23740 1 -- 172.21.15.18:0/1873354593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a5377f760 msgr2=0x556a5377de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.894+0000 7f41b7a23740 1 --2- 172.21.15.18:0/1873354593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a5377f760 0x556a5377de70 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f41a00b9c70 tx=0x7f41a00f1040 comp rx=0 tx=0).stop 2024-04-22T00:45:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.895+0000 7f41b7a23740 1 -- 172.21.15.18:0/1873354593 shutdown_connections 2024-04-22T00:45:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.895+0000 7f41b7a23740 1 --2- 172.21.15.18:0/1873354593 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a5376d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.895+0000 7f41b7a23740 1 --2- 172.21.15.18:0/1873354593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a53780150 0x556a537876b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.895+0000 7f41b7a23740 1 --2- 172.21.15.18:0/1873354593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a5377f760 0x556a5377de70 secure :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f41a00b9c70 tx=0x7f41a00f1040 comp rx=0 tx=0).stop 2024-04-22T00:45:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.895+0000 7f41b7a23740 1 -- 172.21.15.18:0/1873354593 >> 172.21.15.18:0/1873354593 conn(0x556a537724c0 msgr2=0x556a5377f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:23.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.897+0000 7f41b7a23740 1 -- 172.21.15.18:0/1873354593 shutdown_connections 2024-04-22T00:45:23.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.897+0000 7f41b7a23740 1 -- 172.21.15.18:0/1873354593 wait complete. 2024-04-22T00:45:23.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.897+0000 7f41b7a23740 1 -- start start 2024-04-22T00:45:23.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.897+0000 7f41b7a23740 1 Processor -- start 2024-04-22T00:45:23.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a537af500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a537afa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41b7a23740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a537b0a50 0x556a537b0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41b7a23740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f41a813af50 con 0x556a537b0a50 2024-04-22T00:45:23.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41aed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a537b0a50 0x556a537b0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41ae59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a537af500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41add9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a537afa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41ae59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a537af500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:56646/0 (socket says 172.21.15.18:56646) 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41ae59c640 1 -- 172.21.15.18:0/2782448198 learned_addr learned my addr 172.21.15.18:0/2782448198 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41b7a23740 1 -- 172.21.15.18:0/2782448198 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f41a813c3c0 con 0x556a537852c0 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41b7a23740 1 -- 172.21.15.18:0/2782448198 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f41a813b620 con 0x556a53780150 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41b7a23740 10 client.0 _ll_register_callbacks cb 0x7f41b0067510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.898+0000 7f41ae59c640 1 -- 172.21.15.18:0/2782448198 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 msgr2=0x556a537afa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f41ae59c640 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a537afa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f41ae59c640 1 -- 172.21.15.18:0/2782448198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a537b0a50 msgr2=0x556a537b0ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f41ae59c640 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a537b0a50 0x556a537b0ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f41ae59c640 1 -- 172.21.15.18:0/2782448198 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a537b1410 con 0x556a53780150 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f41aed9d640 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a537b0a50 0x556a537b0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f41ae59c640 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a537af500 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f41a00ba3f0 tx=0x7f41a00bc030 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89caebe8ab628397 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f4195ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:23.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f4195ffb640 1 -- 172.21.15.18:0/2782448198 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a00bd980 con 0x556a53780150 2024-04-22T00:45:23.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f41b7a23740 1 -- 172.21.15.18:0/2782448198 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41a00be720 con 0x556a53780150 2024-04-22T00:45:23.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f4195ffb640 1 -- 172.21.15.18:0/2782448198 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f41a00ba600 con 0x556a53780150 2024-04-22T00:45:23.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f4195ffb640 1 -- 172.21.15.18:0/2782448198 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f41a00bc160 con 0x556a53780150 2024-04-22T00:45:23.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f41b7a23740 10 client.26170 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:23.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f41b7a23740 1 -- 172.21.15.18:0/2782448198 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556a53804980 con 0x556a53780150 2024-04-22T00:45:23.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.899+0000 7f4195ffb640 1 -- 172.21.15.18:0/2782448198 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41a00be720 con 0x556a53780150 2024-04-22T00:45:23.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.900+0000 7f4195ffb640 1 -- 172.21.15.18:0/2782448198 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f41a00c6800 con 0x556a53780150 2024-04-22T00:45:23.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.900+0000 7f41b7a23740 10 client.26170 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:23.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.900+0000 7f41b7a23740 10 client.26170 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:23.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.900+0000 7f41b7a23740 20 client.26170 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:23.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.900+0000 7f41b7a23740 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556a538051d0 0x556a538075c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:23.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.900+0000 7f41b7a23740 4 client.26170 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:45:23.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.900+0000 7f41b7a23740 1 -- 172.21.15.18:0/2782448198 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556a536e3400 con 0x556a538051d0 2024-04-22T00:45:23.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.901+0000 7f41add9b640 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556a538051d0 0x556a538075c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:23.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.901+0000 7f4195ffb640 10 client.26170 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:23.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.901+0000 7f41add9b640 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556a538051d0 0x556a538075c0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c487f0895f64fcae server_cookie=d3e99f78ce266dd6 in_seq=0 out_seq=0 2024-04-22T00:45:23.958 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:23 smithi081 ceph-mon[31546]: pgmap v497: 129 pgs: 129 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 9.0 MiB/s wr, 681 op/s 2024-04-22T00:45:23.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:23 smithi018 ceph-mon[27979]: pgmap v497: 129 pgs: 129 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 9.0 MiB/s wr, 681 op/s 2024-04-22T00:45:23.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.966+0000 7f4195ffb640 1 -- 172.21.15.18:0/2782448198 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556a536e3400 con 0x556a538051d0 2024-04-22T00:45:23.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.966+0000 7f4195ffb640 10 client.26170 handle_command_reply: tid=0 2024-04-22T00:45:23.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.966+0000 7f41b7a23740 1 client.26170 shutdown 2024-04-22T00:45:23.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.971+0000 7f41b7a23740 1 -- 172.21.15.18:0/2782448198 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 msgr2=0x556a537af500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:23.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.971+0000 7f41b7a23740 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a537af500 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f41a00ba3f0 tx=0x7f41a00bc030 comp rx=0 tx=0).stop 2024-04-22T00:45:23.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.972+0000 7f41b7a23740 1 -- 172.21.15.18:0/2782448198 shutdown_connections 2024-04-22T00:45:23.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.972+0000 7f41b7a23740 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556a538051d0 0x556a538075c0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.972+0000 7f41b7a23740 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a537b0a50 0x556a537b0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.972+0000 7f41b7a23740 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556a537852c0 0x556a537afa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.972+0000 7f41b7a23740 1 --2- 172.21.15.18:0/2782448198 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556a53780150 0x556a537af500 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.972+0000 7f41b7a23740 1 -- 172.21.15.18:0/2782448198 >> 172.21.15.18:0/2782448198 conn(0x556a537724c0 msgr2=0x556a5376d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:23.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.972+0000 7f4195ffb640 0 client.26170 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:23.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.972+0000 7f41b7a23740 1 -- 172.21.15.18:0/2782448198 shutdown_connections 2024-04-22T00:45:23.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.973+0000 7f41b7a23740 1 -- 172.21.15.18:0/2782448198 wait complete. 2024-04-22T00:45:23.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.973+0000 7f41b7a23740 20 client.26170 trim_cache size 0 max 16384 2024-04-22T00:45:23.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:45:23.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:45:23.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:45:23.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:45:23.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.974+0000 7f41af59e640 1 -- 172.21.15.18:0/3176965650 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41980a2c90 msgr2=0x7f41980a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:23.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.975+0000 7f41af59e640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41980a2c90 0x7f41980a5150 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f41b0050ce0 tx=0x7f41b0067890 comp rx=0 tx=0).stop 2024-04-22T00:45:23.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.975+0000 7f41af59e640 1 -- 172.21.15.18:0/3176965650 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41a8096800 msgr2=0x7f41a812e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:23.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.975+0000 7f41af59e640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41a8096800 0x7f41a812e250 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f41a002c170 tx=0x7f41a0005dd0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.975+0000 7f41af59e640 1 -- 172.21.15.18:0/3176965650 shutdown_connections 2024-04-22T00:45:23.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.975+0000 7f41af59e640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f41980a2c90 0x7f41980a5150 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.975+0000 7f41af59e640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f41a809ba60 0x7f41a8135800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.975+0000 7f41af59e640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a8099130 0x7f41a812e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.975+0000 7f41af59e640 1 --2- 172.21.15.18:0/3176965650 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f41a8096800 0x7f41a812e250 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:23.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.975+0000 7f41af59e640 1 -- 172.21.15.18:0/3176965650 >> 172.21.15.18:0/3176965650 conn(0x7f41a80901d0 msgr2=0x7f41a8099d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:23.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.975+0000 7f41af59e640 1 -- 172.21.15.18:0/3176965650 shutdown_connections 2024-04-22T00:45:23.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:23.976+0000 7f41af59e640 1 -- 172.21.15.18:0/3176965650 wait complete. 2024-04-22T00:45:23.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:23 smithi167 ceph-mon[31348]: pgmap v497: 129 pgs: 129 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 9.0 MiB/s wr, 681 op/s 2024-04-22T00:45:24.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 240.0 s, 961.8 tps, lat 103.616 ms stddev 119.103 2024-04-22T00:45:25.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:25 smithi167 ceph-mon[31348]: pgmap v498: 129 pgs: 129 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 MiB/s wr, 588 op/s 2024-04-22T00:45:26.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:25 smithi081 ceph-mon[31546]: pgmap v498: 129 pgs: 129 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 MiB/s wr, 588 op/s 2024-04-22T00:45:26.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:25 smithi018 ceph-mon[27979]: pgmap v498: 129 pgs: 129 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 MiB/s wr, 588 op/s 2024-04-22T00:45:27.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:27 smithi167 ceph-mon[31348]: pgmap v499: 129 pgs: 129 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 MiB/s wr, 669 op/s 2024-04-22T00:45:28.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:27 smithi081 ceph-mon[31546]: pgmap v499: 129 pgs: 129 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 MiB/s wr, 669 op/s 2024-04-22T00:45:28.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:27 smithi018 ceph-mon[27979]: pgmap v499: 129 pgs: 129 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 MiB/s wr, 669 op/s 2024-04-22T00:45:28.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:28 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:45:29.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:28 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:45:29.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:28 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:45:29.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 245.0 s, 877.2 tps, lat 115.364 ms stddev 141.846 2024-04-22T00:45:29.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:29 smithi167 ceph-mon[31348]: pgmap v500: 129 pgs: 129 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.8 MiB/s wr, 547 op/s 2024-04-22T00:45:29.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:29 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:45:29.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:29 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:45:29.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:29 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:45:30.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:29 smithi081 ceph-mon[31546]: pgmap v500: 129 pgs: 129 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.8 MiB/s wr, 547 op/s 2024-04-22T00:45:30.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:29 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:45:30.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:29 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:45:30.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:29 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:45:30.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:29 smithi018 ceph-mon[27979]: pgmap v500: 129 pgs: 129 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.8 MiB/s wr, 547 op/s 2024-04-22T00:45:30.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:29 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:45:30.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:29 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:45:30.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:29 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:45:31.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:31 smithi167 ceph-mon[31348]: pgmap v501: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.3 MiB/s wr, 614 op/s 2024-04-22T00:45:32.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:31 smithi081 ceph-mon[31546]: pgmap v501: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.3 MiB/s wr, 614 op/s 2024-04-22T00:45:32.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:31 smithi018 ceph-mon[27979]: pgmap v501: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.3 MiB/s wr, 614 op/s 2024-04-22T00:45:33.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:33 smithi167 ceph-mon[31348]: pgmap v502: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.8 MiB/s wr, 549 op/s 2024-04-22T00:45:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:33 smithi081 ceph-mon[31546]: pgmap v502: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.8 MiB/s wr, 549 op/s 2024-04-22T00:45:34.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:33 smithi018 ceph-mon[27979]: pgmap v502: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.8 MiB/s wr, 549 op/s 2024-04-22T00:45:34.640 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:45:34.641 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:45:34.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 250.0 s, 969.6 tps, lat 101.781 ms stddev 112.921 2024-04-22T00:45:34.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.843+0000 7f4fec9de640 1 -- 172.21.15.18:0/3537835290 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4fe810b0b0 msgr2=0x7f4fe810d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:34.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.843+0000 7f4fec9de640 1 --2- 172.21.15.18:0/3537835290 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4fe810b0b0 0x7f4fe810d540 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f4fe0009be0 tx=0x7f4fe002bf10 comp rx=0 tx=0).stop 2024-04-22T00:45:34.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.845+0000 7f4fec9de640 1 -- 172.21.15.18:0/3537835290 shutdown_connections 2024-04-22T00:45:34.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.845+0000 7f4fec9de640 1 --2- 172.21.15.18:0/3537835290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4fe810da80 0x7f4fe810df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.845+0000 7f4fec9de640 1 --2- 172.21.15.18:0/3537835290 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4fe810b0b0 0x7f4fe810d540 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.845+0000 7f4fec9de640 1 --2- 172.21.15.18:0/3537835290 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4fe8108740 0x7f4fe810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.845+0000 7f4fec9de640 1 -- 172.21.15.18:0/3537835290 >> 172.21.15.18:0/3537835290 conn(0x7f4fe806e5d0 msgr2=0x7f4fe8070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:34.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.851+0000 7f4fec9de640 1 -- 172.21.15.18:0/3537835290 shutdown_connections 2024-04-22T00:45:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.853+0000 7f4fec9de640 1 -- 172.21.15.18:0/3537835290 wait complete. 2024-04-22T00:45:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.854+0000 7f4fec9de640 1 Processor -- start 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.857+0000 7f4fec9de640 1 -- start start 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.857+0000 7f4fec9de640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4fe8108740 0x7f4fe819e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.857+0000 7f4fec9de640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4fe810b0b0 0x7f4fe819e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.857+0000 7f4fec9de640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4fe810da80 0x7f4fe81a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.857+0000 7f4fec9de640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe8111a90 con 0x7f4fe810b0b0 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.857+0000 7f4fec9de640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe8111910 con 0x7f4fe810da80 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.857+0000 7f4fec9de640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe8111c10 con 0x7f4fe8108740 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.858+0000 7f4fe5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4fe810b0b0 0x7f4fe819e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.858+0000 7f4fe5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4fe810b0b0 0x7f4fe819e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36510/0 (socket says 172.21.15.18:36510) 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.858+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/1451649816 learned_addr learned my addr 172.21.15.18:0/1451649816 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.858+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/1451649816 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4fe8108740 msgr2=0x7f4fe819e170 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:45:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.858+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4fe8108740 0x7f4fe819e170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.858+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/1451649816 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4fe810da80 msgr2=0x7f4fe81a5720 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:45:34.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.858+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4fe810da80 0x7f4fe81a5720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.858+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/1451649816 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fe81a5d90 con 0x7f4fe810b0b0 2024-04-22T00:45:34.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.859+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4fe810b0b0 0x7f4fe819e6b0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f4fe00096f0 tx=0x7f4fe0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:34.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.860+0000 7f4fdf7fe640 1 -- 172.21.15.18:0/1451649816 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe0043020 con 0x7f4fe810b0b0 2024-04-22T00:45:34.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.860+0000 7f4fdf7fe640 1 -- 172.21.15.18:0/1451649816 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4fe0033d10 con 0x7f4fe810b0b0 2024-04-22T00:45:34.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.860+0000 7f4fdf7fe640 1 -- 172.21.15.18:0/1451649816 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe003ec40 con 0x7f4fe810b0b0 2024-04-22T00:45:34.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.861+0000 7f4fec9de640 1 -- 172.21.15.18:0/1451649816 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fe81a6020 con 0x7f4fe810b0b0 2024-04-22T00:45:34.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.861+0000 7f4fec9de640 1 -- 172.21.15.18:0/1451649816 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fe81a6520 con 0x7f4fe810b0b0 2024-04-22T00:45:34.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.866+0000 7f4fef5c9740 1 Processor -- start 2024-04-22T00:45:34.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.870+0000 7f4fef5c9740 1 -- start start 2024-04-22T00:45:34.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.870+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e334c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.870+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 0x5612e3351440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.870+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 0x5612e3353f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.870+0000 7f4fef5c9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5612e32b1560 con 0x5612e334c940 2024-04-22T00:45:34.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.870+0000 7f4fef5c9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5612e3259730 con 0x5612e3351ab0 2024-04-22T00:45:34.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.870+0000 7f4fef5c9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5612e32ad520 con 0x5612e334bf50 2024-04-22T00:45:34.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.870+0000 7f4fdf7fe640 1 -- 172.21.15.18:0/1451649816 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4fe0046020 con 0x7f4fe810b0b0 2024-04-22T00:45:34.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.871+0000 7f4fdf7fe640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4fd40a2d90 0x7f4fd40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.872+0000 7f4fdf7fe640 1 -- 172.21.15.18:0/1451649816 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4fe00f1360 con 0x7f4fe810b0b0 2024-04-22T00:45:34.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.873+0000 7f4fe6d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e334c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.873+0000 7f4fe6d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e334c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49454/0 (socket says 172.21.15.18:49454) 2024-04-22T00:45:34.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.873+0000 7f4fe6d9d640 1 -- 172.21.15.18:0/3631691193 learned_addr learned my addr 172.21.15.18:0/3631691193 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:34.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.873+0000 7f4fe6d9d640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4fd40a2d90 0x7f4fd40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.874+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/3631691193 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 0x5612e3353f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.875+0000 7f4fe659c640 1 --2- 172.21.15.18:0/3631691193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 0x5612e3351440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.875+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/3631691193 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 msgr2=0x5612e334c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:34.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.875+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/3631691193 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e334c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.875+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/3631691193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 msgr2=0x5612e3351440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:34.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.875+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/3631691193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 0x5612e3351440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.875+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/3631691193 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612e308f7d0 con 0x5612e3351ab0 2024-04-22T00:45:34.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.875+0000 7f4fe659c640 1 --2- 172.21.15.18:0/3631691193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 0x5612e3351440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:45:34.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.878+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/3631691193 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 0x5612e3353f40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4fe00eea30 tx=0x7f4fe00bd2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70cc3e851f09dd64 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:34.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.880+0000 7f4fe6d9d640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4fd40a2d90 0x7f4fd40a5250 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f4fd8015380 tx=0x7f4fd80011b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:34.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.882+0000 7f4fdcff9640 1 -- 172.21.15.18:0/3631691193 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe00bd790 con 0x5612e3351ab0 2024-04-22T00:45:34.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.883+0000 7f4fdcff9640 1 -- 172.21.15.18:0/3631691193 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4fe00c1b40 con 0x5612e3351ab0 2024-04-22T00:45:34.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.883+0000 7f4fdcff9640 1 -- 172.21.15.18:0/3631691193 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe003ede0 con 0x5612e3351ab0 2024-04-22T00:45:34.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.884+0000 7f4fef5c9740 1 -- 172.21.15.18:0/3631691193 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 msgr2=0x5612e3353f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:34.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.884+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/3631691193 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 0x5612e3353f40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4fe00eea30 tx=0x7f4fe00bd2d0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.886+0000 7f4fef5c9740 1 -- 172.21.15.18:0/3631691193 shutdown_connections 2024-04-22T00:45:34.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.886+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/3631691193 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 0x5612e3353f40 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.886+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/3631691193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 0x5612e3351440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.886+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/3631691193 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e334c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.886+0000 7f4fef5c9740 1 -- 172.21.15.18:0/3631691193 >> 172.21.15.18:0/3631691193 conn(0x5612e33474c0 msgr2=0x5612e33478c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:34.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.890+0000 7f4fef5c9740 1 -- 172.21.15.18:0/3631691193 shutdown_connections 2024-04-22T00:45:34.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.892+0000 7f4fef5c9740 1 -- 172.21.15.18:0/3631691193 wait complete. 2024-04-22T00:45:34.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.893+0000 7f4fef5c9740 1 -- start start 2024-04-22T00:45:34.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.893+0000 7f4fef5c9740 1 Processor -- start 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334bf50 0x5612e3356190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334c940 0x5612e33566d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e3351ab0 0x5612e335d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fef5c9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5612e3259730 con 0x5612e334bf50 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fef5c9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5612e326ce00 con 0x5612e334c940 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fef5c9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5612e3354820 con 0x5612e3351ab0 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fef5c9740 10 client.0 _ll_register_callbacks cb 0x5612e32a7eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fe659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334bf50 0x5612e3356190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fe5d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334c940 0x5612e33566d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fe5d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334c940 0x5612e33566d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:59958/0 (socket says 172.21.15.18:59958) 2024-04-22T00:45:34.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.895+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/2227384018 learned_addr learned my addr 172.21.15.18:0/2227384018 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:34.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.898+0000 7f4fe6d9d640 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e3351ab0 0x5612e335d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.901+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/2227384018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e3351ab0 msgr2=0x5612e335d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:34.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.901+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e3351ab0 0x5612e335d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.901+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/2227384018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334bf50 msgr2=0x5612e3356190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:34.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.901+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334bf50 0x5612e3356190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.901+0000 7f4fe5d9b640 1 -- 172.21.15.18:0/2227384018 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612e2fc53f0 con 0x5612e334c940 2024-04-22T00:45:34.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.902+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334c940 0x5612e33566d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4fe0034eb0 tx=0x7f4fe00bbc70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99a15e25fbd5121d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:34.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.902+0000 7f4fcdffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:34.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.903+0000 7f4fcdffb640 1 -- 172.21.15.18:0/2227384018 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe00d5070 con 0x5612e334c940 2024-04-22T00:45:34.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.903+0000 7f4fcdffb640 1 -- 172.21.15.18:0/2227384018 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4fe0004b40 con 0x5612e334c940 2024-04-22T00:45:34.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.905+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2227384018 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4fe00c1b40 con 0x5612e334c940 2024-04-22T00:45:34.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.909+0000 7f4fcdffb640 1 -- 172.21.15.18:0/2227384018 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4fe00c6400 con 0x5612e334c940 2024-04-22T00:45:34.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.909+0000 7f4fef5c9740 10 client.26189 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:34.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.909+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2227384018 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5612e2f850f0 con 0x5612e334c940 2024-04-22T00:45:34.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.914+0000 7f4fcdffb640 1 -- 172.21.15.18:0/2227384018 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4fe00c1b40 con 0x5612e334c940 2024-04-22T00:45:34.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.915+0000 7f4fcdffb640 1 -- 172.21.15.18:0/2227384018 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f4fe0003970 con 0x5612e334c940 2024-04-22T00:45:34.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.915+0000 7f4fef5c9740 10 client.26189 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:34.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.915+0000 7f4fef5c9740 10 client.26189 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:34.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.915+0000 7f4fef5c9740 20 client.26189 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:34.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.915+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5612e33620b0 0x5612e33644f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.915+0000 7f4fef5c9740 4 client.26189 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:34.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.915+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2227384018 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5612e32beaa0 con 0x5612e33620b0 2024-04-22T00:45:34.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.918+0000 7f4fe659c640 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5612e33620b0 0x5612e33644f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.923+0000 7f4fcdffb640 10 client.26189 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:34.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.923+0000 7f4fe659c640 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5612e33620b0 0x5612e33644f0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f28a67aeef2cad2 server_cookie=cdaa7befb0b6c52e in_seq=0 out_seq=0 2024-04-22T00:45:34.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.924+0000 7f4fcdffb640 1 -- 172.21.15.18:0/2227384018 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5612e32beaa0 con 0x5612e33620b0 2024-04-22T00:45:34.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.924+0000 7f4fcdffb640 10 client.26189 handle_command_reply: tid=0 2024-04-22T00:45:34.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.924+0000 7f4fef5c9740 1 client.26189 shutdown 2024-04-22T00:45:34.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.924+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2227384018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334c940 msgr2=0x5612e33566d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:34.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.925+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334c940 0x5612e33566d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4fe0034eb0 tx=0x7f4fe00bbc70 comp rx=0 tx=0).stop 2024-04-22T00:45:34.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.925+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2227384018 shutdown_connections 2024-04-22T00:45:34.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.925+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5612e33620b0 0x5612e33644f0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.925+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e3351ab0 0x5612e335d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.925+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334c940 0x5612e33566d0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.925+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/2227384018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334bf50 0x5612e3356190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.925+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2227384018 >> 172.21.15.18:0/2227384018 conn(0x5612e33474c0 msgr2=0x5612e33466e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:34.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.925+0000 7f4fcdffb640 0 client.26189 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:34.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.929+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2227384018 shutdown_connections 2024-04-22T00:45:34.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.929+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2227384018 wait complete. 2024-04-22T00:45:34.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.929+0000 7f4fef5c9740 20 client.26189 trim_cache size 0 max 16384 2024-04-22T00:45:34.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.962+0000 7f4fef5c9740 1 Processor -- start 2024-04-22T00:45:34.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.962+0000 7f4fef5c9740 1 -- start start 2024-04-22T00:45:34.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.962+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334bf50 0x5612e334dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.962+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334c940 0x5612e334e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.962+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e3351ab0 0x5612e335d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fef5c9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc8012520 con 0x5612e3351ab0 2024-04-22T00:45:34.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fef5c9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc800fdf0 con 0x5612e334bf50 2024-04-22T00:45:34.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fef5c9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc800dcf0 con 0x5612e334c940 2024-04-22T00:45:34.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334bf50 0x5612e334dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e3351ab0 0x5612e335d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334bf50 0x5612e334dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:59970/0 (socket says 172.21.15.18:59970) 2024-04-22T00:45:34.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe659c640 1 -- 172.21.15.18:0/2804917992 learned_addr learned my addr 172.21.15.18:0/2804917992 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:34.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/2804917992 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334c940 0x5612e334e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe659c640 1 -- 172.21.15.18:0/2804917992 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334c940 msgr2=0x5612e334e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:34.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe659c640 1 --2- 172.21.15.18:0/2804917992 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334c940 0x5612e334e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe659c640 1 -- 172.21.15.18:0/2804917992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e3351ab0 msgr2=0x5612e335d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:34.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe659c640 1 --2- 172.21.15.18:0/2804917992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e3351ab0 0x5612e335d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe659c640 1 -- 172.21.15.18:0/2804917992 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612e334d1d0 con 0x5612e334bf50 2024-04-22T00:45:34.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fe659c640 1 --2- 172.21.15.18:0/2804917992 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334bf50 0x5612e334dee0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x5612e334d3b0 tx=0x7f4fd0004410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eed0c956df657f40 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:34.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.963+0000 7f4fcffff640 1 -- 172.21.15.18:0/2804917992 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fd0032020 con 0x5612e334bf50 2024-04-22T00:45:34.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.964+0000 7f4fcffff640 1 -- 172.21.15.18:0/2804917992 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4fd002e050 con 0x5612e334bf50 2024-04-22T00:45:34.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.964+0000 7f4fcffff640 1 -- 172.21.15.18:0/2804917992 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fd00226b0 con 0x5612e334bf50 2024-04-22T00:45:34.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.964+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2804917992 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334bf50 msgr2=0x5612e334dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.964+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/2804917992 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334bf50 0x5612e334dee0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x5612e334d3b0 tx=0x7f4fd0004410 comp rx=0 tx=0).stop 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.964+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2804917992 shutdown_connections 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.964+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/2804917992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e3351ab0 0x5612e335d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.964+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/2804917992 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334c940 0x5612e334e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.964+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/2804917992 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e334bf50 0x5612e334dee0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.964+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2804917992 >> 172.21.15.18:0/2804917992 conn(0x5612e33474c0 msgr2=0x5612e3356190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.964+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2804917992 shutdown_connections 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.965+0000 7f4fef5c9740 1 -- 172.21.15.18:0/2804917992 wait complete. 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.965+0000 7f4fef5c9740 1 -- start start 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.965+0000 7f4fef5c9740 1 Processor -- start 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.965+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e335d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.965+0000 7f4fef5c9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 0x5612e3359fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.966+0000 7f4fe659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e335d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.966+0000 7f4fe659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e335d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49480/0 (socket says 172.21.15.18:49480) 2024-04-22T00:45:34.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.966+0000 7f4fe659c640 1 -- 172.21.15.18:0/1503226726 learned_addr learned my addr 172.21.15.18:0/1503226726 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:34.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.966+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 0x5612e335a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.966+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc800e2b0 con 0x5612e334c940 2024-04-22T00:45:34.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.966+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc800f720 con 0x5612e3351ab0 2024-04-22T00:45:34.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.966+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc800e980 con 0x5612e334bf50 2024-04-22T00:45:34.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.966+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 0x5612e3359fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.966+0000 7f4fe6d9d640 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 0x5612e335a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fe659c640 1 -- 172.21.15.18:0/1503226726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 msgr2=0x5612e335a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:34.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fe659c640 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 0x5612e335a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fe659c640 1 -- 172.21.15.18:0/1503226726 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 msgr2=0x5612e3359fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:34.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fe659c640 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 0x5612e3359fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fe659c640 1 -- 172.21.15.18:0/1503226726 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612e33c6660 con 0x5612e334bf50 2024-04-22T00:45:34.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fe6d9d640 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 0x5612e335a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:34.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fe659c640 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e335d4f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0005ce0 tx=0x7f4fd002e490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a90b8b45c59d8d2d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fcdffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fef5c9740 10 client.0 _ll_register_callbacks cb 0x7f4fd80015e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fcdffb640 1 -- 172.21.15.18:0/1503226726 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fd0032030 con 0x5612e334bf50 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fcdffb640 1 -- 172.21.15.18:0/1503226726 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4fd0003cb0 con 0x5612e334bf50 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.967+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4fd002e050 con 0x5612e334bf50 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.968+0000 7f4fcdffb640 1 -- 172.21.15.18:0/1503226726 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4fd0022450 con 0x5612e334bf50 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.968+0000 7f4fef5c9740 10 client.26185 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.968+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({fsmap=30}) -- 0x5612e33c7650 con 0x5612e334bf50 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.968+0000 7f4fcdffb640 1 -- 172.21.15.18:0/1503226726 <== mon.1 v2:172.21.15.167:3300/0 4 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f4fd00225f0 con 0x5612e334bf50 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.968+0000 7f4fef5c9740 10 client.26185 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.968+0000 7f4fef5c9740 10 client.26185 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.968+0000 7f4fef5c9740 20 client.26185 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.968+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5612e33c7ea0 0x5612e33ca320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.969+0000 7f4fef5c9740 4 client.26185 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:45:34.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.969+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f4fd002e050 con 0x5612e33c7ea0 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.969+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5612e33c7ea0 0x5612e33ca320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.969+0000 7f4fcdffb640 10 client.26185 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.969+0000 7f4fe5d9b640 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5612e33c7ea0 0x5612e33ca320 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63e051c1a8af5520 server_cookie=a88dad9cb8cdfed2 in_seq=0 out_seq=0 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fcdffb640 1 -- 172.21.15.18:0/1503226726 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f4fd002e050 con 0x5612e33c7ea0 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fcdffb640 10 client.26185 handle_command_reply: tid=0 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 client.26185 shutdown 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 msgr2=0x5612e335d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e335d4f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0005ce0 tx=0x7f4fd002e490 comp rx=0 tx=0).stop 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 shutdown_connections 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5612e33c7ea0 0x5612e33ca320 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fcdffb640 0 client.26185 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5612e3351ab0 0x5612e335a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5612e334c940 0x5612e3359fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 --2- 172.21.15.18:0/1503226726 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5612e334bf50 0x5612e335d4f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 >> 172.21.15.18:0/1503226726 conn(0x5612e33474c0 msgr2=0x5612e334a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:34.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 shutdown_connections 2024-04-22T00:45:34.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 1 -- 172.21.15.18:0/1503226726 wait complete. 2024-04-22T00:45:34.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.970+0000 7f4fef5c9740 20 client.26185 trim_cache size 0 max 16384 2024-04-22T00:45:34.975 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:45:34.975 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:45:34.975 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:45:34.975 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:45:34.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 -- 172.21.15.18:0/1451649816 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4fd40a2d90 msgr2=0x7f4fd40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:34.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4fd40a2d90 0x7f4fd40a5250 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f4fd8015380 tx=0x7f4fd80011b0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 -- 172.21.15.18:0/1451649816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4fe810b0b0 msgr2=0x7f4fe819e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:34.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4fe810b0b0 0x7f4fe819e6b0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f4fe00096f0 tx=0x7f4fe0004ab0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 -- 172.21.15.18:0/1451649816 shutdown_connections 2024-04-22T00:45:34.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4fd40a2d90 0x7f4fd40a5250 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4fe810da80 0x7f4fe81a5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4fe810b0b0 0x7f4fe819e6b0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 --2- 172.21.15.18:0/1451649816 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4fe8108740 0x7f4fe819e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:34.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 -- 172.21.15.18:0/1451649816 >> 172.21.15.18:0/1451649816 conn(0x7f4fe806e5d0 msgr2=0x7f4fe810b8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:34.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 -- 172.21.15.18:0/1451649816 shutdown_connections 2024-04-22T00:45:34.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:34.971+0000 7f4fec9de640 1 -- 172.21.15.18:0/1451649816 wait complete. 2024-04-22T00:45:34.987 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:45:34.987 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:45:35.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.145+0000 7fa69e375640 1 -- 172.21.15.18:0/385123360 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6981006a0 msgr2=0x7fa698100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.145+0000 7fa69e375640 1 --2- 172.21.15.18:0/385123360 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6981006a0 0x7fa698100ac0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fa688009900 tx=0x7fa68802bc30 comp rx=0 tx=0).stop 2024-04-22T00:45:35.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.145+0000 7fa69e375640 1 -- 172.21.15.18:0/385123360 shutdown_connections 2024-04-22T00:45:35.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.145+0000 7fa69e375640 1 --2- 172.21.15.18:0/385123360 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa698102250 0x7fa698108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.145+0000 7fa69e375640 1 --2- 172.21.15.18:0/385123360 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa698101890 0x7fa698101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.145+0000 7fa69e375640 1 --2- 172.21.15.18:0/385123360 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6981006a0 0x7fa698100ac0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.145+0000 7fa69e375640 1 -- 172.21.15.18:0/385123360 >> 172.21.15.18:0/385123360 conn(0x7fa6980fbc30 msgr2=0x7fa6980fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:35.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.145+0000 7fa69e375640 1 -- 172.21.15.18:0/385123360 shutdown_connections 2024-04-22T00:45:35.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.145+0000 7fa69e375640 1 -- 172.21.15.18:0/385123360 wait complete. 2024-04-22T00:45:35.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.146+0000 7fa69e375640 1 Processor -- start 2024-04-22T00:45:35.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.146+0000 7fa69e375640 1 -- start start 2024-04-22T00:45:35.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.146+0000 7fa69e375640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6981006a0 0x7fa6981958c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.146+0000 7fa69e375640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa698101890 0x7fa698195e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa69e375640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa698102250 0x7fa69819ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa69e375640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa69810b270 con 0x7fa6981006a0 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa697fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6981006a0 0x7fa6981958c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa697fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6981006a0 0x7fa6981958c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36548/0 (socket says 172.21.15.18:36548) 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa697fff640 1 -- 172.21.15.18:0/4260611512 learned_addr learned my addr 172.21.15.18:0/4260611512 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa69810b0f0 con 0x7fa698102250 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa69810b3f0 con 0x7fa698101890 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa68ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa698101890 0x7fa698195e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa69c912640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa698102250 0x7fa69819ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa697fff640 1 -- 172.21.15.18:0/4260611512 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa698101890 msgr2=0x7fa698195e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa697fff640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa698101890 0x7fa698195e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa697fff640 1 -- 172.21.15.18:0/4260611512 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa698102250 msgr2=0x7fa69819ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa697fff640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa698102250 0x7fa69819ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa697fff640 1 -- 172.21.15.18:0/4260611512 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa69819d4e0 con 0x7fa6981006a0 2024-04-22T00:45:35.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa69c912640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa698102250 0x7fa69819ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:45:35.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.147+0000 7fa697fff640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6981006a0 0x7fa6981958c0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fa68802c240 tx=0x7fa688004e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:35.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.148+0000 7fa695ffb640 1 -- 172.21.15.18:0/4260611512 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa688043020 con 0x7fa6981006a0 2024-04-22T00:45:35.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.148+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa69819d770 con 0x7fa6981006a0 2024-04-22T00:45:35.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.148+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa69819dd10 con 0x7fa6981006a0 2024-04-22T00:45:35.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.148+0000 7fa695ffb640 1 -- 172.21.15.18:0/4260611512 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6880054e0 con 0x7fa6981006a0 2024-04-22T00:45:35.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.148+0000 7fa695ffb640 1 -- 172.21.15.18:0/4260611512 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa688003ce0 con 0x7fa6981006a0 2024-04-22T00:45:35.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.149+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6780052c0 con 0x7fa6981006a0 2024-04-22T00:45:35.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.151+0000 7fa695ffb640 1 -- 172.21.15.18:0/4260611512 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa688046020 con 0x7fa6981006a0 2024-04-22T00:45:35.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.152+0000 7fa695ffb640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6840a2ce0 0x7fa6840a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.153+0000 7fa695ffb640 1 -- 172.21.15.18:0/4260611512 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa6880f1a30 con 0x7fa6981006a0 2024-04-22T00:45:35.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.154+0000 7fa68ffff640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6840a2ce0 0x7fa6840a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.155+0000 7fa68ffff640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6840a2ce0 0x7fa6840a51a0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fa698196dd0 tx=0x7fa68000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:35.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.157+0000 7fa695ffb640 1 -- 172.21.15.18:0/4260611512 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa68804d020 con 0x7fa6981006a0 2024-04-22T00:45:35.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.563+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6780055b0 con 0x7fa6981006a0 2024-04-22T00:45:35.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.563+0000 7fa695ffb640 1 -- 172.21.15.18:0/4260611512 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11872 (secure 0 0 0) 0x7fa6880be560 con 0x7fa6981006a0 2024-04-22T00:45:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:45:35.564 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:44:36.309866+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:45:35.565 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 30 2024-04-22T00:45:35.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.566+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6840a2ce0 msgr2=0x7fa6840a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.566+0000 7fa69e375640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6840a2ce0 0x7fa6840a51a0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fa698196dd0 tx=0x7fa68000b390 comp rx=0 tx=0).stop 2024-04-22T00:45:35.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.566+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6981006a0 msgr2=0x7fa6981958c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.566+0000 7fa69e375640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6981006a0 0x7fa6981958c0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fa68802c240 tx=0x7fa688004e30 comp rx=0 tx=0).stop 2024-04-22T00:45:35.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.568+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 shutdown_connections 2024-04-22T00:45:35.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.568+0000 7fa69e375640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6840a2ce0 0x7fa6840a51a0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.568+0000 7fa69e375640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa698102250 0x7fa69819ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.568+0000 7fa69e375640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa698101890 0x7fa698195e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.568+0000 7fa69e375640 1 --2- 172.21.15.18:0/4260611512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6981006a0 0x7fa6981958c0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.568+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 >> 172.21.15.18:0/4260611512 conn(0x7fa6980fbc30 msgr2=0x7fa698104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:35.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.568+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 shutdown_connections 2024-04-22T00:45:35.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.568+0000 7fa69e375640 1 -- 172.21.15.18:0/4260611512 wait complete. 2024-04-22T00:45:35.584 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:45:35.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.757+0000 7f4451d8c640 1 -- 172.21.15.18:0/612514494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f444c075780 msgr2=0x7f444c073bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.757+0000 7f4451d8c640 1 --2- 172.21.15.18:0/612514494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f444c075780 0x7f444c073bd0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f443401a940 tx=0x7f443403cca0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.759+0000 7f4451d8c640 1 -- 172.21.15.18:0/612514494 shutdown_connections 2024-04-22T00:45:35.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.759+0000 7f4451d8c640 1 --2- 172.21.15.18:0/612514494 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f444c10dd60 0x7f444c110150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.759+0000 7f4451d8c640 1 --2- 172.21.15.18:0/612514494 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f444c0741a0 0x7f444c074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.759+0000 7f4451d8c640 1 --2- 172.21.15.18:0/612514494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f444c075780 0x7f444c073bd0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.759+0000 7f4451d8c640 1 -- 172.21.15.18:0/612514494 >> 172.21.15.18:0/612514494 conn(0x7f444c0fcd20 msgr2=0x7f444c0ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:35.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.762+0000 7f4451d8c640 1 -- 172.21.15.18:0/612514494 shutdown_connections 2024-04-22T00:45:35.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.762+0000 7f4451d8c640 1 -- 172.21.15.18:0/612514494 wait complete. 2024-04-22T00:45:35.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.763+0000 7f4451d8c640 1 Processor -- start 2024-04-22T00:45:35.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.764+0000 7f4451d8c640 1 -- start start 2024-04-22T00:45:35.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.764+0000 7f4451d8c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f444c0741a0 0x7f444c06b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.764+0000 7f4451d8c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f444c075780 0x7f444c06b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.764+0000 7f4451d8c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f444c10dd60 0x7f444c072520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.764+0000 7f4451d8c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f444c1081e0 con 0x7f444c10dd60 2024-04-22T00:45:35.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.764+0000 7f4451d8c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f444c108060 con 0x7f444c0741a0 2024-04-22T00:45:35.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.764+0000 7f4451d8c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f444c108360 con 0x7f444c075780 2024-04-22T00:45:35.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.764+0000 7f444b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f444c0741a0 0x7f444c06b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.764+0000 7f444b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f444c0741a0 0x7f444c06b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60010/0 (socket says 172.21.15.18:60010) 2024-04-22T00:45:35.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.764+0000 7f444b7fe640 1 -- 172.21.15.18:0/3886883430 learned_addr learned my addr 172.21.15.18:0/3886883430 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:35.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.765+0000 7f444b7fe640 1 -- 172.21.15.18:0/3886883430 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f444c075780 msgr2=0x7f444c06b8c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:45:35.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.765+0000 7f444b7fe640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f444c075780 0x7f444c06b8c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.765+0000 7f444b7fe640 1 -- 172.21.15.18:0/3886883430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f444c10dd60 msgr2=0x7f444c072520 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:45:35.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.765+0000 7f444b7fe640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f444c10dd60 0x7f444c072520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.765+0000 7f444b7fe640 1 -- 172.21.15.18:0/3886883430 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f444c072bc0 con 0x7f444c0741a0 2024-04-22T00:45:35.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.766+0000 7f444b7fe640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f444c0741a0 0x7f444c06b380 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f443401a910 tx=0x7f4434005400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:35.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.768+0000 7f4448ff9640 1 -- 172.21.15.18:0/3886883430 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4434054020 con 0x7f444c0741a0 2024-04-22T00:45:35.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.768+0000 7f4448ff9640 1 -- 172.21.15.18:0/3886883430 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4434004250 con 0x7f444c0741a0 2024-04-22T00:45:35.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.768+0000 7f4448ff9640 1 -- 172.21.15.18:0/3886883430 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f443403d850 con 0x7f444c0741a0 2024-04-22T00:45:35.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.769+0000 7f4451d8c640 1 -- 172.21.15.18:0/3886883430 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f444c072e50 con 0x7f444c0741a0 2024-04-22T00:45:35.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.769+0000 7f4451d8c640 1 -- 172.21.15.18:0/3886883430 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f444c0733d0 con 0x7f444c0741a0 2024-04-22T00:45:35.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f4454979740 1 Processor -- start 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f4454979740 1 -- start start 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f4454979740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18ba460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f4454979740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18bf530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f4454979740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18bfba0 0x55a0a18c2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f4454979740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55a0a181f530 con 0x55a0a18bfba0 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f4454979740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55a0a17c7830 con 0x55a0a18ba040 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f4454979740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a0a181b4f0 con 0x55a0a18baa30 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f444affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18bfba0 0x55a0a18c2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f444affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18bfba0 0x55a0a18c2030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36572/0 (socket says 172.21.15.18:36572) 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f444affd640 1 -- 172.21.15.18:0/2363715704 learned_addr learned my addr 172.21.15.18:0/2363715704 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.773+0000 7f444bfff640 1 --2- 172.21.15.18:0/2363715704 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18ba460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.774+0000 7f444bfff640 1 -- 172.21.15.18:0/2363715704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 msgr2=0x55a0a18bf530 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:45:35.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.774+0000 7f444bfff640 1 --2- 172.21.15.18:0/2363715704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18bf530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.774+0000 7f444bfff640 1 -- 172.21.15.18:0/2363715704 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18bfba0 msgr2=0x55a0a18c2030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:35.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.774+0000 7f444bfff640 1 --2- 172.21.15.18:0/2363715704 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18bfba0 0x55a0a18c2030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.774+0000 7f444bfff640 1 -- 172.21.15.18:0/2363715704 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0a17eb2c0 con 0x55a0a18ba040 2024-04-22T00:45:35.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.774+0000 7f444affd640 1 --2- 172.21.15.18:0/2363715704 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18bfba0 0x55a0a18c2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:35.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.774+0000 7f444bfff640 1 --2- 172.21.15.18:0/2363715704 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18ba460 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f444400a820 tx=0x7f444400ace0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29698ba0faf66d51 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:35.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.775+0000 7f4441ffb640 1 -- 172.21.15.18:0/2363715704 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f444400ccc0 con 0x55a0a18ba040 2024-04-22T00:45:35.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.775+0000 7f4441ffb640 1 -- 172.21.15.18:0/2363715704 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44440035f0 con 0x55a0a18ba040 2024-04-22T00:45:35.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.775+0000 7f4448ff9640 1 -- 172.21.15.18:0/3886883430 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4434057020 con 0x7f444c0741a0 2024-04-22T00:45:35.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.776+0000 7f4454979740 1 -- 172.21.15.18:0/2363715704 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 msgr2=0x55a0a18ba460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.776+0000 7f4454979740 1 --2- 172.21.15.18:0/2363715704 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18ba460 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f444400a820 tx=0x7f444400ace0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.776+0000 7f4454979740 1 -- 172.21.15.18:0/2363715704 shutdown_connections 2024-04-22T00:45:35.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.776+0000 7f4454979740 1 --2- 172.21.15.18:0/2363715704 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18bfba0 0x55a0a18c2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.776+0000 7f4454979740 1 --2- 172.21.15.18:0/2363715704 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18bf530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.776+0000 7f4454979740 1 --2- 172.21.15.18:0/2363715704 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18ba460 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.776+0000 7f4454979740 1 -- 172.21.15.18:0/2363715704 >> 172.21.15.18:0/2363715704 conn(0x55a0a18b55b0 msgr2=0x55a0a18b59b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.776+0000 7f4454979740 1 -- 172.21.15.18:0/2363715704 shutdown_connections 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.776+0000 7f4448ff9640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44380a2c30 0x7f44380a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.777+0000 7f4454979740 1 -- 172.21.15.18:0/2363715704 wait complete. 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.777+0000 7f4448ff9640 1 -- 172.21.15.18:0/3886883430 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4434102310 con 0x7f444c0741a0 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.777+0000 7f4454979740 1 -- start start 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.777+0000 7f444affd640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44380a2c30 0x7f44380a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.778+0000 7f4454979740 1 Processor -- start 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.778+0000 7f444affd640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44380a2c30 0x7f44380a50f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x55a0a18b6520 tx=0x7f443c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.778+0000 7f4454979740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 0x55a0a18c40c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.779+0000 7f4454979740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18c4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.779+0000 7f4454979740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 0x55a0a18cb640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.779+0000 7f444affd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18c4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.779+0000 7f444affd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18c4600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49522/0 (socket says 172.21.15.18:49522) 2024-04-22T00:45:35.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.779+0000 7f444affd640 1 -- 172.21.15.18:0/3933253367 learned_addr learned my addr 172.21.15.18:0/3933253367 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:35.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.779+0000 7f444bfff640 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 0x55a0a18cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.779+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55a0a18c2ba0 con 0x55a0a18ba040 2024-04-22T00:45:35.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.779+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55a0a17daf10 con 0x55a0a18bfba0 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.779+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55a0a18c2d20 con 0x55a0a18baa30 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.779+0000 7f444b7fe640 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 0x55a0a18c40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.780+0000 7f4454979740 10 client.0 _ll_register_callbacks cb 0x55a0a1532be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.780+0000 7f444affd640 1 -- 172.21.15.18:0/3933253367 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 msgr2=0x55a0a18cb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.780+0000 7f444affd640 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 0x55a0a18cb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.780+0000 7f444affd640 1 -- 172.21.15.18:0/3933253367 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 msgr2=0x55a0a18c40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.780+0000 7f444affd640 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 0x55a0a18c40c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.780+0000 7f444affd640 1 -- 172.21.15.18:0/3933253367 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0a17acc80 con 0x55a0a18baa30 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.780+0000 7f444affd640 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18c4600 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f443c015a00 tx=0x7f443c004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab0717a09126b284 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.780+0000 7f442affd640 10 client.26194 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.780+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44440035f0 con 0x55a0a18baa30 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f442affd640 1 -- 172.21.15.18:0/3933253367 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f443c023020 con 0x55a0a18baa30 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f442affd640 1 -- 172.21.15.18:0/3933253367 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f443c013c00 con 0x55a0a18baa30 2024-04-22T00:45:35.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f442affd640 1 -- 172.21.15.18:0/3933253367 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f443c01b040 con 0x55a0a18baa30 2024-04-22T00:45:35.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f4454979740 10 client.26194 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:35.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({fsmap=30}) -- 0x55a0a15333f0 con 0x55a0a18baa30 2024-04-22T00:45:35.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f442affd640 1 -- 172.21.15.18:0/3933253367 <== mon.1 v2:172.21.15.167:3300/0 4 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f443c01e030 con 0x55a0a18baa30 2024-04-22T00:45:35.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f4454979740 10 client.26194 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:35.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f4454979740 10 client.26194 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:45:35.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f4454979740 20 client.26194 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:35.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f4454979740 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55a0a18d0060 0x55a0a18d2450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f4454979740 4 client.26194 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:35.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.781+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f44440035f0 con 0x55a0a18d0060 2024-04-22T00:45:35.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.782+0000 7f444b7fe640 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55a0a18d0060 0x55a0a18d2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.782+0000 7f444b7fe640 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55a0a18d0060 0x55a0a18d2450 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e5d7a62e4a635131 server_cookie=73963833c83099d7 in_seq=0 out_seq=0 2024-04-22T00:45:35.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.782+0000 7f442affd640 10 client.26194 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:45:35.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.783+0000 7f442affd640 1 -- 172.21.15.18:0/3933253367 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f44440035f0 con 0x55a0a18d0060 2024-04-22T00:45:35.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.783+0000 7f442affd640 10 client.26194 handle_command_reply: tid=0 2024-04-22T00:45:35.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.783+0000 7f4454979740 1 client.26194 shutdown 2024-04-22T00:45:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.785+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 msgr2=0x55a0a18c4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.785+0000 7f4454979740 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18c4600 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f443c015a00 tx=0x7f443c004ad0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.785+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 shutdown_connections 2024-04-22T00:45:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.785+0000 7f4454979740 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55a0a18d0060 0x55a0a18d2450 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.785+0000 7f442affd640 0 client.26194 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:45:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.785+0000 7f4454979740 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 0x55a0a18cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.785+0000 7f4454979740 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18c4600 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.785+0000 7f4454979740 1 --2- 172.21.15.18:0/3933253367 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 0x55a0a18c40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.786+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 >> 172.21.15.18:0/3933253367 conn(0x55a0a18b55b0 msgr2=0x55a0a18b4850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:35.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.786+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 shutdown_connections 2024-04-22T00:45:35.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.786+0000 7f4454979740 1 -- 172.21.15.18:0/3933253367 wait complete. 2024-04-22T00:45:35.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.786+0000 7f4454979740 20 client.26194 trim_cache size 0 max 16384 2024-04-22T00:45:35.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f4454979740 1 Processor -- start 2024-04-22T00:45:35.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f4454979740 1 -- start start 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f4454979740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18bbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f4454979740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18baa30 0x55a0a18cb600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f4454979740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18bfba0 0x55a0a18d6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f4454979740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f444c1b3540 con 0x55a0a18baa30 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f4454979740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f444c1b0e10 con 0x55a0a18ba040 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f4454979740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f444c1aec60 con 0x55a0a18bfba0 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f444b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18bbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f444b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18bbbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60032/0 (socket says 172.21.15.18:60032) 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.810+0000 7f444b7fe640 1 -- 172.21.15.18:0/1292552572 learned_addr learned my addr 172.21.15.18:0/1292552572 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f444affd640 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18baa30 0x55a0a18cb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f444bfff640 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18bfba0 0x55a0a18d6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f444b7fe640 1 -- 172.21.15.18:0/1292552572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18bfba0 msgr2=0x55a0a18d6aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:35.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f444b7fe640 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18bfba0 0x55a0a18d6aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f444b7fe640 1 -- 172.21.15.18:0/1292552572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18baa30 msgr2=0x55a0a18cb600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:35.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f444b7fe640 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18baa30 0x55a0a18cb600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f444b7fe640 1 -- 172.21.15.18:0/1292552572 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0a15fd7d0 con 0x55a0a18ba040 2024-04-22T00:45:35.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f444bfff640 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18bfba0 0x55a0a18d6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:45:35.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f444affd640 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18baa30 0x55a0a18cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:35.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f444b7fe640 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18bbbe0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f44340ce6d0 tx=0x7f4434101040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d8a2e8a5fc40c24 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:35.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.811+0000 7f44417fa640 1 -- 172.21.15.18:0/1292552572 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44340056b0 con 0x55a0a18ba040 2024-04-22T00:45:35.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.812+0000 7f44417fa640 1 -- 172.21.15.18:0/1292552572 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4434005020 con 0x55a0a18ba040 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.812+0000 7f44417fa640 1 -- 172.21.15.18:0/1292552572 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44340ffaf0 con 0x55a0a18ba040 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.812+0000 7f4454979740 1 -- 172.21.15.18:0/1292552572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 msgr2=0x55a0a18bbbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.813+0000 7f4454979740 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18bbbe0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f44340ce6d0 tx=0x7f4434101040 comp rx=0 tx=0).stop 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.813+0000 7f4454979740 1 -- 172.21.15.18:0/1292552572 shutdown_connections 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.813+0000 7f4454979740 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18bfba0 0x55a0a18d6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.813+0000 7f4454979740 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18baa30 0x55a0a18cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.813+0000 7f4454979740 1 --2- 172.21.15.18:0/1292552572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18ba040 0x55a0a18bbbe0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.813+0000 7f4454979740 1 -- 172.21.15.18:0/1292552572 >> 172.21.15.18:0/1292552572 conn(0x55a0a18b55b0 msgr2=0x55a0a18bb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.813+0000 7f4454979740 1 -- 172.21.15.18:0/1292552572 shutdown_connections 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.813+0000 7f4454979740 1 -- 172.21.15.18:0/1292552572 wait complete. 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.813+0000 7f4454979740 1 -- start start 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f4454979740 1 Processor -- start 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f4454979740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 0x55a0a18caeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f4454979740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18cb3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f4454979740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 0x55a0a18c94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f4454979740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f444c1af2d0 con 0x55a0a18ba040 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f4454979740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f444c1b0740 con 0x55a0a18bfba0 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f4454979740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f444c1af9a0 con 0x55a0a18baa30 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f4454979740 10 client.0 _ll_register_callbacks cb 0x7f443c009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f444b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 0x55a0a18caeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f444affd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18cb3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f444bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 0x55a0a18c94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f444b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 0x55a0a18caeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36594/0 (socket says 172.21.15.18:36594) 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f444b7fe640 1 -- 172.21.15.18:0/233792772 learned_addr learned my addr 172.21.15.18:0/233792772 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f444bfff640 1 -- 172.21.15.18:0/233792772 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 msgr2=0x55a0a18cb3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.814+0000 7f444bfff640 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18cb3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.815+0000 7f444bfff640 1 -- 172.21.15.18:0/233792772 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 msgr2=0x55a0a18caeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:35.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.815+0000 7f444bfff640 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 0x55a0a18caeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.815+0000 7f444bfff640 1 -- 172.21.15.18:0/233792772 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0a18c9bd0 con 0x55a0a18bfba0 2024-04-22T00:45:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.815+0000 7f444bfff640 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 0x55a0a18c94c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x55a0a18b64f0 tx=0x7f44440035f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=423a58d4005373d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:35.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.815+0000 7f442affd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:35.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.815+0000 7f442affd640 1 -- 172.21.15.18:0/233792772 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4444003b70 con 0x55a0a18bfba0 2024-04-22T00:45:35.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.815+0000 7f442affd640 1 -- 172.21.15.18:0/233792772 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4444005020 con 0x55a0a18bfba0 2024-04-22T00:45:35.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.815+0000 7f4454979740 1 -- 172.21.15.18:0/233792772 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4434005020 con 0x55a0a18bfba0 2024-04-22T00:45:35.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f442affd640 1 -- 172.21.15.18:0/233792772 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4444005240 con 0x55a0a18bfba0 2024-04-22T00:45:35.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f4454979740 10 client.26216 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:35.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f4454979740 1 -- 172.21.15.18:0/233792772 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a0a1936d00 con 0x55a0a18bfba0 2024-04-22T00:45:35.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f442affd640 1 -- 172.21.15.18:0/233792772 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44440053e0 con 0x55a0a18bfba0 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f442affd640 1 -- 172.21.15.18:0/233792772 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f4444004be0 con 0x55a0a18bfba0 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f4454979740 10 client.26216 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f4454979740 10 client.26216 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f4454979740 20 client.26216 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f4454979740 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55a0a18d0060 0x55a0a1939470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f4454979740 4 client.26216 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.816+0000 7f4454979740 1 -- 172.21.15.18:0/233792772 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f4434005020 con 0x55a0a18d0060 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.817+0000 7f444b7fe640 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55a0a18d0060 0x55a0a1939470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.817+0000 7f442affd640 10 client.26216 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.817+0000 7f444b7fe640 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55a0a18d0060 0x55a0a1939470 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=573afdeee7001429 server_cookie=5e664b33220e7ed1 in_seq=0 out_seq=0 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.817+0000 7f442affd640 1 -- 172.21.15.18:0/233792772 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f4434005020 con 0x55a0a18d0060 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.817+0000 7f442affd640 10 client.26216 handle_command_reply: tid=0 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.817+0000 7f4454979740 1 client.26216 shutdown 2024-04-22T00:45:35.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.817+0000 7f4454979740 1 -- 172.21.15.18:0/233792772 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 msgr2=0x55a0a18c94c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.817+0000 7f4454979740 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 0x55a0a18c94c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x55a0a18b64f0 tx=0x7f44440035f0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.818+0000 7f4454979740 1 -- 172.21.15.18:0/233792772 shutdown_connections 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.818+0000 7f4454979740 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55a0a18d0060 0x55a0a1939470 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.818+0000 7f4454979740 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55a0a18bfba0 0x55a0a18c94c0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.818+0000 7f442affd640 0 client.26216 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.818+0000 7f4454979740 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55a0a18baa30 0x55a0a18cb3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.818+0000 7f4454979740 1 --2- 172.21.15.18:0/233792772 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a0a18ba040 0x55a0a18caeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.818+0000 7f4454979740 1 -- 172.21.15.18:0/233792772 >> 172.21.15.18:0/233792772 conn(0x55a0a18b55b0 msgr2=0x55a0a18bbd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.818+0000 7f4454979740 1 -- 172.21.15.18:0/233792772 shutdown_connections 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.818+0000 7f4454979740 1 -- 172.21.15.18:0/233792772 wait complete. 2024-04-22T00:45:35.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.818+0000 7f4454979740 20 client.26216 trim_cache size 0 max 16384 2024-04-22T00:45:35.824 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:45:35.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.820+0000 7f4451d8c640 1 -- 172.21.15.18:0/3886883430 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44380a2c30 msgr2=0x7f44380a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.820+0000 7f4451d8c640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44380a2c30 0x7f44380a50f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x55a0a18b6520 tx=0x7f443c00b040 comp rx=0 tx=0).stop 2024-04-22T00:45:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.820+0000 7f4451d8c640 1 -- 172.21.15.18:0/3886883430 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f444c0741a0 msgr2=0x7f444c06b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.820+0000 7f4451d8c640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f444c0741a0 0x7f444c06b380 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f443401a910 tx=0x7f4434005400 comp rx=0 tx=0).stop 2024-04-22T00:45:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.821+0000 7f4451d8c640 1 -- 172.21.15.18:0/3886883430 shutdown_connections 2024-04-22T00:45:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.821+0000 7f4451d8c640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44380a2c30 0x7f44380a50f0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.821+0000 7f4451d8c640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f444c10dd60 0x7f444c072520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.821+0000 7f4451d8c640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f444c075780 0x7f444c06b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.821+0000 7f4451d8c640 1 --2- 172.21.15.18:0/3886883430 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f444c0741a0 0x7f444c06b380 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.821+0000 7f4451d8c640 1 -- 172.21.15.18:0/3886883430 >> 172.21.15.18:0/3886883430 conn(0x7f444c0fcd20 msgr2=0x7f444c100ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.821+0000 7f4451d8c640 1 -- 172.21.15.18:0/3886883430 shutdown_connections 2024-04-22T00:45:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:35.821+0000 7f4451d8c640 1 -- 172.21.15.18:0/3886883430 wait complete. 2024-04-22T00:45:35.837 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:35 smithi018 ceph-mon[27979]: pgmap v503: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.7 MiB/s wr, 538 op/s 2024-04-22T00:45:35.837 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:35 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/4260611512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:45:35.838 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:45:35.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:35 smithi167 ceph-mon[31348]: pgmap v503: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.7 MiB/s wr, 538 op/s 2024-04-22T00:45:35.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:35 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/4260611512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:45:36.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.014+0000 7f8d33096640 1 -- 172.21.15.18:0/2067340411 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d2c102200 msgr2=0x7f8d2c1045f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.014+0000 7f8d33096640 1 --2- 172.21.15.18:0/2067340411 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d2c102200 0x7f8d2c1045f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8d20009860 tx=0x7f8d2002bb70 comp rx=0 tx=0).stop 2024-04-22T00:45:36.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.015+0000 7f8d33096640 1 -- 172.21.15.18:0/2067340411 shutdown_connections 2024-04-22T00:45:36.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.015+0000 7f8d33096640 1 --2- 172.21.15.18:0/2067340411 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d2c107460 0x7f8d2c1098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.015+0000 7f8d33096640 1 --2- 172.21.15.18:0/2067340411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d2c104b30 0x7f8d2c106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.015+0000 7f8d33096640 1 --2- 172.21.15.18:0/2067340411 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d2c102200 0x7f8d2c1045f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.015+0000 7f8d33096640 1 -- 172.21.15.18:0/2067340411 >> 172.21.15.18:0/2067340411 conn(0x7f8d2c0fbbf0 msgr2=0x7f8d2c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.015+0000 7f8d33096640 1 -- 172.21.15.18:0/2067340411 shutdown_connections 2024-04-22T00:45:36.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.015+0000 7f8d33096640 1 -- 172.21.15.18:0/2067340411 wait complete. 2024-04-22T00:45:36.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.016+0000 7f8d33096640 1 Processor -- start 2024-04-22T00:45:36.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.016+0000 7f8d33096640 1 -- start start 2024-04-22T00:45:36.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.016+0000 7f8d33096640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d2c102200 0x7f8d2c112300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.016+0000 7f8d33096640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d2c104b30 0x7f8d2c112840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.016+0000 7f8d33096640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d2c107460 0x7f8d2c110940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.016+0000 7f8d2bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d2c104b30 0x7f8d2c112840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.016+0000 7f8d33096640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c10b1f0 con 0x7f8d2c102200 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.016+0000 7f8d2bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d2c104b30 0x7f8d2c112840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49558/0 (socket says 172.21.15.18:49558) 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.016+0000 7f8d2bfff640 1 -- 172.21.15.18:0/2209350234 learned_addr learned my addr 172.21.15.18:0/2209350234 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d33096640 1 -- 172.21.15.18:0/2209350234 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c10b070 con 0x7f8d2c107460 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d33096640 1 -- 172.21.15.18:0/2209350234 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c10b370 con 0x7f8d2c104b30 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d31633640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d2c107460 0x7f8d2c110940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d30e32640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d2c102200 0x7f8d2c112300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d2bfff640 1 -- 172.21.15.18:0/2209350234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d2c107460 msgr2=0x7f8d2c110940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d2bfff640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d2c107460 0x7f8d2c110940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d2bfff640 1 -- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d2c102200 msgr2=0x7f8d2c112300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d2bfff640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d2c102200 0x7f8d2c112300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d2bfff640 1 -- 172.21.15.18:0/2209350234 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d2c1110c0 con 0x7f8d2c104b30 2024-04-22T00:45:36.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d31633640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d2c107460 0x7f8d2c110940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:36.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d30e32640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d2c102200 0x7f8d2c112300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:45:36.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d2bfff640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d2c104b30 0x7f8d2c112840 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8d1800e9a0 tx=0x7f8d1800ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d29ffb640 1 -- 172.21.15.18:0/2209350234 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d1800cd80 con 0x7f8d2c104b30 2024-04-22T00:45:36.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d29ffb640 1 -- 172.21.15.18:0/2209350234 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d180035f0 con 0x7f8d2c104b30 2024-04-22T00:45:36.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.017+0000 7f8d33096640 1 -- 172.21.15.18:0/2209350234 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d2c1113b0 con 0x7f8d2c104b30 2024-04-22T00:45:36.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.018+0000 7f8d29ffb640 1 -- 172.21.15.18:0/2209350234 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d18010670 con 0x7f8d2c104b30 2024-04-22T00:45:36.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.018+0000 7f8d33096640 1 -- 172.21.15.18:0/2209350234 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d2c1aed90 con 0x7f8d2c104b30 2024-04-22T00:45:36.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.021+0000 7f8d29ffb640 1 -- 172.21.15.18:0/2209350234 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8d180037a0 con 0x7f8d2c104b30 2024-04-22T00:45:36.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d35c82740 1 Processor -- start 2024-04-22T00:45:36.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d35c82740 1 -- start start 2024-04-22T00:45:36.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46d040 0x56150b46d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46da30 0x56150b472530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b472ba0 0x56150b475030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d35c82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56150b3d2530 con 0x56150b472ba0 2024-04-22T00:45:36.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d35c82740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56150b37a830 con 0x56150b46da30 2024-04-22T00:45:36.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d35c82740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56150b3ce4f0 con 0x56150b46d040 2024-04-22T00:45:36.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d31633640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46d040 0x56150b46d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d29ffb640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d1c0a2c00 0x7f8d1c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d31633640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46d040 0x56150b46d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49574/0 (socket says 172.21.15.18:49574) 2024-04-22T00:45:36.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.022+0000 7f8d31633640 1 -- 172.21.15.18:0/3400707846 learned_addr learned my addr 172.21.15.18:0/3400707846 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d31633640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d1c0a2c00 0x7f8d1c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d29ffb640 1 -- 172.21.15.18:0/2209350234 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8d180cf690 con 0x7f8d2c104b30 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d2bfff640 1 --2- 172.21.15.18:0/3400707846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b472ba0 0x56150b475030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d31633640 1 -- 172.21.15.18:0/3400707846 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46da30 msgr2=0x56150b472530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d31633640 1 --2- 172.21.15.18:0/3400707846 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46da30 0x56150b472530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d31633640 1 -- 172.21.15.18:0/3400707846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b472ba0 msgr2=0x56150b475030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d31633640 1 --2- 172.21.15.18:0/3400707846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b472ba0 0x56150b475030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d31633640 1 -- 172.21.15.18:0/3400707846 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56150b39e2c0 con 0x56150b46d040 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d2bfff640 1 --2- 172.21.15.18:0/3400707846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b472ba0 0x56150b475030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d31633640 1 --2- 172.21.15.18:0/3400707846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46d040 0x56150b46d460 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8d24009fd0 tx=0x7f8d24013830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49c9b039897baf68 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d31633640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d1c0a2c00 0x7f8d1c0a50c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8d2401d000 tx=0x7f8d2401f000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.023+0000 7f8d16ffd640 1 -- 172.21.15.18:0/3400707846 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d2400f8d0 con 0x56150b46d040 2024-04-22T00:45:36.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.024+0000 7f8d16ffd640 1 -- 172.21.15.18:0/3400707846 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d24022020 con 0x56150b46d040 2024-04-22T00:45:36.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.024+0000 7f8d16ffd640 1 -- 172.21.15.18:0/3400707846 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d24010b80 con 0x56150b46d040 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.025+0000 7f8d35c82740 1 -- 172.21.15.18:0/3400707846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46d040 msgr2=0x56150b46d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.025+0000 7f8d35c82740 1 --2- 172.21.15.18:0/3400707846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46d040 0x56150b46d460 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8d24009fd0 tx=0x7f8d24013830 comp rx=0 tx=0).stop 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.025+0000 7f8d35c82740 1 -- 172.21.15.18:0/3400707846 shutdown_connections 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.025+0000 7f8d35c82740 1 --2- 172.21.15.18:0/3400707846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b472ba0 0x56150b475030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.025+0000 7f8d35c82740 1 --2- 172.21.15.18:0/3400707846 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46da30 0x56150b472530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.025+0000 7f8d35c82740 1 --2- 172.21.15.18:0/3400707846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46d040 0x56150b46d460 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.025+0000 7f8d35c82740 1 -- 172.21.15.18:0/3400707846 >> 172.21.15.18:0/3400707846 conn(0x56150b4685b0 msgr2=0x56150b4689b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.026+0000 7f8d35c82740 1 -- 172.21.15.18:0/3400707846 shutdown_connections 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.026+0000 7f8d35c82740 1 -- 172.21.15.18:0/3400707846 wait complete. 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.026+0000 7f8d35c82740 1 -- start start 2024-04-22T00:45:36.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.026+0000 7f8d35c82740 1 Processor -- start 2024-04-22T00:45:36.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 0x56150b4772d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46da30 0x56150b477810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 0x56150b47e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d35c82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56150b475b90 con 0x56150b46d040 2024-04-22T00:45:36.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d35c82740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56150b38df10 con 0x56150b46da30 2024-04-22T00:45:36.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d35c82740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56150b475d10 con 0x56150b472ba0 2024-04-22T00:45:36.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d35c82740 10 client.0 _ll_register_callbacks cb 0x56150b0e5be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:36.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d30e32640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 0x56150b4772d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d30e32640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 0x56150b4772d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36632/0 (socket says 172.21.15.18:36632) 2024-04-22T00:45:36.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d30e32640 1 -- 172.21.15.18:0/717104072 learned_addr learned my addr 172.21.15.18:0/717104072 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:36.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d31633640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 0x56150b47e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d2bfff640 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46da30 0x56150b477810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d31633640 1 -- 172.21.15.18:0/717104072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46da30 msgr2=0x56150b477810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d31633640 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46da30 0x56150b477810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d31633640 1 -- 172.21.15.18:0/717104072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 msgr2=0x56150b4772d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d31633640 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 0x56150b4772d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d31633640 1 -- 172.21.15.18:0/717104072 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56150b35fc80 con 0x56150b472ba0 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.027+0000 7f8d30e32640 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 0x56150b4772d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.028+0000 7f8d31633640 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 0x56150b47e7e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8d24024040 tx=0x7f8d24012380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c00fe9eba966c58 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.028+0000 7f8d0bfff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.028+0000 7f8d0bfff640 1 -- 172.21.15.18:0/717104072 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d24034060 con 0x56150b472ba0 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.028+0000 7f8d0bfff640 1 -- 172.21.15.18:0/717104072 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8d24010900 con 0x56150b472ba0 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.028+0000 7f8d35c82740 1 -- 172.21.15.18:0/717104072 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d24022020 con 0x56150b472ba0 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.028+0000 7f8d0bfff640 1 -- 172.21.15.18:0/717104072 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8d24010b40 con 0x56150b472ba0 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.028+0000 7f8d35c82740 10 client.26209 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:36.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.028+0000 7f8d35c82740 1 -- 172.21.15.18:0/717104072 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56150b0e63f0 con 0x56150b472ba0 2024-04-22T00:45:36.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.028+0000 7f8d0bfff640 1 -- 172.21.15.18:0/717104072 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d24022020 con 0x56150b472ba0 2024-04-22T00:45:36.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.029+0000 7f8d0bfff640 1 -- 172.21.15.18:0/717104072 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f8d24027420 con 0x56150b472ba0 2024-04-22T00:45:36.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.029+0000 7f8d35c82740 10 client.26209 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:36.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.029+0000 7f8d35c82740 10 client.26209 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:45:36.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.029+0000 7f8d35c82740 20 client.26209 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:36.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.029+0000 7f8d35c82740 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56150b482e70 0x56150b4852a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.029+0000 7f8d35c82740 4 client.26209 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:36.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.029+0000 7f8d35c82740 1 -- 172.21.15.18:0/717104072 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56150b3dfa70 con 0x56150b482e70 2024-04-22T00:45:36.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.029+0000 7f8d30e32640 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56150b482e70 0x56150b4852a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.030+0000 7f8d30e32640 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56150b482e70 0x56150b4852a0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1160f911257c0564 server_cookie=8a1035db3440fb77 in_seq=0 out_seq=0 2024-04-22T00:45:36.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.031+0000 7f8d0bfff640 10 client.26209 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:45:36.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.031+0000 7f8d0bfff640 1 -- 172.21.15.18:0/717104072 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56150b3dfa70 con 0x56150b482e70 2024-04-22T00:45:36.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.031+0000 7f8d0bfff640 10 client.26209 handle_command_reply: tid=0 2024-04-22T00:45:36.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.031+0000 7f8d35c82740 1 client.26209 shutdown 2024-04-22T00:45:36.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.034+0000 7f8d35c82740 1 -- 172.21.15.18:0/717104072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 msgr2=0x56150b47e7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.034+0000 7f8d35c82740 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 0x56150b47e7e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8d24024040 tx=0x7f8d24012380 comp rx=0 tx=0).stop 2024-04-22T00:45:36.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.034+0000 7f8d35c82740 1 -- 172.21.15.18:0/717104072 shutdown_connections 2024-04-22T00:45:36.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.034+0000 7f8d35c82740 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56150b482e70 0x56150b4852a0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.034+0000 7f8d0bfff640 0 client.26209 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:45:36.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.034+0000 7f8d35c82740 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 0x56150b47e7e0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.034+0000 7f8d35c82740 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46da30 0x56150b477810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.034+0000 7f8d35c82740 1 --2- 172.21.15.18:0/717104072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 0x56150b4772d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.034+0000 7f8d35c82740 1 -- 172.21.15.18:0/717104072 >> 172.21.15.18:0/717104072 conn(0x56150b4685b0 msgr2=0x56150b467850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.035+0000 7f8d35c82740 1 -- 172.21.15.18:0/717104072 shutdown_connections 2024-04-22T00:45:36.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.035+0000 7f8d35c82740 1 -- 172.21.15.18:0/717104072 wait complete. 2024-04-22T00:45:36.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.035+0000 7f8d35c82740 20 client.26209 trim_cache size 0 max 16384 2024-04-22T00:45:36.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.060+0000 7f8d35c82740 1 Processor -- start 2024-04-22T00:45:36.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.060+0000 7f8d35c82740 1 -- start start 2024-04-22T00:45:36.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.061+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46d040 0x56150b466fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.061+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46da30 0x56150b47e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.061+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 0x56150b467500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.061+0000 7f8d30e32640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46d040 0x56150b466fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.061+0000 7f8d30e32640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46d040 0x56150b466fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60078/0 (socket says 172.21.15.18:60078) 2024-04-22T00:45:36.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.061+0000 7f8d30e32640 1 -- 172.21.15.18:0/3959294243 learned_addr learned my addr 172.21.15.18:0/3959294243 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:36.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.061+0000 7f8d35c82740 1 -- 172.21.15.18:0/3959294243 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c1bbc60 con 0x56150b46da30 2024-04-22T00:45:36.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.061+0000 7f8d35c82740 1 -- 172.21.15.18:0/3959294243 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c1b9530 con 0x56150b46d040 2024-04-22T00:45:36.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.062+0000 7f8d35c82740 1 -- 172.21.15.18:0/3959294243 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c1b7380 con 0x56150b472ba0 2024-04-22T00:45:36.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.063+0000 7f8d31633640 1 --2- 172.21.15.18:0/3959294243 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 0x56150b467500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.065+0000 7f8d2bfff640 1 --2- 172.21.15.18:0/3959294243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46da30 0x56150b47e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.065+0000 7f8d30e32640 1 -- 172.21.15.18:0/3959294243 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 msgr2=0x56150b467500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.065+0000 7f8d30e32640 1 --2- 172.21.15.18:0/3959294243 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 0x56150b467500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.065+0000 7f8d30e32640 1 -- 172.21.15.18:0/3959294243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46da30 msgr2=0x56150b47e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.065+0000 7f8d30e32640 1 --2- 172.21.15.18:0/3959294243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46da30 0x56150b47e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.065+0000 7f8d30e32640 1 -- 172.21.15.18:0/3959294243 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56150b1b07d0 con 0x56150b46d040 2024-04-22T00:45:36.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.067+0000 7f8d30e32640 1 --2- 172.21.15.18:0/3959294243 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46d040 0x56150b466fc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8d20032570 tx=0x7f8d200056d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c12a166c5facba2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.069+0000 7f8d167fc640 1 -- 172.21.15.18:0/3959294243 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d20039040 con 0x56150b46d040 2024-04-22T00:45:36.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.069+0000 7f8d167fc640 1 -- 172.21.15.18:0/3959294243 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d20043e50 con 0x56150b46d040 2024-04-22T00:45:36.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.070+0000 7f8d35c82740 1 -- 172.21.15.18:0/3959294243 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46d040 msgr2=0x56150b466fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.070+0000 7f8d35c82740 1 --2- 172.21.15.18:0/3959294243 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46d040 0x56150b466fc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8d20032570 tx=0x7f8d200056d0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.076+0000 7f8d35c82740 1 -- 172.21.15.18:0/3959294243 shutdown_connections 2024-04-22T00:45:36.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.076+0000 7f8d35c82740 1 --2- 172.21.15.18:0/3959294243 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b472ba0 0x56150b467500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.076+0000 7f8d35c82740 1 --2- 172.21.15.18:0/3959294243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46da30 0x56150b47e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.076+0000 7f8d35c82740 1 --2- 172.21.15.18:0/3959294243 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b46d040 0x56150b466fc0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.076+0000 7f8d35c82740 1 -- 172.21.15.18:0/3959294243 >> 172.21.15.18:0/3959294243 conn(0x56150b4685b0 msgr2=0x56150b468990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.078+0000 7f8d35c82740 1 -- 172.21.15.18:0/3959294243 shutdown_connections 2024-04-22T00:45:36.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.079+0000 7f8d35c82740 1 -- 172.21.15.18:0/3959294243 wait complete. 2024-04-22T00:45:36.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.079+0000 7f8d35c82740 1 -- start start 2024-04-22T00:45:36.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.079+0000 7f8d35c82740 1 Processor -- start 2024-04-22T00:45:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.080+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 0x56150b47b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.080+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46da30 0x56150b47bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.080+0000 7f8d35c82740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b472ba0 0x56150b47cd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.080+0000 7f8d35c82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c1b79f0 con 0x56150b46d040 2024-04-22T00:45:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.080+0000 7f8d35c82740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c1b8e60 con 0x56150b472ba0 2024-04-22T00:45:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.080+0000 7f8d35c82740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c1b80c0 con 0x56150b46da30 2024-04-22T00:45:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.080+0000 7f8d35c82740 10 client.0 _ll_register_callbacks cb 0x7f8d2400fc90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.080+0000 7f8d2bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46da30 0x56150b47bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.080+0000 7f8d2bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46da30 0x56150b47bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49600/0 (socket says 172.21.15.18:49600) 2024-04-22T00:45:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.080+0000 7f8d2bfff640 1 -- 172.21.15.18:0/267434507 learned_addr learned my addr 172.21.15.18:0/267434507 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.081+0000 7f8d2bfff640 1 -- 172.21.15.18:0/267434507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b472ba0 msgr2=0x56150b47cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.081+0000 7f8d2bfff640 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b472ba0 0x56150b47cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.081+0000 7f8d2bfff640 1 -- 172.21.15.18:0/267434507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 msgr2=0x56150b47b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.081+0000 7f8d2bfff640 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 0x56150b47b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.081+0000 7f8d2bfff640 1 -- 172.21.15.18:0/267434507 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56150b47d350 con 0x56150b46da30 2024-04-22T00:45:36.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.087+0000 7f8d2bfff640 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46da30 0x56150b47bd50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8d1809bab0 tx=0x7f8d1809b540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6dfc16444a45365d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.089+0000 7f8d0bfff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:36.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.089+0000 7f8d0bfff640 1 -- 172.21.15.18:0/267434507 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d1809fed0 con 0x56150b46da30 2024-04-22T00:45:36.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.089+0000 7f8d35c82740 1 -- 172.21.15.18:0/267434507 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d20043e50 con 0x56150b46da30 2024-04-22T00:45:36.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.089+0000 7f8d0bfff640 1 -- 172.21.15.18:0/267434507 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8d180cf300 con 0x56150b46da30 2024-04-22T00:45:36.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.089+0000 7f8d0bfff640 1 -- 172.21.15.18:0/267434507 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8d180a4790 con 0x56150b46da30 2024-04-22T00:45:36.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.090+0000 7f8d35c82740 10 client.26212 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:36.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.090+0000 7f8d35c82740 1 -- 172.21.15.18:0/267434507 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56150b47e720 con 0x56150b46da30 2024-04-22T00:45:36.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.094+0000 7f8d0bfff640 1 -- 172.21.15.18:0/267434507 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d20043e50 con 0x56150b46da30 2024-04-22T00:45:36.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.094+0000 7f8d0bfff640 1 -- 172.21.15.18:0/267434507 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f8d180cfc50 con 0x56150b46da30 2024-04-22T00:45:36.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.094+0000 7f8d35c82740 10 client.26212 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:36.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.094+0000 7f8d35c82740 10 client.26212 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:45:36.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.094+0000 7f8d35c82740 20 client.26212 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:36.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.094+0000 7f8d35c82740 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56150b482e70 0x56150b4eb920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.094+0000 7f8d35c82740 4 client.26212 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:45:36.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.094+0000 7f8d35c82740 1 -- 172.21.15.18:0/267434507 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56150b3d9dc0 con 0x56150b482e70 2024-04-22T00:45:36.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.095+0000 7f8d30e32640 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56150b482e70 0x56150b4eb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.108+0000 7f8d30e32640 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56150b482e70 0x56150b4eb920 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b28611ea35eef199 server_cookie=c64eed98b669137c in_seq=0 out_seq=0 2024-04-22T00:45:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.111+0000 7f8d0bfff640 10 client.26212 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:45:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.111+0000 7f8d0bfff640 1 -- 172.21.15.18:0/267434507 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56150b3d9dc0 con 0x56150b482e70 2024-04-22T00:45:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.111+0000 7f8d0bfff640 10 client.26212 handle_command_reply: tid=0 2024-04-22T00:45:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.111+0000 7f8d35c82740 1 client.26212 shutdown 2024-04-22T00:45:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.122+0000 7f8d35c82740 1 -- 172.21.15.18:0/267434507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46da30 msgr2=0x56150b47bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.122+0000 7f8d35c82740 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46da30 0x56150b47bd50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8d1809bab0 tx=0x7f8d1809b540 comp rx=0 tx=0).stop 2024-04-22T00:45:36.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.122+0000 7f8d35c82740 1 -- 172.21.15.18:0/267434507 shutdown_connections 2024-04-22T00:45:36.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.122+0000 7f8d35c82740 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56150b482e70 0x56150b4eb920 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.122+0000 7f8d35c82740 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56150b472ba0 0x56150b47cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.122+0000 7f8d35c82740 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56150b46da30 0x56150b47bd50 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.122+0000 7f8d35c82740 1 --2- 172.21.15.18:0/267434507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56150b46d040 0x56150b47b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.122+0000 7f8d35c82740 1 -- 172.21.15.18:0/267434507 >> 172.21.15.18:0/267434507 conn(0x56150b4685b0 msgr2=0x56150b466fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.122+0000 7f8d0bfff640 0 client.26212 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:45:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.123+0000 7f8d35c82740 1 -- 172.21.15.18:0/267434507 shutdown_connections 2024-04-22T00:45:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.124+0000 7f8d35c82740 1 -- 172.21.15.18:0/267434507 wait complete. 2024-04-22T00:45:36.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.126+0000 7f8d35c82740 20 client.26212 trim_cache size 0 max 16384 2024-04-22T00:45:36.129 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:45:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.129+0000 7f8d33096640 1 -- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d1c0a2c00 msgr2=0x7f8d1c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.129+0000 7f8d33096640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d1c0a2c00 0x7f8d1c0a50c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8d2401d000 tx=0x7f8d2401f000 comp rx=0 tx=0).stop 2024-04-22T00:45:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.129+0000 7f8d33096640 1 -- 172.21.15.18:0/2209350234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d2c104b30 msgr2=0x7f8d2c112840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.129+0000 7f8d33096640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d2c104b30 0x7f8d2c112840 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8d1800e9a0 tx=0x7f8d1800ee60 comp rx=0 tx=0).stop 2024-04-22T00:45:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.130+0000 7f8d33096640 1 -- 172.21.15.18:0/2209350234 shutdown_connections 2024-04-22T00:45:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.130+0000 7f8d33096640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8d1c0a2c00 0x7f8d1c0a50c0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.130+0000 7f8d33096640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8d2c107460 0x7f8d2c110940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.130+0000 7f8d33096640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8d2c104b30 0x7f8d2c112840 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.130+0000 7f8d33096640 1 --2- 172.21.15.18:0/2209350234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d2c102200 0x7f8d2c112300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.130+0000 7f8d33096640 1 -- 172.21.15.18:0/2209350234 >> 172.21.15.18:0/2209350234 conn(0x7f8d2c0fbbf0 msgr2=0x7f8d2c102cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.130+0000 7f8d33096640 1 -- 172.21.15.18:0/2209350234 shutdown_connections 2024-04-22T00:45:36.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.130+0000 7f8d33096640 1 -- 172.21.15.18:0/2209350234 wait complete. 2024-04-22T00:45:36.151 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:45:36.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:35 smithi081 ceph-mon[31546]: pgmap v503: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.7 MiB/s wr, 538 op/s 2024-04-22T00:45:36.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:35 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/4260611512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:45:36.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.327+0000 7fca28688640 1 -- 172.21.15.18:0/1919466853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca20108740 msgr2=0x7fca2010ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.327+0000 7fca28688640 1 --2- 172.21.15.18:0/1919466853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca20108740 0x7fca2010ab70 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fca1c01a910 tx=0x7fca1c03cc80 comp rx=0 tx=0).stop 2024-04-22T00:45:36.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.331+0000 7fca28688640 1 -- 172.21.15.18:0/1919466853 shutdown_connections 2024-04-22T00:45:36.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.331+0000 7fca28688640 1 --2- 172.21.15.18:0/1919466853 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca2010da80 0x7fca2010df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.331+0000 7fca28688640 1 --2- 172.21.15.18:0/1919466853 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca2010b0b0 0x7fca2010d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.331+0000 7fca28688640 1 --2- 172.21.15.18:0/1919466853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca20108740 0x7fca2010ab70 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.331+0000 7fca28688640 1 -- 172.21.15.18:0/1919466853 >> 172.21.15.18:0/1919466853 conn(0x7fca2006e5d0 msgr2=0x7fca20070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.335+0000 7fca28688640 1 -- 172.21.15.18:0/1919466853 shutdown_connections 2024-04-22T00:45:36.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.336+0000 7fca28688640 1 -- 172.21.15.18:0/1919466853 wait complete. 2024-04-22T00:45:36.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.336+0000 7fca28688640 1 Processor -- start 2024-04-22T00:45:36.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.336+0000 7fca28688640 1 -- start start 2024-04-22T00:45:36.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.337+0000 7fca28688640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca20108740 0x7fca2019e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.337+0000 7fca28688640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca2010b0b0 0x7fca2019e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.337+0000 7fca28688640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca2010da80 0x7fca201a56e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.337+0000 7fca28688640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fca20111ab0 con 0x7fca20108740 2024-04-22T00:45:36.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.337+0000 7fca28688640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fca20111930 con 0x7fca2010b0b0 2024-04-22T00:45:36.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.337+0000 7fca28688640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fca20111c30 con 0x7fca2010da80 2024-04-22T00:45:36.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.338+0000 7fca26c25640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca2010da80 0x7fca201a56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.338+0000 7fca26c25640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca2010da80 0x7fca201a56e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49616/0 (socket says 172.21.15.18:49616) 2024-04-22T00:45:36.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.338+0000 7fca26c25640 1 -- 172.21.15.18:0/1367808607 learned_addr learned my addr 172.21.15.18:0/1367808607 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:36.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.338+0000 7fca25c23640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca2010b0b0 0x7fca2019e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.339+0000 7fca26c25640 1 -- 172.21.15.18:0/1367808607 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca2010b0b0 msgr2=0x7fca2019e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.339+0000 7fca26c25640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca2010b0b0 0x7fca2019e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.339+0000 7fca26c25640 1 -- 172.21.15.18:0/1367808607 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca20108740 msgr2=0x7fca2019e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.339+0000 7fca26c25640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca20108740 0x7fca2019e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.339+0000 7fca26c25640 1 -- 172.21.15.18:0/1367808607 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca201a5d50 con 0x7fca2010da80 2024-04-22T00:45:36.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.345+0000 7fca26c25640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca2010da80 0x7fca201a56e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fca1800b9e0 tx=0x7fca1800bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.347+0000 7fca177fe640 1 -- 172.21.15.18:0/1367808607 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca18019070 con 0x7fca2010da80 2024-04-22T00:45:36.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.347+0000 7fca177fe640 1 -- 172.21.15.18:0/1367808607 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca18014440 con 0x7fca2010da80 2024-04-22T00:45:36.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.347+0000 7fca177fe640 1 -- 172.21.15.18:0/1367808607 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca180125c0 con 0x7fca2010da80 2024-04-22T00:45:36.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.347+0000 7fca28688640 1 -- 172.21.15.18:0/1367808607 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca201a5fe0 con 0x7fca2010da80 2024-04-22T00:45:36.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.347+0000 7fca28688640 1 -- 172.21.15.18:0/1367808607 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca201a64d0 con 0x7fca2010da80 2024-04-22T00:45:36.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.350+0000 7fca2b273740 1 Processor -- start 2024-04-22T00:45:36.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.351+0000 7fca177fe640 1 -- 172.21.15.18:0/1367808607 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fca1801c070 con 0x7fca2010da80 2024-04-22T00:45:36.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca2b273740 1 -- start start 2024-04-22T00:45:36.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca2b273740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 0x5572b3e8c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca2b273740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e91530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca2b273740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 0x5572b3e94030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca2b273740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5572b3df1530 con 0x5572b3e8ca30 2024-04-22T00:45:36.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca2b273740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5572b3d99830 con 0x5572b3e8c040 2024-04-22T00:45:36.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca2b273740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5572b3ded4f0 con 0x5572b3e91ba0 2024-04-22T00:45:36.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca177fe640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fca0c0a2d90 0x7fca0c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca26c25640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 0x5572b3e94030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca26c25640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 0x5572b3e94030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49626/0 (socket says 172.21.15.18:49626) 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca26c25640 1 -- 172.21.15.18:0/2404191695 learned_addr learned my addr 172.21.15.18:0/2404191695 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca177fe640 1 -- 172.21.15.18:0/1367808607 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fca180ce900 con 0x7fca2010da80 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.353+0000 7fca26424640 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e91530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.354+0000 7fca25c23640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fca0c0a2d90 0x7fca0c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.354+0000 7fca25c23640 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 0x5572b3e8c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.354+0000 7fca26c25640 1 -- 172.21.15.18:0/2404191695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 msgr2=0x5572b3e8c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.354+0000 7fca26c25640 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 0x5572b3e8c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.354+0000 7fca26c25640 1 -- 172.21.15.18:0/2404191695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 msgr2=0x5572b3e91530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.354+0000 7fca26c25640 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e91530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.354+0000 7fca26c25640 1 -- 172.21.15.18:0/2404191695 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572b3dbd2c0 con 0x5572b3e91ba0 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.354+0000 7fca26424640 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e91530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:45:36.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.354+0000 7fca25c23640 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 0x5572b3e8c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:45:36.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.354+0000 7fca26c25640 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 0x5572b3e94030 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fca180977b0 tx=0x7fca1809a740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af290e4924303cf6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.355+0000 7fca25c23640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fca0c0a2d90 0x7fca0c0a5250 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x5572b3e8d290 tx=0x7fca1000b5b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.355+0000 7fca14ff9640 1 -- 172.21.15.18:0/2404191695 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca1809f0e0 con 0x5572b3e91ba0 2024-04-22T00:45:36.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.355+0000 7fca14ff9640 1 -- 172.21.15.18:0/2404191695 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca180a39a0 con 0x5572b3e91ba0 2024-04-22T00:45:36.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.356+0000 7fca2b273740 1 -- 172.21.15.18:0/2404191695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 msgr2=0x5572b3e94030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.356+0000 7fca2b273740 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 0x5572b3e94030 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fca180977b0 tx=0x7fca1809a740 comp rx=0 tx=0).stop 2024-04-22T00:45:36.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.356+0000 7fca2b273740 1 -- 172.21.15.18:0/2404191695 shutdown_connections 2024-04-22T00:45:36.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.356+0000 7fca2b273740 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 0x5572b3e94030 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.356+0000 7fca2b273740 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e91530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.356+0000 7fca2b273740 1 --2- 172.21.15.18:0/2404191695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 0x5572b3e8c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.356+0000 7fca2b273740 1 -- 172.21.15.18:0/2404191695 >> 172.21.15.18:0/2404191695 conn(0x5572b3e875b0 msgr2=0x5572b3e879b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.356+0000 7fca2b273740 1 -- 172.21.15.18:0/2404191695 shutdown_connections 2024-04-22T00:45:36.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.357+0000 7fca2b273740 1 -- 172.21.15.18:0/2404191695 wait complete. 2024-04-22T00:45:36.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.357+0000 7fca2b273740 1 -- start start 2024-04-22T00:45:36.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.357+0000 7fca2b273740 1 Processor -- start 2024-04-22T00:45:36.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca2b273740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 0x5572b3e960e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca2b273740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca2b273740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 0x5572b3e9d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca2b273740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5572b3e94b50 con 0x5572b3e8ca30 2024-04-22T00:45:36.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca2b273740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5572b3dacf10 con 0x5572b3e8c040 2024-04-22T00:45:36.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca2b273740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5572b3e94cd0 con 0x5572b3e91ba0 2024-04-22T00:45:36.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca2b273740 10 client.0 _ll_register_callbacks cb 0x5572b3b04be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:36.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca25c23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca25c23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36680/0 (socket says 172.21.15.18:36680) 2024-04-22T00:45:36.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca25c23640 1 -- 172.21.15.18:0/2259758580 learned_addr learned my addr 172.21.15.18:0/2259758580 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:36.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.358+0000 7fca26424640 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 0x5572b3e960e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.359+0000 7fca26c25640 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 0x5572b3e9d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.359+0000 7fca25c23640 1 -- 172.21.15.18:0/2259758580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 msgr2=0x5572b3e9d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.359+0000 7fca25c23640 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 0x5572b3e9d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.359+0000 7fca25c23640 1 -- 172.21.15.18:0/2259758580 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 msgr2=0x5572b3e960e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.359+0000 7fca25c23640 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 0x5572b3e960e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.359+0000 7fca25c23640 1 -- 172.21.15.18:0/2259758580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572b3d7ec80 con 0x5572b3e8ca30 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.360+0000 7fca25c23640 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fca100042a0 tx=0x7fca10004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=318ecde1e6a2df76 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.360+0000 7fca09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.360+0000 7fca09ffb640 1 -- 172.21.15.18:0/2259758580 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca10023070 con 0x5572b3e8ca30 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.360+0000 7fca2b273740 1 -- 172.21.15.18:0/2259758580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca180a39a0 con 0x5572b3e8ca30 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.360+0000 7fca09ffb640 1 -- 172.21.15.18:0/2259758580 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fca10028660 con 0x5572b3e8ca30 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.360+0000 7fca09ffb640 1 -- 172.21.15.18:0/2259758580 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fca10031050 con 0x5572b3e8ca30 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.360+0000 7fca2b273740 10 client.16587 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.360+0000 7fca2b273740 1 -- 172.21.15.18:0/2259758580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5572b3b053f0 con 0x5572b3e8ca30 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.361+0000 7fca09ffb640 1 -- 172.21.15.18:0/2259758580 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca180a39a0 con 0x5572b3e8ca30 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.361+0000 7fca09ffb640 1 -- 172.21.15.18:0/2259758580 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fca10012680 con 0x5572b3e8ca30 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.361+0000 7fca2b273740 10 client.16587 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.361+0000 7fca2b273740 10 client.16587 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:36.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.361+0000 7fca2b273740 20 client.16587 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.361+0000 7fca2b273740 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5572b3ea2010 0x5572b3ea4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.361+0000 7fca2b273740 4 client.16587 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.361+0000 7fca2b273740 1 -- 172.21.15.18:0/2259758580 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572b3dfea70 con 0x5572b3ea2010 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.361+0000 7fca26424640 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5572b3ea2010 0x5572b3ea4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.362+0000 7fca26424640 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5572b3ea2010 0x5572b3ea4470 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5498475f608bdd7a server_cookie=1dd7a36f78f7acfe in_seq=0 out_seq=0 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.362+0000 7fca09ffb640 10 client.16587 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.362+0000 7fca09ffb640 1 -- 172.21.15.18:0/2259758580 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5572b3dfea70 con 0x5572b3ea2010 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.362+0000 7fca09ffb640 10 client.16587 handle_command_reply: tid=0 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.362+0000 7fca2b273740 1 client.16587 shutdown 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.362+0000 7fca2b273740 1 -- 172.21.15.18:0/2259758580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 msgr2=0x5572b3e96620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.362+0000 7fca2b273740 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fca100042a0 tx=0x7fca10004730 comp rx=0 tx=0).stop 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.363+0000 7fca2b273740 1 -- 172.21.15.18:0/2259758580 shutdown_connections 2024-04-22T00:45:36.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.363+0000 7fca2b273740 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5572b3ea2010 0x5572b3ea4470 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.363+0000 7fca2b273740 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e91ba0 0x5572b3e9d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.363+0000 7fca2b273740 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.363+0000 7fca2b273740 1 --2- 172.21.15.18:0/2259758580 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8c040 0x5572b3e960e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.363+0000 7fca2b273740 1 -- 172.21.15.18:0/2259758580 >> 172.21.15.18:0/2259758580 conn(0x5572b3e875b0 msgr2=0x5572b3e86850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.363+0000 7fca09ffb640 0 client.16587 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:36.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.363+0000 7fca2b273740 1 -- 172.21.15.18:0/2259758580 shutdown_connections 2024-04-22T00:45:36.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.363+0000 7fca2b273740 1 -- 172.21.15.18:0/2259758580 wait complete. 2024-04-22T00:45:36.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.363+0000 7fca2b273740 20 client.16587 trim_cache size 0 max 16384 2024-04-22T00:45:36.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.385+0000 7fca2b273740 1 Processor -- start 2024-04-22T00:45:36.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.385+0000 7fca2b273740 1 -- start start 2024-04-22T00:45:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.385+0000 7fca2b273740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8c040 0x5572b3e960e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.385+0000 7fca2b273740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.385+0000 7fca26424640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8c040 0x5572b3e960e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca2b273740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e91ba0 0x5572b3e9d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca26424640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8c040 0x5572b3e960e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36696/0 (socket says 172.21.15.18:36696) 2024-04-22T00:45:36.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca26424640 1 -- 172.21.15.18:0/1411057405 learned_addr learned my addr 172.21.15.18:0/1411057405 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:36.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca2b273740 1 -- 172.21.15.18:0/1411057405 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fca201b34f0 con 0x5572b3e8c040 2024-04-22T00:45:36.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca2b273740 1 -- 172.21.15.18:0/1411057405 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fca201b0dc0 con 0x5572b3e91ba0 2024-04-22T00:45:36.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca2b273740 1 -- 172.21.15.18:0/1411057405 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fca201aec10 con 0x5572b3e8ca30 2024-04-22T00:45:36.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca25c23640 1 --2- 172.21.15.18:0/1411057405 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca26c25640 1 --2- 172.21.15.18:0/1411057405 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e91ba0 0x5572b3e9d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca25c23640 1 -- 172.21.15.18:0/1411057405 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e91ba0 msgr2=0x5572b3e9d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca25c23640 1 --2- 172.21.15.18:0/1411057405 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e91ba0 0x5572b3e9d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca25c23640 1 -- 172.21.15.18:0/1411057405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8c040 msgr2=0x5572b3e960e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca25c23640 1 --2- 172.21.15.18:0/1411057405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8c040 0x5572b3e960e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca25c23640 1 -- 172.21.15.18:0/1411057405 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572b3bcf7d0 con 0x5572b3e8ca30 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.386+0000 7fca26424640 1 --2- 172.21.15.18:0/1411057405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8c040 0x5572b3e960e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.387+0000 7fca25c23640 1 --2- 172.21.15.18:0/1411057405 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fca10012a70 tx=0x7fca10003e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45100bc5acaac507 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.387+0000 7fca0bfff640 1 -- 172.21.15.18:0/1411057405 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca10023070 con 0x5572b3e8ca30 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.387+0000 7fca0bfff640 1 -- 172.21.15.18:0/1411057405 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca1003a070 con 0x5572b3e8ca30 2024-04-22T00:45:36.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.387+0000 7fca0bfff640 1 -- 172.21.15.18:0/1411057405 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca10010e60 con 0x5572b3e8ca30 2024-04-22T00:45:36.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.388+0000 7fca2b273740 1 -- 172.21.15.18:0/1411057405 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8ca30 msgr2=0x5572b3e96620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.388+0000 7fca2b273740 1 --2- 172.21.15.18:0/1411057405 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fca10012a70 tx=0x7fca10003e50 comp rx=0 tx=0).stop 2024-04-22T00:45:36.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.388+0000 7fca2b273740 1 -- 172.21.15.18:0/1411057405 shutdown_connections 2024-04-22T00:45:36.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.388+0000 7fca2b273740 1 --2- 172.21.15.18:0/1411057405 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e91ba0 0x5572b3e9d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.388+0000 7fca2b273740 1 --2- 172.21.15.18:0/1411057405 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8ca30 0x5572b3e96620 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.388+0000 7fca2b273740 1 --2- 172.21.15.18:0/1411057405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e8c040 0x5572b3e960e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.388+0000 7fca2b273740 1 -- 172.21.15.18:0/1411057405 >> 172.21.15.18:0/1411057405 conn(0x5572b3e875b0 msgr2=0x5572b3e91110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.388+0000 7fca2b273740 1 -- 172.21.15.18:0/1411057405 shutdown_connections 2024-04-22T00:45:36.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.388+0000 7fca2b273740 1 -- 172.21.15.18:0/1411057405 wait complete. 2024-04-22T00:45:36.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.388+0000 7fca2b273740 1 -- start start 2024-04-22T00:45:36.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca2b273740 1 Processor -- start 2024-04-22T00:45:36.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca2b273740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8c040 0x5572b3e9a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca2b273740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8ca30 0x5572b3e9aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca2b273740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e91ba0 0x5572b3f06550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca2b273740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fca201af280 con 0x5572b3e91ba0 2024-04-22T00:45:36.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca2b273740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fca201b06f0 con 0x5572b3e8ca30 2024-04-22T00:45:36.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca2b273740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fca201af950 con 0x5572b3e8c040 2024-04-22T00:45:36.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca26424640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8c040 0x5572b3e9a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca2b273740 10 client.0 _ll_register_callbacks cb 0x7fca1000bbb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca26424640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8c040 0x5572b3e9a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49654/0 (socket says 172.21.15.18:49654) 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca26424640 1 -- 172.21.15.18:0/682563300 learned_addr learned my addr 172.21.15.18:0/682563300 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca25c23640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8ca30 0x5572b3e9aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca26c25640 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e91ba0 0x5572b3f06550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca26424640 1 -- 172.21.15.18:0/682563300 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8ca30 msgr2=0x5572b3e9aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca26424640 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8ca30 0x5572b3e9aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca26424640 1 -- 172.21.15.18:0/682563300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e91ba0 msgr2=0x5572b3f06550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca26424640 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e91ba0 0x5572b3f06550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca26424640 1 -- 172.21.15.18:0/682563300 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572b3f06a90 con 0x5572b3e8c040 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca26c25640 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e91ba0 0x5572b3f06550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.389+0000 7fca25c23640 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8ca30 0x5572b3e9aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.390+0000 7fca26424640 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8c040 0x5572b3e9a550 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fca1c03d290 tx=0x7fca1c004340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94f91d498a017819 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:36.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.390+0000 7fca09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:36.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.391+0000 7fca09ffb640 1 -- 172.21.15.18:0/682563300 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca1c03da40 con 0x5572b3e8c040 2024-04-22T00:45:36.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.391+0000 7fca09ffb640 1 -- 172.21.15.18:0/682563300 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fca1c04b040 con 0x5572b3e8c040 2024-04-22T00:45:36.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.391+0000 7fca2b273740 1 -- 172.21.15.18:0/682563300 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca1003a070 con 0x5572b3e8c040 2024-04-22T00:45:36.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.392+0000 7fca09ffb640 1 -- 172.21.15.18:0/682563300 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fca1c03dbe0 con 0x5572b3e8c040 2024-04-22T00:45:36.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.392+0000 7fca2b273740 10 client.26230 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.392+0000 7fca2b273740 1 -- 172.21.15.18:0/682563300 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5572b3f07d10 con 0x5572b3e8c040 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.393+0000 7fca09ffb640 1 -- 172.21.15.18:0/682563300 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca1c03dd80 con 0x5572b3e8c040 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.393+0000 7fca09ffb640 1 -- 172.21.15.18:0/682563300 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fca1c045740 con 0x5572b3e8c040 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.393+0000 7fca2b273740 10 client.26230 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.393+0000 7fca2b273740 10 client.26230 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.393+0000 7fca2b273740 20 client.26230 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.393+0000 7fca2b273740 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5572b3f086b0 0x5572b3f0aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.393+0000 7fca2b273740 4 client.26230 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.393+0000 7fca2b273740 1 -- 172.21.15.18:0/682563300 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fca1003a070 con 0x5572b3f086b0 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.393+0000 7fca25c23640 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5572b3f086b0 0x5572b3f0aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca25c23640 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5572b3f086b0 0x5572b3f0aad0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c65d4c3514fa8248 server_cookie=5935571994fe9bf9 in_seq=0 out_seq=0 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca09ffb640 10 client.26230 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:36.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca09ffb640 1 -- 172.21.15.18:0/682563300 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fca1003a070 con 0x5572b3f086b0 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca09ffb640 10 client.26230 handle_command_reply: tid=0 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca2b273740 1 client.26230 shutdown 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca2b273740 1 -- 172.21.15.18:0/682563300 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8c040 msgr2=0x5572b3e9a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca2b273740 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8c040 0x5572b3e9a550 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fca1c03d290 tx=0x7fca1c004340 comp rx=0 tx=0).stop 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca2b273740 1 -- 172.21.15.18:0/682563300 shutdown_connections 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca2b273740 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5572b3f086b0 0x5572b3f0aad0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca2b273740 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5572b3e91ba0 0x5572b3f06550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca09ffb640 0 client.26230 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca2b273740 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5572b3e8ca30 0x5572b3e9aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca2b273740 1 --2- 172.21.15.18:0/682563300 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5572b3e8c040 0x5572b3e9a550 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.394+0000 7fca2b273740 1 -- 172.21.15.18:0/682563300 >> 172.21.15.18:0/682563300 conn(0x5572b3e875b0 msgr2=0x5572b3e90ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.395+0000 7fca2b273740 1 -- 172.21.15.18:0/682563300 shutdown_connections 2024-04-22T00:45:36.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.395+0000 7fca2b273740 1 -- 172.21.15.18:0/682563300 wait complete. 2024-04-22T00:45:36.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.395+0000 7fca2b273740 20 client.26230 trim_cache size 0 max 16384 2024-04-22T00:45:36.399 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:45:36.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.395+0000 7fca28688640 1 -- 172.21.15.18:0/1367808607 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fca0c0a2d90 msgr2=0x7fca0c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.395+0000 7fca28688640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fca0c0a2d90 0x7fca0c0a5250 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x5572b3e8d290 tx=0x7fca1000b5b0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.395+0000 7fca28688640 1 -- 172.21.15.18:0/1367808607 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca2010da80 msgr2=0x7fca201a56e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:36.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.395+0000 7fca28688640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca2010da80 0x7fca201a56e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fca1800b9e0 tx=0x7fca1800bea0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.396+0000 7fca28688640 1 -- 172.21.15.18:0/1367808607 shutdown_connections 2024-04-22T00:45:36.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.396+0000 7fca28688640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fca0c0a2d90 0x7fca0c0a5250 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.396+0000 7fca28688640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca2010da80 0x7fca201a56e0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.396+0000 7fca28688640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca2010b0b0 0x7fca2019e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.396+0000 7fca28688640 1 --2- 172.21.15.18:0/1367808607 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca20108740 0x7fca2019e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:36.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.396+0000 7fca28688640 1 -- 172.21.15.18:0/1367808607 >> 172.21.15.18:0/1367808607 conn(0x7fca2006e5d0 msgr2=0x7fca20108f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:36.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.396+0000 7fca28688640 1 -- 172.21.15.18:0/1367808607 shutdown_connections 2024-04-22T00:45:36.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:36.396+0000 7fca28688640 1 -- 172.21.15.18:0/1367808607 wait complete. 2024-04-22T00:45:37.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.127+0000 7f369d7e5640 1 -- 172.21.15.18:0/336127524 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3698108fc0 msgr2=0x7f3698109440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.127+0000 7f369d7e5640 1 --2- 172.21.15.18:0/336127524 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3698108fc0 0x7f3698109440 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f368c009900 tx=0x7f368c02bc60 comp rx=0 tx=0).stop 2024-04-22T00:45:37.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.129+0000 7f369d7e5640 1 -- 172.21.15.18:0/336127524 shutdown_connections 2024-04-22T00:45:37.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.129+0000 7f369d7e5640 1 --2- 172.21.15.18:0/336127524 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3698109980 0x7f3698110210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.129+0000 7f369d7e5640 1 --2- 172.21.15.18:0/336127524 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3698108fc0 0x7f3698109440 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.129+0000 7f369d7e5640 1 --2- 172.21.15.18:0/336127524 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3698107dd0 0x7f36981081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.129+0000 7f369d7e5640 1 -- 172.21.15.18:0/336127524 >> 172.21.15.18:0/336127524 conn(0x7f3698076d90 msgr2=0x7f36980791b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.134+0000 7f369d7e5640 1 -- 172.21.15.18:0/336127524 shutdown_connections 2024-04-22T00:45:37.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.134+0000 7f369d7e5640 1 -- 172.21.15.18:0/336127524 wait complete. 2024-04-22T00:45:37.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f369d7e5640 1 Processor -- start 2024-04-22T00:45:37.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f369d7e5640 1 -- start start 2024-04-22T00:45:37.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f369d7e5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3698107dd0 0x7f3698072bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f369d7e5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3698108fc0 0x7f3698073110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f369d7e5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3698109980 0x7f3698071210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f36967fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3698108fc0 0x7f3698073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f36967fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3698108fc0 0x7f3698073110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36736/0 (socket says 172.21.15.18:36736) 2024-04-22T00:45:37.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f36967fc640 1 -- 172.21.15.18:0/676529177 learned_addr learned my addr 172.21.15.18:0/676529177 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f369806bbb0 con 0x7f3698108fc0 2024-04-22T00:45:37.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f369806ba30 con 0x7f3698107dd0 2024-04-22T00:45:37.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.135+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f369806bd30 con 0x7f3698109980 2024-04-22T00:45:37.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.136+0000 7f36977fe640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3698109980 0x7f3698071210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.136+0000 7f3696ffd640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3698107dd0 0x7f3698072bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.139+0000 7f36977fe640 1 -- 172.21.15.18:0/676529177 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3698107dd0 msgr2=0x7f3698072bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.139+0000 7f36977fe640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3698107dd0 0x7f3698072bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.139+0000 7f36977fe640 1 -- 172.21.15.18:0/676529177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3698108fc0 msgr2=0x7f3698073110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.139+0000 7f36977fe640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3698108fc0 0x7f3698073110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.139+0000 7f36977fe640 1 -- 172.21.15.18:0/676529177 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3698071940 con 0x7f3698109980 2024-04-22T00:45:37.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.140+0000 7f36977fe640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3698109980 0x7f3698071210 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3690009fd0 tx=0x7f369000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.147+0000 7f367ffff640 1 -- 172.21.15.18:0/676529177 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f369000ce20 con 0x7f3698109980 2024-04-22T00:45:37.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.147+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3698071c30 con 0x7f3698109980 2024-04-22T00:45:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.147+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36981aed80 con 0x7f3698109980 2024-04-22T00:45:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.147+0000 7f367ffff640 1 -- 172.21.15.18:0/676529177 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3690005020 con 0x7f3698109980 2024-04-22T00:45:37.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.147+0000 7f367ffff640 1 -- 172.21.15.18:0/676529177 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3690010720 con 0x7f3698109980 2024-04-22T00:45:37.154 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.153+0000 7f36a03d3740 1 Processor -- start 2024-04-22T00:45:37.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.156+0000 7f36a03d3740 1 -- start start 2024-04-22T00:45:37.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.156+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18071d30 0x55be18072150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.156+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be18077220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.156+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be18079d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.156+0000 7f36a03d3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55be17fd6b70 con 0x55be18072720 2024-04-22T00:45:37.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.156+0000 7f36a03d3740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55be17f7f470 con 0x55be18071d30 2024-04-22T00:45:37.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.156+0000 7f36a03d3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55be17fd2b30 con 0x55be18077890 2024-04-22T00:45:37.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.156+0000 7f367ffff640 1 -- 172.21.15.18:0/676529177 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3690004a40 con 0x7f3698109980 2024-04-22T00:45:37.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.158+0000 7f367ffff640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36800a2e70 0x7f36800a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.158+0000 7f36977fe640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36800a2e70 0x7f36800a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.158+0000 7f367ffff640 1 -- 172.21.15.18:0/676529177 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f36900cfab0 con 0x7f3698109980 2024-04-22T00:45:37.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.159+0000 7f36977fe640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36800a2e70 0x7f36800a5330 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f369009bbe0 tx=0x7f36900bc050 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.162+0000 7f36967fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be18079d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.162+0000 7f36967fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be18079d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49696/0 (socket says 172.21.15.18:49696) 2024-04-22T00:45:37.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.162+0000 7f36967fc640 1 -- 172.21.15.18:0/4263060339 learned_addr learned my addr 172.21.15.18:0/4263060339 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.162+0000 7f36967fc640 1 --2- 172.21.15.18:0/4263060339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18071d30 0x55be18072150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.164+0000 7f3696ffd640 1 --2- 172.21.15.18:0/4263060339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be18077220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.165+0000 7f36967fc640 1 -- 172.21.15.18:0/4263060339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 msgr2=0x55be18079d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.165+0000 7f36967fc640 1 --2- 172.21.15.18:0/4263060339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be18079d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.165+0000 7f36967fc640 1 -- 172.21.15.18:0/4263060339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 msgr2=0x55be18077220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.165+0000 7f36967fc640 1 --2- 172.21.15.18:0/4263060339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be18077220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.165+0000 7f36967fc640 1 -- 172.21.15.18:0/4263060339 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be17ceb210 con 0x55be18071d30 2024-04-22T00:45:37.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.166+0000 7f36967fc640 1 --2- 172.21.15.18:0/4263060339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18071d30 0x55be18072150 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f368c005da0 tx=0x7f368c005d30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5237d1e7548d7e5a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.171+0000 7f367d7fa640 1 -- 172.21.15.18:0/4263060339 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c049070 con 0x55be18071d30 2024-04-22T00:45:37.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.171+0000 7f367d7fa640 1 -- 172.21.15.18:0/4263060339 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f368c005510 con 0x55be18071d30 2024-04-22T00:45:37.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.171+0000 7f367d7fa640 1 -- 172.21.15.18:0/4263060339 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c039070 con 0x55be18071d30 2024-04-22T00:45:37.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.173+0000 7f36a03d3740 1 -- 172.21.15.18:0/4263060339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18071d30 msgr2=0x55be18072150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.173+0000 7f36a03d3740 1 --2- 172.21.15.18:0/4263060339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18071d30 0x55be18072150 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f368c005da0 tx=0x7f368c005d30 comp rx=0 tx=0).stop 2024-04-22T00:45:37.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.174+0000 7f36a03d3740 1 -- 172.21.15.18:0/4263060339 shutdown_connections 2024-04-22T00:45:37.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.174+0000 7f36a03d3740 1 --2- 172.21.15.18:0/4263060339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be18079d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.174+0000 7f36a03d3740 1 --2- 172.21.15.18:0/4263060339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be18077220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.174+0000 7f36a03d3740 1 --2- 172.21.15.18:0/4263060339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18071d30 0x55be18072150 secure :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f368c005da0 tx=0x7f368c005d30 comp rx=0 tx=0).stop 2024-04-22T00:45:37.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.174+0000 7f36a03d3740 1 -- 172.21.15.18:0/4263060339 >> 172.21.15.18:0/4263060339 conn(0x55be1806d2a0 msgr2=0x55be1806d6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.180+0000 7f36a03d3740 1 -- 172.21.15.18:0/4263060339 shutdown_connections 2024-04-22T00:45:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.182+0000 7f36a03d3740 1 -- 172.21.15.18:0/4263060339 wait complete. 2024-04-22T00:45:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.182+0000 7f36a03d3740 1 -- start start 2024-04-22T00:45:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.182+0000 7f36a03d3740 1 Processor -- start 2024-04-22T00:45:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.183+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be1807c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.183+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be1807c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.183+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 0x55be18083b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.183+0000 7f36a03d3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55be1807a7e0 con 0x55be18072720 2024-04-22T00:45:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.183+0000 7f36a03d3740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55be17f92a10 con 0x55be180817a0 2024-04-22T00:45:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.183+0000 7f36a03d3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55be1807a960 con 0x55be18077890 2024-04-22T00:45:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.183+0000 7f36a03d3740 10 client.0 _ll_register_callbacks cb 0x55be17fcdb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:37.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f36967fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 0x55be18083b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f36967fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 0x55be18083b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60156/0 (socket says 172.21.15.18:60156) 2024-04-22T00:45:37.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f36967fc640 1 -- 172.21.15.18:0/2071336638 learned_addr learned my addr 172.21.15.18:0/2071336638 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f36967fc640 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be1807c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f3696ffd640 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be1807c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f36967fc640 1 -- 172.21.15.18:0/2071336638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 msgr2=0x55be1807c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f36967fc640 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be1807c770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f36967fc640 1 -- 172.21.15.18:0/2071336638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 msgr2=0x55be1807c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f36967fc640 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be1807c230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f36967fc640 1 -- 172.21.15.18:0/2071336638 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be17db7620 con 0x55be180817a0 2024-04-22T00:45:37.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f36967fc640 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 0x55be18083b90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f368c032570 tx=0x7f368c034940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd6727c2892d9a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.184+0000 7f367aff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:37.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.185+0000 7f367aff5640 1 -- 172.21.15.18:0/2071336638 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c039070 con 0x55be180817a0 2024-04-22T00:45:37.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.185+0000 7f367aff5640 1 -- 172.21.15.18:0/2071336638 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f368c032c80 con 0x55be180817a0 2024-04-22T00:45:37.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.185+0000 7f36a03d3740 1 -- 172.21.15.18:0/2071336638 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f368c005510 con 0x55be180817a0 2024-04-22T00:45:37.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.185+0000 7f367aff5640 1 -- 172.21.15.18:0/2071336638 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f368c049040 con 0x55be180817a0 2024-04-22T00:45:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.190+0000 7f36a03d3740 10 client.26249 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.190+0000 7f36a03d3740 1 -- 172.21.15.18:0/2071336638 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55be18086f00 con 0x55be180817a0 2024-04-22T00:45:37.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.192+0000 7f367aff5640 1 -- 172.21.15.18:0/2071336638 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f368c005510 con 0x55be180817a0 2024-04-22T00:45:37.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.192+0000 7f367aff5640 1 -- 172.21.15.18:0/2071336638 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f368c044570 con 0x55be180817a0 2024-04-22T00:45:37.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.192+0000 7f36a03d3740 10 client.26249 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:37.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.192+0000 7f36a03d3740 10 client.26249 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:37.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.192+0000 7f36a03d3740 20 client.26249 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:37.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.192+0000 7f36a03d3740 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55be180886e0 0x55be1808ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.192+0000 7f36a03d3740 4 client.26249 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:37.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.192+0000 7f36a03d3740 1 -- 172.21.15.18:0/2071336638 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55be17fe40b0 con 0x55be180886e0 2024-04-22T00:45:37.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.193+0000 7f3696ffd640 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55be180886e0 0x55be1808ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.195+0000 7f3696ffd640 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55be180886e0 0x55be1808ab00 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ae8f528fccd434b server_cookie=8ccdd459872b8a58 in_seq=0 out_seq=0 2024-04-22T00:45:37.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.196+0000 7f367aff5640 10 client.26249 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:37.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.197+0000 7f367aff5640 1 -- 172.21.15.18:0/2071336638 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55be17fe40b0 con 0x55be180886e0 2024-04-22T00:45:37.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.197+0000 7f367aff5640 10 client.26249 handle_command_reply: tid=0 2024-04-22T00:45:37.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.197+0000 7f36a03d3740 1 client.26249 shutdown 2024-04-22T00:45:37.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.197+0000 7f36a03d3740 1 -- 172.21.15.18:0/2071336638 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 msgr2=0x55be18083b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.197+0000 7f36a03d3740 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 0x55be18083b90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f368c032570 tx=0x7f368c034940 comp rx=0 tx=0).stop 2024-04-22T00:45:37.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.198+0000 7f36a03d3740 1 -- 172.21.15.18:0/2071336638 shutdown_connections 2024-04-22T00:45:37.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.198+0000 7f36a03d3740 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55be180886e0 0x55be1808ab00 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.198+0000 7f36a03d3740 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 0x55be18083b90 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.198+0000 7f36a03d3740 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be1807c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.198+0000 7f36a03d3740 1 --2- 172.21.15.18:0/2071336638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be1807c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.198+0000 7f36a03d3740 1 -- 172.21.15.18:0/2071336638 >> 172.21.15.18:0/2071336638 conn(0x55be1806d2a0 msgr2=0x55be1806c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.201+0000 7f367aff5640 0 client.26249 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:37.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.201+0000 7f36a03d3740 1 -- 172.21.15.18:0/2071336638 shutdown_connections 2024-04-22T00:45:37.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.206+0000 7f36a03d3740 1 -- 172.21.15.18:0/2071336638 wait complete. 2024-04-22T00:45:37.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.207+0000 7f36a03d3740 20 client.26249 trim_cache size 0 max 16384 2024-04-22T00:45:37.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.242+0000 7f36a03d3740 1 Processor -- start 2024-04-22T00:45:37.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36a03d3740 1 -- start start 2024-04-22T00:45:37.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18072720 0x55be18073c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18077890 0x55be18074160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be180817a0 0x55be18070500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36a03d3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f36840126b0 con 0x55be180817a0 2024-04-22T00:45:37.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36a03d3740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f368400ff80 con 0x55be18077890 2024-04-22T00:45:37.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36a03d3740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f368400ddd0 con 0x55be18072720 2024-04-22T00:45:37.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36967fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18072720 0x55be18073c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36967fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18072720 0x55be18073c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49712/0 (socket says 172.21.15.18:49712) 2024-04-22T00:45:37.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36967fc640 1 -- 172.21.15.18:0/670736335 learned_addr learned my addr 172.21.15.18:0/670736335 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.243+0000 7f36967fc640 1 --2- 172.21.15.18:0/670736335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be180817a0 0x55be18070500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.244+0000 7f3696ffd640 1 --2- 172.21.15.18:0/670736335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18077890 0x55be18074160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.244+0000 7f36967fc640 1 -- 172.21.15.18:0/670736335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18077890 msgr2=0x55be18074160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.244+0000 7f36967fc640 1 --2- 172.21.15.18:0/670736335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18077890 0x55be18074160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.244+0000 7f36967fc640 1 -- 172.21.15.18:0/670736335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be180817a0 msgr2=0x55be18070500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.244+0000 7f36967fc640 1 --2- 172.21.15.18:0/670736335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be180817a0 0x55be18070500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.244+0000 7f36967fc640 1 -- 172.21.15.18:0/670736335 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be1807d3b0 con 0x55be18072720 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.244+0000 7f36967fc640 1 --2- 172.21.15.18:0/670736335 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18072720 0x55be18073c20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f368c044ab0 tx=0x7f368c034940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb0b14b15cce3092 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.244+0000 7f367cff9640 1 -- 172.21.15.18:0/670736335 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c060040 con 0x55be18072720 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.245+0000 7f367cff9640 1 -- 172.21.15.18:0/670736335 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f368c061040 con 0x55be18072720 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.245+0000 7f367cff9640 1 -- 172.21.15.18:0/670736335 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c039040 con 0x55be18072720 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.245+0000 7f36a03d3740 1 -- 172.21.15.18:0/670736335 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18072720 msgr2=0x55be18073c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.245+0000 7f36a03d3740 1 --2- 172.21.15.18:0/670736335 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18072720 0x55be18073c20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f368c044ab0 tx=0x7f368c034940 comp rx=0 tx=0).stop 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.245+0000 7f36a03d3740 1 -- 172.21.15.18:0/670736335 shutdown_connections 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.245+0000 7f36a03d3740 1 --2- 172.21.15.18:0/670736335 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be180817a0 0x55be18070500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.245+0000 7f36a03d3740 1 --2- 172.21.15.18:0/670736335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be18077890 0x55be18074160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.245+0000 7f36a03d3740 1 --2- 172.21.15.18:0/670736335 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18072720 0x55be18073c20 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.245+0000 7f36a03d3740 1 -- 172.21.15.18:0/670736335 >> 172.21.15.18:0/670736335 conn(0x55be1806d2a0 msgr2=0x55be1806d680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.246+0000 7f36a03d3740 1 -- 172.21.15.18:0/670736335 shutdown_connections 2024-04-22T00:45:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.246+0000 7f36a03d3740 1 -- 172.21.15.18:0/670736335 wait complete. 2024-04-22T00:45:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.246+0000 7f36a03d3740 1 -- start start 2024-04-22T00:45:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.246+0000 7f36a03d3740 1 Processor -- start 2024-04-22T00:45:37.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.246+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be180992a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.246+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be180997e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.246+0000 7f36a03d3740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 0x55be1809a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36967fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be180992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36967fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be180992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36770/0 (socket says 172.21.15.18:36770) 2024-04-22T00:45:37.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36967fc640 1 -- 172.21.15.18:0/4159925432 learned_addr learned my addr 172.21.15.18:0/4159925432 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f368400e440 con 0x55be18072720 2024-04-22T00:45:37.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f368400f8b0 con 0x55be180817a0 2024-04-22T00:45:37.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f368400eb10 con 0x55be18077890 2024-04-22T00:45:37.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36967fc640 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 0x55be1809a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36a03d3740 10 client.0 _ll_register_callbacks cb 0x7f368c047070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:37.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f3696ffd640 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be180997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36967fc640 1 -- 172.21.15.18:0/4159925432 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 msgr2=0x55be180997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36967fc640 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be180997e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36967fc640 1 -- 172.21.15.18:0/4159925432 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 msgr2=0x55be1809a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36967fc640 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 0x55be1809a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36967fc640 1 -- 172.21.15.18:0/4159925432 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be1809ad60 con 0x55be18072720 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f3696ffd640 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be180997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f36967fc640 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be180992a0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f368c005da0 tx=0x7f368c02bc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66edbe3ce913e675 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.247+0000 7f367aff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.248+0000 7f367aff5640 1 -- 172.21.15.18:0/4159925432 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c060030 con 0x55be18072720 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.248+0000 7f367aff5640 1 -- 172.21.15.18:0/4159925432 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f368c004250 con 0x55be18072720 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.248+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f368c061040 con 0x55be18072720 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.248+0000 7f367aff5640 1 -- 172.21.15.18:0/4159925432 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f368c039040 con 0x55be18072720 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.248+0000 7f36a03d3740 10 client.16611 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.248+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55be1809c050 con 0x55be18072720 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.248+0000 7f367aff5640 1 -- 172.21.15.18:0/4159925432 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f368c061040 con 0x55be18072720 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.248+0000 7f367aff5640 1 -- 172.21.15.18:0/4159925432 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f368c004a30 con 0x55be18072720 2024-04-22T00:45:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.248+0000 7f36a03d3740 10 client.16611 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:37.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.248+0000 7f36a03d3740 10 client.16611 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:37.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.249+0000 7f36a03d3740 20 client.16611 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:37.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.249+0000 7f36a03d3740 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55be180eec70 0x55be180f1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.249+0000 7f36a03d3740 4 client.16611 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:45:37.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.249+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55be17fde400 con 0x55be180eec70 2024-04-22T00:45:37.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.249+0000 7f3696ffd640 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55be180eec70 0x55be180f1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.249+0000 7f367aff5640 10 client.16611 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:37.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.249+0000 7f3696ffd640 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55be180eec70 0x55be180f1090 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25bdb116fa749fa9 server_cookie=7e06ea80f80195ce in_seq=0 out_seq=0 2024-04-22T00:45:37.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.258+0000 7f367aff5640 1 -- 172.21.15.18:0/4159925432 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55be17fde400 con 0x55be180eec70 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.258+0000 7f367aff5640 10 client.16611 handle_command_reply: tid=0 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.258+0000 7f36a03d3740 1 client.16611 shutdown 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.258+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 msgr2=0x55be180992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.258+0000 7f36a03d3740 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be180992a0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f368c005da0 tx=0x7f368c02bc60 comp rx=0 tx=0).stop 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.258+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 shutdown_connections 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.258+0000 7f36a03d3740 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55be180eec70 0x55be180f1090 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.258+0000 7f36a03d3740 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55be180817a0 0x55be1809a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.258+0000 7f367aff5640 0 client.16611 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.258+0000 7f36a03d3740 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55be18077890 0x55be180997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.259+0000 7f36a03d3740 1 --2- 172.21.15.18:0/4159925432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55be18072720 0x55be180992a0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.259+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 >> 172.21.15.18:0/4159925432 conn(0x55be1806d2a0 msgr2=0x55be1807c150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.259+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 shutdown_connections 2024-04-22T00:45:37.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.259+0000 7f36a03d3740 1 -- 172.21.15.18:0/4159925432 wait complete. 2024-04-22T00:45:37.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.259+0000 7f36a03d3740 20 client.16611 trim_cache size 0 max 16384 2024-04-22T00:45:37.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:45:37.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:45:37.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:45:37.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:45:37.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36800a2e70 msgr2=0x7f36800a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36800a2e70 0x7f36800a5330 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f369009bbe0 tx=0x7f36900bc050 comp rx=0 tx=0).stop 2024-04-22T00:45:37.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3698109980 msgr2=0x7f3698071210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3698109980 0x7f3698071210 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3690009fd0 tx=0x7f369000ef10 comp rx=0 tx=0).stop 2024-04-22T00:45:37.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 shutdown_connections 2024-04-22T00:45:37.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f36800a2e70 0x7f36800a5330 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3698109980 0x7f3698071210 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3698108fc0 0x7f3698073110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 --2- 172.21.15.18:0/676529177 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3698107dd0 0x7f3698072bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 >> 172.21.15.18:0/676529177 conn(0x7f3698076d90 msgr2=0x7f369810c260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 shutdown_connections 2024-04-22T00:45:37.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:37.260+0000 7f369d7e5640 1 -- 172.21.15.18:0/676529177 wait complete. 2024-04-22T00:45:37.412 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:45:37.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:45:37.412 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:45:37.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.589+0000 7f1413027640 1 -- 172.21.15.18:0/2648384008 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f140c10b0b0 msgr2=0x7f140c10d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.589+0000 7f1413027640 1 --2- 172.21.15.18:0/2648384008 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f140c10b0b0 0x7f140c10d540 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f13f4009900 tx=0x7f13f402bc80 comp rx=0 tx=0).stop 2024-04-22T00:45:37.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.592+0000 7f1413027640 1 -- 172.21.15.18:0/2648384008 shutdown_connections 2024-04-22T00:45:37.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.592+0000 7f1413027640 1 --2- 172.21.15.18:0/2648384008 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f140c10da80 0x7f140c10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.592+0000 7f1413027640 1 --2- 172.21.15.18:0/2648384008 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f140c10b0b0 0x7f140c10d540 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.592+0000 7f1413027640 1 --2- 172.21.15.18:0/2648384008 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f140c108740 0x7f140c10ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.592+0000 7f1413027640 1 -- 172.21.15.18:0/2648384008 >> 172.21.15.18:0/2648384008 conn(0x7f140c06e5d0 msgr2=0x7f140c070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.594+0000 7f1413027640 1 -- 172.21.15.18:0/2648384008 shutdown_connections 2024-04-22T00:45:37.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.594+0000 7f1413027640 1 -- 172.21.15.18:0/2648384008 wait complete. 2024-04-22T00:45:37.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.594+0000 7f1413027640 1 Processor -- start 2024-04-22T00:45:37.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.595+0000 7f1413027640 1 -- start start 2024-04-22T00:45:37.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.595+0000 7f1413027640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f140c108740 0x7f140c114e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.595+0000 7f1413027640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f140c10b0b0 0x7f140c1153c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.595+0000 7f1413027640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f140c10da80 0x7f140c1b69e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.595+0000 7f1413027640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f140c11c2d0 con 0x7f140c10b0b0 2024-04-22T00:45:37.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.595+0000 7f1413027640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f140c11c150 con 0x7f140c108740 2024-04-22T00:45:37.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.595+0000 7f1413027640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f140c11c450 con 0x7f140c10da80 2024-04-22T00:45:37.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.595+0000 7f1410dc3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f140c108740 0x7f140c114e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.595+0000 7f1410dc3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f140c108740 0x7f140c114e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60200/0 (socket says 172.21.15.18:60200) 2024-04-22T00:45:37.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.595+0000 7f1410dc3640 1 -- 172.21.15.18:0/2421033390 learned_addr learned my addr 172.21.15.18:0/2421033390 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.597+0000 7f14115c4640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f140c10da80 0x7f140c1b69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.597+0000 7f140bfff640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f140c10b0b0 0x7f140c1153c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.597+0000 7f140bfff640 1 -- 172.21.15.18:0/2421033390 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f140c10da80 msgr2=0x7f140c1b69e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.597+0000 7f140bfff640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f140c10da80 0x7f140c1b69e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.597+0000 7f140bfff640 1 -- 172.21.15.18:0/2421033390 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f140c108740 msgr2=0x7f140c114e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.597+0000 7f140bfff640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f140c108740 0x7f140c114e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.597+0000 7f140bfff640 1 -- 172.21.15.18:0/2421033390 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f140c1b6f20 con 0x7f140c10b0b0 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.598+0000 7f140bfff640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f140c10b0b0 0x7f140c1153c0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f13f4036040 tx=0x7f13f4005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.598+0000 7f1409ffb640 1 -- 172.21.15.18:0/2421033390 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f4041070 con 0x7f140c10b0b0 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.598+0000 7f1409ffb640 1 -- 172.21.15.18:0/2421033390 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13f40044d0 con 0x7f140c10b0b0 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.598+0000 7f1409ffb640 1 -- 172.21.15.18:0/2421033390 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f4034440 con 0x7f140c10b0b0 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.598+0000 7f1413027640 1 -- 172.21.15.18:0/2421033390 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f140c1b70f0 con 0x7f140c10b0b0 2024-04-22T00:45:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.599+0000 7f1413027640 1 -- 172.21.15.18:0/2421033390 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f140c1b74a0 con 0x7f140c10b0b0 2024-04-22T00:45:37.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.603+0000 7f1415c10740 1 Processor -- start 2024-04-22T00:45:37.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.603+0000 7f1409ffb640 1 -- 172.21.15.18:0/2421033390 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f13f4044070 con 0x7f140c10b0b0 2024-04-22T00:45:37.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.604+0000 7f1409ffb640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f13f80a2d10 0x7f13f80a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.604+0000 7f1409ffb640 1 -- 172.21.15.18:0/2421033390 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f13f40bb7c0 con 0x7f140c10b0b0 2024-04-22T00:45:37.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.608+0000 7f1415c10740 1 -- start start 2024-04-22T00:45:37.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.608+0000 7f1415c10740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd1e9a0 0x564d4dd1edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.608+0000 7f1415c10740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd23e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.609+0000 7f1415c10740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd24500 0x564d4dd26990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.609+0000 7f1415c10740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564d4dc83170 con 0x564d4dd24500 2024-04-22T00:45:37.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.609+0000 7f1415c10740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564d4dc2b7c0 con 0x564d4dd1e9a0 2024-04-22T00:45:37.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.609+0000 7f1415c10740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564d4dc7f130 con 0x564d4dd1f390 2024-04-22T00:45:37.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.611+0000 7f140bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd23e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.611+0000 7f140bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd23e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49754/0 (socket says 172.21.15.18:49754) 2024-04-22T00:45:37.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.611+0000 7f140bfff640 1 -- 172.21.15.18:0/1626193339 learned_addr learned my addr 172.21.15.18:0/1626193339 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.611+0000 7f14115c4640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f13f80a2d10 0x7f13f80a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.611+0000 7f140bfff640 1 -- 172.21.15.18:0/1626193339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd1e9a0 msgr2=0x564d4dd1edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.611+0000 7f1410dc3640 1 --2- 172.21.15.18:0/1626193339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd1e9a0 0x564d4dd1edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.612+0000 7f140bfff640 1 --2- 172.21.15.18:0/1626193339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd1e9a0 0x564d4dd1edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.612+0000 7f140bfff640 1 -- 172.21.15.18:0/1626193339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd24500 msgr2=0x564d4dd26990 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:45:37.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.612+0000 7f140bfff640 1 --2- 172.21.15.18:0/1626193339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd24500 0x564d4dd26990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.612+0000 7f140bfff640 1 -- 172.21.15.18:0/1626193339 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d4dc3ce60 con 0x564d4dd1f390 2024-04-22T00:45:37.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.612+0000 7f1410dc3640 1 --2- 172.21.15.18:0/1626193339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd1e9a0 0x564d4dd1edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:45:37.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.612+0000 7f140bfff640 1 --2- 172.21.15.18:0/1626193339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd23e90 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f13f402c800 tx=0x7f13f40c28e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0b6a0a769029750 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.614+0000 7f1402ffd640 1 -- 172.21.15.18:0/1626193339 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f40b9e60 con 0x564d4dd1f390 2024-04-22T00:45:37.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.614+0000 7f1402ffd640 1 -- 172.21.15.18:0/1626193339 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13f4004c80 con 0x564d4dd1f390 2024-04-22T00:45:37.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.614+0000 7f1402ffd640 1 -- 172.21.15.18:0/1626193339 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f40ba000 con 0x564d4dd1f390 2024-04-22T00:45:37.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.615+0000 7f1415c10740 1 -- 172.21.15.18:0/1626193339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 msgr2=0x564d4dd23e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.615+0000 7f1415c10740 1 --2- 172.21.15.18:0/1626193339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd23e90 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f13f402c800 tx=0x7f13f40c28e0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.620+0000 7f1415c10740 1 -- 172.21.15.18:0/1626193339 shutdown_connections 2024-04-22T00:45:37.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.620+0000 7f1415c10740 1 --2- 172.21.15.18:0/1626193339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd24500 0x564d4dd26990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.620+0000 7f1415c10740 1 --2- 172.21.15.18:0/1626193339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd23e90 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.620+0000 7f1415c10740 1 --2- 172.21.15.18:0/1626193339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd1e9a0 0x564d4dd1edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.620+0000 7f1415c10740 1 -- 172.21.15.18:0/1626193339 >> 172.21.15.18:0/1626193339 conn(0x564d4dce64f0 msgr2=0x564d4dd1a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.621+0000 7f14115c4640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f13f80a2d10 0x7f13f80a51d0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f140c06b460 tx=0x7f13fc00d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.625+0000 7f1415c10740 1 -- 172.21.15.18:0/1626193339 shutdown_connections 2024-04-22T00:45:37.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.625+0000 7f1415c10740 1 -- 172.21.15.18:0/1626193339 wait complete. 2024-04-22T00:45:37.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.626+0000 7f1415c10740 1 -- start start 2024-04-22T00:45:37.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.626+0000 7f1415c10740 1 Processor -- start 2024-04-22T00:45:37.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.626+0000 7f1415c10740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1e9a0 0x564d4dd28ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f1415c10740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd290e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f1415c10740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 0x564d4dd300b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f1415c10740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564d4dc7f130 con 0x564d4dd1e9a0 2024-04-22T00:45:37.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f1415c10740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564d4dc3ed40 con 0x564d4dd24500 2024-04-22T00:45:37.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f1415c10740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564d4dd27270 con 0x564d4dd1f390 2024-04-22T00:45:37.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f1415c10740 10 client.0 _ll_register_callbacks cb 0x564d4dc7a820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:37.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f140bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd290e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f1410dc3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1e9a0 0x564d4dd28ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f140bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd290e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49770/0 (socket says 172.21.15.18:49770) 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f1410dc3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1e9a0 0x564d4dd28ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36802/0 (socket says 172.21.15.18:36802) 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.627+0000 7f140bfff640 1 -- 172.21.15.18:0/3290872792 learned_addr learned my addr 172.21.15.18:0/3290872792 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.628+0000 7f140bfff640 1 -- 172.21.15.18:0/3290872792 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 msgr2=0x564d4dd300b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.628+0000 7f140bfff640 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 0x564d4dd300b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.628+0000 7f140bfff640 1 -- 172.21.15.18:0/3290872792 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1e9a0 msgr2=0x564d4dd28ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.628+0000 7f140bfff640 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1e9a0 0x564d4dd28ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.628+0000 7f140bfff640 1 -- 172.21.15.18:0/3290872792 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d4da5f7e0 con 0x564d4dd1f390 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.628+0000 7f140bfff640 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd290e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f13f4009900 tx=0x7f13f4003990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eeb1b1f7ed7320aa server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.628+0000 7f13ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:37.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.629+0000 7f13ebfff640 1 -- 172.21.15.18:0/3290872792 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f404b070 con 0x564d4dd1f390 2024-04-22T00:45:37.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.629+0000 7f13ebfff640 1 -- 172.21.15.18:0/3290872792 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f13f40c2950 con 0x564d4dd1f390 2024-04-22T00:45:37.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.630+0000 7f1415c10740 1 -- 172.21.15.18:0/3290872792 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13f4004c80 con 0x564d4dd1f390 2024-04-22T00:45:37.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.636+0000 7f13ebfff640 1 -- 172.21.15.18:0/3290872792 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f13f40c1040 con 0x564d4dd1f390 2024-04-22T00:45:37.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.637+0000 7f1415c10740 10 client.26257 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:37.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.637+0000 7f1415c10740 1 -- 172.21.15.18:0/3290872792 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x564d4dabff70 con 0x564d4dd1f390 2024-04-22T00:45:37.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.640+0000 7f13ebfff640 1 -- 172.21.15.18:0/3290872792 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13f4004c80 con 0x564d4dd1f390 2024-04-22T00:45:37.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.641+0000 7f13ebfff640 1 -- 172.21.15.18:0/3290872792 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f13f40dd0c0 con 0x564d4dd1f390 2024-04-22T00:45:37.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.641+0000 7f1415c10740 10 client.26257 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:37.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.641+0000 7f1415c10740 10 client.26257 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:37.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.641+0000 7f1415c10740 20 client.26257 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:37.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.641+0000 7f1415c10740 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d4dd342e0 0x564d4dd36700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.641+0000 7f1415c10740 4 client.26257 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:37.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.641+0000 7f1415c10740 1 -- 172.21.15.18:0/3290872792 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d4dc57450 con 0x564d4dd342e0 2024-04-22T00:45:37.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.641+0000 7f1410dc3640 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d4dd342e0 0x564d4dd36700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.642+0000 7f1410dc3640 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d4dd342e0 0x564d4dd36700 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b02233ceea68a8b2 server_cookie=ca7ab6c7530617f in_seq=0 out_seq=0 2024-04-22T00:45:37.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.643+0000 7f13ebfff640 10 client.26257 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:37.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.644+0000 7f13ebfff640 1 -- 172.21.15.18:0/3290872792 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564d4dc57450 con 0x564d4dd342e0 2024-04-22T00:45:37.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.644+0000 7f13ebfff640 10 client.26257 handle_command_reply: tid=0 2024-04-22T00:45:37.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.645+0000 7f1415c10740 1 client.26257 shutdown 2024-04-22T00:45:37.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.646+0000 7f1415c10740 1 -- 172.21.15.18:0/3290872792 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 msgr2=0x564d4dd290e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.646+0000 7f1415c10740 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd290e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f13f4009900 tx=0x7f13f4003990 comp rx=0 tx=0).stop 2024-04-22T00:45:37.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.646+0000 7f1415c10740 1 -- 172.21.15.18:0/3290872792 shutdown_connections 2024-04-22T00:45:37.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.646+0000 7f1415c10740 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d4dd342e0 0x564d4dd36700 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.646+0000 7f1415c10740 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 0x564d4dd300b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.646+0000 7f1415c10740 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1f390 0x564d4dd290e0 secure :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f13f4009900 tx=0x7f13f4003990 comp rx=0 tx=0).stop 2024-04-22T00:45:37.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.646+0000 7f1415c10740 1 --2- 172.21.15.18:0/3290872792 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1e9a0 0x564d4dd28ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.646+0000 7f1415c10740 1 -- 172.21.15.18:0/3290872792 >> 172.21.15.18:0/3290872792 conn(0x564d4dce64f0 msgr2=0x564d4dd194f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.646+0000 7f13ebfff640 0 client.26257 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:37.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.651+0000 7f1415c10740 1 -- 172.21.15.18:0/3290872792 shutdown_connections 2024-04-22T00:45:37.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.652+0000 7f1415c10740 1 -- 172.21.15.18:0/3290872792 wait complete. 2024-04-22T00:45:37.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.653+0000 7f1415c10740 20 client.26257 trim_cache size 0 max 16384 2024-04-22T00:45:37.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.689+0000 7f1415c10740 1 Processor -- start 2024-04-22T00:45:37.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.689+0000 7f1415c10740 1 -- start start 2024-04-22T00:45:37.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.689+0000 7f1415c10740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1e9a0 0x564d4dd277d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.689+0000 7f1415c10740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 0x564d4dd30070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.689+0000 7f1415c10740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1dc60 0x564d4dd1e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.689+0000 7f1415c10740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1c4380 con 0x564d4dd1e9a0 2024-04-22T00:45:37.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.689+0000 7f1415c10740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1c1c50 con 0x564d4dd24500 2024-04-22T00:45:37.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.689+0000 7f1415c10740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1bfaa0 con 0x564d4dd1dc60 2024-04-22T00:45:37.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.690+0000 7f14115c4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1dc60 0x564d4dd1e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.690+0000 7f14115c4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1dc60 0x564d4dd1e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49780/0 (socket says 172.21.15.18:49780) 2024-04-22T00:45:37.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.690+0000 7f14115c4640 1 -- 172.21.15.18:0/1010198796 learned_addr learned my addr 172.21.15.18:0/1010198796 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.691+0000 7f14115c4640 1 -- 172.21.15.18:0/1010198796 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 msgr2=0x564d4dd30070 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:45:37.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.691+0000 7f14115c4640 1 --2- 172.21.15.18:0/1010198796 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 0x564d4dd30070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.691+0000 7f14115c4640 1 -- 172.21.15.18:0/1010198796 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1e9a0 msgr2=0x564d4dd277d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.691+0000 7f14115c4640 1 --2- 172.21.15.18:0/1010198796 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1e9a0 0x564d4dd277d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.691+0000 7f14115c4640 1 -- 172.21.15.18:0/1010198796 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d4d957170 con 0x564d4dd1dc60 2024-04-22T00:45:37.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.691+0000 7f14115c4640 1 --2- 172.21.15.18:0/1010198796 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1dc60 0x564d4dd1e0e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f13fc007280 tx=0x7f13fc011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4742ae38b86e9586 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.691+0000 7f14027fc640 1 -- 172.21.15.18:0/1010198796 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13fc015840 con 0x564d4dd1dc60 2024-04-22T00:45:37.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.691+0000 7f14027fc640 1 -- 172.21.15.18:0/1010198796 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13fc025070 con 0x564d4dd1dc60 2024-04-22T00:45:37.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.691+0000 7f14027fc640 1 -- 172.21.15.18:0/1010198796 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13fc013340 con 0x564d4dd1dc60 2024-04-22T00:45:37.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.692+0000 7f1415c10740 1 -- 172.21.15.18:0/1010198796 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1dc60 msgr2=0x564d4dd1e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.692+0000 7f1415c10740 1 --2- 172.21.15.18:0/1010198796 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1dc60 0x564d4dd1e0e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f13fc007280 tx=0x7f13fc011000 comp rx=0 tx=0).stop 2024-04-22T00:45:37.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.693+0000 7f1415c10740 1 -- 172.21.15.18:0/1010198796 shutdown_connections 2024-04-22T00:45:37.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.693+0000 7f1415c10740 1 --2- 172.21.15.18:0/1010198796 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1dc60 0x564d4dd1e0e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.693+0000 7f1415c10740 1 --2- 172.21.15.18:0/1010198796 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 0x564d4dd30070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.693+0000 7f1415c10740 1 --2- 172.21.15.18:0/1010198796 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1e9a0 0x564d4dd277d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.693+0000 7f1415c10740 1 -- 172.21.15.18:0/1010198796 >> 172.21.15.18:0/1010198796 conn(0x564d4dce64f0 msgr2=0x564d4dd1d550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.694+0000 7f1415c10740 1 -- 172.21.15.18:0/1010198796 shutdown_connections 2024-04-22T00:45:37.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.694+0000 7f1415c10740 1 -- 172.21.15.18:0/1010198796 wait complete. 2024-04-22T00:45:37.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.695+0000 7f1415c10740 1 -- start start 2024-04-22T00:45:37.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.695+0000 7f1415c10740 1 Processor -- start 2024-04-22T00:45:37.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.695+0000 7f1415c10740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1dc60 0x564d4dd2f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.696+0000 7f1415c10740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1e9a0 0x564d4dd2fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.696+0000 7f1415c10740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 0x564d4dd2dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.696+0000 7f1415c10740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1c0110 con 0x564d4dd1dc60 2024-04-22T00:45:37.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.696+0000 7f1415c10740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1c1580 con 0x564d4dd24500 2024-04-22T00:45:37.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.696+0000 7f140bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1e9a0 0x564d4dd2fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.696+0000 7f140bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1e9a0 0x564d4dd2fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49786/0 (socket says 172.21.15.18:49786) 2024-04-22T00:45:37.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.696+0000 7f140bfff640 1 -- 172.21.15.18:0/2478497071 learned_addr learned my addr 172.21.15.18:0/2478497071 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.696+0000 7f14115c4640 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 0x564d4dd2dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.696+0000 7f1415c10740 1 -- 172.21.15.18:0/2478497071 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1c07e0 con 0x564d4dd1e9a0 2024-04-22T00:45:37.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.697+0000 7f1415c10740 10 client.0 _ll_register_callbacks cb 0x7f140400b320 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:37.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.697+0000 7f1410dc3640 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1dc60 0x564d4dd2f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.697+0000 7f140bfff640 1 -- 172.21.15.18:0/2478497071 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 msgr2=0x564d4dd2dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.697+0000 7f140bfff640 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 0x564d4dd2dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.697+0000 7f140bfff640 1 -- 172.21.15.18:0/2478497071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1dc60 msgr2=0x564d4dd2f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.697+0000 7f140bfff640 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1dc60 0x564d4dd2f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.697+0000 7f140bfff640 1 -- 172.21.15.18:0/2478497071 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d4dd2e750 con 0x564d4dd1e9a0 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.698+0000 7f140bfff640 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1e9a0 0x564d4dd2fec0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f13f4009850 tx=0x7f13f4005be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d65e8320546ef546 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.698+0000 7f13ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.698+0000 7f13ebfff640 1 -- 172.21.15.18:0/2478497071 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f404b070 con 0x564d4dd1e9a0 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.698+0000 7f13ebfff640 1 -- 172.21.15.18:0/2478497071 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f13f40c11e0 con 0x564d4dd1e9a0 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.698+0000 7f1415c10740 1 -- 172.21.15.18:0/2478497071 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13fc025070 con 0x564d4dd1e9a0 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.698+0000 7f13ebfff640 1 -- 172.21.15.18:0/2478497071 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f13f40ba1a0 con 0x564d4dd1e9a0 2024-04-22T00:45:37.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.698+0000 7f1415c10740 10 client.26263 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:37.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.698+0000 7f1415c10740 1 -- 172.21.15.18:0/2478497071 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x564d4dd2e750 con 0x564d4dd1e9a0 2024-04-22T00:45:37.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.699+0000 7f13ebfff640 1 -- 172.21.15.18:0/2478497071 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13f4004c80 con 0x564d4dd1e9a0 2024-04-22T00:45:37.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.699+0000 7f13ebfff640 1 -- 172.21.15.18:0/2478497071 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7f13f40c13e0 con 0x564d4dd1e9a0 2024-04-22T00:45:37.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.699+0000 7f1415c10740 10 client.26263 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:37.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.699+0000 7f1415c10740 10 client.26263 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:37.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.699+0000 7f1415c10740 20 client.26263 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:37.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.699+0000 7f1415c10740 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d4dd9b880 0x564d4dd9dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.699+0000 7f1415c10740 4 client.26263 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:45:37.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.699+0000 7f1415c10740 1 -- 172.21.15.18:0/2478497071 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f13fc025070 con 0x564d4dd9b880 2024-04-22T00:45:37.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.699+0000 7f1410dc3640 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d4dd9b880 0x564d4dd9dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.700+0000 7f1410dc3640 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d4dd9b880 0x564d4dd9dca0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b12fc1a2a7fe397 server_cookie=15c874c3dfb264a7 in_seq=0 out_seq=0 2024-04-22T00:45:37.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.700+0000 7f13ebfff640 10 client.26263 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:37.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.702+0000 7f13ebfff640 1 -- 172.21.15.18:0/2478497071 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f13fc025070 con 0x564d4dd9b880 2024-04-22T00:45:37.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.702+0000 7f13ebfff640 10 client.26263 handle_command_reply: tid=0 2024-04-22T00:45:37.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.702+0000 7f1415c10740 1 client.26263 shutdown 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.702+0000 7f1415c10740 1 -- 172.21.15.18:0/2478497071 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1e9a0 msgr2=0x564d4dd2fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.702+0000 7f1415c10740 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1e9a0 0x564d4dd2fec0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f13f4009850 tx=0x7f13f4005be0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.703+0000 7f1415c10740 1 -- 172.21.15.18:0/2478497071 shutdown_connections 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.703+0000 7f1415c10740 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d4dd9b880 0x564d4dd9dca0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.703+0000 7f1415c10740 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d4dd24500 0x564d4dd2dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.703+0000 7f1415c10740 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d4dd1e9a0 0x564d4dd2fec0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.703+0000 7f1415c10740 1 --2- 172.21.15.18:0/2478497071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d4dd1dc60 0x564d4dd2f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.703+0000 7f1415c10740 1 -- 172.21.15.18:0/2478497071 >> 172.21.15.18:0/2478497071 conn(0x564d4dce64f0 msgr2=0x564d4dd1e0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.703+0000 7f13ebfff640 0 client.26263 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.703+0000 7f1415c10740 1 -- 172.21.15.18:0/2478497071 shutdown_connections 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.703+0000 7f1415c10740 1 -- 172.21.15.18:0/2478497071 wait complete. 2024-04-22T00:45:37.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.704+0000 7f1415c10740 20 client.26263 trim_cache size 0 max 16384 2024-04-22T00:45:37.706 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:45:37.706 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:45:37.706 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "bed019b8-7bbd-410c-995b-166e9c6f17cb", 2024-04-22T00:45:37.706 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:45:37.706 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 -- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f13f80a2d10 msgr2=0x7f13f80a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f13f80a2d10 0x7f13f80a51d0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f140c06b460 tx=0x7f13fc00d040 comp rx=0 tx=0).stop 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 -- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f140c10b0b0 msgr2=0x7f140c1153c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f140c10b0b0 0x7f140c1153c0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f13f4036040 tx=0x7f13f4005d50 comp rx=0 tx=0).stop 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 -- 172.21.15.18:0/2421033390 shutdown_connections 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f13f80a2d10 0x7f13f80a51d0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f140c10da80 0x7f140c1b69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f140c10b0b0 0x7f140c1153c0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 --2- 172.21.15.18:0/2421033390 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f140c108740 0x7f140c114e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 -- 172.21.15.18:0/2421033390 >> 172.21.15.18:0/2421033390 conn(0x7f140c06e5d0 msgr2=0x7f140c109d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 -- 172.21.15.18:0/2421033390 shutdown_connections 2024-04-22T00:45:37.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.705+0000 7f1413027640 1 -- 172.21.15.18:0/2421033390 wait complete. 2024-04-22T00:45:37.724 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:45:37.724 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:45:37.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.909+0000 7ff6cfd97640 1 -- 172.21.15.18:0/1824772627 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c81074d0 msgr2=0x7ff6c81098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.909+0000 7ff6cfd97640 1 --2- 172.21.15.18:0/1824772627 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c81074d0 0x7ff6c81098c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0009be0 tx=0x7ff6c002bef0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.909+0000 7ff6cfd97640 1 -- 172.21.15.18:0/1824772627 shutdown_connections 2024-04-22T00:45:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.909+0000 7ff6cfd97640 1 --2- 172.21.15.18:0/1824772627 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c81074d0 0x7ff6c81098c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.909+0000 7ff6cfd97640 1 --2- 172.21.15.18:0/1824772627 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff6c8104ba0 0x7ff6c8106f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.909+0000 7ff6cfd97640 1 --2- 172.21.15.18:0/1824772627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6c8102270 0x7ff6c8104660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.909+0000 7ff6cfd97640 1 -- 172.21.15.18:0/1824772627 >> 172.21.15.18:0/1824772627 conn(0x7ff6c80fbc00 msgr2=0x7ff6c80fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.909+0000 7ff6cfd97640 1 -- 172.21.15.18:0/1824772627 shutdown_connections 2024-04-22T00:45:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.909+0000 7ff6cfd97640 1 -- 172.21.15.18:0/1824772627 wait complete. 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.910+0000 7ff6cfd97640 1 Processor -- start 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.910+0000 7ff6cfd97640 1 -- start start 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.910+0000 7ff6cfd97640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6c8102270 0x7ff6c819e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.910+0000 7ff6cfd97640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c8104ba0 0x7ff6c819e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.910+0000 7ff6cfd97640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff6c81074d0 0x7ff6c81a5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.910+0000 7ff6cfd97640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c8113a60 con 0x7ff6c8102270 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.910+0000 7ff6cfd97640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c81138e0 con 0x7ff6c8104ba0 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.910+0000 7ff6cfd97640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c8113be0 con 0x7ff6c81074d0 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cdb33640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6c8102270 0x7ff6c819e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cdb33640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6c8102270 0x7ff6c819e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36840/0 (socket says 172.21.15.18:36840) 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cdb33640 1 -- 172.21.15.18:0/479705459 learned_addr learned my addr 172.21.15.18:0/479705459 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6ce334640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff6c81074d0 0x7ff6c81a5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cd332640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c8104ba0 0x7ff6c819e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cdb33640 1 -- 172.21.15.18:0/479705459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff6c81074d0 msgr2=0x7ff6c81a5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cdb33640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff6c81074d0 0x7ff6c81a5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cdb33640 1 -- 172.21.15.18:0/479705459 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c8104ba0 msgr2=0x7ff6c819e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cdb33640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c8104ba0 0x7ff6c819e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cdb33640 1 -- 172.21.15.18:0/479705459 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6c810a920 con 0x7ff6c8102270 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cdb33640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6c8102270 0x7ff6c819e080 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7ff6c400e9c0 tx=0x7ff6c400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6beffd640 1 -- 172.21.15.18:0/479705459 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c400cde0 con 0x7ff6c8102270 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cfd97640 1 -- 172.21.15.18:0/479705459 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6c810ac10 con 0x7ff6c8102270 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.911+0000 7ff6cfd97640 1 -- 172.21.15.18:0/479705459 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6c810b1b0 con 0x7ff6c8102270 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.912+0000 7ff6beffd640 1 -- 172.21.15.18:0/479705459 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6c4009460 con 0x7ff6c8102270 2024-04-22T00:45:37.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.912+0000 7ff6beffd640 1 -- 172.21.15.18:0/479705459 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c40107a0 con 0x7ff6c8102270 2024-04-22T00:45:37.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.915+0000 7ff6d297c740 1 Processor -- start 2024-04-22T00:45:37.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.915+0000 7ff6beffd640 1 -- 172.21.15.18:0/479705459 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff6c4010940 con 0x7ff6c8102270 2024-04-22T00:45:37.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.915+0000 7ff6d297c740 1 -- start start 2024-04-22T00:45:37.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673ece3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673ece8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673eceaf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6d297c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55673ec48560 con 0x55673ece8ab0 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6d297c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55673ebf0730 con 0x55673ece2f50 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6d297c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55673ec44520 con 0x55673ece3940 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6cdb33640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673ece8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6cd332640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673eceaf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6cd332640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673eceaf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36854/0 (socket says 172.21.15.18:36854) 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6cd332640 1 -- 172.21.15.18:0/3895280424 learned_addr learned my addr 172.21.15.18:0/3895280424 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.916+0000 7ff6ce334640 1 --2- 172.21.15.18:0/3895280424 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673ece3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.917+0000 7ff6beffd640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff6b40a2cd0 0x7ff6b40a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.917+0000 7ff6cd332640 1 -- 172.21.15.18:0/3895280424 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 msgr2=0x55673ece8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.917+0000 7ff6cd332640 1 --2- 172.21.15.18:0/3895280424 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673ece8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.917+0000 7ff6cd332640 1 -- 172.21.15.18:0/3895280424 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 msgr2=0x55673ece3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.917+0000 7ff6cd332640 1 --2- 172.21.15.18:0/3895280424 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673ece3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.917+0000 7ff6cd332640 1 -- 172.21.15.18:0/3895280424 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55673ea267d0 con 0x55673ece8ab0 2024-04-22T00:45:37.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.917+0000 7ff6beffd640 1 -- 172.21.15.18:0/479705459 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff6c40cf660 con 0x7ff6c8102270 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.918+0000 7ff6cd332640 1 --2- 172.21.15.18:0/3895280424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673eceaf40 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7ff6b8009c60 tx=0x7ff6b8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4d45b1cd004a200 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.918+0000 7ff6ce334640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff6b40a2cd0 0x7ff6b40a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.919+0000 7ff6b3fff640 1 -- 172.21.15.18:0/3895280424 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6b8004230 con 0x55673ece8ab0 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.919+0000 7ff6b3fff640 1 -- 172.21.15.18:0/3895280424 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6b8009e10 con 0x55673ece8ab0 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.919+0000 7ff6b3fff640 1 -- 172.21.15.18:0/3895280424 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6b80197b0 con 0x55673ece8ab0 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.920+0000 7ff6d297c740 1 -- 172.21.15.18:0/3895280424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 msgr2=0x55673eceaf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.920+0000 7ff6ce334640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff6b40a2cd0 0x7ff6b40a5190 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0006010 tx=0x7ff6c0009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.920+0000 7ff6d297c740 1 --2- 172.21.15.18:0/3895280424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673eceaf40 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7ff6b8009c60 tx=0x7ff6b8011810 comp rx=0 tx=0).stop 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.921+0000 7ff6d297c740 1 -- 172.21.15.18:0/3895280424 shutdown_connections 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.921+0000 7ff6d297c740 1 --2- 172.21.15.18:0/3895280424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673eceaf40 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.921+0000 7ff6d297c740 1 --2- 172.21.15.18:0/3895280424 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673ece8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.921+0000 7ff6d297c740 1 --2- 172.21.15.18:0/3895280424 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673ece3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.921+0000 7ff6d297c740 1 -- 172.21.15.18:0/3895280424 >> 172.21.15.18:0/3895280424 conn(0x55673ecde4c0 msgr2=0x55673ecde8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.921+0000 7ff6d297c740 1 -- 172.21.15.18:0/3895280424 shutdown_connections 2024-04-22T00:45:37.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.921+0000 7ff6d297c740 1 -- 172.21.15.18:0/3895280424 wait complete. 2024-04-22T00:45:37.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.921+0000 7ff6d297c740 1 -- start start 2024-04-22T00:45:37.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.921+0000 7ff6d297c740 1 Processor -- start 2024-04-22T00:45:37.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.922+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece2f50 0x55673eced220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.922+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673eced760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.922+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece8ab0 0x55673ecf47a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.923+0000 7ff6d297c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55673eceba60 con 0x55673ece2f50 2024-04-22T00:45:37.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.923+0000 7ff6d297c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55673ec03e00 con 0x55673ece8ab0 2024-04-22T00:45:37.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.923+0000 7ff6d297c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55673ecebbe0 con 0x55673ece3940 2024-04-22T00:45:37.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.923+0000 7ff6d297c740 10 client.0 _ll_register_callbacks cb 0x55673ec3eeb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:37.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.923+0000 7ff6ce334640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece8ab0 0x55673ecf47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.923+0000 7ff6ce334640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece8ab0 0x55673ecf47a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60286/0 (socket says 172.21.15.18:60286) 2024-04-22T00:45:37.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.923+0000 7ff6ce334640 1 -- 172.21.15.18:0/1132343190 learned_addr learned my addr 172.21.15.18:0/1132343190 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:37.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.924+0000 7ff6ce334640 1 -- 172.21.15.18:0/1132343190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 msgr2=0x55673eced760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.924+0000 7ff6ce334640 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673eced760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.924+0000 7ff6ce334640 1 -- 172.21.15.18:0/1132343190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece2f50 msgr2=0x55673eced220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:37.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.924+0000 7ff6ce334640 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece2f50 0x55673eced220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.924+0000 7ff6ce334640 1 -- 172.21.15.18:0/1132343190 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55673e95c3f0 con 0x55673ece8ab0 2024-04-22T00:45:37.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.926+0000 7ff6ce334640 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece8ab0 0x55673ecf47a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0035000 tx=0x7ff6c0005e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=408d0b83d5aae752 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:37.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.931+0000 7ff6b17fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:37.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.931+0000 7ff6b17fa640 1 -- 172.21.15.18:0/1132343190 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c0034930 con 0x55673ece8ab0 2024-04-22T00:45:37.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.931+0000 7ff6d297c740 1 -- 172.21.15.18:0/1132343190 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6b8009e10 con 0x55673ece8ab0 2024-04-22T00:45:37.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.931+0000 7ff6b17fa640 1 -- 172.21.15.18:0/1132343190 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff6c0034ad0 con 0x55673ece8ab0 2024-04-22T00:45:37.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.937+0000 7ff6b17fa640 1 -- 172.21.15.18:0/1132343190 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff6c0034cd0 con 0x55673ece8ab0 2024-04-22T00:45:37.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.942+0000 7ff6d297c740 10 client.26273 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:37.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.942+0000 7ff6d297c740 1 -- 172.21.15.18:0/1132343190 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55673e91c0f0 con 0x55673ece8ab0 2024-04-22T00:45:37.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.948+0000 7ff6b17fa640 1 -- 172.21.15.18:0/1132343190 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6b8009e10 con 0x55673ece8ab0 2024-04-22T00:45:37.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.948+0000 7ff6b17fa640 1 -- 172.21.15.18:0/1132343190 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7ff6c005e630 con 0x55673ece8ab0 2024-04-22T00:45:37.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.948+0000 7ff6d297c740 10 client.26273 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:37.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.948+0000 7ff6d297c740 10 client.26273 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:37.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.948+0000 7ff6d297c740 20 client.26273 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:37.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.948+0000 7ff6d297c740 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55673ecf9580 0x55673ecfba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:37.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.948+0000 7ff6d297c740 4 client.26273 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:37.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.948+0000 7ff6d297c740 1 -- 172.21.15.18:0/1132343190 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55673ec55aa0 con 0x55673ecf9580 2024-04-22T00:45:37.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.952+0000 7ff6cdb33640 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55673ecf9580 0x55673ecfba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:37.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.962+0000 7ff6cdb33640 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55673ecf9580 0x55673ecfba40 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86cfddcfd699a24e server_cookie=5e4c1a2233609ccc in_seq=0 out_seq=0 2024-04-22T00:45:37.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.964+0000 7ff6b17fa640 10 client.26273 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.968+0000 7ff6b17fa640 1 -- 172.21.15.18:0/1132343190 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55673ec55aa0 con 0x55673ecf9580 2024-04-22T00:45:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.968+0000 7ff6b17fa640 10 client.26273 handle_command_reply: tid=0 2024-04-22T00:45:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.968+0000 7ff6d297c740 1 client.26273 shutdown 2024-04-22T00:45:37.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.980+0000 7ff6d297c740 1 -- 172.21.15.18:0/1132343190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece8ab0 msgr2=0x55673ecf47a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:37.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.980+0000 7ff6d297c740 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece8ab0 0x55673ecf47a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0035000 tx=0x7ff6c0005e30 comp rx=0 tx=0).stop 2024-04-22T00:45:37.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.985+0000 7ff6d297c740 1 -- 172.21.15.18:0/1132343190 shutdown_connections 2024-04-22T00:45:37.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.985+0000 7ff6d297c740 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55673ecf9580 0x55673ecfba40 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.985+0000 7ff6d297c740 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece8ab0 0x55673ecf47a0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.985+0000 7ff6d297c740 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673eced760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.985+0000 7ff6d297c740 1 --2- 172.21.15.18:0/1132343190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece2f50 0x55673eced220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:37.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.985+0000 7ff6d297c740 1 -- 172.21.15.18:0/1132343190 >> 172.21.15.18:0/1132343190 conn(0x55673ecde4c0 msgr2=0x55673ecdd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:37.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.985+0000 7ff6b17fa640 0 client.26273 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:37.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:37 smithi167 ceph-mon[31348]: pgmap v504: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.8 MiB/s wr, 653 op/s 2024-04-22T00:45:37.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.987+0000 7ff6d297c740 1 -- 172.21.15.18:0/1132343190 shutdown_connections 2024-04-22T00:45:37.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.989+0000 7ff6d297c740 1 -- 172.21.15.18:0/1132343190 wait complete. 2024-04-22T00:45:37.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:37.992+0000 7ff6d297c740 20 client.26273 trim_cache size 0 max 16384 2024-04-22T00:45:38.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.035+0000 7ff6d297c740 1 Processor -- start 2024-04-22T00:45:38.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.037+0000 7ff6d297c740 1 -- start start 2024-04-22T00:45:38.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.037+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673eced220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:38.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.037+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673eced760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:38.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.037+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673ecf4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:38.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.037+0000 7ff6d297c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac0126b0 con 0x55673ece8ab0 2024-04-22T00:45:38.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.037+0000 7ff6d297c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac00ff80 con 0x55673ece2f50 2024-04-22T00:45:38.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.037+0000 7ff6d297c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac00ddd0 con 0x55673ece3940 2024-04-22T00:45:38.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.038+0000 7ff6ce334640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673ecf4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:38.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.038+0000 7ff6ce334640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673ecf4760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36876/0 (socket says 172.21.15.18:36876) 2024-04-22T00:45:38.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.038+0000 7ff6ce334640 1 -- 172.21.15.18:0/3491946865 learned_addr learned my addr 172.21.15.18:0/3491946865 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:38.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.039+0000 7ff6cdb33640 1 --2- 172.21.15.18:0/3491946865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673eced220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:38.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.039+0000 7ff6ce334640 1 -- 172.21.15.18:0/3491946865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 msgr2=0x55673eced760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:38.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.039+0000 7ff6cd332640 1 --2- 172.21.15.18:0/3491946865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673eced760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:38.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.039+0000 7ff6ce334640 1 --2- 172.21.15.18:0/3491946865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673eced760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.039+0000 7ff6ce334640 1 -- 172.21.15.18:0/3491946865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 msgr2=0x55673eced220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:38.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.039+0000 7ff6ce334640 1 --2- 172.21.15.18:0/3491946865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673eced220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.039+0000 7ff6ce334640 1 -- 172.21.15.18:0/3491946865 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55673ecdf230 con 0x55673ece8ab0 2024-04-22T00:45:38.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.040+0000 7ff6ce334640 1 --2- 172.21.15.18:0/3491946865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673ecf4760 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0009b30 tx=0x7ff6c0033df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99ecae971bc467ba server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:38.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.040+0000 7ff6b37fe640 1 -- 172.21.15.18:0/3491946865 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c006b070 con 0x55673ece8ab0 2024-04-22T00:45:38.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.040+0000 7ff6b37fe640 1 -- 172.21.15.18:0/3491946865 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6c00348b0 con 0x55673ece8ab0 2024-04-22T00:45:38.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.040+0000 7ff6cd332640 1 --2- 172.21.15.18:0/3491946865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673eced760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:45:38.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.041+0000 7ff6d297c740 1 -- 172.21.15.18:0/3491946865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 msgr2=0x55673ecf4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:38.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.041+0000 7ff6d297c740 1 --2- 172.21.15.18:0/3491946865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673ecf4760 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0009b30 tx=0x7ff6c0033df0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.041+0000 7ff6d297c740 1 -- 172.21.15.18:0/3491946865 shutdown_connections 2024-04-22T00:45:38.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.041+0000 7ff6d297c740 1 --2- 172.21.15.18:0/3491946865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673ecf4760 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.041+0000 7ff6d297c740 1 --2- 172.21.15.18:0/3491946865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673eced760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.041+0000 7ff6d297c740 1 --2- 172.21.15.18:0/3491946865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673eced220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.041+0000 7ff6d297c740 1 -- 172.21.15.18:0/3491946865 >> 172.21.15.18:0/3491946865 conn(0x55673ecde4c0 msgr2=0x55673ecd9660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.042+0000 7ff6d297c740 1 -- 172.21.15.18:0/3491946865 shutdown_connections 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.042+0000 7ff6d297c740 1 -- 172.21.15.18:0/3491946865 wait complete. 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.042+0000 7ff6d297c740 1 -- start start 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.042+0000 7ff6d297c740 1 Processor -- start 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673ecf1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673ecf1a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6d297c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673ed5dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6d297c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac00e440 con 0x55673ece8ab0 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6d297c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac00f8b0 con 0x55673ece2f50 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6d297c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac00eb10 con 0x55673ece3940 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6d297c740 10 client.0 _ll_register_callbacks cb 0x7ff6c0009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6cdb33640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673ecf1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6cdb33640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673ecf1540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60304/0 (socket says 172.21.15.18:60304) 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6cdb33640 1 -- 172.21.15.18:0/4281738612 learned_addr learned my addr 172.21.15.18:0/4281738612 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6ce334640 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673ed5dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6cd332640 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673ecf1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6cdb33640 1 -- 172.21.15.18:0/4281738612 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 msgr2=0x55673ecf1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6cdb33640 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673ecf1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6cdb33640 1 -- 172.21.15.18:0/4281738612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 msgr2=0x55673ed5dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6cdb33640 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673ed5dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.043+0000 7ff6cdb33640 1 -- 172.21.15.18:0/4281738612 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55673ecee080 con 0x55673ece2f50 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.044+0000 7ff6cd332640 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673ecf1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.044+0000 7ff6cdb33640 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673ecf1540 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff6c4098440 tx=0x7ff6c40d2e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79c1ab85ccc2ebdf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.044+0000 7ff6b17fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:45:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.044+0000 7ff6b17fa640 1 -- 172.21.15.18:0/4281738612 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c409ba70 con 0x55673ece2f50 2024-04-22T00:45:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.044+0000 7ff6b17fa640 1 -- 172.21.15.18:0/4281738612 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff6c4099d70 con 0x55673ece2f50 2024-04-22T00:45:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.044+0000 7ff6d297c740 1 -- 172.21.15.18:0/4281738612 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6c00348b0 con 0x55673ece2f50 2024-04-22T00:45:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.044+0000 7ff6b17fa640 1 -- 172.21.15.18:0/4281738612 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff6c409fe20 con 0x55673ece2f50 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.045+0000 7ff6d297c740 10 client.26279 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.045+0000 7ff6d297c740 1 -- 172.21.15.18:0/4281738612 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55673ed5f070 con 0x55673ece2f50 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.045+0000 7ff6b17fa640 1 -- 172.21.15.18:0/4281738612 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6c00348b0 con 0x55673ece2f50 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.045+0000 7ff6b17fa640 1 -- 172.21.15.18:0/4281738612 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7ff6c40a4250 con 0x55673ece2f50 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.045+0000 7ff6d297c740 10 client.26279 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.045+0000 7ff6d297c740 10 client.26279 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.045+0000 7ff6d297c740 20 client.26279 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.045+0000 7ff6d297c740 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55673ed5fb20 0x55673ed61f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.045+0000 7ff6d297c740 4 client.26279 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.045+0000 7ff6d297c740 1 -- 172.21.15.18:0/4281738612 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55673ec4fdf0 con 0x55673ed5fb20 2024-04-22T00:45:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.047+0000 7ff6cd332640 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55673ed5fb20 0x55673ed61f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:38.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.048+0000 7ff6cd332640 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55673ed5fb20 0x55673ed61f40 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76025f11535730da server_cookie=f76a92a88dde6e21 in_seq=0 out_seq=0 2024-04-22T00:45:38.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.048+0000 7ff6b17fa640 10 client.26279 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:38.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.050+0000 7ff6b17fa640 1 -- 172.21.15.18:0/4281738612 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55673ec4fdf0 con 0x55673ed5fb20 2024-04-22T00:45:38.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.050+0000 7ff6b17fa640 10 client.26279 handle_command_reply: tid=0 2024-04-22T00:45:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.050+0000 7ff6d297c740 1 client.26279 shutdown 2024-04-22T00:45:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 1 -- 172.21.15.18:0/4281738612 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 msgr2=0x55673ecf1540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673ecf1540 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff6c4098440 tx=0x7ff6c40d2e00 comp rx=0 tx=0).stop 2024-04-22T00:45:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 1 -- 172.21.15.18:0/4281738612 shutdown_connections 2024-04-22T00:45:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55673ed5fb20 0x55673ed61f40 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55673ece8ab0 0x55673ed5dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55673ece3940 0x55673ecf1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 1 --2- 172.21.15.18:0/4281738612 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55673ece2f50 0x55673ecf1540 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 1 -- 172.21.15.18:0/4281738612 >> 172.21.15.18:0/4281738612 conn(0x55673ecde4c0 msgr2=0x55673ece4c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6b17fa640 0 client.26279 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 1 -- 172.21.15.18:0/4281738612 shutdown_connections 2024-04-22T00:45:38.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 1 -- 172.21.15.18:0/4281738612 wait complete. 2024-04-22T00:45:38.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.051+0000 7ff6d297c740 20 client.26279 trim_cache size 0 max 16384 2024-04-22T00:45:38.053 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:45:38.053 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:45:38.053 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:45:38.053 INFO:teuthology.orchestra.run.smithi018.stdout: "bed019b8-7bbd-410c-995b-166e9c6f17cb": { 2024-04-22T00:45:38.053 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:45:38.053 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "bed019b8-7bbd-410c-995b-166e9c6f17cb", 2024-04-22T00:45:38.053 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:45:38.053 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:45:38.054 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:45:38.054 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:45:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.053+0000 7ff6cfd97640 1 -- 172.21.15.18:0/479705459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff6b40a2cd0 msgr2=0x7ff6b40a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.053+0000 7ff6cfd97640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff6b40a2cd0 0x7ff6b40a5190 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0006010 tx=0x7ff6c0009500 comp rx=0 tx=0).stop 2024-04-22T00:45:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.053+0000 7ff6cfd97640 1 -- 172.21.15.18:0/479705459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6c8102270 msgr2=0x7ff6c819e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.054+0000 7ff6cfd97640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6c8102270 0x7ff6c819e080 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7ff6c400e9c0 tx=0x7ff6c400ee80 comp rx=0 tx=0).stop 2024-04-22T00:45:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.054+0000 7ff6cfd97640 1 -- 172.21.15.18:0/479705459 shutdown_connections 2024-04-22T00:45:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.054+0000 7ff6cfd97640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff6b40a2cd0 0x7ff6b40a5190 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.054+0000 7ff6cfd97640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff6c81074d0 0x7ff6c81a5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.054+0000 7ff6cfd97640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c8104ba0 0x7ff6c819e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.054+0000 7ff6cfd97640 1 --2- 172.21.15.18:0/479705459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6c8102270 0x7ff6c819e080 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.054+0000 7ff6cfd97640 1 -- 172.21.15.18:0/479705459 >> 172.21.15.18:0/479705459 conn(0x7ff6c80fbc00 msgr2=0x7ff6c8102bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.055+0000 7ff6cfd97640 1 -- 172.21.15.18:0/479705459 shutdown_connections 2024-04-22T00:45:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:45:38.055+0000 7ff6cfd97640 1 -- 172.21.15.18:0/479705459 wait complete. 2024-04-22T00:45:38.073 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:37 smithi018 ceph-mon[27979]: pgmap v504: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.8 MiB/s wr, 653 op/s 2024-04-22T00:45:38.074 INFO:tasks.cephfs.filesystem:scrub status for tag:bed019b8-7bbd-410c-995b-166e9c6f17cb - {'path': '/', 'tag': 'bed019b8-7bbd-410c-995b-166e9c6f17cb', 'options': 'recursive,force'} 2024-04-22T00:45:38.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:37 smithi081 ceph-mon[31546]: pgmap v504: 129 pgs: 129 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.8 MiB/s wr, 653 op/s 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:45:38.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:38.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:38 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:38 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:45:39.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:38 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:45:39.771 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 255.0 s, 795.8 tps, lat 126.858 ms stddev 137.061 2024-04-22T00:45:39.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:39 smithi167 ceph-mon[31348]: pgmap v505: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.2 MiB/s wr, 508 op/s 2024-04-22T00:45:40.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:39 smithi081 ceph-mon[31546]: pgmap v505: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.2 MiB/s wr, 508 op/s 2024-04-22T00:45:40.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:39 smithi018 ceph-mon[27979]: pgmap v505: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.2 MiB/s wr, 508 op/s 2024-04-22T00:45:42.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:41 smithi081 ceph-mon[31546]: pgmap v506: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 5.2 MiB/s wr, 658 op/s 2024-04-22T00:45:42.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:41 smithi018 ceph-mon[27979]: pgmap v506: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 5.2 MiB/s wr, 658 op/s 2024-04-22T00:45:42.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:41 smithi167 ceph-mon[31348]: pgmap v506: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 5.2 MiB/s wr, 658 op/s 2024-04-22T00:45:44.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:43 smithi081 ceph-mon[31546]: pgmap v507: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 4.8 MiB/s wr, 623 op/s 2024-04-22T00:45:44.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:43 smithi018 ceph-mon[27979]: pgmap v507: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 4.8 MiB/s wr, 623 op/s 2024-04-22T00:45:44.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:43 smithi167 ceph-mon[31348]: pgmap v507: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 4.8 MiB/s wr, 623 op/s 2024-04-22T00:45:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 260.0 s, 783.4 tps, lat 126.294 ms stddev 138.928 2024-04-22T00:45:46.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:45 smithi081 ceph-mon[31546]: pgmap v508: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 4.3 MiB/s wr, 606 op/s 2024-04-22T00:45:46.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:45 smithi018 ceph-mon[27979]: pgmap v508: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 4.3 MiB/s wr, 606 op/s 2024-04-22T00:45:46.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:45 smithi167 ceph-mon[31348]: pgmap v508: 129 pgs: 129 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 4.3 MiB/s wr, 606 op/s 2024-04-22T00:45:48.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:47 smithi018 ceph-mon[27979]: pgmap v509: 129 pgs: 129 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 5.9 MiB/s wr, 742 op/s 2024-04-22T00:45:48.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:47 smithi081 ceph-mon[31546]: pgmap v509: 129 pgs: 129 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 5.9 MiB/s wr, 742 op/s 2024-04-22T00:45:48.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:47 smithi167 ceph-mon[31348]: pgmap v509: 129 pgs: 129 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 5.9 MiB/s wr, 742 op/s 2024-04-22T00:45:49.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 265.0 s, 754.8 tps, lat 132.553 ms stddev 147.822 2024-04-22T00:45:50.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:49 smithi081 ceph-mon[31546]: pgmap v510: 129 pgs: 129 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 4.9 MiB/s wr, 626 op/s 2024-04-22T00:45:50.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:49 smithi018 ceph-mon[27979]: pgmap v510: 129 pgs: 129 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 4.9 MiB/s wr, 626 op/s 2024-04-22T00:45:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:49 smithi167 ceph-mon[31348]: pgmap v510: 129 pgs: 129 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 4.9 MiB/s wr, 626 op/s 2024-04-22T00:45:50.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.399+0000 7fa124420640 1 -- 172.21.15.18:0/3478707263 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa11c10da60 msgr2=0x7fa11c10dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:50.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.399+0000 7fa124420640 1 --2- 172.21.15.18:0/3478707263 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa11c10da60 0x7fa11c10dee0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa118009ca0 tx=0x7fa11802c140 comp rx=0 tx=0).stop 2024-04-22T00:45:50.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.409+0000 7fa124420640 1 -- 172.21.15.18:0/3478707263 shutdown_connections 2024-04-22T00:45:50.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.409+0000 7fa124420640 1 --2- 172.21.15.18:0/3478707263 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa11c10da60 0x7fa11c10dee0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.409+0000 7fa124420640 1 --2- 172.21.15.18:0/3478707263 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa11c10b0b0 0x7fa11c10d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.409+0000 7fa124420640 1 --2- 172.21.15.18:0/3478707263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa11c108740 0x7fa11c10ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.409+0000 7fa124420640 1 -- 172.21.15.18:0/3478707263 >> 172.21.15.18:0/3478707263 conn(0x7fa11c06e7b0 msgr2=0x7fa11c070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:50.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.416+0000 7fa124420640 1 -- 172.21.15.18:0/3478707263 shutdown_connections 2024-04-22T00:45:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.417+0000 7fa124420640 1 -- 172.21.15.18:0/3478707263 wait complete. 2024-04-22T00:45:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.418+0000 7fa124420640 1 Processor -- start 2024-04-22T00:45:50.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.422+0000 7fa124420640 1 -- start start 2024-04-22T00:45:50.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.422+0000 7fa124420640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa11c108740 0x7fa11c114db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.422+0000 7fa124420640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa11c10b0b0 0x7fa11c1152f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.422+0000 7fa124420640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa11c10da60 0x7fa11c1b6a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.422+0000 7fa124420640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa11c11c2f0 con 0x7fa11c108740 2024-04-22T00:45:50.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.422+0000 7fa124420640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa11c11c170 con 0x7fa11c10b0b0 2024-04-22T00:45:50.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.422+0000 7fa124420640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa11c11c470 con 0x7fa11c10da60 2024-04-22T00:45:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.424+0000 7fa1229bd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa11c10da60 0x7fa11c1b6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.424+0000 7fa1229bd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa11c10da60 0x7fa11c1b6a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:58822/0 (socket says 172.21.15.18:58822) 2024-04-22T00:45:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.424+0000 7fa1229bd640 1 -- 172.21.15.18:0/2081441241 learned_addr learned my addr 172.21.15.18:0/2081441241 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.424+0000 7fa1219bb640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa11c10b0b0 0x7fa11c1152f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.425+0000 7fa1229bd640 1 -- 172.21.15.18:0/2081441241 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa11c10b0b0 msgr2=0x7fa11c1152f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.425+0000 7fa1229bd640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa11c10b0b0 0x7fa11c1152f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.425+0000 7fa1229bd640 1 -- 172.21.15.18:0/2081441241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa11c108740 msgr2=0x7fa11c114db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.425+0000 7fa1229bd640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa11c108740 0x7fa11c114db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.425+0000 7fa1229bd640 1 -- 172.21.15.18:0/2081441241 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa11c115990 con 0x7fa11c10da60 2024-04-22T00:45:50.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.426+0000 7fa1229bd640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa11c10da60 0x7fa11c1b6a00 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa1180326d0 tx=0x7fa1180329a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:50.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.430+0000 7fa1137fe640 1 -- 172.21.15.18:0/2081441241 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa118039040 con 0x7fa11c10da60 2024-04-22T00:45:50.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.430+0000 7fa1137fe640 1 -- 172.21.15.18:0/2081441241 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa118035e50 con 0x7fa11c10da60 2024-04-22T00:45:50.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.430+0000 7fa1137fe640 1 -- 172.21.15.18:0/2081441241 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa118004710 con 0x7fa11c10da60 2024-04-22T00:45:50.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.431+0000 7fa124420640 1 -- 172.21.15.18:0/2081441241 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa11c1b7000 con 0x7fa11c10da60 2024-04-22T00:45:50.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.431+0000 7fa124420640 1 -- 172.21.15.18:0/2081441241 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa11c1b74f0 con 0x7fa11c10da60 2024-04-22T00:45:50.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.435+0000 7fa127008740 1 Processor -- start 2024-04-22T00:45:50.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.440+0000 7fa1137fe640 1 -- 172.21.15.18:0/2081441241 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa118003970 con 0x7fa11c10da60 2024-04-22T00:45:50.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.441+0000 7fa127008740 1 -- start start 2024-04-22T00:45:50.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.441+0000 7fa127008740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 0x5639920bc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.441+0000 7fa127008740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920c1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.441+0000 7fa127008740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 0x5639920c3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.441+0000 7fa127008740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x563992020b70 con 0x5639920bbd30 2024-04-22T00:45:50.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.441+0000 7fa127008740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563991fc9470 con 0x5639920c1890 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.441+0000 7fa127008740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56399201cb30 con 0x5639920bc720 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.442+0000 7fa1219bb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 0x5639920c3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.442+0000 7fa1219bb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 0x5639920c3d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33032/0 (socket says 172.21.15.18:33032) 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.442+0000 7fa1221bc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920c1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.442+0000 7fa1219bb640 1 -- 172.21.15.18:0/532078206 learned_addr learned my addr 172.21.15.18:0/532078206 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.442+0000 7fa1219bb640 1 -- 172.21.15.18:0/532078206 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 msgr2=0x5639920c1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.442+0000 7fa1219bb640 1 --2- 172.21.15.18:0/532078206 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920c1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.442+0000 7fa1219bb640 1 -- 172.21.15.18:0/532078206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 msgr2=0x5639920bc150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.442+0000 7fa1219bb640 1 --2- 172.21.15.18:0/532078206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 0x5639920bc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.442+0000 7fa1219bb640 1 -- 172.21.15.18:0/532078206 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563991d35210 con 0x5639920c1890 2024-04-22T00:45:50.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.442+0000 7fa1219bb640 1 --2- 172.21.15.18:0/532078206 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 0x5639920c3d20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa10c00a890 tx=0x7fa10c00ad50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b24bbf3d4cc4845b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:50.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.443+0000 7fa110bfe640 1 -- 172.21.15.18:0/532078206 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c00f9c0 con 0x5639920c1890 2024-04-22T00:45:50.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.443+0000 7fa110bfe640 1 -- 172.21.15.18:0/532078206 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa10c018070 con 0x5639920c1890 2024-04-22T00:45:50.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.443+0000 7fa110bfe640 1 -- 172.21.15.18:0/532078206 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c0125c0 con 0x5639920c1890 2024-04-22T00:45:50.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.444+0000 7fa1137fe640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa1080a2e70 0x7fa1080a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.444+0000 7fa1137fe640 1 -- 172.21.15.18:0/2081441241 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa1180f1350 con 0x7fa11c10da60 2024-04-22T00:45:50.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.444+0000 7fa127008740 1 -- 172.21.15.18:0/532078206 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 msgr2=0x5639920c3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:50.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.444+0000 7fa127008740 1 --2- 172.21.15.18:0/532078206 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 0x5639920c3d20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa10c00a890 tx=0x7fa10c00ad50 comp rx=0 tx=0).stop 2024-04-22T00:45:50.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.444+0000 7fa127008740 1 -- 172.21.15.18:0/532078206 shutdown_connections 2024-04-22T00:45:50.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.445+0000 7fa127008740 1 --2- 172.21.15.18:0/532078206 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 0x5639920c3d20 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.445+0000 7fa127008740 1 --2- 172.21.15.18:0/532078206 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920c1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.445+0000 7fa127008740 1 --2- 172.21.15.18:0/532078206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 0x5639920bc150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.445+0000 7fa127008740 1 -- 172.21.15.18:0/532078206 >> 172.21.15.18:0/532078206 conn(0x5639920b72a0 msgr2=0x5639920b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:50.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.447+0000 7fa1221bc640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa1080a2e70 0x7fa1080a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.449+0000 7fa127008740 1 -- 172.21.15.18:0/532078206 shutdown_connections 2024-04-22T00:45:50.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.450+0000 7fa127008740 1 -- 172.21.15.18:0/532078206 wait complete. 2024-04-22T00:45:50.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.450+0000 7fa127008740 1 -- start start 2024-04-22T00:45:50.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa127008740 1 Processor -- start 2024-04-22T00:45:50.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa127008740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bbd30 0x5639920c6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa127008740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bc720 0x5639920c65b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa127008740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 0x5639920cd5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa127008740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5639920c4840 con 0x5639920c1890 2024-04-22T00:45:50.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa127008740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563991fdca10 con 0x5639920bc720 2024-04-22T00:45:50.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa127008740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5639920c49c0 con 0x5639920bbd30 2024-04-22T00:45:50.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa127008740 10 client.0 _ll_register_callbacks cb 0x563992017b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:50.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa1219bb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bc720 0x5639920c65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa1219bb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bc720 0x5639920c65b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33038/0 (socket says 172.21.15.18:33038) 2024-04-22T00:45:50.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.451+0000 7fa1219bb640 1 -- 172.21.15.18:0/1549478270 learned_addr learned my addr 172.21.15.18:0/1549478270 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:50.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.452+0000 7fa1229bd640 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 0x5639920cd5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.453+0000 7fa1229bd640 1 -- 172.21.15.18:0/1549478270 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bbd30 msgr2=0x5639920c6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:50.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.453+0000 7fa1229bd640 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bbd30 0x5639920c6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.453+0000 7fa1229bd640 1 -- 172.21.15.18:0/1549478270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bc720 msgr2=0x5639920c65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:50.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.453+0000 7fa1229bd640 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bc720 0x5639920c65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.453+0000 7fa1229bd640 1 -- 172.21.15.18:0/1549478270 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563991e01620 con 0x5639920c1890 2024-04-22T00:45:50.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.453+0000 7fa1229bd640 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 0x5639920cd5f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa1180bd480 tx=0x7fa1180bd0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1ea2796bff580ee server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:50.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.453+0000 7fa105ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:45:50.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.453+0000 7fa1221bc640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa1080a2e70 0x7fa1080a5330 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x5639920b8210 tx=0x7fa114008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:50.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.454+0000 7fa105ffb640 1 -- 172.21.15.18:0/1549478270 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1180d6060 con 0x5639920c1890 2024-04-22T00:45:50.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.454+0000 7fa127008740 1 -- 172.21.15.18:0/1549478270 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa10c018070 con 0x5639920c1890 2024-04-22T00:45:50.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.454+0000 7fa105ffb640 1 -- 172.21.15.18:0/1549478270 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa1180b9df0 con 0x5639920c1890 2024-04-22T00:45:50.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.457+0000 7fa105ffb640 1 -- 172.21.15.18:0/1549478270 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa1180dc170 con 0x5639920c1890 2024-04-22T00:45:50.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.460+0000 7fa127008740 10 client.16641 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:50.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.460+0000 7fa127008740 1 -- 172.21.15.18:0/1549478270 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5639920d0960 con 0x5639920c1890 2024-04-22T00:45:50.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.465+0000 7fa105ffb640 1 -- 172.21.15.18:0/1549478270 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa10c018070 con 0x5639920c1890 2024-04-22T00:45:50.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.465+0000 7fa105ffb640 1 -- 172.21.15.18:0/1549478270 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fa1180b9040 con 0x5639920c1890 2024-04-22T00:45:50.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.466+0000 7fa127008740 10 client.16641 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:50.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.466+0000 7fa127008740 10 client.16641 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:50.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.466+0000 7fa127008740 20 client.16641 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:50.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.466+0000 7fa127008740 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5639920d2140 0x5639920d45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.466+0000 7fa127008740 4 client.16641 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:45:50.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.466+0000 7fa127008740 1 -- 172.21.15.18:0/1549478270 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56399202e0b0 con 0x5639920d2140 2024-04-22T00:45:50.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.467+0000 7fa1221bc640 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5639920d2140 0x5639920d45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.476+0000 7fa1221bc640 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5639920d2140 0x5639920d45c0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12de204d1ebd1243 server_cookie=e93833f32cd81e9a in_seq=0 out_seq=0 2024-04-22T00:45:50.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.479+0000 7fa105ffb640 10 client.16641 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:50.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.480+0000 7fa105ffb640 1 -- 172.21.15.18:0/1549478270 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56399202e0b0 con 0x5639920d2140 2024-04-22T00:45:50.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.480+0000 7fa105ffb640 10 client.16641 handle_command_reply: tid=0 2024-04-22T00:45:50.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.480+0000 7fa127008740 1 client.16641 shutdown 2024-04-22T00:45:50.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.487+0000 7fa127008740 1 -- 172.21.15.18:0/1549478270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 msgr2=0x5639920cd5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:50.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.487+0000 7fa127008740 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 0x5639920cd5f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa1180bd480 tx=0x7fa1180bd0e0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.490+0000 7fa127008740 1 -- 172.21.15.18:0/1549478270 shutdown_connections 2024-04-22T00:45:50.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.490+0000 7fa127008740 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5639920d2140 0x5639920d45c0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.490+0000 7fa127008740 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 0x5639920cd5f0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.490+0000 7fa127008740 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bc720 0x5639920c65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.490+0000 7fa127008740 1 --2- 172.21.15.18:0/1549478270 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bbd30 0x5639920c6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.490+0000 7fa127008740 1 -- 172.21.15.18:0/1549478270 >> 172.21.15.18:0/1549478270 conn(0x5639920b72a0 msgr2=0x5639920b64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:50.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.490+0000 7fa105ffb640 0 client.16641 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:50.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.493+0000 7fa127008740 1 -- 172.21.15.18:0/1549478270 shutdown_connections 2024-04-22T00:45:50.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.495+0000 7fa127008740 1 -- 172.21.15.18:0/1549478270 wait complete. 2024-04-22T00:45:50.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.497+0000 7fa127008740 20 client.16641 trim_cache size 0 max 16384 2024-04-22T00:45:50.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.524+0000 7fa127008740 1 Processor -- start 2024-04-22T00:45:50.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.524+0000 7fa127008740 1 -- start start 2024-04-22T00:45:50.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.524+0000 7fa127008740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bbd30 0x5639920b76a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.524+0000 7fa127008740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920d9e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa127008740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 0x5639920da3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1221bc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bbd30 0x5639920b76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1219bb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920d9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1221bc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bbd30 0x5639920b76a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33048/0 (socket says 172.21.15.18:33048) 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1219bb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920d9e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:58854/0 (socket says 172.21.15.18:58854) 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1221bc640 1 -- 172.21.15.18:0/3992339994 learned_addr learned my addr 172.21.15.18:0/3992339994 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1229bd640 1 --2- 172.21.15.18:0/3992339994 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 0x5639920da3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa127008740 1 -- 172.21.15.18:0/3992339994 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa1000126b0 con 0x5639920c1890 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa127008740 1 -- 172.21.15.18:0/3992339994 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa10000ff80 con 0x5639920bbd30 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa127008740 1 -- 172.21.15.18:0/3992339994 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa10000ddd0 con 0x5639920bc720 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1221bc640 1 -- 172.21.15.18:0/3992339994 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 msgr2=0x5639920d9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1221bc640 1 --2- 172.21.15.18:0/3992339994 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920d9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1221bc640 1 -- 172.21.15.18:0/3992339994 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 msgr2=0x5639920da3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:50.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1221bc640 1 --2- 172.21.15.18:0/3992339994 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 0x5639920da3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.525+0000 7fa1221bc640 1 -- 172.21.15.18:0/3992339994 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639920cea70 con 0x5639920bbd30 2024-04-22T00:45:50.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.526+0000 7fa1221bc640 1 --2- 172.21.15.18:0/3992339994 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bbd30 0x5639920b76a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fa114006fd0 tx=0x7fa1140047d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4fdd53f15829e3c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:50.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.526+0000 7fa107fff640 1 -- 172.21.15.18:0/3992339994 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa114005a30 con 0x5639920bbd30 2024-04-22T00:45:50.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.526+0000 7fa107fff640 1 -- 172.21.15.18:0/3992339994 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa114027070 con 0x5639920bbd30 2024-04-22T00:45:50.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.526+0000 7fa107fff640 1 -- 172.21.15.18:0/3992339994 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa114006450 con 0x5639920bbd30 2024-04-22T00:45:50.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 -- 172.21.15.18:0/3992339994 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bbd30 msgr2=0x5639920b76a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:50.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 --2- 172.21.15.18:0/3992339994 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bbd30 0x5639920b76a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fa114006fd0 tx=0x7fa1140047d0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 -- 172.21.15.18:0/3992339994 shutdown_connections 2024-04-22T00:45:50.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 --2- 172.21.15.18:0/3992339994 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920c1890 0x5639920da3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 --2- 172.21.15.18:0/3992339994 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920d9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 --2- 172.21.15.18:0/3992339994 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920bbd30 0x5639920b76a0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 -- 172.21.15.18:0/3992339994 >> 172.21.15.18:0/3992339994 conn(0x5639920b72a0 msgr2=0x5639920c1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 -- 172.21.15.18:0/3992339994 shutdown_connections 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 -- 172.21.15.18:0/3992339994 wait complete. 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 -- start start 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 Processor -- start 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.527+0000 7fa127008740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 0x5639920c9c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa127008740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920ca160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa127008740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 0x5639920cb120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa127008740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa10000e440 con 0x5639920bbd30 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa127008740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa10000f8b0 con 0x5639920c1890 2024-04-22T00:45:50.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa127008740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa10000eb10 con 0x5639920bc720 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1221bc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 0x5639920c9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1221bc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 0x5639920c9c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60188/0 (socket says 172.21.15.18:60188) 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1221bc640 1 -- 172.21.15.18:0/2505745075 learned_addr learned my addr 172.21.15.18:0/2505745075 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1219bb640 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920ca160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa127008740 10 client.0 _ll_register_callbacks cb 0x7fa1180b9360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1229bd640 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 0x5639920cb120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1219bb640 1 -- 172.21.15.18:0/2505745075 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 msgr2=0x5639920cb120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1219bb640 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 0x5639920cb120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1219bb640 1 -- 172.21.15.18:0/2505745075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 msgr2=0x5639920c9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1219bb640 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 0x5639920c9c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1219bb640 1 -- 172.21.15.18:0/2505745075 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639920cb710 con 0x5639920bc720 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1221bc640 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 0x5639920c9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa1219bb640 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920ca160 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa10c00a230 tx=0x7fa10c006e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=574ff6c62866490a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:45:50.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.528+0000 7fa105ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa105ffb640 1 -- 172.21.15.18:0/2505745075 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c00f9d0 con 0x5639920bc720 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa127008740 1 -- 172.21.15.18:0/2505745075 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa114027070 con 0x5639920bc720 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa105ffb640 1 -- 172.21.15.18:0/2505745075 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa10c00fb70 con 0x5639920bc720 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa105ffb640 1 -- 172.21.15.18:0/2505745075 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa10c00fd70 con 0x5639920bc720 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa127008740 10 client.26290 fetch_fsmap learned FSMap version 30 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa127008740 1 -- 172.21.15.18:0/2505745075 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5639920cca30 con 0x5639920bc720 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa105ffb640 1 -- 172.21.15.18:0/2505745075 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa114027070 con 0x5639920bc720 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa105ffb640 1 -- 172.21.15.18:0/2505745075 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 30) ==== 8354+0+0 (secure 0 0 0) 0x7fa10c013730 con 0x5639920bc720 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa127008740 10 client.26290 fetch_fsmap finished waiting for FSMap version 30 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa127008740 10 client.26290 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa127008740 20 client.26290 populate_metadata read hostname 'smithi018' 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa127008740 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5639921388f0 0x56399213ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:45:50.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa127008740 4 client.26290 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:45:50.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.529+0000 7fa127008740 1 -- 172.21.15.18:0/2505745075 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563992028400 con 0x5639921388f0 2024-04-22T00:45:50.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.530+0000 7fa1221bc640 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5639921388f0 0x56399213ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:45:50.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.530+0000 7fa1221bc640 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5639921388f0 0x56399213ad10 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4513cdbf9a03c54f server_cookie=ba6b53e3cef6b851 in_seq=0 out_seq=0 2024-04-22T00:45:50.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.530+0000 7fa105ffb640 10 client.26290 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:50.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.546+0000 7fa105ffb640 1 -- 172.21.15.18:0/2505745075 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563992028400 con 0x5639921388f0 2024-04-22T00:45:50.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.546+0000 7fa105ffb640 10 client.26290 handle_command_reply: tid=0 2024-04-22T00:45:50.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.546+0000 7fa127008740 1 client.26290 shutdown 2024-04-22T00:45:50.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.546+0000 7fa127008740 1 -- 172.21.15.18:0/2505745075 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 msgr2=0x5639920ca160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:50.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.546+0000 7fa127008740 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920ca160 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa10c00a230 tx=0x7fa10c006e70 comp rx=0 tx=0).stop 2024-04-22T00:45:50.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.546+0000 7fa127008740 1 -- 172.21.15.18:0/2505745075 shutdown_connections 2024-04-22T00:45:50.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.546+0000 7fa127008740 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5639921388f0 0x56399213ad10 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.547+0000 7fa105ffb640 0 client.26290 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:45:50.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.547+0000 7fa127008740 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5639920c1890 0x5639920cb120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.547+0000 7fa127008740 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5639920bc720 0x5639920ca160 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.547+0000 7fa127008740 1 --2- 172.21.15.18:0/2505745075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639920bbd30 0x5639920c9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.547+0000 7fa127008740 1 -- 172.21.15.18:0/2505745075 >> 172.21.15.18:0/2505745075 conn(0x5639920b72a0 msgr2=0x5639920b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.547+0000 7fa127008740 1 -- 172.21.15.18:0/2505745075 shutdown_connections 2024-04-22T00:45:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.547+0000 7fa127008740 1 -- 172.21.15.18:0/2505745075 wait complete. 2024-04-22T00:45:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.547+0000 7fa127008740 20 client.26290 trim_cache size 0 max 16384 2024-04-22T00:45:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:45:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:45:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:45:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:45:50.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 -- 172.21.15.18:0/2081441241 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa1080a2e70 msgr2=0x7fa1080a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:50.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa1080a2e70 0x7fa1080a5330 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x5639920b8210 tx=0x7fa114008040 comp rx=0 tx=0).stop 2024-04-22T00:45:50.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 -- 172.21.15.18:0/2081441241 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa11c10da60 msgr2=0x7fa11c1b6a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:45:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa11c10da60 0x7fa11c1b6a00 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa1180326d0 tx=0x7fa1180329a0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 -- 172.21.15.18:0/2081441241 shutdown_connections 2024-04-22T00:45:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa1080a2e70 0x7fa1080a5330 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa11c10da60 0x7fa11c1b6a00 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa11c10b0b0 0x7fa11c1152f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 --2- 172.21.15.18:0/2081441241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa11c108740 0x7fa11c114db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:45:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 -- 172.21.15.18:0/2081441241 >> 172.21.15.18:0/2081441241 conn(0x7fa11c06e7b0 msgr2=0x7fa11c10d230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:45:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 -- 172.21.15.18:0/2081441241 shutdown_connections 2024-04-22T00:45:50.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:45:50.548+0000 7fa124420640 1 -- 172.21.15.18:0/2081441241 wait complete. 2024-04-22T00:45:52.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:51 smithi081 ceph-mon[31546]: pgmap v511: 129 pgs: 129 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 5.4 MiB/s wr, 692 op/s 2024-04-22T00:45:52.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:51 smithi018 ceph-mon[27979]: pgmap v511: 129 pgs: 129 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 5.4 MiB/s wr, 692 op/s 2024-04-22T00:45:52.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:51 smithi167 ceph-mon[31348]: pgmap v511: 129 pgs: 129 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 5.4 MiB/s wr, 692 op/s 2024-04-22T00:45:53.057 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:52 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:45:53.058 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:52 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:45:53.058 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:52 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:45:53.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:52 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:45:53.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:52 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:45:53.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:52 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:45:53.136 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:52 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:45:53.136 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:52 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:45:53.136 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:52 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:45:54.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:53 smithi081 ceph-mon[31546]: pgmap v512: 129 pgs: 129 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 4.8 MiB/s wr, 572 op/s 2024-04-22T00:45:54.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:53 smithi018 ceph-mon[27979]: pgmap v512: 129 pgs: 129 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 4.8 MiB/s wr, 572 op/s 2024-04-22T00:45:54.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:53 smithi167 ceph-mon[31348]: pgmap v512: 129 pgs: 129 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 4.8 MiB/s wr, 572 op/s 2024-04-22T00:45:54.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 270.0 s, 693.2 tps, lat 142.390 ms stddev 172.190 2024-04-22T00:45:56.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:55 smithi081 ceph-mon[31546]: pgmap v513: 129 pgs: 129 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 4.7 MiB/s wr, 535 op/s 2024-04-22T00:45:56.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:55 smithi018 ceph-mon[27979]: pgmap v513: 129 pgs: 129 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 4.7 MiB/s wr, 535 op/s 2024-04-22T00:45:56.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:55 smithi167 ceph-mon[31348]: pgmap v513: 129 pgs: 129 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 4.7 MiB/s wr, 535 op/s 2024-04-22T00:45:58.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:57 smithi081 ceph-mon[31546]: pgmap v514: 129 pgs: 129 active+clean; 1.2 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.2 MiB/s wr, 645 op/s 2024-04-22T00:45:58.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:57 smithi018 ceph-mon[27979]: pgmap v514: 129 pgs: 129 active+clean; 1.2 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.2 MiB/s wr, 645 op/s 2024-04-22T00:45:58.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:57 smithi167 ceph-mon[31348]: pgmap v514: 129 pgs: 129 active+clean; 1.2 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.2 MiB/s wr, 645 op/s 2024-04-22T00:45:59.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:58 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:45:59.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:58 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:45:59.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:58 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:45:59.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 275.0 s, 770.0 tps, lat 131.678 ms stddev 152.079 2024-04-22T00:46:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:45:59 smithi081 ceph-mon[31546]: pgmap v515: 129 pgs: 129 active+clean; 1.2 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 5.9 MiB/s wr, 535 op/s 2024-04-22T00:46:00.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:45:59 smithi018 ceph-mon[27979]: pgmap v515: 129 pgs: 129 active+clean; 1.2 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 5.9 MiB/s wr, 535 op/s 2024-04-22T00:46:00.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:45:59 smithi167 ceph-mon[31348]: pgmap v515: 129 pgs: 129 active+clean; 1.2 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 5.9 MiB/s wr, 535 op/s 2024-04-22T00:46:02.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:01 smithi081 ceph-mon[31546]: pgmap v516: 129 pgs: 129 active+clean; 1.2 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 6.4 MiB/s wr, 602 op/s 2024-04-22T00:46:02.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:01 smithi018 ceph-mon[27979]: pgmap v516: 129 pgs: 129 active+clean; 1.2 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 6.4 MiB/s wr, 602 op/s 2024-04-22T00:46:02.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:01 smithi167 ceph-mon[31348]: pgmap v516: 129 pgs: 129 active+clean; 1.2 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 6.4 MiB/s wr, 602 op/s 2024-04-22T00:46:03.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.698+0000 7fd705640640 1 -- 172.21.15.18:0/193582416 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd700108fc0 msgr2=0x7fd700109440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:03.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.698+0000 7fd705640640 1 --2- 172.21.15.18:0/193582416 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd700108fc0 0x7fd700109440 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8009860 tx=0x7fd6e802bb70 comp rx=0 tx=0).stop 2024-04-22T00:46:03.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.701+0000 7fd705640640 1 -- 172.21.15.18:0/193582416 shutdown_connections 2024-04-22T00:46:03.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.701+0000 7fd705640640 1 --2- 172.21.15.18:0/193582416 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd700109980 0x7fd700110210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.701+0000 7fd705640640 1 --2- 172.21.15.18:0/193582416 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd700108fc0 0x7fd700109440 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.701+0000 7fd705640640 1 --2- 172.21.15.18:0/193582416 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd700107dd0 0x7fd7001081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.701+0000 7fd705640640 1 -- 172.21.15.18:0/193582416 >> 172.21.15.18:0/193582416 conn(0x7fd700076d90 msgr2=0x7fd7000791b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:03.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.703+0000 7fd705640640 1 -- 172.21.15.18:0/193582416 shutdown_connections 2024-04-22T00:46:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.706+0000 7fd705640640 1 -- 172.21.15.18:0/193582416 wait complete. 2024-04-22T00:46:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.706+0000 7fd705640640 1 Processor -- start 2024-04-22T00:46:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd705640640 1 -- start start 2024-04-22T00:46:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd705640640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd700107dd0 0x7fd700071540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd705640640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd700108fc0 0x7fd700071a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd705640640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd700109980 0x7fd700072940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd705640640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd70006bbb0 con 0x7fd700109980 2024-04-22T00:46:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd705640640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd70006ba30 con 0x7fd700107dd0 2024-04-22T00:46:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd705640640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd70006bd30 con 0x7fd700108fc0 2024-04-22T00:46:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd6fe7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd700108fc0 0x7fd700071a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd6fe7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd700108fc0 0x7fd700071a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:51808/0 (socket says 172.21.15.18:51808) 2024-04-22T00:46:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd6fe7fc640 1 -- 172.21.15.18:0/551730936 learned_addr learned my addr 172.21.15.18:0/551730936 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.707+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd700109980 0x7fd700072940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.708+0000 7fd6fe7fc640 1 -- 172.21.15.18:0/551730936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd700107dd0 msgr2=0x7fd700071540 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:46:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.708+0000 7fd6fe7fc640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd700107dd0 0x7fd700071540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.708+0000 7fd6fe7fc640 1 -- 172.21.15.18:0/551730936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd700109980 msgr2=0x7fd700072940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.708+0000 7fd6fe7fc640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd700109980 0x7fd700072940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.708+0000 7fd6fe7fc640 1 -- 172.21.15.18:0/551730936 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd700073070 con 0x7fd700108fc0 2024-04-22T00:46:03.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.709+0000 7fd6fe7fc640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd700108fc0 0x7fd700071a80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8000c00 tx=0x7fd6e8032460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:03.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.712+0000 7fd6f7fff640 1 -- 172.21.15.18:0/551730936 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8041020 con 0x7fd700108fc0 2024-04-22T00:46:03.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.712+0000 7fd6f7fff640 1 -- 172.21.15.18:0/551730936 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd6e802c9f0 con 0x7fd700108fc0 2024-04-22T00:46:03.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.712+0000 7fd6f7fff640 1 -- 172.21.15.18:0/551730936 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8039040 con 0x7fd700108fc0 2024-04-22T00:46:03.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.712+0000 7fd705640640 1 -- 172.21.15.18:0/551730936 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd700073300 con 0x7fd700108fc0 2024-04-22T00:46:03.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.712+0000 7fd705640640 1 -- 172.21.15.18:0/551730936 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd700119060 con 0x7fd700108fc0 2024-04-22T00:46:03.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.716+0000 7fd70822c740 1 Processor -- start 2024-04-22T00:46:03.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.717+0000 7fd70822c740 1 -- start start 2024-04-22T00:46:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.717+0000 7fd70822c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593d6150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.717+0000 7fd70822c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 0x5619593db220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.717+0000 7fd70822c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593db890 0x5619593ddd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.717+0000 7fd70822c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56195933ab70 con 0x5619593d6720 2024-04-22T00:46:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.717+0000 7fd70822c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5619592e3470 con 0x5619593d5d30 2024-04-22T00:46:03.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.717+0000 7fd70822c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561959336b30 con 0x5619593db890 2024-04-22T00:46:03.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.719+0000 7fd6ff7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593d6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.719+0000 7fd6ff7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593d6150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49498/0 (socket says 172.21.15.18:49498) 2024-04-22T00:46:03.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.719+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/3903908694 learned_addr learned my addr 172.21.15.18:0/3903908694 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:03.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.721+0000 7fd6f7fff640 1 -- 172.21.15.18:0/551730936 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd6e8044020 con 0x7fd700108fc0 2024-04-22T00:46:03.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.721+0000 7fd6fe7fc640 1 --2- 172.21.15.18:0/3903908694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593db890 0x5619593ddd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.721+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/3903908694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593db890 msgr2=0x5619593ddd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:03.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.722+0000 7fd6f7fff640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd6ec0a2e70 0x7fd6ec0a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.724+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/3903908694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593db890 0x5619593ddd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.724+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/3903908694 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 msgr2=0x5619593db220 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:46:03.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.724+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/3903908694 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 0x5619593db220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.724+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/3903908694 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56195904f210 con 0x5619593d5d30 2024-04-22T00:46:03.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.724+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd6ec0a2e70 0x7fd6ec0a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.724+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/3903908694 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593d6150 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0009fd0 tx=0x7fd6f00118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=321db3b2af8affcd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:03.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.726+0000 7fd6f7fff640 1 -- 172.21.15.18:0/551730936 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd6e80f0de0 con 0x7fd700108fc0 2024-04-22T00:46:03.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.726+0000 7fd6f57fa640 1 -- 172.21.15.18:0/3903908694 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f0004250 con 0x5619593d5d30 2024-04-22T00:46:03.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.726+0000 7fd6f57fa640 1 -- 172.21.15.18:0/3903908694 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd6f000f4e0 con 0x5619593d5d30 2024-04-22T00:46:03.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.727+0000 7fd70822c740 1 -- 172.21.15.18:0/3903908694 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 msgr2=0x5619593d6150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:03.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.727+0000 7fd70822c740 1 --2- 172.21.15.18:0/3903908694 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593d6150 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0009fd0 tx=0x7fd6f00118d0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.729+0000 7fd70822c740 1 -- 172.21.15.18:0/3903908694 shutdown_connections 2024-04-22T00:46:03.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.729+0000 7fd70822c740 1 --2- 172.21.15.18:0/3903908694 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593db890 0x5619593ddd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.729+0000 7fd70822c740 1 --2- 172.21.15.18:0/3903908694 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 0x5619593db220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.729+0000 7fd70822c740 1 --2- 172.21.15.18:0/3903908694 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593d6150 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.729+0000 7fd70822c740 1 -- 172.21.15.18:0/3903908694 >> 172.21.15.18:0/3903908694 conn(0x5619593d12a0 msgr2=0x5619593d16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:03.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.729+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd6ec0a2e70 0x7fd6ec0a5330 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0020000 tx=0x7fd6f001bd20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:03.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.736+0000 7fd70822c740 1 -- 172.21.15.18:0/3903908694 shutdown_connections 2024-04-22T00:46:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.740+0000 7fd70822c740 1 -- 172.21.15.18:0/3903908694 wait complete. 2024-04-22T00:46:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.741+0000 7fd70822c740 1 -- start start 2024-04-22T00:46:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.741+0000 7fd70822c740 1 Processor -- start 2024-04-22T00:46:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.741+0000 7fd70822c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d5d30 0x5619593f1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.741+0000 7fd70822c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d6720 0x5619593f1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.741+0000 7fd70822c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593db890 0x5619593f8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.741+0000 7fd70822c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5619593de890 con 0x5619593d5d30 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.741+0000 7fd70822c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5619592f6a10 con 0x5619593db890 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.741+0000 7fd70822c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5619593dea10 con 0x5619593d6720 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.741+0000 7fd70822c740 10 client.0 _ll_register_callbacks cb 0x561959331b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.742+0000 7fd6ff7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593db890 0x5619593f8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.742+0000 7fd6ff7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593db890 0x5619593f8580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49510/0 (socket says 172.21.15.18:49510) 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.742+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/2610870995 learned_addr learned my addr 172.21.15.18:0/2610870995 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.742+0000 7fd6feffd640 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d5d30 0x5619593f1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.742+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/2610870995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d6720 msgr2=0x5619593f1540 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.742+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d6720 0x5619593f1540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.742+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/2610870995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d5d30 msgr2=0x5619593f1000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.742+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d5d30 0x5619593f1000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.743+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/2610870995 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56195911b620 con 0x5619593db890 2024-04-22T00:46:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.743+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593db890 0x5619593f8580 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0009230 tx=0x7fd6f0017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95696d94238ecd95 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.743+0000 7fd6e67fc640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:03.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.747+0000 7fd6e67fc640 1 -- 172.21.15.18:0/2610870995 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f0036020 con 0x5619593db890 2024-04-22T00:46:03.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.747+0000 7fd70822c740 1 -- 172.21.15.18:0/2610870995 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6f000f4e0 con 0x5619593db890 2024-04-22T00:46:03.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.747+0000 7fd6e67fc640 1 -- 172.21.15.18:0/2610870995 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd6f000f690 con 0x5619593db890 2024-04-22T00:46:03.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.748+0000 7fd6e67fc640 1 -- 172.21.15.18:0/2610870995 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd6f0041050 con 0x5619593db890 2024-04-22T00:46:03.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.750+0000 7fd70822c740 10 client.26303 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:03.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.750+0000 7fd70822c740 1 -- 172.21.15.18:0/2610870995 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5619593e14b0 con 0x5619593db890 2024-04-22T00:46:03.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.751+0000 7fd6e67fc640 1 -- 172.21.15.18:0/2610870995 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd6f000f4e0 con 0x5619593db890 2024-04-22T00:46:03.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.751+0000 7fd6e67fc640 1 -- 172.21.15.18:0/2610870995 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fd6f0025430 con 0x5619593db890 2024-04-22T00:46:03.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.751+0000 7fd70822c740 10 client.26303 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:03.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.751+0000 7fd70822c740 10 client.26303 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:03.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.751+0000 7fd70822c740 20 client.26303 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:03.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.751+0000 7fd70822c740 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619593e2f50 0x5619593e53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.751+0000 7fd70822c740 4 client.26303 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:03.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.751+0000 7fd70822c740 1 -- 172.21.15.18:0/2610870995 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5619593480b0 con 0x5619593e2f50 2024-04-22T00:46:03.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.752+0000 7fd6feffd640 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619593e2f50 0x5619593e53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.758+0000 7fd6feffd640 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619593e2f50 0x5619593e53b0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d66dbd9423bef538 server_cookie=290dffc407ede811 in_seq=0 out_seq=0 2024-04-22T00:46:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.758+0000 7fd6e67fc640 10 client.26303 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.759+0000 7fd6e67fc640 1 -- 172.21.15.18:0/2610870995 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5619593480b0 con 0x5619593e2f50 2024-04-22T00:46:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.760+0000 7fd6e67fc640 10 client.26303 handle_command_reply: tid=0 2024-04-22T00:46:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.760+0000 7fd70822c740 1 client.26303 shutdown 2024-04-22T00:46:03.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.769+0000 7fd70822c740 1 -- 172.21.15.18:0/2610870995 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593db890 msgr2=0x5619593f8580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:03.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.769+0000 7fd70822c740 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593db890 0x5619593f8580 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0009230 tx=0x7fd6f0017000 comp rx=0 tx=0).stop 2024-04-22T00:46:03.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.770+0000 7fd70822c740 1 -- 172.21.15.18:0/2610870995 shutdown_connections 2024-04-22T00:46:03.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.770+0000 7fd70822c740 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619593e2f50 0x5619593e53b0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.770+0000 7fd70822c740 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593db890 0x5619593f8580 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.770+0000 7fd70822c740 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d6720 0x5619593f1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.770+0000 7fd70822c740 1 --2- 172.21.15.18:0/2610870995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d5d30 0x5619593f1000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.770+0000 7fd70822c740 1 -- 172.21.15.18:0/2610870995 >> 172.21.15.18:0/2610870995 conn(0x5619593d12a0 msgr2=0x5619593d04c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:03.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.770+0000 7fd6e67fc640 0 client.26303 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:03.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.772+0000 7fd70822c740 1 -- 172.21.15.18:0/2610870995 shutdown_connections 2024-04-22T00:46:03.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.772+0000 7fd70822c740 1 -- 172.21.15.18:0/2610870995 wait complete. 2024-04-22T00:46:03.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.772+0000 7fd70822c740 20 client.26303 trim_cache size 0 max 16384 2024-04-22T00:46:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.808+0000 7fd70822c740 1 Processor -- start 2024-04-22T00:46:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.808+0000 7fd70822c740 1 -- start start 2024-04-22T00:46:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.809+0000 7fd70822c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d12a0 0x5619593daf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.809+0000 7fd70822c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d5d30 0x5619593f8540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.809+0000 7fd70822c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d6720 0x5619593f1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.809+0000 7fd6feffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d12a0 0x5619593daf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.809+0000 7fd6feffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d12a0 0x5619593daf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33986/0 (socket says 172.21.15.18:33986) 2024-04-22T00:46:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.809+0000 7fd6feffd640 1 -- 172.21.15.18:0/3979308797 learned_addr learned my addr 172.21.15.18:0/3979308797 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.809+0000 7fd70822c740 1 -- 172.21.15.18:0/3979308797 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e00126c0 con 0x5619593d12a0 2024-04-22T00:46:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.809+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/3979308797 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d6720 0x5619593f1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.809+0000 7fd70822c740 1 -- 172.21.15.18:0/3979308797 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e000ff90 con 0x5619593d6720 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.809+0000 7fd6fe7fc640 1 --2- 172.21.15.18:0/3979308797 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d5d30 0x5619593f8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.810+0000 7fd70822c740 1 -- 172.21.15.18:0/3979308797 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e000dde0 con 0x5619593d5d30 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.810+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/3979308797 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d5d30 msgr2=0x5619593f8540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.810+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/3979308797 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d5d30 0x5619593f8540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.810+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/3979308797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d12a0 msgr2=0x5619593daf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.810+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/3979308797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d12a0 0x5619593daf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.810+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/3979308797 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5619593db440 con 0x5619593d6720 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.810+0000 7fd6feffd640 1 --2- 172.21.15.18:0/3979308797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d12a0 0x5619593daf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.810+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/3979308797 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d6720 0x5619593f1000 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0025850 tx=0x7fd6f00118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=668bfbaf4646548 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.810+0000 7fd6f4ff9640 1 -- 172.21.15.18:0/3979308797 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f0036040 con 0x5619593d6720 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.811+0000 7fd6f4ff9640 1 -- 172.21.15.18:0/3979308797 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd6f001be50 con 0x5619593d6720 2024-04-22T00:46:03.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.811+0000 7fd6f4ff9640 1 -- 172.21.15.18:0/3979308797 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f0019db0 con 0x5619593d6720 2024-04-22T00:46:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.811+0000 7fd70822c740 1 -- 172.21.15.18:0/3979308797 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d6720 msgr2=0x5619593f1000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.811+0000 7fd70822c740 1 --2- 172.21.15.18:0/3979308797 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d6720 0x5619593f1000 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0025850 tx=0x7fd6f00118d0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.812+0000 7fd70822c740 1 -- 172.21.15.18:0/3979308797 shutdown_connections 2024-04-22T00:46:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.812+0000 7fd70822c740 1 --2- 172.21.15.18:0/3979308797 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d6720 0x5619593f1000 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.812+0000 7fd70822c740 1 --2- 172.21.15.18:0/3979308797 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d5d30 0x5619593f8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.812+0000 7fd70822c740 1 --2- 172.21.15.18:0/3979308797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d12a0 0x5619593daf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.812+0000 7fd70822c740 1 -- 172.21.15.18:0/3979308797 >> 172.21.15.18:0/3979308797 conn(0x5619593df200 msgr2=0x5619593d1680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.812+0000 7fd70822c740 1 -- 172.21.15.18:0/3979308797 shutdown_connections 2024-04-22T00:46:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.812+0000 7fd70822c740 1 -- 172.21.15.18:0/3979308797 wait complete. 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.813+0000 7fd70822c740 1 -- start start 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.813+0000 7fd70822c740 1 Processor -- start 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.813+0000 7fd70822c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d12a0 0x5619593f5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.813+0000 7fd70822c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593f5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd70822c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 0x5619593f6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd6fe7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593f5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd6fe7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593f5dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49522/0 (socket says 172.21.15.18:49522) 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd6feffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d12a0 0x5619593f5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd6feffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d12a0 0x5619593f5880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:51848/0 (socket says 172.21.15.18:51848) 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd6ff7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 0x5619593f6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd6ff7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 0x5619593f6dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33994/0 (socket says 172.21.15.18:33994) 2024-04-22T00:46:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd6fe7fc640 1 -- 172.21.15.18:0/771068032 learned_addr learned my addr 172.21.15.18:0/771068032 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:03.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e000e450 con 0x5619593d6720 2024-04-22T00:46:03.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e000f8c0 con 0x5619593d5d30 2024-04-22T00:46:03.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.814+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e000eb20 con 0x5619593d12a0 2024-04-22T00:46:03.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.815+0000 7fd70822c740 10 client.0 _ll_register_callbacks cb 0x7fd6f0009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:03.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.815+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/771068032 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d12a0 msgr2=0x5619593f5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:03.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.815+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d12a0 0x5619593f5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.815+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/771068032 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 msgr2=0x5619593f5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:03.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.815+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593f5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.815+0000 7fd6ff7fe640 1 -- 172.21.15.18:0/771068032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619593f73c0 con 0x5619593d6720 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.815+0000 7fd6fe7fc640 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593f5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.815+0000 7fd6ff7fe640 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 0x5619593f6dd0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0019780 tx=0x7fd6f0009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6e7b742f1c611c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.815+0000 7fd6e67fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.815+0000 7fd6e67fc640 1 -- 172.21.15.18:0/771068032 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f0036040 con 0x5619593d6720 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.816+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6f001be50 con 0x5619593d6720 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.816+0000 7fd6e67fc640 1 -- 172.21.15.18:0/771068032 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd6f0019cf0 con 0x5619593d6720 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.816+0000 7fd6e67fc640 1 -- 172.21.15.18:0/771068032 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd6f0054050 con 0x5619593d6720 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.816+0000 7fd70822c740 10 client.16662 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.816+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5619593f8690 con 0x5619593d6720 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.816+0000 7fd6e67fc640 1 -- 172.21.15.18:0/771068032 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd6f001be50 con 0x5619593d6720 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.816+0000 7fd6e67fc640 1 -- 172.21.15.18:0/771068032 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fd6f0044070 con 0x5619593d6720 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.816+0000 7fd70822c740 10 client.16662 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.816+0000 7fd70822c740 10 client.16662 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.816+0000 7fd70822c740 20 client.16662 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.817+0000 7fd70822c740 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619593db890 0x561959476410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.817+0000 7fd70822c740 4 client.16662 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:46:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.817+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561959342400 con 0x5619593db890 2024-04-22T00:46:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.817+0000 7fd6feffd640 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619593db890 0x561959476410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.817+0000 7fd6e67fc640 10 client.16662 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.817+0000 7fd6feffd640 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619593db890 0x561959476410 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=601d47e7c443ea40 server_cookie=f986171abe9950e4 in_seq=0 out_seq=0 2024-04-22T00:46:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.824+0000 7fd6e67fc640 1 -- 172.21.15.18:0/771068032 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561959342400 con 0x5619593db890 2024-04-22T00:46:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.824+0000 7fd6e67fc640 10 client.16662 handle_command_reply: tid=0 2024-04-22T00:46:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.824+0000 7fd70822c740 1 client.16662 shutdown 2024-04-22T00:46:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.824+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 msgr2=0x5619593f6dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.824+0000 7fd70822c740 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 0x5619593f6dd0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0019780 tx=0x7fd6f0009500 comp rx=0 tx=0).stop 2024-04-22T00:46:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.825+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 shutdown_connections 2024-04-22T00:46:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.825+0000 7fd70822c740 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619593db890 0x561959476410 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.825+0000 7fd70822c740 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5619593d6720 0x5619593f6dd0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.825+0000 7fd70822c740 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5619593d5d30 0x5619593f5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.825+0000 7fd70822c740 1 --2- 172.21.15.18:0/771068032 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5619593d12a0 0x5619593f5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.825+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 >> 172.21.15.18:0/771068032 conn(0x5619593df200 msgr2=0x5619593d7900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.826+0000 7fd6e67fc640 0 client.16662 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.826+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 shutdown_connections 2024-04-22T00:46:03.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.826+0000 7fd70822c740 1 -- 172.21.15.18:0/771068032 wait complete. 2024-04-22T00:46:03.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.828+0000 7fd70822c740 20 client.16662 trim_cache size 0 max 16384 2024-04-22T00:46:03.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:46:03.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:46:03.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:46:03.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:46:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.829+0000 7fd705640640 1 -- 172.21.15.18:0/551730936 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd6ec0a2e70 msgr2=0x7fd6ec0a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.829+0000 7fd705640640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd6ec0a2e70 0x7fd6ec0a5330 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0020000 tx=0x7fd6f001bd20 comp rx=0 tx=0).stop 2024-04-22T00:46:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.829+0000 7fd705640640 1 -- 172.21.15.18:0/551730936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd700108fc0 msgr2=0x7fd700071a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.829+0000 7fd705640640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd700108fc0 0x7fd700071a80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8000c00 tx=0x7fd6e8032460 comp rx=0 tx=0).stop 2024-04-22T00:46:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.829+0000 7fd705640640 1 -- 172.21.15.18:0/551730936 shutdown_connections 2024-04-22T00:46:03.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.829+0000 7fd705640640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd6ec0a2e70 0x7fd6ec0a5330 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.829+0000 7fd705640640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd700109980 0x7fd700072940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.829+0000 7fd705640640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd700108fc0 0x7fd700071a80 secure :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8000c00 tx=0x7fd6e8032460 comp rx=0 tx=0).stop 2024-04-22T00:46:03.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.829+0000 7fd705640640 1 --2- 172.21.15.18:0/551730936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd700107dd0 0x7fd700071540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:03.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.829+0000 7fd705640640 1 -- 172.21.15.18:0/551730936 >> 172.21.15.18:0/551730936 conn(0x7fd700076d90 msgr2=0x7fd70010c260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:03.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.830+0000 7fd705640640 1 -- 172.21.15.18:0/551730936 shutdown_connections 2024-04-22T00:46:03.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:03.830+0000 7fd705640640 1 -- 172.21.15.18:0/551730936 wait complete. 2024-04-22T00:46:04.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:03 smithi081 ceph-mon[31546]: pgmap v517: 129 pgs: 129 active+clean; 1.2 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 6.3 MiB/s wr, 567 op/s 2024-04-22T00:46:04.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:03 smithi018 ceph-mon[27979]: pgmap v517: 129 pgs: 129 active+clean; 1.2 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 6.3 MiB/s wr, 567 op/s 2024-04-22T00:46:04.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:03 smithi167 ceph-mon[31348]: pgmap v517: 129 pgs: 129 active+clean; 1.2 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 6.3 MiB/s wr, 567 op/s 2024-04-22T00:46:04.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 280.0 s, 723.4 tps, lat 136.931 ms stddev 154.125 2024-04-22T00:46:06.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:05 smithi081 ceph-mon[31546]: pgmap v518: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.9 MiB/s wr, 534 op/s 2024-04-22T00:46:06.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:05 smithi018 ceph-mon[27979]: pgmap v518: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.9 MiB/s wr, 534 op/s 2024-04-22T00:46:06.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:05 smithi167 ceph-mon[31348]: pgmap v518: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.9 MiB/s wr, 534 op/s 2024-04-22T00:46:08.075 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:46:08.075 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:46:08.127 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:07 smithi018 ceph-mon[27979]: pgmap v519: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 632 op/s 2024-04-22T00:46:08.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:07 smithi081 ceph-mon[31546]: pgmap v519: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 632 op/s 2024-04-22T00:46:08.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:07 smithi167 ceph-mon[31348]: pgmap v519: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 632 op/s 2024-04-22T00:46:08.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.274+0000 7f43c22c9640 1 -- 172.21.15.18:0/2298384008 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43bc108740 msgr2=0x7f43bc10ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.274+0000 7f43c22c9640 1 --2- 172.21.15.18:0/2298384008 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43bc108740 0x7f43bc10ab70 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f43b0009900 tx=0x7f43b002bc60 comp rx=0 tx=0).stop 2024-04-22T00:46:08.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.275+0000 7f43c22c9640 1 -- 172.21.15.18:0/2298384008 shutdown_connections 2024-04-22T00:46:08.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.275+0000 7f43c22c9640 1 --2- 172.21.15.18:0/2298384008 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43bc10da80 0x7f43bc10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.275+0000 7f43c22c9640 1 --2- 172.21.15.18:0/2298384008 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f43bc10b0b0 0x7f43bc10d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.275+0000 7f43c22c9640 1 --2- 172.21.15.18:0/2298384008 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43bc108740 0x7f43bc10ab70 secure :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f43b0009900 tx=0x7f43b002bc60 comp rx=0 tx=0).stop 2024-04-22T00:46:08.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.275+0000 7f43c22c9640 1 -- 172.21.15.18:0/2298384008 >> 172.21.15.18:0/2298384008 conn(0x7f43bc06e5d0 msgr2=0x7f43bc070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:08.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.279+0000 7f43c22c9640 1 -- 172.21.15.18:0/2298384008 shutdown_connections 2024-04-22T00:46:08.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.279+0000 7f43c22c9640 1 -- 172.21.15.18:0/2298384008 wait complete. 2024-04-22T00:46:08.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.280+0000 7f43c22c9640 1 Processor -- start 2024-04-22T00:46:08.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.280+0000 7f43c22c9640 1 -- start start 2024-04-22T00:46:08.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.280+0000 7f43c22c9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43bc10b0b0 0x7f43bc1a6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.280+0000 7f43c22c9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43bc10da80 0x7f43bc1a7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.280+0000 7f43c22c9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f43bc1ac070 0x7f43bc1ae460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.280+0000 7f43c22c9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc11c2b0 con 0x7f43bc1ac070 2024-04-22T00:46:08.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.280+0000 7f43c22c9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc11c130 con 0x7f43bc10b0b0 2024-04-22T00:46:08.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.280+0000 7f43c22c9640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc11c430 con 0x7f43bc10da80 2024-04-22T00:46:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43bb7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43bc10da80 0x7f43bc1a7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43bbfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43bc10b0b0 0x7f43bc1a6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43bb7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43bc10da80 0x7f43bc1a7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:51870/0 (socket says 172.21.15.18:51870) 2024-04-22T00:46:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43bb7fe640 1 -- 172.21.15.18:0/2870538404 learned_addr learned my addr 172.21.15.18:0/2870538404 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43c0866640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f43bc1ac070 0x7f43bc1ae460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43bb7fe640 1 -- 172.21.15.18:0/2870538404 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43bc10b0b0 msgr2=0x7f43bc1a6ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43bc10b0b0 0x7f43bc1a6ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43bb7fe640 1 -- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f43bc1ac070 msgr2=0x7f43bc1ae460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f43bc1ac070 0x7f43bc1ae460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43bb7fe640 1 -- 172.21.15.18:0/2870538404 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43bc10ffa0 con 0x7f43bc10da80 2024-04-22T00:46:08.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.285+0000 7f43c0866640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f43bc1ac070 0x7f43bc1ae460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:46:08.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.286+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43bc10da80 0x7f43bc1a7010 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f43ac00c970 tx=0x7f43ac00ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:08.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.291+0000 7f43b97fa640 1 -- 172.21.15.18:0/2870538404 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ac007c10 con 0x7f43bc10da80 2024-04-22T00:46:08.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.291+0000 7f43b97fa640 1 -- 172.21.15.18:0/2870538404 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43ac007db0 con 0x7f43bc10da80 2024-04-22T00:46:08.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.292+0000 7f43b97fa640 1 -- 172.21.15.18:0/2870538404 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ac00e870 con 0x7f43bc10da80 2024-04-22T00:46:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.294+0000 7f43c22c9640 1 -- 172.21.15.18:0/2870538404 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43bc110290 con 0x7f43bc10da80 2024-04-22T00:46:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.294+0000 7f43c22c9640 1 -- 172.21.15.18:0/2870538404 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43bc110760 con 0x7f43bc10da80 2024-04-22T00:46:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.297+0000 7f43c4f8c740 1 Processor -- start 2024-04-22T00:46:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.298+0000 7f43c4f8c740 1 -- start start 2024-04-22T00:46:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.298+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389ae370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.298+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389ae940 0x5590389b3440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.298+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389b5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.298+0000 7f43c4f8c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559038913560 con 0x5590389ae940 2024-04-22T00:46:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.298+0000 7f43c4f8c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5590388bb730 con 0x5590389b3ab0 2024-04-22T00:46:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.298+0000 7f43c4f8c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55903890f520 con 0x5590389adf50 2024-04-22T00:46:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.298+0000 7f43bb7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389b5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.299+0000 7f43bb7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389b5f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49558/0 (socket says 172.21.15.18:49558) 2024-04-22T00:46:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.299+0000 7f43bb7fe640 1 -- 172.21.15.18:0/4042160442 learned_addr learned my addr 172.21.15.18:0/4042160442 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:08.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.302+0000 7f43bb7fe640 1 -- 172.21.15.18:0/4042160442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 msgr2=0x5590389ae370 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:46:08.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.302+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/4042160442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389ae370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.302+0000 7f43bb7fe640 1 -- 172.21.15.18:0/4042160442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389ae940 msgr2=0x5590389b3440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:08.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.302+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/4042160442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389ae940 0x5590389b3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.302+0000 7f43bb7fe640 1 -- 172.21.15.18:0/4042160442 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590386f17d0 con 0x5590389b3ab0 2024-04-22T00:46:08.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.303+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/4042160442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389b5f40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f43ac0d3450 tx=0x7f43ac0d69c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=92504626df1c9de6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:08.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.304+0000 7f43b97fa640 1 -- 172.21.15.18:0/2870538404 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f43ac00ea10 con 0x7f43bc10da80 2024-04-22T00:46:08.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.304+0000 7f43a27fc640 1 -- 172.21.15.18:0/4042160442 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ac0e5070 con 0x5590389b3ab0 2024-04-22T00:46:08.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.304+0000 7f43a27fc640 1 -- 172.21.15.18:0/4042160442 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43ac0ddbd0 con 0x5590389b3ab0 2024-04-22T00:46:08.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.305+0000 7f43a27fc640 1 -- 172.21.15.18:0/4042160442 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ac0e0e60 con 0x5590389b3ab0 2024-04-22T00:46:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.308+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4042160442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 msgr2=0x5590389b5f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.308+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4042160442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389b5f40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f43ac0d3450 tx=0x7f43ac0d69c0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.309+0000 7f43b97fa640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43a40a2c40 0x7f43a40a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.309+0000 7f43b97fa640 1 -- 172.21.15.18:0/2870538404 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f43ac0d5de0 con 0x7f43bc10da80 2024-04-22T00:46:08.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.310+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4042160442 shutdown_connections 2024-04-22T00:46:08.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.310+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4042160442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389b5f40 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.310+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4042160442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389ae940 0x5590389b3440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.310+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4042160442 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389ae370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.310+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4042160442 >> 172.21.15.18:0/4042160442 conn(0x5590389a94c0 msgr2=0x5590389a98c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:08.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.311+0000 7f43c0866640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43a40a2c40 0x7f43a40a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.312+0000 7f43c0866640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43a40a2c40 0x7f43a40a5100 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x5590389af1a0 tx=0x7f43b4009840 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.315+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4042160442 shutdown_connections 2024-04-22T00:46:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.319+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4042160442 wait complete. 2024-04-22T00:46:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.319+0000 7f43c4f8c740 1 -- start start 2024-04-22T00:46:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.319+0000 7f43c4f8c740 1 Processor -- start 2024-04-22T00:46:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389adf50 0x5590389b8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389ae940 0x5590389b8a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389bfa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43c4f8c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5590389b6a60 con 0x5590389adf50 2024-04-22T00:46:08.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43c4f8c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5590388cee00 con 0x5590389b3ab0 2024-04-22T00:46:08.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43c4f8c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5590389b6be0 con 0x5590389ae940 2024-04-22T00:46:08.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43c4f8c740 10 client.0 _ll_register_callbacks cb 0x559038909eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:08.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43bb7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389ae940 0x5590389b8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43bb7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389ae940 0x5590389b8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:51876/0 (socket says 172.21.15.18:51876) 2024-04-22T00:46:08.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43bb7fe640 1 -- 172.21.15.18:0/3452715596 learned_addr learned my addr 172.21.15.18:0/3452715596 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:08.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.322+0000 7f43c0866640 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389bfa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.324+0000 7f43bb7fe640 1 -- 172.21.15.18:0/3452715596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 msgr2=0x5590389bfa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:08.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.324+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389bfa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.324+0000 7f43bb7fe640 1 -- 172.21.15.18:0/3452715596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389adf50 msgr2=0x5590389b8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:08.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.324+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389adf50 0x5590389b8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.324+0000 7f43bb7fe640 1 -- 172.21.15.18:0/3452715596 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590386273f0 con 0x5590389ae940 2024-04-22T00:46:08.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.325+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389ae940 0x5590389b8a50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f43ac007590 tx=0x7f43ac09dd90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac755ad46769bd04 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:08.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.325+0000 7f439b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:46:08.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.328+0000 7f439b7fe640 1 -- 172.21.15.18:0/3452715596 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ac0a1fe0 con 0x5590389ae940 2024-04-22T00:46:08.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.328+0000 7f43c4f8c740 1 -- 172.21.15.18:0/3452715596 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43ac0ddbd0 con 0x5590389ae940 2024-04-22T00:46:08.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.328+0000 7f439b7fe640 1 -- 172.21.15.18:0/3452715596 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f43ac0d6030 con 0x5590389ae940 2024-04-22T00:46:08.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.328+0000 7f439b7fe640 1 -- 172.21.15.18:0/3452715596 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f43ac0a0350 con 0x5590389ae940 2024-04-22T00:46:08.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.329+0000 7f43c4f8c740 10 client.26314 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:08.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.329+0000 7f43c4f8c740 1 -- 172.21.15.18:0/3452715596 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5590385e70f0 con 0x5590389ae940 2024-04-22T00:46:08.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.330+0000 7f439b7fe640 1 -- 172.21.15.18:0/3452715596 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43ac0ddbd0 con 0x5590389ae940 2024-04-22T00:46:08.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.330+0000 7f439b7fe640 1 -- 172.21.15.18:0/3452715596 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f43ac09e7f0 con 0x5590389ae940 2024-04-22T00:46:08.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.330+0000 7f43c4f8c740 10 client.26314 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:08.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.330+0000 7f43c4f8c740 10 client.26314 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:08.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.330+0000 7f43c4f8c740 20 client.26314 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:08.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.330+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5590389c42f0 0x5590389c6750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.330+0000 7f43c4f8c740 4 client.26314 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:08.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.330+0000 7f43c4f8c740 1 -- 172.21.15.18:0/3452715596 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559038920aa0 con 0x5590389c42f0 2024-04-22T00:46:08.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.331+0000 7f43bbfff640 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5590389c42f0 0x5590389c6750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.332+0000 7f43bbfff640 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5590389c42f0 0x5590389c6750 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71554618e586cab9 server_cookie=ef9908e091cc40f in_seq=0 out_seq=0 2024-04-22T00:46:08.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.332+0000 7f439b7fe640 10 client.26314 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:08.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.334+0000 7f439b7fe640 1 -- 172.21.15.18:0/3452715596 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559038920aa0 con 0x5590389c42f0 2024-04-22T00:46:08.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.334+0000 7f439b7fe640 10 client.26314 handle_command_reply: tid=0 2024-04-22T00:46:08.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.335+0000 7f43c4f8c740 1 client.26314 shutdown 2024-04-22T00:46:08.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.339+0000 7f43c4f8c740 1 -- 172.21.15.18:0/3452715596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389ae940 msgr2=0x5590389b8a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.339+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389ae940 0x5590389b8a50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f43ac007590 tx=0x7f43ac09dd90 comp rx=0 tx=0).stop 2024-04-22T00:46:08.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.340+0000 7f43c4f8c740 1 -- 172.21.15.18:0/3452715596 shutdown_connections 2024-04-22T00:46:08.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.340+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5590389c42f0 0x5590389c6750 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.340+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389bfa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.340+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389ae940 0x5590389b8a50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.340+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/3452715596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389adf50 0x5590389b8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.340+0000 7f43c4f8c740 1 -- 172.21.15.18:0/3452715596 >> 172.21.15.18:0/3452715596 conn(0x5590389a94c0 msgr2=0x5590389a86e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:08.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.340+0000 7f439b7fe640 0 client.26314 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:08.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.341+0000 7f43c4f8c740 1 -- 172.21.15.18:0/3452715596 shutdown_connections 2024-04-22T00:46:08.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.341+0000 7f43c4f8c740 1 -- 172.21.15.18:0/3452715596 wait complete. 2024-04-22T00:46:08.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.341+0000 7f43c4f8c740 20 client.26314 trim_cache size 0 max 16384 2024-04-22T00:46:08.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43c4f8c740 1 Processor -- start 2024-04-22T00:46:08.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43c4f8c740 1 -- start start 2024-04-22T00:46:08.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389b8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389ae940 0x5590389b8a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389bfa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389ae940 0x5590389b8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389ae940 0x5590389b8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34028/0 (socket says 172.21.15.18:34028) 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43bbfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389b8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43bbfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389b8510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:51878/0 (socket says 172.21.15.18:51878) 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43bbfff640 1 -- 172.21.15.18:0/2306738733 learned_addr learned my addr 172.21.15.18:0/2306738733 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43c4f8c740 1 -- 172.21.15.18:0/2306738733 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc1c4a50 con 0x5590389ae940 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43c4f8c740 1 -- 172.21.15.18:0/2306738733 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc1c2320 con 0x5590389b3ab0 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.378+0000 7f43c4f8c740 1 -- 172.21.15.18:0/2306738733 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc1c02c0 con 0x5590389adf50 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.379+0000 7f43c0866640 1 --2- 172.21.15.18:0/2306738733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389bfa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.379+0000 7f43bbfff640 1 -- 172.21.15.18:0/2306738733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 msgr2=0x5590389bfa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:08.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.379+0000 7f43bbfff640 1 --2- 172.21.15.18:0/2306738733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389bfa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.379+0000 7f43bbfff640 1 -- 172.21.15.18:0/2306738733 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389ae940 msgr2=0x5590389b8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:08.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.379+0000 7f43bbfff640 1 --2- 172.21.15.18:0/2306738733 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389ae940 0x5590389b8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.379+0000 7f43bbfff640 1 -- 172.21.15.18:0/2306738733 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590389aed20 con 0x5590389adf50 2024-04-22T00:46:08.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.379+0000 7f43bbfff640 1 --2- 172.21.15.18:0/2306738733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389b8510 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f43bc0738f0 tx=0x7f43b0004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7cb047e23ff23d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:08.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.379+0000 7f43a1ffb640 1 -- 172.21.15.18:0/2306738733 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b0004860 con 0x5590389adf50 2024-04-22T00:46:08.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.379+0000 7f43a1ffb640 1 -- 172.21.15.18:0/2306738733 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43b0004a00 con 0x5590389adf50 2024-04-22T00:46:08.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.379+0000 7f43a1ffb640 1 -- 172.21.15.18:0/2306738733 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b002c860 con 0x5590389adf50 2024-04-22T00:46:08.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.380+0000 7f43c4f8c740 1 -- 172.21.15.18:0/2306738733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 msgr2=0x5590389b8510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.380+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/2306738733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389b8510 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f43bc0738f0 tx=0x7f43b0004770 comp rx=0 tx=0).stop 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.380+0000 7f43c4f8c740 1 -- 172.21.15.18:0/2306738733 shutdown_connections 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.380+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/2306738733 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389b3ab0 0x5590389bfa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.380+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/2306738733 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389ae940 0x5590389b8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.380+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/2306738733 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389b8510 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.380+0000 7f43c4f8c740 1 -- 172.21.15.18:0/2306738733 >> 172.21.15.18:0/2306738733 conn(0x5590389a94c0 msgr2=0x5590389c6300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.380+0000 7f43c4f8c740 1 -- 172.21.15.18:0/2306738733 shutdown_connections 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.380+0000 7f43c4f8c740 1 -- 172.21.15.18:0/2306738733 wait complete. 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.381+0000 7f43c4f8c740 1 -- start start 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.381+0000 7f43c4f8c740 1 Processor -- start 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.382+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389bf640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.382+0000 7f43c4f8c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389ae940 0x5590389bc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.382+0000 7f43bbfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389bf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.382+0000 7f43bbfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389bf640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:51890/0 (socket says 172.21.15.18:51890) 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.382+0000 7f43bbfff640 1 -- 172.21.15.18:0/4272962505 learned_addr learned my addr 172.21.15.18:0/4272962505 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.382+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389b3ab0 0x5590389bc620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.382+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389ae940 0x5590389bc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.382+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc1c07e0 con 0x5590389b3ab0 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.382+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc1c1c50 con 0x5590389ae940 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.382+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc1c0eb0 con 0x5590389adf50 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f43c0866640 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389b3ab0 0x5590389bc620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f43bbfff640 1 -- 172.21.15.18:0/4272962505 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389ae940 msgr2=0x5590389bc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f43bbfff640 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389ae940 0x5590389bc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f43bbfff640 1 -- 172.21.15.18:0/4272962505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389b3ab0 msgr2=0x5590389bc620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f43bbfff640 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389b3ab0 0x5590389bc620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f43bbfff640 1 -- 172.21.15.18:0/4272962505 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590389bfc70 con 0x5590389adf50 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389ae940 0x5590389bc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f43c4f8c740 10 client.0 _ll_register_callbacks cb 0x7f43ac0e3070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f43bbfff640 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389bf640 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f43b00098b0 tx=0x7f43b0009680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3443050767291f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f439b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43b0004a00 con 0x5590389adf50 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f439b7fe640 1 -- 172.21.15.18:0/4272962505 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b00423b0 con 0x5590389adf50 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.383+0000 7f439b7fe640 1 -- 172.21.15.18:0/4272962505 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f43b0042550 con 0x5590389adf50 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.384+0000 7f439b7fe640 1 -- 172.21.15.18:0/4272962505 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f43b0004030 con 0x5590389adf50 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.384+0000 7f43c4f8c740 10 client.26320 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.384+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({fsmap=31}) -- 0x559038a296a0 con 0x5590389adf50 2024-04-22T00:46:08.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.385+0000 7f439b7fe640 1 -- 172.21.15.18:0/4272962505 <== mon.1 v2:172.21.15.167:3300/0 4 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f43b00041d0 con 0x5590389adf50 2024-04-22T00:46:08.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.385+0000 7f43c4f8c740 10 client.26320 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:08.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.385+0000 7f43c4f8c740 10 client.26320 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:08.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.385+0000 7f43c4f8c740 20 client.26320 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:08.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.385+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559038a29ed0 0x559038a2c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.385+0000 7f43c4f8c740 4 client.26320 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:46:08.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.385+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f43b0004a00 con 0x559038a29ed0 2024-04-22T00:46:08.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.385+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559038a29ed0 0x559038a2c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.386+0000 7f43bb7fe640 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559038a29ed0 0x559038a2c2f0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c585fcdd292389fb server_cookie=afd9703599489188 in_seq=0 out_seq=0 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.386+0000 7f439b7fe640 10 client.26320 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.386+0000 7f439b7fe640 1 -- 172.21.15.18:0/4272962505 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f43b0004a00 con 0x559038a29ed0 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.387+0000 7f439b7fe640 10 client.26320 handle_command_reply: tid=0 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.387+0000 7f43c4f8c740 1 client.26320 shutdown 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.388+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 msgr2=0x5590389bf640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.388+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389bf640 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f43b00098b0 tx=0x7f43b0009680 comp rx=0 tx=0).stop 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.388+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 shutdown_connections 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.388+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559038a29ed0 0x559038a2c2f0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.388+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590389b3ab0 0x5590389bc620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.388+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5590389ae940 0x5590389bc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.388+0000 7f43c4f8c740 1 --2- 172.21.15.18:0/4272962505 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5590389adf50 0x5590389bf640 secure :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f43b00098b0 tx=0x7f43b0009680 comp rx=0 tx=0).stop 2024-04-22T00:46:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.388+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 >> 172.21.15.18:0/4272962505 conn(0x5590389a94c0 msgr2=0x5590389ac720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:08.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.388+0000 7f439b7fe640 0 client.26320 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:08.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.389+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 shutdown_connections 2024-04-22T00:46:08.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.389+0000 7f43c4f8c740 1 -- 172.21.15.18:0/4272962505 wait complete. 2024-04-22T00:46:08.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.389+0000 7f43c4f8c740 20 client.26320 trim_cache size 0 max 16384 2024-04-22T00:46:08.393 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:46:08.393 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:46:08.394 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:46:08.394 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.389+0000 7f43c22c9640 1 -- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43a40a2c40 msgr2=0x7f43a40a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43a40a2c40 0x7f43a40a5100 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x5590389af1a0 tx=0x7f43b4009840 comp rx=0 tx=0).stop 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 -- 172.21.15.18:0/2870538404 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43bc10da80 msgr2=0x7f43bc1a7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43bc10da80 0x7f43bc1a7010 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f43ac00c970 tx=0x7f43ac00ce30 comp rx=0 tx=0).stop 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 -- 172.21.15.18:0/2870538404 shutdown_connections 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43a40a2c40 0x7f43a40a5100 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f43bc1ac070 0x7f43bc1ae460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f43bc10da80 0x7f43bc1a7010 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 --2- 172.21.15.18:0/2870538404 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43bc10b0b0 0x7f43bc1a6ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 -- 172.21.15.18:0/2870538404 >> 172.21.15.18:0/2870538404 conn(0x7f43bc06e5d0 msgr2=0x7f43bc10c6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 -- 172.21.15.18:0/2870538404 shutdown_connections 2024-04-22T00:46:08.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.390+0000 7f43c22c9640 1 -- 172.21.15.18:0/2870538404 wait complete. 2024-04-22T00:46:08.406 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:46:08.407 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:46:08.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.584+0000 7fef2fb9a640 1 -- 172.21.15.18:0/2371357774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef2810da80 msgr2=0x7fef2810df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.584+0000 7fef2fb9a640 1 --2- 172.21.15.18:0/2371357774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef2810da80 0x7fef2810df30 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fef2001acb0 tx=0x7fef2003d170 comp rx=0 tx=0).stop 2024-04-22T00:46:08.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.584+0000 7fef2fb9a640 1 -- 172.21.15.18:0/2371357774 shutdown_connections 2024-04-22T00:46:08.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.584+0000 7fef2fb9a640 1 --2- 172.21.15.18:0/2371357774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef2810da80 0x7fef2810df30 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.584+0000 7fef2fb9a640 1 --2- 172.21.15.18:0/2371357774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef2810b0b0 0x7fef2810d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.584+0000 7fef2fb9a640 1 --2- 172.21.15.18:0/2371357774 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef28108740 0x7fef2810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.584+0000 7fef2fb9a640 1 -- 172.21.15.18:0/2371357774 >> 172.21.15.18:0/2371357774 conn(0x7fef2806e5e0 msgr2=0x7fef28070a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:08.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.586+0000 7fef2fb9a640 1 -- 172.21.15.18:0/2371357774 shutdown_connections 2024-04-22T00:46:08.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.586+0000 7fef2fb9a640 1 -- 172.21.15.18:0/2371357774 wait complete. 2024-04-22T00:46:08.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.587+0000 7fef2fb9a640 1 Processor -- start 2024-04-22T00:46:08.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.587+0000 7fef2fb9a640 1 -- start start 2024-04-22T00:46:08.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.587+0000 7fef2fb9a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef28108740 0x7fef2819e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.587+0000 7fef2fb9a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef2810b0b0 0x7fef2819e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.587+0000 7fef2fb9a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef2810da80 0x7fef281a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.587+0000 7fef2fb9a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fef28111b10 con 0x7fef28108740 2024-04-22T00:46:08.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.587+0000 7fef2fb9a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fef28111990 con 0x7fef2810da80 2024-04-22T00:46:08.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.587+0000 7fef2fb9a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fef28111c90 con 0x7fef2810b0b0 2024-04-22T00:46:08.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.587+0000 7fef2d936640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef28108740 0x7fef2819e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.587+0000 7fef2d936640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef28108740 0x7fef2819e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34050/0 (socket says 172.21.15.18:34050) 2024-04-22T00:46:08.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.588+0000 7fef2d936640 1 -- 172.21.15.18:0/1280224153 learned_addr learned my addr 172.21.15.18:0/1280224153 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:08.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.588+0000 7fef2e137640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef2810da80 0x7fef281a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.588+0000 7fef2d135640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef2810b0b0 0x7fef2819e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.588+0000 7fef2d936640 1 -- 172.21.15.18:0/1280224153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef2810b0b0 msgr2=0x7fef2819e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.588+0000 7fef2d936640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef2810b0b0 0x7fef2819e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.588+0000 7fef2d936640 1 -- 172.21.15.18:0/1280224153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef2810da80 msgr2=0x7fef281a57b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:08.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.588+0000 7fef2d936640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef2810da80 0x7fef281a57b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:08.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.588+0000 7fef2d936640 1 -- 172.21.15.18:0/1280224153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef281a5e20 con 0x7fef28108740 2024-04-22T00:46:08.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.593+0000 7fef2d936640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef28108740 0x7fef2819e200 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fef1800b450 tx=0x7fef1800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:08.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.600+0000 7fef1effd640 1 -- 172.21.15.18:0/1280224153 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef18015020 con 0x7fef28108740 2024-04-22T00:46:08.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.600+0000 7fef2fb9a640 1 -- 172.21.15.18:0/1280224153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef281a6110 con 0x7fef28108740 2024-04-22T00:46:08.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.600+0000 7fef2fb9a640 1 -- 172.21.15.18:0/1280224153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef281a66e0 con 0x7fef28108740 2024-04-22T00:46:08.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.600+0000 7fef1effd640 1 -- 172.21.15.18:0/1280224153 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef18011d70 con 0x7fef28108740 2024-04-22T00:46:08.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.600+0000 7fef1effd640 1 -- 172.21.15.18:0/1280224153 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1800f340 con 0x7fef28108740 2024-04-22T00:46:08.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.604+0000 7fef2fb9a640 1 -- 172.21.15.18:0/1280224153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef0c0052c0 con 0x7fef28108740 2024-04-22T00:46:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.608+0000 7fef1effd640 1 -- 172.21.15.18:0/1280224153 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fef18018020 con 0x7fef28108740 2024-04-22T00:46:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.608+0000 7fef1effd640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef140a2d90 0x7fef140a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.609+0000 7fef1effd640 1 -- 172.21.15.18:0/1280224153 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fef180ceba0 con 0x7fef28108740 2024-04-22T00:46:08.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.609+0000 7fef2d135640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef140a2d90 0x7fef140a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:08.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.610+0000 7fef2d135640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef140a2d90 0x7fef140a5250 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fef2819f710 tx=0x7fef240090e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:08.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:08.615+0000 7fef1effd640 1 -- 172.21.15.18:0/1280224153 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fef1800d040 con 0x7fef28108740 2024-04-22T00:46:09.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.016+0000 7fef2fb9a640 1 -- 172.21.15.18:0/1280224153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef0c0055b0 con 0x7fef28108740 2024-04-22T00:46:09.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.018+0000 7fef1effd640 1 -- 172.21.15.18:0/1280224153 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11870 (secure 0 0 0) 0x7fef1809b6d0 con 0x7fef28108740 2024-04-22T00:46:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:46:09.019 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:45:56.997444+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:46:09.019 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 31 2024-04-22T00:46:09.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.024+0000 7fef2fb9a640 1 -- 172.21.15.18:0/1280224153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef140a2d90 msgr2=0x7fef140a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.024+0000 7fef2fb9a640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef140a2d90 0x7fef140a5250 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fef2819f710 tx=0x7fef240090e0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.024+0000 7fef2fb9a640 1 -- 172.21.15.18:0/1280224153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef28108740 msgr2=0x7fef2819e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.024+0000 7fef2fb9a640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef28108740 0x7fef2819e200 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fef1800b450 tx=0x7fef1800b910 comp rx=0 tx=0).stop 2024-04-22T00:46:09.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.028+0000 7fef2fb9a640 1 -- 172.21.15.18:0/1280224153 shutdown_connections 2024-04-22T00:46:09.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.028+0000 7fef2fb9a640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fef140a2d90 0x7fef140a5250 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.028+0000 7fef2fb9a640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fef2810da80 0x7fef281a57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.028+0000 7fef2fb9a640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fef2810b0b0 0x7fef2819e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.028+0000 7fef2fb9a640 1 --2- 172.21.15.18:0/1280224153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef28108740 0x7fef2819e200 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.028+0000 7fef2fb9a640 1 -- 172.21.15.18:0/1280224153 >> 172.21.15.18:0/1280224153 conn(0x7fef2806e5e0 msgr2=0x7fef2810b8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.028+0000 7fef2fb9a640 1 -- 172.21.15.18:0/1280224153 shutdown_connections 2024-04-22T00:46:09.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.029+0000 7fef2fb9a640 1 -- 172.21.15.18:0/1280224153 wait complete. 2024-04-22T00:46:09.047 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:46:09.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.231+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/3546386997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f80ffe00 msgr2=0x7fc5f8100220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.231+0000 7fc5fe9e5640 1 --2- 172.21.15.18:0/3546386997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f80ffe00 0x7fc5f8100220 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc5e8009900 tx=0x7fc5e802bc80 comp rx=0 tx=0).stop 2024-04-22T00:46:09.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.232+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/3546386997 shutdown_connections 2024-04-22T00:46:09.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.232+0000 7fc5fe9e5640 1 --2- 172.21.15.18:0/3546386997 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f81019b0 0x7fc5f8108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.232+0000 7fc5fe9e5640 1 --2- 172.21.15.18:0/3546386997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f8100ff0 0x7fc5f8101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.232+0000 7fc5fe9e5640 1 --2- 172.21.15.18:0/3546386997 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f80ffe00 0x7fc5f8100220 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.232+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/3546386997 >> 172.21.15.18:0/3546386997 conn(0x7fc5f80fb370 msgr2=0x7fc5f80fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.232+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/3546386997 shutdown_connections 2024-04-22T00:46:09.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.233+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/3546386997 wait complete. 2024-04-22T00:46:09.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.233+0000 7fc5fe9e5640 1 Processor -- start 2024-04-22T00:46:09.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.234+0000 7fc5fe9e5640 1 -- start start 2024-04-22T00:46:09.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.234+0000 7fc5fe9e5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f80ffe00 0x7fc5f8195900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.234+0000 7fc5fe9e5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f8100ff0 0x7fc5f8195e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.234+0000 7fc5fe9e5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f81019b0 0x7fc5f819ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.234+0000 7fc5fe9e5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f810b250 con 0x7fc5f8100ff0 2024-04-22T00:46:09.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.234+0000 7fc5fe9e5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f810b0d0 con 0x7fc5f81019b0 2024-04-22T00:46:09.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.234+0000 7fc5fe9e5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f810b3d0 con 0x7fc5f80ffe00 2024-04-22T00:46:09.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.235+0000 7fc5fcf82640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f81019b0 0x7fc5f819ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.236+0000 7fc5fcf82640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f81019b0 0x7fc5f819ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49638/0 (socket says 172.21.15.18:49638) 2024-04-22T00:46:09.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.236+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2406458117 learned_addr learned my addr 172.21.15.18:0/2406458117 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.235+0000 7fc5f7fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f80ffe00 0x7fc5f8195900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.235+0000 7fc5f77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f8100ff0 0x7fc5f8195e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.237+0000 7fc5f7fff640 1 -- 172.21.15.18:0/2406458117 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f81019b0 msgr2=0x7fc5f819ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.237+0000 7fc5f7fff640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f81019b0 0x7fc5f819ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.237+0000 7fc5f7fff640 1 -- 172.21.15.18:0/2406458117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f8100ff0 msgr2=0x7fc5f8195e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.237+0000 7fc5f7fff640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f8100ff0 0x7fc5f8195e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.237+0000 7fc5f7fff640 1 -- 172.21.15.18:0/2406458117 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5f819d420 con 0x7fc5f80ffe00 2024-04-22T00:46:09.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.237+0000 7fc5f77fe640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f8100ff0 0x7fc5f8195e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:09.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.237+0000 7fc5f7fff640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f80ffe00 0x7fc5f8195900 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc5e802c1c0 tx=0x7fc5e8005370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.238+0000 7fc5f57fa640 1 -- 172.21.15.18:0/2406458117 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e8041020 con 0x7fc5f80ffe00 2024-04-22T00:46:09.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.238+0000 7fc5f57fa640 1 -- 172.21.15.18:0/2406458117 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5e8005620 con 0x7fc5f80ffe00 2024-04-22T00:46:09.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.238+0000 7fc5f57fa640 1 -- 172.21.15.18:0/2406458117 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e8004230 con 0x7fc5f80ffe00 2024-04-22T00:46:09.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.238+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/2406458117 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5f819d6b0 con 0x7fc5f80ffe00 2024-04-22T00:46:09.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.238+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/2406458117 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5f819db10 con 0x7fc5f80ffe00 2024-04-22T00:46:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.243+0000 7fc6015d2740 1 Processor -- start 2024-04-22T00:46:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.243+0000 7fc6015d2740 1 -- start start 2024-04-22T00:46:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.243+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e32f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.243+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e334540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.243+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e334bb0 0x562d4e337040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.243+0000 7fc6015d2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562d4e283530 con 0x562d4e32fa40 2024-04-22T00:46:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.243+0000 7fc6015d2740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562d4e22b830 con 0x562d4e334bb0 2024-04-22T00:46:09.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.243+0000 7fc6015d2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562d4e27f4f0 con 0x562d4e32f050 2024-04-22T00:46:09.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.246+0000 7fc5fcf82640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e32f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.246+0000 7fc5fcf82640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e32f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:51944/0 (socket says 172.21.15.18:51944) 2024-04-22T00:46:09.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.246+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2239289976 learned_addr learned my addr 172.21.15.18:0/2239289976 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.247+0000 7fc5f77fe640 1 --2- 172.21.15.18:0/2239289976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e334bb0 0x562d4e337040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.247+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2239289976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e334bb0 msgr2=0x562d4e337040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.247+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2239289976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e334bb0 0x562d4e337040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.247+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2239289976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 msgr2=0x562d4e334540 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:46:09.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.247+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2239289976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e334540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.247+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2239289976 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d4e24f2c0 con 0x562d4e32f050 2024-04-22T00:46:09.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.248+0000 7fc5f57fa640 1 -- 172.21.15.18:0/2406458117 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc5e8044020 con 0x7fc5f80ffe00 2024-04-22T00:46:09.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.248+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2239289976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e32f470 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc5f000e1c0 tx=0x7fc5f0009710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c367502a59ecadf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.249+0000 7fc5f57fa640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2cc0 0x7fc5e00a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.249+0000 7fc5f57fa640 1 -- 172.21.15.18:0/2406458117 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc5e80f0bd0 con 0x7fc5f80ffe00 2024-04-22T00:46:09.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.250+0000 7fc5de7fc640 1 -- 172.21.15.18:0/2239289976 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f0018020 con 0x562d4e32f050 2024-04-22T00:46:09.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.250+0000 7fc5de7fc640 1 -- 172.21.15.18:0/2239289976 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5f0014b60 con 0x562d4e32f050 2024-04-22T00:46:09.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.251+0000 7fc5de7fc640 1 -- 172.21.15.18:0/2239289976 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f0013cd0 con 0x562d4e32f050 2024-04-22T00:46:09.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.251+0000 7fc5f7fff640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2cc0 0x7fc5e00a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.251+0000 7fc6015d2740 1 -- 172.21.15.18:0/2239289976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 msgr2=0x562d4e32f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.251+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2239289976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e32f470 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc5f000e1c0 tx=0x7fc5f0009710 comp rx=0 tx=0).stop 2024-04-22T00:46:09.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.251+0000 7fc6015d2740 1 -- 172.21.15.18:0/2239289976 shutdown_connections 2024-04-22T00:46:09.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.251+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2239289976 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e334bb0 0x562d4e337040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.251+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2239289976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e334540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.251+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2239289976 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e32f470 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.251+0000 7fc6015d2740 1 -- 172.21.15.18:0/2239289976 >> 172.21.15.18:0/2239289976 conn(0x562d4e3195b0 msgr2=0x562d4e3199b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.253+0000 7fc5f7fff640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2cc0 0x7fc5e00a5180 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc5e80bcd60 tx=0x7fc5e802bc80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.253+0000 7fc6015d2740 1 -- 172.21.15.18:0/2239289976 shutdown_connections 2024-04-22T00:46:09.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.256+0000 7fc6015d2740 1 -- 172.21.15.18:0/2239289976 wait complete. 2024-04-22T00:46:09.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.257+0000 7fc6015d2740 1 -- start start 2024-04-22T00:46:09.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.257+0000 7fc6015d2740 1 Processor -- start 2024-04-22T00:46:09.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.258+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e3392e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.258+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e339820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.258+0000 7fc5fcf82640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e3392e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.258+0000 7fc5fcf82640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e3392e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49648/0 (socket says 172.21.15.18:49648) 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.258+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2604357018 learned_addr learned my addr 172.21.15.18:0/2604357018 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.258+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e334bb0 0x562d4e340860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.258+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562d4e337bb0 con 0x562d4e32fa40 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.258+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562d4e23ef10 con 0x562d4e32f050 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.258+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562d4e337d30 con 0x562d4e334bb0 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc5f77fe640 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e339820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e334bb0 0x562d4e340860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc6015d2740 10 client.0 _ll_register_callbacks cb 0x562d4df96be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2604357018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e334bb0 msgr2=0x562d4e340860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e334bb0 0x562d4e340860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2604357018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 msgr2=0x562d4e339820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e339820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2604357018 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d4e210c80 con 0x562d4e32f050 2024-04-22T00:46:09.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5f0014b60 con 0x562d4e32f050 2024-04-22T00:46:09.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e3392e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc5f0014040 tx=0x7fc5f0007000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13f3ad7376329401 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.259+0000 7fc5d77fe640 10 client.26333 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:09.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.260+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2604357018 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f0018030 con 0x562d4e32f050 2024-04-22T00:46:09.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.262+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2604357018 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc5f0014700 con 0x562d4e32f050 2024-04-22T00:46:09.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.262+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2604357018 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc5f0026040 con 0x562d4e32f050 2024-04-22T00:46:09.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.262+0000 7fc6015d2740 10 client.26333 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:09.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.262+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=31}) -- 0x562d4df973f0 con 0x562d4e32f050 2024-04-22T00:46:09.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.263+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2604357018 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fc5f001d420 con 0x562d4e32f050 2024-04-22T00:46:09.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.263+0000 7fc6015d2740 10 client.26333 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:09.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.263+0000 7fc6015d2740 10 client.26333 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:46:09.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.263+0000 7fc6015d2740 20 client.26333 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:09.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.263+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562d4e344d10 0x562d4e347190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.263+0000 7fc6015d2740 4 client.26333 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:09.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.263+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d4e290a70 con 0x562d4e344d10 2024-04-22T00:46:09.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.263+0000 7fc5f77fe640 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562d4e344d10 0x562d4e347190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.264+0000 7fc5f77fe640 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562d4e344d10 0x562d4e347190 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f524ed4cc21eccda server_cookie=59d06078979aef0e in_seq=0 out_seq=0 2024-04-22T00:46:09.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.264+0000 7fc5d77fe640 10 client.26333 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:46:09.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.264+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2604357018 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562d4e290a70 con 0x562d4e344d10 2024-04-22T00:46:09.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.264+0000 7fc5d77fe640 10 client.26333 handle_command_reply: tid=0 2024-04-22T00:46:09.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.264+0000 7fc6015d2740 1 client.26333 shutdown 2024-04-22T00:46:09.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.264+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 msgr2=0x562d4e3392e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.264+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e3392e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc5f0014040 tx=0x7fc5f0007000 comp rx=0 tx=0).stop 2024-04-22T00:46:09.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.265+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 shutdown_connections 2024-04-22T00:46:09.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.265+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562d4e344d10 0x562d4e347190 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.265+0000 7fc5d77fe640 0 client.26333 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:46:09.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.265+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e334bb0 0x562d4e340860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.265+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e339820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.265+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2604357018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e3392e0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.265+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 >> 172.21.15.18:0/2604357018 conn(0x562d4e3195b0 msgr2=0x562d4e318850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.265+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 shutdown_connections 2024-04-22T00:46:09.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.265+0000 7fc6015d2740 1 -- 172.21.15.18:0/2604357018 wait complete. 2024-04-22T00:46:09.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.265+0000 7fc6015d2740 20 client.26333 trim_cache size 0 max 16384 2024-04-22T00:46:09.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.287+0000 7fc6015d2740 1 Processor -- start 2024-04-22T00:46:09.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.287+0000 7fc6015d2740 1 -- start start 2024-04-22T00:46:09.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.287+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e339780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.287+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e3407f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.287+0000 7fc5fcf82640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e339780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.287+0000 7fc5f77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e3407f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.287+0000 7fc5f77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e3407f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34078/0 (socket says 172.21.15.18:34078) 2024-04-22T00:46:09.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.287+0000 7fc5fcf82640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e339780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:51964/0 (socket says 172.21.15.18:51964) 2024-04-22T00:46:09.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e334bb0 0x562d4e31cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc6015d2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e4012570 con 0x562d4e32fa40 2024-04-22T00:46:09.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc6015d2740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e400fe40 con 0x562d4e334bb0 2024-04-22T00:46:09.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc6015d2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e400dc90 con 0x562d4e32f050 2024-04-22T00:46:09.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc5f77fe640 1 -- 172.21.15.18:0/2546003584 learned_addr learned my addr 172.21.15.18:0/2546003584 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2546003584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e334bb0 msgr2=0x562d4e31cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2546003584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e334bb0 0x562d4e31cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2546003584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 msgr2=0x562d4e3407f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2546003584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e3407f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2546003584 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d4e0617d0 con 0x562d4e32f050 2024-04-22T00:46:09.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2546003584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e339780 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc5f0009420 tx=0x7fc5f000b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b2e992093d63f34 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.288+0000 7fc5ddffb640 1 -- 172.21.15.18:0/2546003584 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f003c070 con 0x562d4e32f050 2024-04-22T00:46:09.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.289+0000 7fc5ddffb640 1 -- 172.21.15.18:0/2546003584 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5f0014b60 con 0x562d4e32f050 2024-04-22T00:46:09.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.289+0000 7fc5ddffb640 1 -- 172.21.15.18:0/2546003584 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f0018040 con 0x562d4e32f050 2024-04-22T00:46:09.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.289+0000 7fc6015d2740 1 -- 172.21.15.18:0/2546003584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 msgr2=0x562d4e339780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.289+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2546003584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e339780 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc5f0009420 tx=0x7fc5f000b040 comp rx=0 tx=0).stop 2024-04-22T00:46:09.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.289+0000 7fc6015d2740 1 -- 172.21.15.18:0/2546003584 shutdown_connections 2024-04-22T00:46:09.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.289+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2546003584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e334bb0 0x562d4e31cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.289+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2546003584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e32fa40 0x562d4e3407f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.289+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2546003584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32f050 0x562d4e339780 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.289+0000 7fc6015d2740 1 -- 172.21.15.18:0/2546003584 >> 172.21.15.18:0/2546003584 conn(0x562d4e3195b0 msgr2=0x562d4e31c810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.290+0000 7fc6015d2740 1 -- 172.21.15.18:0/2546003584 shutdown_connections 2024-04-22T00:46:09.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.290+0000 7fc6015d2740 1 -- 172.21.15.18:0/2546003584 wait complete. 2024-04-22T00:46:09.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.290+0000 7fc6015d2740 1 -- start start 2024-04-22T00:46:09.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.290+0000 7fc6015d2740 1 Processor -- start 2024-04-22T00:46:09.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.290+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e33d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.290+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32fa40 0x562d4e33df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.290+0000 7fc6015d2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e334bb0 0x562d4e33ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.290+0000 7fc6015d2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e400e300 con 0x562d4e334bb0 2024-04-22T00:46:09.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.290+0000 7fc6015d2740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e400f770 con 0x562d4e32f050 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.291+0000 7fc6015d2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e400e9d0 con 0x562d4e32fa40 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.291+0000 7fc6015d2740 10 client.0 _ll_register_callbacks cb 0x7fc5f000ef90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.292+0000 7fc5fcf82640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e33d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.292+0000 7fc5fcf82640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e33d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49660/0 (socket says 172.21.15.18:49660) 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.292+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2429262239 learned_addr learned my addr 172.21.15.18:0/2429262239 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.292+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e334bb0 0x562d4e33ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.293+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2429262239 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32fa40 msgr2=0x562d4e33df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.293+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32fa40 0x562d4e33df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.293+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2429262239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e334bb0 msgr2=0x562d4e33ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.293+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e334bb0 0x562d4e33ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.293+0000 7fc5fcf82640 1 -- 172.21.15.18:0/2429262239 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d4e33f510 con 0x562d4e32f050 2024-04-22T00:46:09.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.297+0000 7fc5fcf82640 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e33d9d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc5f001d8a0 tx=0x7fc5f001f040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf076d252502e08b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.297+0000 7fc5d77fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:09.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.297+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2429262239 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f003c040 con 0x562d4e32f050 2024-04-22T00:46:09.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.297+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2429262239 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc5f0009c30 con 0x562d4e32f050 2024-04-22T00:46:09.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.298+0000 7fc6015d2740 1 -- 172.21.15.18:0/2429262239 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5f0014b60 con 0x562d4e32f050 2024-04-22T00:46:09.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.306+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2429262239 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc5f0014480 con 0x562d4e32f050 2024-04-22T00:46:09.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.307+0000 7fc6015d2740 10 client.26336 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:09.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.307+0000 7fc6015d2740 1 -- 172.21.15.18:0/2429262239 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562d4e340810 con 0x562d4e32f050 2024-04-22T00:46:09.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.317+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2429262239 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5f0066420 con 0x562d4e32f050 2024-04-22T00:46:09.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.317+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2429262239 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fc5f0042040 con 0x562d4e32f050 2024-04-22T00:46:09.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.318+0000 7fc6015d2740 10 client.26336 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:09.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.318+0000 7fc6015d2740 10 client.26336 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:46:09.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.318+0000 7fc6015d2740 20 client.26336 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:09.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.318+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562d4e344d10 0x562d4e3ad5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.318+0000 7fc6015d2740 4 client.26336 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:46:09.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.318+0000 7fc6015d2740 1 -- 172.21.15.18:0/2429262239 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fc5f0014b60 con 0x562d4e344d10 2024-04-22T00:46:09.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.322+0000 7fc5f77fe640 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562d4e344d10 0x562d4e3ad5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.328+0000 7fc5f77fe640 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562d4e344d10 0x562d4e3ad5a0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ef3354fbe9574c57 server_cookie=8de2bf608b7c107a in_seq=0 out_seq=0 2024-04-22T00:46:09.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.329+0000 7fc5d77fe640 10 client.26336 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:46:09.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.329+0000 7fc5d77fe640 1 -- 172.21.15.18:0/2429262239 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fc5f0014b60 con 0x562d4e344d10 2024-04-22T00:46:09.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.329+0000 7fc5d77fe640 10 client.26336 handle_command_reply: tid=0 2024-04-22T00:46:09.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.330+0000 7fc6015d2740 1 client.26336 shutdown 2024-04-22T00:46:09.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.341+0000 7fc6015d2740 1 -- 172.21.15.18:0/2429262239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 msgr2=0x562d4e33d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.341+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e33d9d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc5f001d8a0 tx=0x7fc5f001f040 comp rx=0 tx=0).stop 2024-04-22T00:46:09.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.345+0000 7fc6015d2740 1 -- 172.21.15.18:0/2429262239 shutdown_connections 2024-04-22T00:46:09.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.345+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x562d4e344d10 0x562d4e3ad5a0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.345+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d4e334bb0 0x562d4e33ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.345+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562d4e32fa40 0x562d4e33df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.345+0000 7fc6015d2740 1 --2- 172.21.15.18:0/2429262239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562d4e32f050 0x562d4e33d9d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.345+0000 7fc6015d2740 1 -- 172.21.15.18:0/2429262239 >> 172.21.15.18:0/2429262239 conn(0x562d4e3195b0 msgr2=0x562d4e31d0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.345+0000 7fc5d77fe640 0 client.26336 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:46:09.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.352+0000 7fc6015d2740 1 -- 172.21.15.18:0/2429262239 shutdown_connections 2024-04-22T00:46:09.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.352+0000 7fc6015d2740 1 -- 172.21.15.18:0/2429262239 wait complete. 2024-04-22T00:46:09.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.353+0000 7fc6015d2740 20 client.26336 trim_cache size 0 max 16384 2024-04-22T00:46:09.357 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:46:09.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.363+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/2406458117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2cc0 msgr2=0x7fc5e00a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.363+0000 7fc5fe9e5640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2cc0 0x7fc5e00a5180 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc5e80bcd60 tx=0x7fc5e802bc80 comp rx=0 tx=0).stop 2024-04-22T00:46:09.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.363+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/2406458117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f80ffe00 msgr2=0x7fc5f8195900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.363+0000 7fc5fe9e5640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f80ffe00 0x7fc5f8195900 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc5e802c1c0 tx=0x7fc5e8005370 comp rx=0 tx=0).stop 2024-04-22T00:46:09.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.366+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/2406458117 shutdown_connections 2024-04-22T00:46:09.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.366+0000 7fc5fe9e5640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2cc0 0x7fc5e00a5180 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.366+0000 7fc5fe9e5640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f81019b0 0x7fc5f819ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.366+0000 7fc5fe9e5640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f8100ff0 0x7fc5f8195e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.366+0000 7fc5fe9e5640 1 --2- 172.21.15.18:0/2406458117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f80ffe00 0x7fc5f8195900 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.366+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/2406458117 >> 172.21.15.18:0/2406458117 conn(0x7fc5f80fb370 msgr2=0x7fc5f8104410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.368+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/2406458117 shutdown_connections 2024-04-22T00:46:09.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.370+0000 7fc5fe9e5640 1 -- 172.21.15.18:0/2406458117 wait complete. 2024-04-22T00:46:09.393 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:46:09.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.568+0000 7fe6e1a53640 1 -- 172.21.15.18:0/4183239047 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d409c370 msgr2=0x7fe6d409c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.568+0000 7fe6e1a53640 1 --2- 172.21.15.18:0/4183239047 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d409c370 0x7fe6d409c790 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8009860 tx=0x7fe6c802bb70 comp rx=0 tx=0).stop 2024-04-22T00:46:09.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.570+0000 7fe6e1a53640 1 -- 172.21.15.18:0/4183239047 shutdown_connections 2024-04-22T00:46:09.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.570+0000 7fe6e1a53640 1 --2- 172.21.15.18:0/4183239047 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d409df20 0x7fe6d40a47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.570+0000 7fe6e1a53640 1 --2- 172.21.15.18:0/4183239047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d409d560 0x7fe6d409d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.570+0000 7fe6e1a53640 1 --2- 172.21.15.18:0/4183239047 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d409c370 0x7fe6d409c790 secure :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8009860 tx=0x7fe6c802bb70 comp rx=0 tx=0).stop 2024-04-22T00:46:09.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.570+0000 7fe6e1a53640 1 -- 172.21.15.18:0/4183239047 >> 172.21.15.18:0/4183239047 conn(0x7fe6d400b310 msgr2=0x7fe6d400b740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.574+0000 7fe6e1a53640 1 -- 172.21.15.18:0/4183239047 shutdown_connections 2024-04-22T00:46:09.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.575+0000 7fe6e1a53640 1 -- 172.21.15.18:0/4183239047 wait complete. 2024-04-22T00:46:09.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.577+0000 7fe6e1a53640 1 Processor -- start 2024-04-22T00:46:09.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.578+0000 7fe6e1a53640 1 -- start start 2024-04-22T00:46:09.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.578+0000 7fe6e1a53640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d409d560 0x7fe6d41438c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.578+0000 7fe6e1a53640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d409df20 0x7fe6d4143e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.578+0000 7fe6e1a53640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4148e60 0x7fe6d414b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.578+0000 7fe6e1a53640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d40a7fd0 con 0x7fe6d4148e60 2024-04-22T00:46:09.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.578+0000 7fe6e1a53640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d40a7e50 con 0x7fe6d409df20 2024-04-22T00:46:09.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.578+0000 7fe6e1a53640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d40a8150 con 0x7fe6d409d560 2024-04-22T00:46:09.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.578+0000 7fe6dbfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d409df20 0x7fe6d4143e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.579+0000 7fe6dbfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d409df20 0x7fe6d4143e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49674/0 (socket says 172.21.15.18:49674) 2024-04-22T00:46:09.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.579+0000 7fe6dbfff640 1 -- 172.21.15.18:0/3249995225 learned_addr learned my addr 172.21.15.18:0/3249995225 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.580+0000 7fe6dbfff640 1 -- 172.21.15.18:0/3249995225 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d409d560 msgr2=0x7fe6d41438c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:46:09.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.580+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d409d560 0x7fe6d41438c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.580+0000 7fe6dbfff640 1 -- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4148e60 msgr2=0x7fe6d414b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.580+0000 7fe6e1252640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4148e60 0x7fe6d414b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.580+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4148e60 0x7fe6d414b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.581+0000 7fe6dbfff640 1 -- 172.21.15.18:0/3249995225 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6d414b8c0 con 0x7fe6d409df20 2024-04-22T00:46:09.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.581+0000 7fe6e1252640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4148e60 0x7fe6d414b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:46:09.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.581+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d409df20 0x7fe6d4143e00 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000e9c0 tx=0x7fe6d000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.582+0000 7fe6d9ffb640 1 -- 172.21.15.18:0/3249995225 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6d000ccc0 con 0x7fe6d409df20 2024-04-22T00:46:09.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.582+0000 7fe6d9ffb640 1 -- 172.21.15.18:0/3249995225 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe6d0005500 con 0x7fe6d409df20 2024-04-22T00:46:09.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.582+0000 7fe6d9ffb640 1 -- 172.21.15.18:0/3249995225 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6d0010430 con 0x7fe6d409df20 2024-04-22T00:46:09.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.582+0000 7fe6e1a53640 1 -- 172.21.15.18:0/3249995225 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6d414bbb0 con 0x7fe6d409df20 2024-04-22T00:46:09.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.583+0000 7fe6e1a53640 1 -- 172.21.15.18:0/3249995225 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6d414c0b0 con 0x7fe6d409df20 2024-04-22T00:46:09.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.586+0000 7fe6e5978740 1 Processor -- start 2024-04-22T00:46:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.589+0000 7fe6d9ffb640 1 -- 172.21.15.18:0/3249995225 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe6d00105d0 con 0x7fe6d409df20 2024-04-22T00:46:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.590+0000 7fe6e5978740 1 -- start start 2024-04-22T00:46:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.590+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7a6610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.590+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7ab6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.590+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7ae1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.590+0000 7fe6e5978740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556c3b70b530 con 0x556c3b7abd50 2024-04-22T00:46:09.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.590+0000 7fe6e5978740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556c3b6b3830 con 0x556c3b7a61f0 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.590+0000 7fe6e5978740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556c3b7074f0 con 0x556c3b7a6be0 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.590+0000 7fe6e0a51640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7ab6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.590+0000 7fe6e0a51640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7ab6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:51996/0 (socket says 172.21.15.18:51996) 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.590+0000 7fe6e0a51640 1 -- 172.21.15.18:0/1266320491 learned_addr learned my addr 172.21.15.18:0/1266320491 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.591+0000 7fe6e0a51640 1 -- 172.21.15.18:0/1266320491 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 msgr2=0x556c3b7a6610 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.591+0000 7fe6e0a51640 1 --2- 172.21.15.18:0/1266320491 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7a6610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.591+0000 7fe6e0a51640 1 -- 172.21.15.18:0/1266320491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 msgr2=0x556c3b7ae1e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.591+0000 7fe6e0a51640 1 --2- 172.21.15.18:0/1266320491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7ae1e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.591+0000 7fe6e0a51640 1 -- 172.21.15.18:0/1266320491 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c3b6d72c0 con 0x556c3b7a6be0 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.591+0000 7fe6e0a51640 1 --2- 172.21.15.18:0/1266320491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7ab6e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8009780 tx=0x7fe6c8005c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=206a4fdac5988935 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.591+0000 7fe6d9ffb640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6cc0a2d60 0x7fe6cc0a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.591+0000 7fe6c6ffd640 1 -- 172.21.15.18:0/1266320491 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c8039040 con 0x556c3b7a6be0 2024-04-22T00:46:09.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.592+0000 7fe6c6ffd640 1 -- 172.21.15.18:0/1266320491 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe6c8004040 con 0x556c3b7a6be0 2024-04-22T00:46:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.592+0000 7fe6d9ffb640 1 -- 172.21.15.18:0/3249995225 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6d00cf7c0 con 0x7fe6d409df20 2024-04-22T00:46:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.593+0000 7fe6e5978740 1 -- 172.21.15.18:0/1266320491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 msgr2=0x556c3b7ab6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.593+0000 7fe6e5978740 1 --2- 172.21.15.18:0/1266320491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7ab6e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8009780 tx=0x7fe6c8005c90 comp rx=0 tx=0).stop 2024-04-22T00:46:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.593+0000 7fe6e1252640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6cc0a2d60 0x7fe6cc0a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.594+0000 7fe6e5978740 1 -- 172.21.15.18:0/1266320491 shutdown_connections 2024-04-22T00:46:09.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.594+0000 7fe6e5978740 1 --2- 172.21.15.18:0/1266320491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7ae1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.594+0000 7fe6e5978740 1 --2- 172.21.15.18:0/1266320491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7ab6e0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.594+0000 7fe6e5978740 1 --2- 172.21.15.18:0/1266320491 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7a6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.594+0000 7fe6e5978740 1 -- 172.21.15.18:0/1266320491 >> 172.21.15.18:0/1266320491 conn(0x556c3b7a1760 msgr2=0x556c3b7a1b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.594+0000 7fe6e1252640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6cc0a2d60 0x7fe6cc0a5220 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc066ea0 tx=0x7fe6dc077040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.596+0000 7fe6e5978740 1 -- 172.21.15.18:0/1266320491 shutdown_connections 2024-04-22T00:46:09.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.600+0000 7fe6e5978740 1 -- 172.21.15.18:0/1266320491 wait complete. 2024-04-22T00:46:09.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.600+0000 7fe6e5978740 1 -- start start 2024-04-22T00:46:09.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.600+0000 7fe6e5978740 1 Processor -- start 2024-04-22T00:46:09.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.601+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7b0230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.601+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7a6be0 0x556c3b7b0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.601+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7abd50 0x556c3b7b77b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.601+0000 7fe6e0a51640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.601+0000 7fe6e0a51640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7b0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49676/0 (socket says 172.21.15.18:49676) 2024-04-22T00:46:09.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.601+0000 7fe6e0a51640 1 -- 172.21.15.18:0/2202788147 learned_addr learned my addr 172.21.15.18:0/2202788147 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.601+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556c3b7aeb90 con 0x556c3b7a6be0 2024-04-22T00:46:09.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.601+0000 7fe6e1252640 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7abd50 0x556c3b7b77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.602+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556c3b6c6f10 con 0x556c3b7a61f0 2024-04-22T00:46:09.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.602+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556c3b7aed10 con 0x556c3b7abd50 2024-04-22T00:46:09.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.602+0000 7fe6e5978740 10 client.0 _ll_register_callbacks cb 0x556c3b41ebe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:09.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.602+0000 7fe6e0a51640 1 -- 172.21.15.18:0/2202788147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7abd50 msgr2=0x556c3b7b77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.602+0000 7fe6e0a51640 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7abd50 0x556c3b7b77b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.602+0000 7fe6e0a51640 1 -- 172.21.15.18:0/2202788147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7a6be0 msgr2=0x556c3b7b0770 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:46:09.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.602+0000 7fe6e0a51640 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7a6be0 0x556c3b7b0770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.602+0000 7fe6e0a51640 1 -- 172.21.15.18:0/2202788147 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c3b698c80 con 0x556c3b7a61f0 2024-04-22T00:46:09.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.603+0000 7fe6e0a51640 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7b0230 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fe6c80349e0 tx=0x7fe6c80045f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=834d4c530268db38 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.603+0000 7fe6bbfff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:09.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.603+0000 7fe6bbfff640 1 -- 172.21.15.18:0/2202788147 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c8039040 con 0x556c3b7a61f0 2024-04-22T00:46:09.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.603+0000 7fe6bbfff640 1 -- 172.21.15.18:0/2202788147 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6c8034640 con 0x556c3b7a61f0 2024-04-22T00:46:09.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.603+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe6c8004040 con 0x556c3b7a61f0 2024-04-22T00:46:09.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.603+0000 7fe6bbfff640 1 -- 172.21.15.18:0/2202788147 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe6c80048a0 con 0x556c3b7a61f0 2024-04-22T00:46:09.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.604+0000 7fe6e5978740 10 client.26345 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:09.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.604+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556c3b41f3f0 con 0x556c3b7a61f0 2024-04-22T00:46:09.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.605+0000 7fe6bbfff640 1 -- 172.21.15.18:0/2202788147 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe6c8004040 con 0x556c3b7a61f0 2024-04-22T00:46:09.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.605+0000 7fe6bbfff640 1 -- 172.21.15.18:0/2202788147 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fe6c8046070 con 0x556c3b7a61f0 2024-04-22T00:46:09.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.605+0000 7fe6e5978740 10 client.26345 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:09.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.605+0000 7fe6e5978740 10 client.26345 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:46:09.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.605+0000 7fe6e5978740 20 client.26345 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:09.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.605+0000 7fe6e5978740 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x556c3b7bbca0 0x556c3b7be0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.605+0000 7fe6e5978740 4 client.26345 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:09.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.605+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c3b718a70 con 0x556c3b7bbca0 2024-04-22T00:46:09.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.606+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x556c3b7bbca0 0x556c3b7be0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.607+0000 7fe6bbfff640 10 client.26345 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:46:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.608+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x556c3b7bbca0 0x556c3b7be0f0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ec5d300e828b1447 server_cookie=a1fb7f5584de428f in_seq=0 out_seq=0 2024-04-22T00:46:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6bbfff640 1 -- 172.21.15.18:0/2202788147 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556c3b718a70 con 0x556c3b7bbca0 2024-04-22T00:46:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6bbfff640 10 client.26345 handle_command_reply: tid=0 2024-04-22T00:46:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 client.26345 shutdown 2024-04-22T00:46:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 msgr2=0x556c3b7b0230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7b0230 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fe6c80349e0 tx=0x7fe6c80045f0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 shutdown_connections 2024-04-22T00:46:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x556c3b7bbca0 0x556c3b7be0f0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7abd50 0x556c3b7b77b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7a6be0 0x556c3b7b0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 --2- 172.21.15.18:0/2202788147 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7b0230 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 >> 172.21.15.18:0/2202788147 conn(0x556c3b7a1760 msgr2=0x556c3b7a0aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6bbfff640 0 client.26345 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:46:09.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 shutdown_connections 2024-04-22T00:46:09.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 1 -- 172.21.15.18:0/2202788147 wait complete. 2024-04-22T00:46:09.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.609+0000 7fe6e5978740 20 client.26345 trim_cache size 0 max 16384 2024-04-22T00:46:09.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.629+0000 7fe6e5978740 1 Processor -- start 2024-04-22T00:46:09.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6e5978740 1 -- start start 2024-04-22T00:46:09.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7a75e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7b7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7a7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6e5978740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c0034630 con 0x556c3b7abd50 2024-04-22T00:46:09.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6e5978740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c0031f00 con 0x556c3b7a61f0 2024-04-22T00:46:09.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6e5978740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c002fd50 con 0x556c3b7a6be0 2024-04-22T00:46:09.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6e0a51640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7a75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6dbfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7b7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6dbfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7b7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52022/0 (socket says 172.21.15.18:52022) 2024-04-22T00:46:09.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6dbfff640 1 -- 172.21.15.18:0/2737009246 learned_addr learned my addr 172.21.15.18:0/2737009246 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.630+0000 7fe6e1252640 1 --2- 172.21.15.18:0/2737009246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7a7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.631+0000 7fe6dbfff640 1 -- 172.21.15.18:0/2737009246 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 msgr2=0x556c3b7a75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.631+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/2737009246 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7a75e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.631+0000 7fe6dbfff640 1 -- 172.21.15.18:0/2737009246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 msgr2=0x556c3b7a7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.631+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/2737009246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7a7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.631+0000 7fe6dbfff640 1 -- 172.21.15.18:0/2737009246 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c3b4e97d0 con 0x556c3b7a6be0 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.631+0000 7fe6e1252640 1 --2- 172.21.15.18:0/2737009246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7a7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.631+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/2737009246 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7b7770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000c6a0 tx=0x7fe6d00ccd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7f7a27c85be0b18 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.631+0000 7fe6c67fc640 1 -- 172.21.15.18:0/2737009246 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6d00b8070 con 0x556c3b7a6be0 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.632+0000 7fe6c67fc640 1 -- 172.21.15.18:0/2737009246 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe6d00a4860 con 0x556c3b7a6be0 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.632+0000 7fe6c67fc640 1 -- 172.21.15.18:0/2737009246 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6d00b8070 con 0x556c3b7a6be0 2024-04-22T00:46:09.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.632+0000 7fe6e5978740 1 -- 172.21.15.18:0/2737009246 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 msgr2=0x556c3b7b7770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.632+0000 7fe6e5978740 1 --2- 172.21.15.18:0/2737009246 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7b7770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000c6a0 tx=0x7fe6d00ccd60 comp rx=0 tx=0).stop 2024-04-22T00:46:09.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.632+0000 7fe6e5978740 1 -- 172.21.15.18:0/2737009246 shutdown_connections 2024-04-22T00:46:09.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.632+0000 7fe6e5978740 1 --2- 172.21.15.18:0/2737009246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7a7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.632+0000 7fe6e5978740 1 --2- 172.21.15.18:0/2737009246 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a6be0 0x556c3b7b7770 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.632+0000 7fe6e5978740 1 --2- 172.21.15.18:0/2737009246 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a61f0 0x556c3b7a75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.633+0000 7fe6e5978740 1 -- 172.21.15.18:0/2737009246 >> 172.21.15.18:0/2737009246 conn(0x556c3b7a1760 msgr2=0x556c3b7a5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.633+0000 7fe6e5978740 1 -- 172.21.15.18:0/2737009246 shutdown_connections 2024-04-22T00:46:09.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.633+0000 7fe6e5978740 1 -- 172.21.15.18:0/2737009246 wait complete. 2024-04-22T00:46:09.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.633+0000 7fe6e5978740 1 -- start start 2024-04-22T00:46:09.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.633+0000 7fe6e5978740 1 Processor -- start 2024-04-22T00:46:09.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a61f0 0x556c3b7b5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a6be0 0x556c3b7b5c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6e5978740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7b6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6e5978740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c00303c0 con 0x556c3b7abd50 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6e5978740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c0031830 con 0x556c3b7a6be0 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6e5978740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c0030a90 con 0x556c3b7a61f0 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6e5978740 10 client.0 _ll_register_callbacks cb 0x7fe6d0005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6e1252640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7b6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6dbfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a6be0 0x556c3b7b5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6dbfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a6be0 0x556c3b7b5c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49694/0 (socket says 172.21.15.18:49694) 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6e1252640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7b6c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34122/0 (socket says 172.21.15.18:34122) 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6dbfff640 1 -- 172.21.15.18:0/3572133573 learned_addr learned my addr 172.21.15.18:0/3572133573 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6e0a51640 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a61f0 0x556c3b7b5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6dbfff640 1 -- 172.21.15.18:0/3572133573 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a61f0 msgr2=0x556c3b7b5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a61f0 0x556c3b7b5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6dbfff640 1 -- 172.21.15.18:0/3572133573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 msgr2=0x556c3b7b6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7b6c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.634+0000 7fe6dbfff640 1 -- 172.21.15.18:0/3572133573 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c3b7b7280 con 0x556c3b7a6be0 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.635+0000 7fe6dbfff640 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a6be0 0x556c3b7b5c80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fe6d009b820 tx=0x7fe6d0004b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43017bcfa0ca43cf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.635+0000 7fe6bbfff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.635+0000 7fe6bbfff640 1 -- 172.21.15.18:0/3572133573 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6d00aa070 con 0x556c3b7a6be0 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.635+0000 7fe6e5978740 1 -- 172.21.15.18:0/3572133573 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe6d00a4860 con 0x556c3b7a6be0 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.635+0000 7fe6bbfff640 1 -- 172.21.15.18:0/3572133573 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6d00046c0 con 0x556c3b7a6be0 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.636+0000 7fe6bbfff640 1 -- 172.21.15.18:0/3572133573 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe6d00b8070 con 0x556c3b7a6be0 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.636+0000 7fe6e5978740 10 client.26351 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.636+0000 7fe6e5978740 1 -- 172.21.15.18:0/3572133573 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556c3b821b10 con 0x556c3b7a6be0 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.637+0000 7fe6bbfff640 1 -- 172.21.15.18:0/3572133573 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe6d00a4860 con 0x556c3b7a6be0 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.637+0000 7fe6bbfff640 1 -- 172.21.15.18:0/3572133573 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fe6d00ad020 con 0x556c3b7a6be0 2024-04-22T00:46:09.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.637+0000 7fe6e5978740 10 client.26351 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.637+0000 7fe6e5978740 10 client.26351 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.637+0000 7fe6e5978740 20 client.26351 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.637+0000 7fe6e5978740 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x556c3b822390 0x556c3b8247b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.637+0000 7fe6e5978740 4 client.26351 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.637+0000 7fe6e5978740 1 -- 172.21.15.18:0/3572133573 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556c3b712dc0 con 0x556c3b822390 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.637+0000 7fe6e0a51640 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x556c3b822390 0x556c3b8247b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6bbfff640 10 client.26351 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6e0a51640 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x556c3b822390 0x556c3b8247b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=42c3d53582b78ec server_cookie=9b1ea4a98520c027 in_seq=0 out_seq=0 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6bbfff640 1 -- 172.21.15.18:0/3572133573 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556c3b712dc0 con 0x556c3b822390 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6bbfff640 10 client.26351 handle_command_reply: tid=0 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6e5978740 1 client.26351 shutdown 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6e5978740 1 -- 172.21.15.18:0/3572133573 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a6be0 msgr2=0x556c3b7b5c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6e5978740 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a6be0 0x556c3b7b5c80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fe6d009b820 tx=0x7fe6d0004b00 comp rx=0 tx=0).stop 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6e5978740 1 -- 172.21.15.18:0/3572133573 shutdown_connections 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6e5978740 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x556c3b822390 0x556c3b8247b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6e5978740 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c3b7abd50 0x556c3b7b6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6e5978740 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c3b7a6be0 0x556c3b7b5c80 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6e5978740 1 --2- 172.21.15.18:0/3572133573 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c3b7a61f0 0x556c3b7b5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6e5978740 1 -- 172.21.15.18:0/3572133573 >> 172.21.15.18:0/3572133573 conn(0x556c3b7a1760 msgr2=0x556c3b7a0210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.638+0000 7fe6bbfff640 0 client.26351 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e5978740 1 -- 172.21.15.18:0/3572133573 shutdown_connections 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e5978740 1 -- 172.21.15.18:0/3572133573 wait complete. 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e5978740 20 client.26351 trim_cache size 0 max 16384 2024-04-22T00:46:09.643 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:46:09.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e1a53640 1 -- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6cc0a2d60 msgr2=0x7fe6cc0a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e1a53640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6cc0a2d60 0x7fe6cc0a5220 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc066ea0 tx=0x7fe6dc077040 comp rx=0 tx=0).stop 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e1a53640 1 -- 172.21.15.18:0/3249995225 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d409df20 msgr2=0x7fe6d4143e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e1a53640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d409df20 0x7fe6d4143e00 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000e9c0 tx=0x7fe6d000ee80 comp rx=0 tx=0).stop 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e1a53640 1 -- 172.21.15.18:0/3249995225 shutdown_connections 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e1a53640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6cc0a2d60 0x7fe6cc0a5220 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e1a53640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4148e60 0x7fe6d414b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e1a53640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d409df20 0x7fe6d4143e00 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.639+0000 7fe6e1a53640 1 --2- 172.21.15.18:0/3249995225 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d409d560 0x7fe6d41438c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.640+0000 7fe6e1a53640 1 -- 172.21.15.18:0/3249995225 >> 172.21.15.18:0/3249995225 conn(0x7fe6d400b310 msgr2=0x7fe6d40a0980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.640+0000 7fe6e1a53640 1 -- 172.21.15.18:0/3249995225 shutdown_connections 2024-04-22T00:46:09.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.640+0000 7fe6e1a53640 1 -- 172.21.15.18:0/3249995225 wait complete. 2024-04-22T00:46:09.657 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:46:09.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 285.0 s, 992.4 tps, lat 102.103 ms stddev 124.898 2024-04-22T00:46:09.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.835+0000 7fd05d735640 1 -- 172.21.15.18:0/682787235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd058109830 msgr2=0x7fd0581100c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.835+0000 7fd05d735640 1 --2- 172.21.15.18:0/682787235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd058109830 0x7fd0581100c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd050009ca0 tx=0x7fd05002c140 comp rx=0 tx=0).stop 2024-04-22T00:46:09.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.839+0000 7fd05d735640 1 -- 172.21.15.18:0/682787235 shutdown_connections 2024-04-22T00:46:09.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.839+0000 7fd05d735640 1 --2- 172.21.15.18:0/682787235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd058109830 0x7fd0581100c0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.839+0000 7fd05d735640 1 --2- 172.21.15.18:0/682787235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd058108e70 0x7fd0581092f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.839+0000 7fd05d735640 1 --2- 172.21.15.18:0/682787235 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd058107c80 0x7fd0581080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.839+0000 7fd05d735640 1 -- 172.21.15.18:0/682787235 >> 172.21.15.18:0/682787235 conn(0x7fd058076c10 msgr2=0x7fd058079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.841+0000 7fd05d735640 1 -- 172.21.15.18:0/682787235 shutdown_connections 2024-04-22T00:46:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.844+0000 7fd05d735640 1 -- 172.21.15.18:0/682787235 wait complete. 2024-04-22T00:46:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.844+0000 7fd05d735640 1 Processor -- start 2024-04-22T00:46:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.845+0000 7fd05d735640 1 -- start start 2024-04-22T00:46:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.845+0000 7fd05d735640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd058107c80 0x7fd0580700a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.845+0000 7fd05d735640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd058108e70 0x7fd0580705e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.845+0000 7fd05d735640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd058109830 0x7fd05819d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.845+0000 7fd05d735640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd058113970 con 0x7fd058107c80 2024-04-22T00:46:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.845+0000 7fd05d735640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd0581137f0 con 0x7fd058109830 2024-04-22T00:46:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.845+0000 7fd05d735640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd058113af0 con 0x7fd058108e70 2024-04-22T00:46:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.845+0000 7fd05cf34640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd058109830 0x7fd05819d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.846+0000 7fd05cf34640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd058109830 0x7fd05819d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49708/0 (socket says 172.21.15.18:49708) 2024-04-22T00:46:09.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.846+0000 7fd05cf34640 1 -- 172.21.15.18:0/855721435 learned_addr learned my addr 172.21.15.18:0/855721435 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.846+0000 7fd0577fe640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd058108e70 0x7fd0580705e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.846+0000 7fd05cf34640 1 -- 172.21.15.18:0/855721435 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd058108e70 msgr2=0x7fd0580705e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.846+0000 7fd05cf34640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd058108e70 0x7fd0580705e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.846+0000 7fd05cf34640 1 -- 172.21.15.18:0/855721435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd058107c80 msgr2=0x7fd0580700a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:46:09.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.846+0000 7fd05cf34640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd058107c80 0x7fd0580700a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.846+0000 7fd05cf34640 1 -- 172.21.15.18:0/855721435 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd05819d5b0 con 0x7fd058109830 2024-04-22T00:46:09.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.847+0000 7fd05cf34640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd058109830 0x7fd05819d070 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd0500348f0 tx=0x7fd050035d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.850+0000 7fd0557fa640 1 -- 172.21.15.18:0/855721435 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd050039040 con 0x7fd058109830 2024-04-22T00:46:09.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.850+0000 7fd05d735640 1 -- 172.21.15.18:0/855721435 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd05819d840 con 0x7fd058109830 2024-04-22T00:46:09.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.850+0000 7fd05d735640 1 -- 172.21.15.18:0/855721435 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd05819ddb0 con 0x7fd058109830 2024-04-22T00:46:09.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.851+0000 7fd0557fa640 1 -- 172.21.15.18:0/855721435 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd050044070 con 0x7fd058109830 2024-04-22T00:46:09.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.851+0000 7fd0557fa640 1 -- 172.21.15.18:0/855721435 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd050004500 con 0x7fd058109830 2024-04-22T00:46:09.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.856+0000 7fd0557fa640 1 -- 172.21.15.18:0/855721435 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd0500046a0 con 0x7fd058109830 2024-04-22T00:46:09.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.857+0000 7fd0557fa640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0400a2d60 0x7fd0400a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.857+0000 7fd057fff640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0400a2d60 0x7fd0400a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.858+0000 7fd06157d740 1 Processor -- start 2024-04-22T00:46:09.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.858+0000 7fd0557fa640 1 -- 172.21.15.18:0/855721435 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd0500f2550 con 0x7fd058109830 2024-04-22T00:46:09.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.859+0000 7fd057fff640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0400a2d60 0x7fd0400a5220 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd0580715f0 tx=0x7fd04c006bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.859+0000 7fd06157d740 1 -- start start 2024-04-22T00:46:09.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.859+0000 7fd06157d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 0x5595cc57d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.859+0000 7fd06157d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc5826e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.859+0000 7fd06157d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 0x5595cc5851e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.859+0000 7fd06157d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5595cc4e2530 con 0x5595cc582d50 2024-04-22T00:46:09.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.859+0000 7fd06157d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5595cc48a830 con 0x5595cc57d1f0 2024-04-22T00:46:09.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.859+0000 7fd06157d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5595cc4de4f0 con 0x5595cc57dbe0 2024-04-22T00:46:09.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.860+0000 7fd057fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 0x5595cc57d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.860+0000 7fd057fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 0x5595cc57d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49720/0 (socket says 172.21.15.18:49720) 2024-04-22T00:46:09.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.860+0000 7fd057fff640 1 -- 172.21.15.18:0/3126595466 learned_addr learned my addr 172.21.15.18:0/3126595466 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.860+0000 7fd0577fe640 1 --2- 172.21.15.18:0/3126595466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc5826e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.860+0000 7fd057fff640 1 -- 172.21.15.18:0/3126595466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 msgr2=0x5595cc5826e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.860+0000 7fd057fff640 1 --2- 172.21.15.18:0/3126595466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc5826e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.860+0000 7fd057fff640 1 -- 172.21.15.18:0/3126595466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 msgr2=0x5595cc5851e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.860+0000 7fd057fff640 1 --2- 172.21.15.18:0/3126595466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 0x5595cc5851e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.860+0000 7fd057fff640 1 -- 172.21.15.18:0/3126595466 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595cc4ae2c0 con 0x5595cc57d1f0 2024-04-22T00:46:09.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.861+0000 7fd057fff640 1 --2- 172.21.15.18:0/3126595466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 0x5595cc57d610 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd04c013850 tx=0x7fd04c00e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9525db4a7c2ae791 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.861+0000 7fd03e7fc640 1 -- 172.21.15.18:0/3126595466 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c012b10 con 0x5595cc57d1f0 2024-04-22T00:46:09.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.861+0000 7fd03e7fc640 1 -- 172.21.15.18:0/3126595466 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd04c022070 con 0x5595cc57d1f0 2024-04-22T00:46:09.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.861+0000 7fd03e7fc640 1 -- 172.21.15.18:0/3126595466 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c0105c0 con 0x5595cc57d1f0 2024-04-22T00:46:09.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.862+0000 7fd06157d740 1 -- 172.21.15.18:0/3126595466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 msgr2=0x5595cc57d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.862+0000 7fd06157d740 1 --2- 172.21.15.18:0/3126595466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 0x5595cc57d610 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd04c013850 tx=0x7fd04c00e000 comp rx=0 tx=0).stop 2024-04-22T00:46:09.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.865+0000 7fd06157d740 1 -- 172.21.15.18:0/3126595466 shutdown_connections 2024-04-22T00:46:09.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.865+0000 7fd06157d740 1 --2- 172.21.15.18:0/3126595466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 0x5595cc5851e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.865+0000 7fd06157d740 1 --2- 172.21.15.18:0/3126595466 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc5826e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.865+0000 7fd06157d740 1 --2- 172.21.15.18:0/3126595466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 0x5595cc57d610 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.866+0000 7fd06157d740 1 -- 172.21.15.18:0/3126595466 >> 172.21.15.18:0/3126595466 conn(0x5595cc578760 msgr2=0x5595cc578b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.866+0000 7fd06157d740 1 -- 172.21.15.18:0/3126595466 shutdown_connections 2024-04-22T00:46:09.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.866+0000 7fd06157d740 1 -- 172.21.15.18:0/3126595466 wait complete. 2024-04-22T00:46:09.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.866+0000 7fd06157d740 1 -- start start 2024-04-22T00:46:09.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.866+0000 7fd06157d740 1 Processor -- start 2024-04-22T00:46:09.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd06157d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 0x5595cc598460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd06157d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc5989a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd06157d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 0x5595cc59f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd06157d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5595cc596d60 con 0x5595cc582d50 2024-04-22T00:46:09.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd06157d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5595cc49df10 con 0x5595cc57d1f0 2024-04-22T00:46:09.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd06157d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5595cc596ee0 con 0x5595cc57dbe0 2024-04-22T00:46:09.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd06157d740 10 client.0 _ll_register_callbacks cb 0x5595cc1f5be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:09.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd05cf34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 0x5595cc59f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd05cf34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 0x5595cc59f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34144/0 (socket says 172.21.15.18:34144) 2024-04-22T00:46:09.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd05cf34640 1 -- 172.21.15.18:0/367698166 learned_addr learned my addr 172.21.15.18:0/367698166 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.867+0000 7fd057fff640 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 0x5595cc598460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.868+0000 7fd0577fe640 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc5989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.868+0000 7fd05cf34640 1 -- 172.21.15.18:0/367698166 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 msgr2=0x5595cc5989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.868+0000 7fd05cf34640 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc5989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.868+0000 7fd05cf34640 1 -- 172.21.15.18:0/367698166 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 msgr2=0x5595cc598460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.868+0000 7fd05cf34640 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 0x5595cc598460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.868+0000 7fd05cf34640 1 -- 172.21.15.18:0/367698166 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595cc46fc80 con 0x5595cc582d50 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.868+0000 7fd05cf34640 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 0x5595cc59f9e0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fd05002c750 tx=0x7fd050048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b7bc04ba54f660 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.868+0000 7fd0377fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd0377fe640 1 -- 172.21.15.18:0/367698166 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0500bf080 con 0x5595cc582d50 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd0377fe640 1 -- 172.21.15.18:0/367698166 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd0500baff0 con 0x5595cc582d50 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd06157d740 1 -- 172.21.15.18:0/367698166 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd04c022070 con 0x5595cc582d50 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd0377fe640 1 -- 172.21.15.18:0/367698166 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd0500be980 con 0x5595cc582d50 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd06157d740 10 client.16701 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:09.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd06157d740 1 -- 172.21.15.18:0/367698166 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5595cc1f63f0 con 0x5595cc582d50 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd0377fe640 1 -- 172.21.15.18:0/367698166 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd04c022070 con 0x5595cc582d50 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd0377fe640 1 -- 172.21.15.18:0/367698166 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fd05003c030 con 0x5595cc582d50 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd06157d740 10 client.16701 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd06157d740 10 client.16701 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd06157d740 20 client.16701 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd06157d740 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5595cc5a41d0 0x5595cc5a65f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd06157d740 4 client.16701 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.869+0000 7fd06157d740 1 -- 172.21.15.18:0/367698166 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5595cc4efa70 con 0x5595cc5a41d0 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.870+0000 7fd057fff640 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5595cc5a41d0 0x5595cc5a65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.870+0000 7fd0377fe640 10 client.16701 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.870+0000 7fd057fff640 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5595cc5a41d0 0x5595cc5a65f0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11e3b7203288a340 server_cookie=74b0ad3b23b903fe in_seq=0 out_seq=0 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.871+0000 7fd0377fe640 1 -- 172.21.15.18:0/367698166 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5595cc4efa70 con 0x5595cc5a41d0 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.871+0000 7fd0377fe640 10 client.16701 handle_command_reply: tid=0 2024-04-22T00:46:09.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.871+0000 7fd06157d740 1 client.16701 shutdown 2024-04-22T00:46:09.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.871+0000 7fd06157d740 1 -- 172.21.15.18:0/367698166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 msgr2=0x5595cc59f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.871+0000 7fd06157d740 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 0x5595cc59f9e0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fd05002c750 tx=0x7fd050048000 comp rx=0 tx=0).stop 2024-04-22T00:46:09.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.873+0000 7fd06157d740 1 -- 172.21.15.18:0/367698166 shutdown_connections 2024-04-22T00:46:09.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.873+0000 7fd06157d740 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5595cc5a41d0 0x5595cc5a65f0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.873+0000 7fd06157d740 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc582d50 0x5595cc59f9e0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.873+0000 7fd06157d740 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc5989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.873+0000 7fd06157d740 1 --2- 172.21.15.18:0/367698166 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57d1f0 0x5595cc598460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.873+0000 7fd06157d740 1 -- 172.21.15.18:0/367698166 >> 172.21.15.18:0/367698166 conn(0x5595cc578760 msgr2=0x5595cc577aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.873+0000 7fd0377fe640 0 client.16701 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:09.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.873+0000 7fd06157d740 1 -- 172.21.15.18:0/367698166 shutdown_connections 2024-04-22T00:46:09.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.873+0000 7fd06157d740 1 -- 172.21.15.18:0/367698166 wait complete. 2024-04-22T00:46:09.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.873+0000 7fd06157d740 20 client.16701 trim_cache size 0 max 16384 2024-04-22T00:46:09.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.893+0000 7fd06157d740 1 Processor -- start 2024-04-22T00:46:09.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.893+0000 7fd06157d740 1 -- start start 2024-04-22T00:46:09.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd06157d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc57d1f0 0x5595cc57e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd06157d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57dbe0 0x5595cc59f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd06157d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc582d50 0x5595cc57ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd06157d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd0440125b0 con 0x5595cc57d1f0 2024-04-22T00:46:09.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd06157d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd04400fe80 con 0x5595cc57dbe0 2024-04-22T00:46:09.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd06157d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd04400dcd0 con 0x5595cc582d50 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd0577fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57dbe0 0x5595cc59f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd0577fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57dbe0 0x5595cc59f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:49744/0 (socket says 172.21.15.18:49744) 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd0577fe640 1 -- 172.21.15.18:0/2224378028 learned_addr learned my addr 172.21.15.18:0/2224378028 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd05cf34640 1 --2- 172.21.15.18:0/2224378028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc582d50 0x5595cc57ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd05cf34640 1 -- 172.21.15.18:0/2224378028 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57dbe0 msgr2=0x5595cc59f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd05cf34640 1 --2- 172.21.15.18:0/2224378028 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57dbe0 0x5595cc59f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd05cf34640 1 -- 172.21.15.18:0/2224378028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc57d1f0 msgr2=0x5595cc57e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd05cf34640 1 --2- 172.21.15.18:0/2224378028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc57d1f0 0x5595cc57e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.894+0000 7fd05cf34640 1 -- 172.21.15.18:0/2224378028 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595cc2c07d0 con 0x5595cc582d50 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.895+0000 7fd05cf34640 1 --2- 172.21.15.18:0/2224378028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc582d50 0x5595cc57ebc0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd0500bcc30 tx=0x7fd050004990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a08cbfda6ef64c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.895+0000 7fd03dffb640 1 -- 172.21.15.18:0/2224378028 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0500bf080 con 0x5595cc582d50 2024-04-22T00:46:09.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.895+0000 7fd03dffb640 1 -- 172.21.15.18:0/2224378028 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd0500f2030 con 0x5595cc582d50 2024-04-22T00:46:09.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.895+0000 7fd03dffb640 1 -- 172.21.15.18:0/2224378028 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0500c7270 con 0x5595cc582d50 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.896+0000 7fd06157d740 1 -- 172.21.15.18:0/2224378028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc582d50 msgr2=0x5595cc57ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.896+0000 7fd06157d740 1 --2- 172.21.15.18:0/2224378028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc582d50 0x5595cc57ebc0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd0500bcc30 tx=0x7fd050004990 comp rx=0 tx=0).stop 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.896+0000 7fd06157d740 1 -- 172.21.15.18:0/2224378028 shutdown_connections 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.896+0000 7fd06157d740 1 --2- 172.21.15.18:0/2224378028 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc582d50 0x5595cc57ebc0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.896+0000 7fd06157d740 1 --2- 172.21.15.18:0/2224378028 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc57dbe0 0x5595cc59f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.896+0000 7fd06157d740 1 --2- 172.21.15.18:0/2224378028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc57d1f0 0x5595cc57e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.896+0000 7fd06157d740 1 -- 172.21.15.18:0/2224378028 >> 172.21.15.18:0/2224378028 conn(0x5595cc578760 msgr2=0x5595cc57c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.897+0000 7fd06157d740 1 -- 172.21.15.18:0/2224378028 shutdown_connections 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.897+0000 7fd06157d740 1 -- 172.21.15.18:0/2224378028 wait complete. 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.897+0000 7fd06157d740 1 -- start start 2024-04-22T00:46:09.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.897+0000 7fd06157d740 1 Processor -- start 2024-04-22T00:46:09.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.897+0000 7fd06157d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc57d1f0 0x5595cc59cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.897+0000 7fd06157d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc59d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.897+0000 7fd06157d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc582d50 0x5595cc59e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.897+0000 7fd06157d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd04400e340 con 0x5595cc57d1f0 2024-04-22T00:46:09.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.898+0000 7fd06157d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd04400f7b0 con 0x5595cc582d50 2024-04-22T00:46:09.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.898+0000 7fd06157d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd04400ea10 con 0x5595cc57dbe0 2024-04-22T00:46:09.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.898+0000 7fd06157d740 10 client.0 _ll_register_callbacks cb 0x7fd0500be750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:09.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.898+0000 7fd0577fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc59d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.898+0000 7fd0577fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc59d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52088/0 (socket says 172.21.15.18:52088) 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.898+0000 7fd0577fe640 1 -- 172.21.15.18:0/4288225723 learned_addr learned my addr 172.21.15.18:0/4288225723 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.899+0000 7fd0577fe640 1 -- 172.21.15.18:0/4288225723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc582d50 msgr2=0x5595cc59e460 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.899+0000 7fd0577fe640 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc582d50 0x5595cc59e460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.899+0000 7fd0577fe640 1 -- 172.21.15.18:0/4288225723 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc57d1f0 msgr2=0x5595cc59cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.899+0000 7fd0577fe640 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc57d1f0 0x5595cc59cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.899+0000 7fd0577fe640 1 -- 172.21.15.18:0/4288225723 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595cc59ea50 con 0x5595cc57dbe0 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.899+0000 7fd0577fe640 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc59d450 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd048009eb0 tx=0x7fd0480127c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=689bf7500ca520ac server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.899+0000 7fd0377fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.899+0000 7fd0377fe640 1 -- 172.21.15.18:0/4288225723 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd048020060 con 0x5595cc57dbe0 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.899+0000 7fd0377fe640 1 -- 172.21.15.18:0/4288225723 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd0480105e0 con 0x5595cc57dbe0 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.899+0000 7fd06157d740 1 -- 172.21.15.18:0/4288225723 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0500f2030 con 0x5595cc57dbe0 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd0377fe640 1 -- 172.21.15.18:0/4288225723 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd048027050 con 0x5595cc57dbe0 2024-04-22T00:46:09.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd06157d740 10 client.26365 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd06157d740 1 -- 172.21.15.18:0/4288225723 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5595cc60a730 con 0x5595cc57dbe0 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd0377fe640 1 -- 172.21.15.18:0/4288225723 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd0500f2030 con 0x5595cc57dbe0 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd0377fe640 1 -- 172.21.15.18:0/4288225723 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fd04800f040 con 0x5595cc57dbe0 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd06157d740 10 client.26365 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd06157d740 10 client.26365 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd06157d740 20 client.26365 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd06157d740 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5595cc60b100 0x5595cc60d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd06157d740 4 client.26365 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd06157d740 1 -- 172.21.15.18:0/4288225723 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5595cc4e9dc0 con 0x5595cc60b100 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.900+0000 7fd057fff640 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5595cc60b100 0x5595cc60d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.901+0000 7fd0377fe640 10 client.26365 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.901+0000 7fd057fff640 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5595cc60b100 0x5595cc60d520 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ed0059abb010599 server_cookie=9d4a9f36270d5624 in_seq=0 out_seq=0 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.901+0000 7fd0377fe640 1 -- 172.21.15.18:0/4288225723 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5595cc4e9dc0 con 0x5595cc60b100 2024-04-22T00:46:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.901+0000 7fd0377fe640 10 client.26365 handle_command_reply: tid=0 2024-04-22T00:46:09.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.901+0000 7fd06157d740 1 client.26365 shutdown 2024-04-22T00:46:09.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.902+0000 7fd06157d740 1 -- 172.21.15.18:0/4288225723 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 msgr2=0x5595cc59d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.902+0000 7fd06157d740 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc59d450 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd048009eb0 tx=0x7fd0480127c0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.902+0000 7fd06157d740 1 -- 172.21.15.18:0/4288225723 shutdown_connections 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.902+0000 7fd06157d740 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5595cc60b100 0x5595cc60d520 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.902+0000 7fd06157d740 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5595cc582d50 0x5595cc59e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.902+0000 7fd06157d740 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5595cc57dbe0 0x5595cc59d450 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.902+0000 7fd06157d740 1 --2- 172.21.15.18:0/4288225723 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595cc57d1f0 0x5595cc59cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.902+0000 7fd06157d740 1 -- 172.21.15.18:0/4288225723 >> 172.21.15.18:0/4288225723 conn(0x5595cc578760 msgr2=0x5595cc577210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.902+0000 7fd0377fe640 0 client.26365 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.902+0000 7fd06157d740 1 -- 172.21.15.18:0/4288225723 shutdown_connections 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.903+0000 7fd06157d740 1 -- 172.21.15.18:0/4288225723 wait complete. 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.903+0000 7fd06157d740 20 client.26365 trim_cache size 0 max 16384 2024-04-22T00:46:09.905 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:46:09.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 -- 172.21.15.18:0/855721435 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0400a2d60 msgr2=0x7fd0400a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0400a2d60 0x7fd0400a5220 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd0580715f0 tx=0x7fd04c006bd0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 -- 172.21.15.18:0/855721435 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd058109830 msgr2=0x7fd05819d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:09.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd058109830 0x7fd05819d070 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd0500348f0 tx=0x7fd050035d10 comp rx=0 tx=0).stop 2024-04-22T00:46:09.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 -- 172.21.15.18:0/855721435 shutdown_connections 2024-04-22T00:46:09.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0400a2d60 0x7fd0400a5220 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd058109830 0x7fd05819d070 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd058108e70 0x7fd0580705e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 --2- 172.21.15.18:0/855721435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd058107c80 0x7fd0580700a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:09.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 -- 172.21.15.18:0/855721435 >> 172.21.15.18:0/855721435 conn(0x7fd058076c10 msgr2=0x7fd05810c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:09.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 -- 172.21.15.18:0/855721435 shutdown_connections 2024-04-22T00:46:09.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:09.905+0000 7fd05d735640 1 -- 172.21.15.18:0/855721435 wait complete. 2024-04-22T00:46:09.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:09 smithi018 ceph-mon[27979]: pgmap v520: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.5 MiB/s wr, 532 op/s 2024-04-22T00:46:09.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:09 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1280224153' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:46:10.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:09 smithi081 ceph-mon[31546]: pgmap v520: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.5 MiB/s wr, 532 op/s 2024-04-22T00:46:10.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:09 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1280224153' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:46:10.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:09 smithi167 ceph-mon[31348]: pgmap v520: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.5 MiB/s wr, 532 op/s 2024-04-22T00:46:10.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:09 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1280224153' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:46:10.921 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:46:10.922 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:46:10.922 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:46:11.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.091+0000 7fc064e30640 1 -- 172.21.15.18:0/1548252080 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc058032a00 con 0x7fc060101350 2024-04-22T00:46:11.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.092+0000 7fc068096640 1 -- 172.21.15.18:0/1548252080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc060101350 msgr2=0x7fc0601017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.092+0000 7fc068096640 1 --2- 172.21.15.18:0/1548252080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc060101350 0x7fc0601017d0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fc058009ca0 tx=0x7fc05802c120 comp rx=0 tx=0).stop 2024-04-22T00:46:11.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.092+0000 7fc068096640 1 -- 172.21.15.18:0/1548252080 shutdown_connections 2024-04-22T00:46:11.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.092+0000 7fc068096640 1 --2- 172.21.15.18:0/1548252080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc060101350 0x7fc0601017d0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.092+0000 7fc068096640 1 --2- 172.21.15.18:0/1548252080 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0601009b0 0x7fc060100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.092+0000 7fc068096640 1 --2- 172.21.15.18:0/1548252080 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc060100050 0x7fc060100470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.092+0000 7fc068096640 1 -- 172.21.15.18:0/1548252080 >> 172.21.15.18:0/1548252080 conn(0x7fc0600fbbf0 msgr2=0x7fc0600fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.092+0000 7fc068096640 1 -- 172.21.15.18:0/1548252080 shutdown_connections 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.092+0000 7fc068096640 1 -- 172.21.15.18:0/1548252080 wait complete. 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc068096640 1 Processor -- start 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc068096640 1 -- start start 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc068096640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc060100050 0x7fc060199cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc068096640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0601009b0 0x7fc06019a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc068096640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc060101350 0x7fc0601a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc068096640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc06010f6b0 con 0x7fc060100050 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc068096640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc06010f530 con 0x7fc0601009b0 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc068096640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc06010f830 con 0x7fc060101350 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc065e32640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc060100050 0x7fc060199cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc065e32640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc060100050 0x7fc060199cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37198/0 (socket says 172.21.15.18:37198) 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc065e32640 1 -- 172.21.15.18:0/459343374 learned_addr learned my addr 172.21.15.18:0/459343374 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:11.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc065631640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0601009b0 0x7fc06019a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.093+0000 7fc066633640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc060101350 0x7fc0601a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.094+0000 7fc065e32640 1 -- 172.21.15.18:0/459343374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc060101350 msgr2=0x7fc0601a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.094+0000 7fc065e32640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc060101350 0x7fc0601a1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.094+0000 7fc065e32640 1 -- 172.21.15.18:0/459343374 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0601009b0 msgr2=0x7fc06019a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.094+0000 7fc065e32640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0601009b0 0x7fc06019a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.094+0000 7fc065e32640 1 -- 172.21.15.18:0/459343374 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0601a1900 con 0x7fc060100050 2024-04-22T00:46:11.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.094+0000 7fc065631640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0601009b0 0x7fc06019a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:11.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.094+0000 7fc065e32640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc060100050 0x7fc060199cf0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fc05000b450 tx=0x7fc05000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.094+0000 7fc056ffd640 1 -- 172.21.15.18:0/459343374 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc050015020 con 0x7fc060100050 2024-04-22T00:46:11.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.094+0000 7fc056ffd640 1 -- 172.21.15.18:0/459343374 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc050011d70 con 0x7fc060100050 2024-04-22T00:46:11.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.094+0000 7fc056ffd640 1 -- 172.21.15.18:0/459343374 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05000f340 con 0x7fc060100050 2024-04-22T00:46:11.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.095+0000 7fc068096640 1 -- 172.21.15.18:0/459343374 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0601a1bf0 con 0x7fc060100050 2024-04-22T00:46:11.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.095+0000 7fc068096640 1 -- 172.21.15.18:0/459343374 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0601a20f0 con 0x7fc060100050 2024-04-22T00:46:11.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.098+0000 7fc06a922740 1 Processor -- start 2024-04-22T00:46:11.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.098+0000 7fc06a922740 1 -- start start 2024-04-22T00:46:11.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc06a922740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832c1b0 0x562f8832c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc06a922740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 0x562f883316a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc06a922740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f883341a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc06a922740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562f88288170 con 0x562f8832cba0 2024-04-22T00:46:11.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc06a922740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562f882307c0 con 0x562f8832c1b0 2024-04-22T00:46:11.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc06a922740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562f88284130 con 0x562f88331d10 2024-04-22T00:46:11.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc065631640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f883341a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc065631640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f883341a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:43312/0 (socket says 172.21.15.18:43312) 2024-04-22T00:46:11.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc065631640 1 -- 172.21.15.18:0/2044864245 learned_addr learned my addr 172.21.15.18:0/2044864245 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:11.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc066633640 1 --2- 172.21.15.18:0/2044864245 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832c1b0 0x562f8832c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc065631640 1 -- 172.21.15.18:0/2044864245 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832c1b0 msgr2=0x562f8832c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc065631640 1 --2- 172.21.15.18:0/2044864245 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832c1b0 0x562f8832c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc065631640 1 -- 172.21.15.18:0/2044864245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 msgr2=0x562f883316a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc056ffd640 1 -- 172.21.15.18:0/459343374 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc050018020 con 0x7fc060100050 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc065631640 1 --2- 172.21.15.18:0/2044864245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 0x562f883316a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc065631640 1 -- 172.21.15.18:0/2044864245 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f88241e60 con 0x562f88331d10 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.099+0000 7fc065631640 1 --2- 172.21.15.18:0/2044864245 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f883341a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc05c0104d0 tx=0x7fc05c010990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2fc64ac64795e52f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.100+0000 7fc04bfff640 1 -- 172.21.15.18:0/2044864245 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c004220 con 0x562f88331d10 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.100+0000 7fc056ffd640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc04c0a2ce0 0x7fc04c0a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.100+0000 7fc04bfff640 1 -- 172.21.15.18:0/2044864245 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc05c0043c0 con 0x562f88331d10 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.100+0000 7fc04bfff640 1 -- 172.21.15.18:0/2044864245 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c011a70 con 0x562f88331d10 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.100+0000 7fc056ffd640 1 -- 172.21.15.18:0/459343374 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc0500cec90 con 0x7fc060100050 2024-04-22T00:46:11.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.100+0000 7fc066633640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc04c0a2ce0 0x7fc04c0a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 -- 172.21.15.18:0/2044864245 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 msgr2=0x562f883341a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc066633640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc04c0a2ce0 0x7fc04c0a51a0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc058005e30 tx=0x7fc058032600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 --2- 172.21.15.18:0/2044864245 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f883341a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc05c0104d0 tx=0x7fc05c010990 comp rx=0 tx=0).stop 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 -- 172.21.15.18:0/2044864245 shutdown_connections 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 --2- 172.21.15.18:0/2044864245 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f883341a0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 --2- 172.21.15.18:0/2044864245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 0x562f883316a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 --2- 172.21.15.18:0/2044864245 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832c1b0 0x562f8832c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 -- 172.21.15.18:0/2044864245 >> 172.21.15.18:0/2044864245 conn(0x562f882eb4f0 msgr2=0x562f88327b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 -- 172.21.15.18:0/2044864245 shutdown_connections 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 -- 172.21.15.18:0/2044864245 wait complete. 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 -- start start 2024-04-22T00:46:11.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.101+0000 7fc06a922740 1 Processor -- start 2024-04-22T00:46:11.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc06a922740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f8832c1b0 0x562f88336750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc06a922740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 0x562f88336c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc06a922740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f88331d10 0x562f8833dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc065631640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 0x562f88336c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc065631640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 0x562f88336c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37208/0 (socket says 172.21.15.18:37208) 2024-04-22T00:46:11.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc065631640 1 -- 172.21.15.18:0/3004525288 learned_addr learned my addr 172.21.15.18:0/3004525288 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:11.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562f88334cc0 con 0x562f8832cba0 2024-04-22T00:46:11.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562f88243d40 con 0x562f88331d10 2024-04-22T00:46:11.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc065e32640 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f8832c1b0 0x562f88336750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562f88334e40 con 0x562f8832c1b0 2024-04-22T00:46:11.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.102+0000 7fc066633640 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f88331d10 0x562f8833dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.103+0000 7fc06a922740 10 client.0 _ll_register_callbacks cb 0x562f8827f820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:11.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.103+0000 7fc065631640 1 -- 172.21.15.18:0/3004525288 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f8832c1b0 msgr2=0x562f88336750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.103+0000 7fc065631640 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f8832c1b0 0x562f88336750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.103+0000 7fc065631640 1 -- 172.21.15.18:0/3004525288 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f88331d10 msgr2=0x562f8833dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.103+0000 7fc065631640 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f88331d10 0x562f8833dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.103+0000 7fc065631640 1 -- 172.21.15.18:0/3004525288 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f880647e0 con 0x562f8832cba0 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.103+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc05c0043c0 con 0x562f8832cba0 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.103+0000 7fc065631640 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 0x562f88336c90 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fc05c004230 tx=0x7fc05c004260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbbb3e2534f04729 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.103+0000 7fc0497fa640 10 client.16710 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc0497fa640 1 -- 172.21.15.18:0/3004525288 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c029060 con 0x562f8832cba0 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc0497fa640 1 -- 172.21.15.18:0/3004525288 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc05c005250 con 0x562f8832cba0 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc0497fa640 1 -- 172.21.15.18:0/3004525288 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc05c005450 con 0x562f8832cba0 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc06a922740 10 client.16710 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=31}) -- 0x562f880c4f70 con 0x562f8832cba0 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc0497fa640 1 -- 172.21.15.18:0/3004525288 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fc05c0035f0 con 0x562f8832cba0 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc06a922740 10 client.16710 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:11.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc06a922740 10 client.16710 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc06a922740 20 client.16710 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc06a922740 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562f88341dd0 0x562f883441c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc06a922740 4 client.16710 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562f8825c450 con 0x562f88341dd0 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.104+0000 7fc065e32640 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562f88341dd0 0x562f883441c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.105+0000 7fc065e32640 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562f88341dd0 0x562f883441c0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1593d510e2fc4f server_cookie=8b9cac9987d193 in_seq=0 out_seq=0 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.105+0000 7fc0497fa640 10 client.16710 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc0497fa640 1 -- 172.21.15.18:0/3004525288 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562f8825c450 con 0x562f88341dd0 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc0497fa640 10 client.16710 handle_command_reply: tid=0 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 client.16710 shutdown 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 msgr2=0x562f88336c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 0x562f88336c90 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fc05c004230 tx=0x7fc05c004260 comp rx=0 tx=0).stop 2024-04-22T00:46:11.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 shutdown_connections 2024-04-22T00:46:11.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562f88341dd0 0x562f883441c0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc0497fa640 0 client.16710 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:11.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f88331d10 0x562f8833dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832cba0 0x562f88336c90 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 --2- 172.21.15.18:0/3004525288 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f8832c1b0 0x562f88336750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 >> 172.21.15.18:0/3004525288 conn(0x562f882eb4f0 msgr2=0x562f8831e4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 shutdown_connections 2024-04-22T00:46:11.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 1 -- 172.21.15.18:0/3004525288 wait complete. 2024-04-22T00:46:11.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.106+0000 7fc06a922740 20 client.16710 trim_cache size 0 max 16384 2024-04-22T00:46:11.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.137+0000 7fc06a922740 1 Processor -- start 2024-04-22T00:46:11.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.137+0000 7fc06a922740 1 -- start start 2024-04-22T00:46:11.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.137+0000 7fc06a922740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 0x562f8831dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.137+0000 7fc06a922740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.137+0000 7fc06a922740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f8831e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.137+0000 7fc06a922740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc0601aabb0 con 0x562f8832c1b0 2024-04-22T00:46:11.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.137+0000 7fc06a922740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc0601a8480 con 0x562f8832cba0 2024-04-22T00:46:11.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.137+0000 7fc06a922740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0601a62d0 con 0x562f88331d10 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.137+0000 7fc065631640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc066633640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f8831e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc065631640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833dc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50968/0 (socket says 172.21.15.18:50968) 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc066633640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f8831e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:43328/0 (socket says 172.21.15.18:43328) 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc065631640 1 -- 172.21.15.18:0/3659076967 learned_addr learned my addr 172.21.15.18:0/3659076967 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc065e32640 1 --2- 172.21.15.18:0/3659076967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 0x562f8831dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc065631640 1 -- 172.21.15.18:0/3659076967 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 msgr2=0x562f8831e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc065631640 1 --2- 172.21.15.18:0/3659076967 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f8831e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc065631640 1 -- 172.21.15.18:0/3659076967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 msgr2=0x562f8831dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc065631640 1 --2- 172.21.15.18:0/3659076967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 0x562f8831dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc065631640 1 -- 172.21.15.18:0/3659076967 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f87f5c170 con 0x562f8832cba0 2024-04-22T00:46:11.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc065e32640 1 --2- 172.21.15.18:0/3659076967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 0x562f8831dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:46:11.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc065631640 1 --2- 172.21.15.18:0/3659076967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833dc90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc05c0103f0 tx=0x7fc05c020000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16d03369227df067 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc04b7fe640 1 -- 172.21.15.18:0/3659076967 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c03b070 con 0x562f8832cba0 2024-04-22T00:46:11.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc04b7fe640 1 -- 172.21.15.18:0/3659076967 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc05c0043c0 con 0x562f8832cba0 2024-04-22T00:46:11.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.138+0000 7fc04b7fe640 1 -- 172.21.15.18:0/3659076967 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c029070 con 0x562f8832cba0 2024-04-22T00:46:11.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.139+0000 7fc06a922740 1 -- 172.21.15.18:0/3659076967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 msgr2=0x562f8833dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.139+0000 7fc06a922740 1 --2- 172.21.15.18:0/3659076967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833dc90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc05c0103f0 tx=0x7fc05c020000 comp rx=0 tx=0).stop 2024-04-22T00:46:11.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.140+0000 7fc06a922740 1 -- 172.21.15.18:0/3659076967 shutdown_connections 2024-04-22T00:46:11.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.140+0000 7fc06a922740 1 --2- 172.21.15.18:0/3659076967 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f8831e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.140+0000 7fc06a922740 1 --2- 172.21.15.18:0/3659076967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833dc90 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.140+0000 7fc06a922740 1 --2- 172.21.15.18:0/3659076967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 0x562f8831dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.140+0000 7fc06a922740 1 -- 172.21.15.18:0/3659076967 >> 172.21.15.18:0/3659076967 conn(0x562f882eb4f0 msgr2=0x562f8832e140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.140+0000 7fc06a922740 1 -- 172.21.15.18:0/3659076967 shutdown_connections 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.140+0000 7fc06a922740 1 -- 172.21.15.18:0/3659076967 wait complete. 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.140+0000 7fc06a922740 1 -- start start 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.140+0000 7fc06a922740 1 Processor -- start 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc06a922740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 0x562f8833b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc06a922740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc06a922740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f8833ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc06a922740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc0601a6940 con 0x562f8832c1b0 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc06a922740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc0601a7db0 con 0x562f8832cba0 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc06a922740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0601a7010 con 0x562f88331d10 2024-04-22T00:46:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc06a922740 10 client.0 _ll_register_callbacks cb 0x7fc058009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc065631640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc065631640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50976/0 (socket says 172.21.15.18:50976) 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc065631640 1 -- 172.21.15.18:0/638280915 learned_addr learned my addr 172.21.15.18:0/638280915 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc065e32640 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 0x562f8833b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc066633640 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f8833ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc065631640 1 -- 172.21.15.18:0/638280915 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 msgr2=0x562f8833ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc065631640 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f8833ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc065631640 1 -- 172.21.15.18:0/638280915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 msgr2=0x562f8833b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc065631640 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 0x562f8833b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc065631640 1 -- 172.21.15.18:0/638280915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f8833d480 con 0x562f8832cba0 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.141+0000 7fc065631640 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833be80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc05c003f50 tx=0x7fc05c003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45214afa04fee7c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.142+0000 7fc0497fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.142+0000 7fc0497fa640 1 -- 172.21.15.18:0/638280915 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c03b070 con 0x562f8832cba0 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.142+0000 7fc0497fa640 1 -- 172.21.15.18:0/638280915 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc05c011870 con 0x562f8832cba0 2024-04-22T00:46:11.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.142+0000 7fc06a922740 1 -- 172.21.15.18:0/638280915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc05c0043c0 con 0x562f8832cba0 2024-04-22T00:46:11.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.142+0000 7fc0497fa640 1 -- 172.21.15.18:0/638280915 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc05c029040 con 0x562f8832cba0 2024-04-22T00:46:11.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.142+0000 7fc06a922740 10 client.26384 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:11.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.142+0000 7fc06a922740 1 -- 172.21.15.18:0/638280915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562f883a8750 con 0x562f8832cba0 2024-04-22T00:46:11.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.143+0000 7fc0497fa640 1 -- 172.21.15.18:0/638280915 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc05c0043c0 con 0x562f8832cba0 2024-04-22T00:46:11.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.143+0000 7fc0497fa640 1 -- 172.21.15.18:0/638280915 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fc05c049480 con 0x562f8832cba0 2024-04-22T00:46:11.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.143+0000 7fc06a922740 10 client.26384 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:11.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.143+0000 7fc06a922740 10 client.26384 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:11.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.143+0000 7fc06a922740 20 client.26384 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:11.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.144+0000 7fc06a922740 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562f883a9090 0x562f883ab4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.144+0000 7fc06a922740 4 client.26384 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:46:11.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.144+0000 7fc06a922740 1 -- 172.21.15.18:0/638280915 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562f882956b0 con 0x562f883a9090 2024-04-22T00:46:11.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.144+0000 7fc065e32640 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562f883a9090 0x562f883ab4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.145+0000 7fc0497fa640 10 client.26384 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.146+0000 7fc065e32640 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562f883a9090 0x562f883ab4b0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cea5553dd66cc261 server_cookie=e3b0887626df8fcc in_seq=0 out_seq=0 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.146+0000 7fc0497fa640 1 -- 172.21.15.18:0/638280915 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562f882956b0 con 0x562f883a9090 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.146+0000 7fc0497fa640 10 client.26384 handle_command_reply: tid=0 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.146+0000 7fc06a922740 1 client.26384 shutdown 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 1 -- 172.21.15.18:0/638280915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 msgr2=0x562f8833be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833be80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc05c003f50 tx=0x7fc05c003820 comp rx=0 tx=0).stop 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 1 -- 172.21.15.18:0/638280915 shutdown_connections 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562f883a9090 0x562f883ab4b0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562f88331d10 0x562f8833ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562f8832cba0 0x562f8833be80 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc0497fa640 0 client.26384 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 1 --2- 172.21.15.18:0/638280915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f8832c1b0 0x562f8833b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 1 -- 172.21.15.18:0/638280915 >> 172.21.15.18:0/638280915 conn(0x562f882eb4f0 msgr2=0x562f8832ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 1 -- 172.21.15.18:0/638280915 shutdown_connections 2024-04-22T00:46:11.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 1 -- 172.21.15.18:0/638280915 wait complete. 2024-04-22T00:46:11.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.147+0000 7fc06a922740 20 client.26384 trim_cache size 0 max 16384 2024-04-22T00:46:11.150 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:46:11.150 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:46:11.150 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "4cea5c5b-9f28-4acd-bf74-4cb4f6740868", 2024-04-22T00:46:11.150 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:46:11.150 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:46:11.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 -- 172.21.15.18:0/459343374 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc04c0a2ce0 msgr2=0x7fc04c0a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc04c0a2ce0 0x7fc04c0a51a0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc058005e30 tx=0x7fc058032600 comp rx=0 tx=0).stop 2024-04-22T00:46:11.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 -- 172.21.15.18:0/459343374 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc060100050 msgr2=0x7fc060199cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc060100050 0x7fc060199cf0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fc05000b450 tx=0x7fc05000b910 comp rx=0 tx=0).stop 2024-04-22T00:46:11.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 -- 172.21.15.18:0/459343374 shutdown_connections 2024-04-22T00:46:11.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc04c0a2ce0 0x7fc04c0a51a0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc060101350 0x7fc0601a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0601009b0 0x7fc06019a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 --2- 172.21.15.18:0/459343374 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc060100050 0x7fc060199cf0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 -- 172.21.15.18:0/459343374 >> 172.21.15.18:0/459343374 conn(0x7fc0600fbbf0 msgr2=0x7fc0600fd2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 -- 172.21.15.18:0/459343374 shutdown_connections 2024-04-22T00:46:11.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.148+0000 7fc068096640 1 -- 172.21.15.18:0/459343374 wait complete. 2024-04-22T00:46:11.162 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:46:11.162 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:46:11.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.345+0000 7f05f5bcb640 1 -- 172.21.15.18:0/2002173837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f05f010da80 msgr2=0x7f05f010df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.345+0000 7f05f5bcb640 1 --2- 172.21.15.18:0/2002173837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f05f010da80 0x7f05f010df30 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f05e0009900 tx=0x7f05e002bc80 comp rx=0 tx=0).stop 2024-04-22T00:46:11.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.346+0000 7f05f5bcb640 1 -- 172.21.15.18:0/2002173837 shutdown_connections 2024-04-22T00:46:11.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.346+0000 7f05f5bcb640 1 --2- 172.21.15.18:0/2002173837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f05f010da80 0x7f05f010df30 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.346+0000 7f05f5bcb640 1 --2- 172.21.15.18:0/2002173837 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05f010b0b0 0x7f05f010d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.346+0000 7f05f5bcb640 1 --2- 172.21.15.18:0/2002173837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f05f0108740 0x7f05f010ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.346+0000 7f05f5bcb640 1 -- 172.21.15.18:0/2002173837 >> 172.21.15.18:0/2002173837 conn(0x7f05f006e5d0 msgr2=0x7f05f0070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.348+0000 7f05f5bcb640 1 -- 172.21.15.18:0/2002173837 shutdown_connections 2024-04-22T00:46:11.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.348+0000 7f05f5bcb640 1 -- 172.21.15.18:0/2002173837 wait complete. 2024-04-22T00:46:11.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.349+0000 7f05f5bcb640 1 Processor -- start 2024-04-22T00:46:11.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.349+0000 7f05f5bcb640 1 -- start start 2024-04-22T00:46:11.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.350+0000 7f05f5bcb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f05f0108740 0x7f05f01a6a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.350+0000 7f05f5bcb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05f010b0b0 0x7f05f01a6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.350+0000 7f05f5bcb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f05f010da80 0x7f05f01adf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.350+0000 7f05f5bcb640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f05f011c320 con 0x7f05f0108740 2024-04-22T00:46:11.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.350+0000 7f05f5bcb640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f05f011c1a0 con 0x7f05f010da80 2024-04-22T00:46:11.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.350+0000 7f05f5bcb640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f05f011c4a0 con 0x7f05f010b0b0 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.351+0000 7f05effff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f05f010da80 0x7f05f01adf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.351+0000 7f05effff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f05f010da80 0x7f05f01adf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:50990/0 (socket says 172.21.15.18:50990) 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.351+0000 7f05effff640 1 -- 172.21.15.18:0/1900936203 learned_addr learned my addr 172.21.15.18:0/1900936203 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.352+0000 7f05eeffd640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05f010b0b0 0x7f05f01a6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.352+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f05f0108740 0x7f05f01a6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.352+0000 7f05effff640 1 -- 172.21.15.18:0/1900936203 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05f010b0b0 msgr2=0x7f05f01a6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.352+0000 7f05effff640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05f010b0b0 0x7f05f01a6f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.352+0000 7f05effff640 1 -- 172.21.15.18:0/1900936203 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f05f0108740 msgr2=0x7f05f01a6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.352+0000 7f05effff640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f05f0108740 0x7f05f01a6a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.352+0000 7f05effff640 1 -- 172.21.15.18:0/1900936203 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05f01ae600 con 0x7f05f010da80 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.353+0000 7f05effff640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f05f010da80 0x7f05f01adf90 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f05e0004f50 tx=0x7f05e0004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.353+0000 7f05ecff9640 1 -- 172.21.15.18:0/1900936203 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e0041070 con 0x7f05f010da80 2024-04-22T00:46:11.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.353+0000 7f05ecff9640 1 -- 172.21.15.18:0/1900936203 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05e00035f0 con 0x7f05f010da80 2024-04-22T00:46:11.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.353+0000 7f05f5bcb640 1 -- 172.21.15.18:0/1900936203 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05f01ae890 con 0x7f05f010da80 2024-04-22T00:46:11.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.353+0000 7f05f5bcb640 1 -- 172.21.15.18:0/1900936203 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05f01aed80 con 0x7f05f010da80 2024-04-22T00:46:11.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.354+0000 7f05ecff9640 1 -- 172.21.15.18:0/1900936203 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e0041070 con 0x7f05f010da80 2024-04-22T00:46:11.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.357+0000 7f05ecff9640 1 -- 172.21.15.18:0/1900936203 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f05e0044070 con 0x7f05f010da80 2024-04-22T00:46:11.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.359+0000 7f05ecff9640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05d80a2e50 0x7f05d80a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.359+0000 7f05ecff9640 1 -- 172.21.15.18:0/1900936203 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f05e00f10b0 con 0x7f05f010da80 2024-04-22T00:46:11.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.359+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05d80a2e50 0x7f05d80a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.360+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05d80a2e50 0x7f05d80a5310 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f05e8009f40 tx=0x7f05e80094d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.360+0000 7f05f87b0740 1 Processor -- start 2024-04-22T00:46:11.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.360+0000 7f05f87b0740 1 -- start start 2024-04-22T00:46:11.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.361+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83ca370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.361+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83ca940 0x5584d83cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.361+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83cfab0 0x5584d83d1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.361+0000 7f05f87b0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5584d832f560 con 0x5584d83cfab0 2024-04-22T00:46:11.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.361+0000 7f05f87b0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5584d82d7730 con 0x5584d83c9f50 2024-04-22T00:46:11.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.361+0000 7f05f87b0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5584d832b520 con 0x5584d83ca940 2024-04-22T00:46:11.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.361+0000 7f05effff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83cfab0 0x5584d83d1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.361+0000 7f05effff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83cfab0 0x5584d83d1f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37246/0 (socket says 172.21.15.18:37246) 2024-04-22T00:46:11.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.361+0000 7f05effff640 1 -- 172.21.15.18:0/4146985083 learned_addr learned my addr 172.21.15.18:0/4146985083 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:11.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.361+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/4146985083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83ca370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.362+0000 7f05eeffd640 1 --2- 172.21.15.18:0/4146985083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83ca940 0x5584d83cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.363+0000 7f05effff640 1 -- 172.21.15.18:0/4146985083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83ca940 msgr2=0x5584d83cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.363+0000 7f05effff640 1 --2- 172.21.15.18:0/4146985083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83ca940 0x5584d83cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.363+0000 7f05effff640 1 -- 172.21.15.18:0/4146985083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 msgr2=0x5584d83ca370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.363+0000 7f05effff640 1 --2- 172.21.15.18:0/4146985083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83ca370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.363+0000 7f05effff640 1 -- 172.21.15.18:0/4146985083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584d810d7d0 con 0x5584d83cfab0 2024-04-22T00:46:11.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.363+0000 7f05effff640 1 --2- 172.21.15.18:0/4146985083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83cfab0 0x5584d83d1f40 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f05e00bd470 tx=0x7f05e00bd020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d31442d1e2102fb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.364+0000 7f05d5ffb640 1 -- 172.21.15.18:0/4146985083 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e004b040 con 0x5584d83cfab0 2024-04-22T00:46:11.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.364+0000 7f05d5ffb640 1 -- 172.21.15.18:0/4146985083 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05e00bdbe0 con 0x5584d83cfab0 2024-04-22T00:46:11.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.364+0000 7f05d5ffb640 1 -- 172.21.15.18:0/4146985083 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e00b9ac0 con 0x5584d83cfab0 2024-04-22T00:46:11.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.366+0000 7f05f87b0740 1 -- 172.21.15.18:0/4146985083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83cfab0 msgr2=0x5584d83d1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.366+0000 7f05f87b0740 1 --2- 172.21.15.18:0/4146985083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83cfab0 0x5584d83d1f40 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f05e00bd470 tx=0x7f05e00bd020 comp rx=0 tx=0).stop 2024-04-22T00:46:11.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.367+0000 7f05f87b0740 1 -- 172.21.15.18:0/4146985083 shutdown_connections 2024-04-22T00:46:11.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.367+0000 7f05f87b0740 1 --2- 172.21.15.18:0/4146985083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83cfab0 0x5584d83d1f40 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.367+0000 7f05f87b0740 1 --2- 172.21.15.18:0/4146985083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83ca940 0x5584d83cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.367+0000 7f05f87b0740 1 --2- 172.21.15.18:0/4146985083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83ca370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.367+0000 7f05f87b0740 1 -- 172.21.15.18:0/4146985083 >> 172.21.15.18:0/4146985083 conn(0x5584d83c54c0 msgr2=0x5584d83c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.367+0000 7f05f87b0740 1 -- 172.21.15.18:0/4146985083 shutdown_connections 2024-04-22T00:46:11.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.367+0000 7f05f87b0740 1 -- 172.21.15.18:0/4146985083 wait complete. 2024-04-22T00:46:11.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.368+0000 7f05f87b0740 1 -- start start 2024-04-22T00:46:11.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.369+0000 7f05f87b0740 1 Processor -- start 2024-04-22T00:46:11.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.370+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83c9f50 0x5584d83d4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.370+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83d4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.370+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83cfab0 0x5584d83db7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.370+0000 7f05f87b0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5584d83d2820 con 0x5584d83ca940 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.370+0000 7f05ef7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83c9f50 0x5584d83d4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.370+0000 7f05f87b0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5584d82eae00 con 0x5584d83cfab0 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.370+0000 7f05ef7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83c9f50 0x5584d83d4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:43378/0 (socket says 172.21.15.18:43378) 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.370+0000 7f05ef7fe640 1 -- 172.21.15.18:0/1623047361 learned_addr learned my addr 172.21.15.18:0/1623047361 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.370+0000 7f05f87b0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5584d83d29a0 con 0x5584d83c9f50 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.370+0000 7f05effff640 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83cfab0 0x5584d83db7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.371+0000 7f05f87b0740 10 client.0 _ll_register_callbacks cb 0x5584d8325eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:11.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.371+0000 7f05eeffd640 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83d4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05effff640 1 -- 172.21.15.18:0/1623047361 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83c9f50 msgr2=0x5584d83d4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05effff640 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83c9f50 0x5584d83d4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05effff640 1 -- 172.21.15.18:0/1623047361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 msgr2=0x5584d83d4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05effff640 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83d4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05effff640 1 -- 172.21.15.18:0/1623047361 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584d80433f0 con 0x5584d83cfab0 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83c9f50 0x5584d83d4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05eeffd640 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83d4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05effff640 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83cfab0 0x5584d83db7a0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f05e00bd470 tx=0x7f05e0004db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d62ac5d6cb9da152 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05ceffd640 1 -- 172.21.15.18:0/1623047361 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e004b070 con 0x5584d83cfab0 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05ceffd640 1 -- 172.21.15.18:0/1623047361 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f05e00c5cc0 con 0x5584d83cfab0 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.372+0000 7f05f87b0740 1 -- 172.21.15.18:0/1623047361 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05e00bdbe0 con 0x5584d83cfab0 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05ceffd640 1 -- 172.21.15.18:0/1623047361 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f05e00c6150 con 0x5584d83cfab0 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05f87b0740 10 client.26396 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05f87b0740 1 -- 172.21.15.18:0/1623047361 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5584d80030f0 con 0x5584d83cfab0 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05ceffd640 1 -- 172.21.15.18:0/1623047361 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05e00bdbe0 con 0x5584d83cfab0 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05ceffd640 1 -- 172.21.15.18:0/1623047361 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f05e00bca00 con 0x5584d83cfab0 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05f87b0740 10 client.26396 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:11.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05f87b0740 10 client.26396 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:11.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05f87b0740 20 client.26396 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:11.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05f87b0740 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5584d83dfd70 0x5584d83e21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05f87b0740 4 client.26396 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:11.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.373+0000 7f05f87b0740 1 -- 172.21.15.18:0/1623047361 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584d833caa0 con 0x5584d83dfd70 2024-04-22T00:46:11.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.374+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5584d83dfd70 0x5584d83e21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.375+0000 7f05ceffd640 10 client.26396 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:11.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.374+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5584d83dfd70 0x5584d83e21b0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59b8a04b6967a34 server_cookie=28aa4ae6658e4724 in_seq=0 out_seq=0 2024-04-22T00:46:11.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.376+0000 7f05ceffd640 1 -- 172.21.15.18:0/1623047361 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5584d833caa0 con 0x5584d83dfd70 2024-04-22T00:46:11.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.376+0000 7f05ceffd640 10 client.26396 handle_command_reply: tid=0 2024-04-22T00:46:11.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.376+0000 7f05f87b0740 1 client.26396 shutdown 2024-04-22T00:46:11.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 1 -- 172.21.15.18:0/1623047361 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83cfab0 msgr2=0x5584d83db7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83cfab0 0x5584d83db7a0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f05e00bd470 tx=0x7f05e0004db0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 1 -- 172.21.15.18:0/1623047361 shutdown_connections 2024-04-22T00:46:11.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5584d83dfd70 0x5584d83e21b0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83cfab0 0x5584d83db7a0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83d4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05ceffd640 0 client.26396 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:11.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 1 --2- 172.21.15.18:0/1623047361 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83c9f50 0x5584d83d4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 1 -- 172.21.15.18:0/1623047361 >> 172.21.15.18:0/1623047361 conn(0x5584d83c54c0 msgr2=0x5584d83c46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 1 -- 172.21.15.18:0/1623047361 shutdown_connections 2024-04-22T00:46:11.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 1 -- 172.21.15.18:0/1623047361 wait complete. 2024-04-22T00:46:11.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.377+0000 7f05f87b0740 20 client.26396 trim_cache size 0 max 16384 2024-04-22T00:46:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.404+0000 7f05f87b0740 1 Processor -- start 2024-04-22T00:46:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.404+0000 7f05f87b0740 1 -- start start 2024-04-22T00:46:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d2c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83db760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83cfab0 0x5584d83d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05f87b0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f05f01bbcd0 con 0x5584d83ca940 2024-04-22T00:46:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05f87b0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f05f01b95a0 con 0x5584d83c9f50 2024-04-22T00:46:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05f87b0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f05f01b73f0 con 0x5584d83cfab0 2024-04-22T00:46:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05ef7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05ef7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d2c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51028/0 (socket says 172.21.15.18:51028) 2024-04-22T00:46:11.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05ef7fe640 1 -- 172.21.15.18:0/1315487224 learned_addr learned my addr 172.21.15.18:0/1315487224 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:11.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05eeffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83db760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05effff640 1 --2- 172.21.15.18:0/1315487224 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83cfab0 0x5584d83d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05ef7fe640 1 -- 172.21.15.18:0/1315487224 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83cfab0 msgr2=0x5584d83d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/1315487224 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83cfab0 0x5584d83d3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05ef7fe640 1 -- 172.21.15.18:0/1315487224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 msgr2=0x5584d83db760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/1315487224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83db760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.405+0000 7f05ef7fe640 1 -- 172.21.15.18:0/1315487224 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584d83cf220 con 0x5584d83c9f50 2024-04-22T00:46:11.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.406+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/1315487224 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d2c20 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f05e8009e00 tx=0x7f05e8015000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7074a7633361c736 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.406+0000 7f05d57fa640 1 -- 172.21.15.18:0/1315487224 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e802e030 con 0x5584d83c9f50 2024-04-22T00:46:11.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.406+0000 7f05d57fa640 1 -- 172.21.15.18:0/1315487224 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05e8016d80 con 0x5584d83c9f50 2024-04-22T00:46:11.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.406+0000 7f05d57fa640 1 -- 172.21.15.18:0/1315487224 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e80298d0 con 0x5584d83c9f50 2024-04-22T00:46:11.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.407+0000 7f05f87b0740 1 -- 172.21.15.18:0/1315487224 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 msgr2=0x5584d83d2c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.407+0000 7f05f87b0740 1 --2- 172.21.15.18:0/1315487224 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d2c20 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f05e8009e00 tx=0x7f05e8015000 comp rx=0 tx=0).stop 2024-04-22T00:46:11.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.407+0000 7f05f87b0740 1 -- 172.21.15.18:0/1315487224 shutdown_connections 2024-04-22T00:46:11.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.407+0000 7f05f87b0740 1 --2- 172.21.15.18:0/1315487224 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83cfab0 0x5584d83d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.407+0000 7f05f87b0740 1 --2- 172.21.15.18:0/1315487224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83db760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.407+0000 7f05f87b0740 1 --2- 172.21.15.18:0/1315487224 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d2c20 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.407+0000 7f05f87b0740 1 -- 172.21.15.18:0/1315487224 >> 172.21.15.18:0/1315487224 conn(0x5584d83c54c0 msgr2=0x5584d83d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.407+0000 7f05f87b0740 1 -- 172.21.15.18:0/1315487224 shutdown_connections 2024-04-22T00:46:11.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.407+0000 7f05f87b0740 1 -- 172.21.15.18:0/1315487224 wait complete. 2024-04-22T00:46:11.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.407+0000 7f05f87b0740 1 -- start start 2024-04-22T00:46:11.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.408+0000 7f05f87b0740 1 Processor -- start 2024-04-22T00:46:11.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.408+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d8980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.408+0000 7f05f87b0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83d8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.408+0000 7f05ef7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.408+0000 7f05ef7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d8980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51032/0 (socket says 172.21.15.18:51032) 2024-04-22T00:46:11.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.408+0000 7f05ef7fe640 1 -- 172.21.15.18:0/478371754 learned_addr learned my addr 172.21.15.18:0/478371754 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.408+0000 7f05f87b0740 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83cfab0 0x5584d83d9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.408+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f05f01b7a60 con 0x5584d83ca940 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.408+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f05f01b8ed0 con 0x5584d83c9f50 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.408+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f05f01b8130 con 0x5584d83cfab0 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05effff640 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83cfab0 0x5584d83d9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05eeffd640 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83d8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05ef7fe640 1 -- 172.21.15.18:0/478371754 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83cfab0 msgr2=0x5584d83d9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83cfab0 0x5584d83d9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05ef7fe640 1 -- 172.21.15.18:0/478371754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 msgr2=0x5584d83d8ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83d8ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05ef7fe640 1 -- 172.21.15.18:0/478371754 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584d83da4c0 con 0x5584d83c9f50 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05f87b0740 10 client.0 _ll_register_callbacks cb 0x7f05e800cf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05ef7fe640 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d8980 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f05e8013040 tx=0x7f05e80294b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10c3c22804f0ea69 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:11.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05e8016d80 con 0x5584d83c9f50 2024-04-22T00:46:11.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.409+0000 7f05ceffd640 10 client.26402 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:11.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.410+0000 7f05ceffd640 1 -- 172.21.15.18:0/478371754 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e8059020 con 0x5584d83c9f50 2024-04-22T00:46:11.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05ceffd640 1 -- 172.21.15.18:0/478371754 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f05e80168a0 con 0x5584d83c9f50 2024-04-22T00:46:11.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05ceffd640 1 -- 172.21.15.18:0/478371754 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f05e802e070 con 0x5584d83c9f50 2024-04-22T00:46:11.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05f87b0740 10 client.26402 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:11.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=31}) -- 0x5584d83db750 con 0x5584d83c9f50 2024-04-22T00:46:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05ceffd640 1 -- 172.21.15.18:0/478371754 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f05e8055420 con 0x5584d83c9f50 2024-04-22T00:46:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05f87b0740 10 client.26402 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05f87b0740 10 client.26402 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05f87b0740 20 client.26402 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05f87b0740 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5584d83dfd70 0x5584d84486a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05f87b0740 4 client.26402 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:46:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.411+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f05e8016d80 con 0x5584d83dfd70 2024-04-22T00:46:11.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.414+0000 7f05eeffd640 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5584d83dfd70 0x5584d84486a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:11.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.423+0000 7f05eeffd640 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5584d83dfd70 0x5584d84486a0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57cf82e811f9efbb server_cookie=8bff49531a530623 in_seq=0 out_seq=0 2024-04-22T00:46:11.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.423+0000 7f05ceffd640 10 client.26402 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:11.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.423+0000 7f05ceffd640 1 -- 172.21.15.18:0/478371754 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7f05e8016d80 con 0x5584d83dfd70 2024-04-22T00:46:11.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.423+0000 7f05ceffd640 10 client.26402 handle_command_reply: tid=0 2024-04-22T00:46:11.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.423+0000 7f05f87b0740 1 client.26402 shutdown 2024-04-22T00:46:11.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.427+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 msgr2=0x5584d83d8980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.427+0000 7f05f87b0740 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d8980 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f05e8013040 tx=0x7f05e80294b0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.428+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 shutdown_connections 2024-04-22T00:46:11.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.428+0000 7f05f87b0740 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5584d83dfd70 0x5584d84486a0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.428+0000 7f05f87b0740 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5584d83cfab0 0x5584d83d9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.428+0000 7f05f87b0740 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584d83ca940 0x5584d83d8ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.428+0000 7f05f87b0740 1 --2- 172.21.15.18:0/478371754 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5584d83c9f50 0x5584d83d8980 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.428+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 >> 172.21.15.18:0/478371754 conn(0x5584d83c54c0 msgr2=0x5584d83d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.429+0000 7f05ceffd640 0 client.26402 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:11.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.430+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 shutdown_connections 2024-04-22T00:46:11.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.432+0000 7f05f87b0740 1 -- 172.21.15.18:0/478371754 wait complete. 2024-04-22T00:46:11.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.435+0000 7f05f87b0740 20 client.26402 trim_cache size 0 max 16384 2024-04-22T00:46:11.438 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:46:11.438 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:46:11.438 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:46:11.438 INFO:teuthology.orchestra.run.smithi018.stdout: "4cea5c5b-9f28-4acd-bf74-4cb4f6740868": { 2024-04-22T00:46:11.438 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:46:11.438 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "4cea5c5b-9f28-4acd-bf74-4cb4f6740868", 2024-04-22T00:46:11.438 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:46:11.439 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:46:11.439 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:46:11.439 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:46:11.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.438+0000 7f05f5bcb640 1 -- 172.21.15.18:0/1900936203 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05d80a2e50 msgr2=0x7f05d80a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.438+0000 7f05f5bcb640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05d80a2e50 0x7f05d80a5310 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f05e8009f40 tx=0x7f05e80094d0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.438+0000 7f05f5bcb640 1 -- 172.21.15.18:0/1900936203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f05f010da80 msgr2=0x7f05f01adf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:11.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.438+0000 7f05f5bcb640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f05f010da80 0x7f05f01adf90 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f05e0004f50 tx=0x7f05e0004270 comp rx=0 tx=0).stop 2024-04-22T00:46:11.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.439+0000 7f05f5bcb640 1 -- 172.21.15.18:0/1900936203 shutdown_connections 2024-04-22T00:46:11.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.440+0000 7f05f5bcb640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05d80a2e50 0x7f05d80a5310 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.440+0000 7f05f5bcb640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f05f010da80 0x7f05f01adf90 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.440+0000 7f05f5bcb640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f05f010b0b0 0x7f05f01a6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.440+0000 7f05f5bcb640 1 --2- 172.21.15.18:0/1900936203 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f05f0108740 0x7f05f01a6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:11.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.440+0000 7f05f5bcb640 1 -- 172.21.15.18:0/1900936203 >> 172.21.15.18:0/1900936203 conn(0x7f05f006e5d0 msgr2=0x7f05f0109d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:11.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.441+0000 7f05f5bcb640 1 -- 172.21.15.18:0/1900936203 shutdown_connections 2024-04-22T00:46:11.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:11.441+0000 7f05f5bcb640 1 -- 172.21.15.18:0/1900936203 wait complete. 2024-04-22T00:46:11.464 INFO:tasks.cephfs.filesystem:scrub status for tag:4cea5c5b-9f28-4acd-bf74-4cb4f6740868 - {'path': '/', 'tag': '4cea5c5b-9f28-4acd-bf74-4cb4f6740868', 'options': 'recursive,force'} 2024-04-22T00:46:12.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:11 smithi081 ceph-mon[31546]: pgmap v521: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.8 MiB/s wr, 589 op/s 2024-04-22T00:46:12.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:11 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:46:12.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:11 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:12.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:11 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:46:12.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:11 smithi018 ceph-mon[27979]: pgmap v521: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.8 MiB/s wr, 589 op/s 2024-04-22T00:46:12.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:11 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:46:12.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:11 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:12.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:11 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:46:12.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:11 smithi167 ceph-mon[31348]: pgmap v521: 129 pgs: 129 active+clean; 1.2 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.8 MiB/s wr, 589 op/s 2024-04-22T00:46:12.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:11 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:46:12.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:11 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:12.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:11 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:46:13.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:46:13.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:46:13.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:46:13.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:46:13.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:46:13.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:12 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:46:13.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:46:13.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:46:13.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:46:13.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:46:13.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:12 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:13.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:12 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:14.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:13 smithi081 ceph-mon[31546]: pgmap v522: 129 pgs: 129 active+clean; 1.2 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.4 MiB/s wr, 533 op/s 2024-04-22T00:46:14.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:13 smithi018 ceph-mon[27979]: pgmap v522: 129 pgs: 129 active+clean; 1.2 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.4 MiB/s wr, 533 op/s 2024-04-22T00:46:14.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:13 smithi167 ceph-mon[31348]: pgmap v522: 129 pgs: 129 active+clean; 1.2 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.4 MiB/s wr, 533 op/s 2024-04-22T00:46:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 290.0 s, 1213.8 tps, lat 83.624 ms stddev 98.128 2024-04-22T00:46:16.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:15 smithi081 ceph-mon[31546]: pgmap v523: 129 pgs: 129 active+clean; 1.2 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 4.5 MiB/s wr, 563 op/s 2024-04-22T00:46:16.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:15 smithi018 ceph-mon[27979]: pgmap v523: 129 pgs: 129 active+clean; 1.2 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 4.5 MiB/s wr, 563 op/s 2024-04-22T00:46:16.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:15 smithi167 ceph-mon[31348]: pgmap v523: 129 pgs: 129 active+clean; 1.2 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 4.5 MiB/s wr, 563 op/s 2024-04-22T00:46:16.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.975+0000 7fa8676df640 1 -- 172.21.15.18:0/2021662228 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa860104bc0 msgr2=0x7fa860105040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:16.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.975+0000 7fa8676df640 1 --2- 172.21.15.18:0/2021662228 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa860104bc0 0x7fa860105040 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa850009900 tx=0x7fa85002bc50 comp rx=0 tx=0).stop 2024-04-22T00:46:16.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.976+0000 7fa8676df640 1 -- 172.21.15.18:0/2021662228 shutdown_connections 2024-04-22T00:46:16.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.976+0000 7fa8676df640 1 --2- 172.21.15.18:0/2021662228 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa860105580 0x7fa86010be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.976+0000 7fa8676df640 1 --2- 172.21.15.18:0/2021662228 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa860104bc0 0x7fa860105040 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.976+0000 7fa8676df640 1 --2- 172.21.15.18:0/2021662228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa8601039d0 0x7fa860103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.976+0000 7fa8676df640 1 -- 172.21.15.18:0/2021662228 >> 172.21.15.18:0/2021662228 conn(0x7fa8600fef60 msgr2=0x7fa860101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:16.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.977+0000 7fa8676df640 1 -- 172.21.15.18:0/2021662228 shutdown_connections 2024-04-22T00:46:16.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.977+0000 7fa8676df640 1 -- 172.21.15.18:0/2021662228 wait complete. 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa8676df640 1 Processor -- start 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa8676df640 1 -- start start 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa8676df640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8601039d0 0x7fa86006ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa8676df640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa860104bc0 0x7fa860070460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa8676df640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa860105580 0x7fa860198d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa8676df640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa86010f680 con 0x7fa860104bc0 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa8676df640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa86010f500 con 0x7fa860105580 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa8676df640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa86010f800 con 0x7fa8601039d0 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa86547b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8601039d0 0x7fa86006ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa865c7c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa860105580 0x7fa860198d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa864c7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa860104bc0 0x7fa860070460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa865c7c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa860105580 0x7fa860198d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51050/0 (socket says 172.21.15.18:51050) 2024-04-22T00:46:16.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.978+0000 7fa865c7c640 1 -- 172.21.15.18:0/1864512884 learned_addr learned my addr 172.21.15.18:0/1864512884 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:16.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.979+0000 7fa865c7c640 1 -- 172.21.15.18:0/1864512884 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8601039d0 msgr2=0x7fa86006ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:16.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.979+0000 7fa865c7c640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8601039d0 0x7fa86006ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.979+0000 7fa865c7c640 1 -- 172.21.15.18:0/1864512884 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa860104bc0 msgr2=0x7fa860070460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:16.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.979+0000 7fa865c7c640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa860104bc0 0x7fa860070460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.979+0000 7fa865c7c640 1 -- 172.21.15.18:0/1864512884 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa860073650 con 0x7fa860105580 2024-04-22T00:46:16.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.979+0000 7fa865c7c640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa860105580 0x7fa860198d80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa85c00d750 tx=0x7fa85c00dc10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:16.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.980+0000 7fa8567fc640 1 -- 172.21.15.18:0/1864512884 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa85c017070 con 0x7fa860105580 2024-04-22T00:46:16.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.980+0000 7fa8567fc640 1 -- 172.21.15.18:0/1864512884 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa85c005500 con 0x7fa860105580 2024-04-22T00:46:16.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.980+0000 7fa8567fc640 1 -- 172.21.15.18:0/1864512884 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa85c004d60 con 0x7fa860105580 2024-04-22T00:46:16.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.981+0000 7fa8676df640 1 -- 172.21.15.18:0/1864512884 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa860075b80 con 0x7fa860105580 2024-04-22T00:46:16.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.981+0000 7fa8676df640 1 -- 172.21.15.18:0/1864512884 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa860076050 con 0x7fa860105580 2024-04-22T00:46:16.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.983+0000 7fa8567fc640 1 -- 172.21.15.18:0/1864512884 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa85c004f00 con 0x7fa860105580 2024-04-22T00:46:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.984+0000 7fa8567fc640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa84c0a2df0 0x7fa84c0a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa86a3a6740 1 Processor -- start 2024-04-22T00:46:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa864c7a640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa84c0a2df0 0x7fa84c0a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa8567fc640 1 -- 172.21.15.18:0/1864512884 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa85c0cef40 con 0x7fa860105580 2024-04-22T00:46:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa86a3a6740 1 -- start start 2024-04-22T00:46:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c023d30 0x56371c024150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c029220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c02bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56371bf88b70 con 0x56371c023d30 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56371bf31470 con 0x56371c024720 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56371bf84b30 con 0x56371c029890 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa864c7a640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa84c0a2df0 0x7fa84c0a52b0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fa860071040 tx=0x7fa850005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa864c7a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c029220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa864c7a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c029220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51060/0 (socket says 172.21.15.18:51060) 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.985+0000 7fa864c7a640 1 -- 172.21.15.18:0/3028781271 learned_addr learned my addr 172.21.15.18:0/3028781271 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa86547b640 1 --2- 172.21.15.18:0/3028781271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c023d30 0x56371c024150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa865c7c640 1 --2- 172.21.15.18:0/3028781271 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c02bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa864c7a640 1 -- 172.21.15.18:0/3028781271 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 msgr2=0x56371c02bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa864c7a640 1 --2- 172.21.15.18:0/3028781271 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c02bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa864c7a640 1 -- 172.21.15.18:0/3028781271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c023d30 msgr2=0x56371c024150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa864c7a640 1 --2- 172.21.15.18:0/3028781271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c023d30 0x56371c024150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa864c7a640 1 -- 172.21.15.18:0/3028781271 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56371bc9d210 con 0x56371c024720 2024-04-22T00:46:16.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa864c7a640 1 --2- 172.21.15.18:0/3028781271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c029220 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fa85002c260 tx=0x7fa85003e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ddd87943e6af12f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:16.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa84b7fe640 1 -- 172.21.15.18:0/3028781271 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa85004d070 con 0x56371c024720 2024-04-22T00:46:16.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa84b7fe640 1 -- 172.21.15.18:0/3028781271 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8500046c0 con 0x56371c024720 2024-04-22T00:46:16.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.986+0000 7fa84b7fe640 1 -- 172.21.15.18:0/3028781271 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8500038c0 con 0x56371c024720 2024-04-22T00:46:16.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.987+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3028781271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 msgr2=0x56371c029220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:16.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.987+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/3028781271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c029220 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fa85002c260 tx=0x7fa85003e000 comp rx=0 tx=0).stop 2024-04-22T00:46:16.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.989+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3028781271 shutdown_connections 2024-04-22T00:46:16.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.989+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/3028781271 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c02bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.989+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/3028781271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c029220 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.989+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/3028781271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c023d30 0x56371c024150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.989+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3028781271 >> 172.21.15.18:0/3028781271 conn(0x56371c01f2a0 msgr2=0x56371c01f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:16.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.989+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3028781271 shutdown_connections 2024-04-22T00:46:16.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.989+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3028781271 wait complete. 2024-04-22T00:46:16.994 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86a3a6740 1 -- start start 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86a3a6740 1 Processor -- start 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 0x56371c02e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c024720 0x56371c02e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c035620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56371c02c7e0 con 0x56371c024720 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56371bf44a10 con 0x56371c023d30 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56371c02c960 con 0x56371c029890 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa864c7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c024720 0x56371c02e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86a3a6740 10 client.0 _ll_register_callbacks cb 0x56371bf7fb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86547b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 0x56371c02e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa864c7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c024720 0x56371c02e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37302/0 (socket says 172.21.15.18:37302) 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa86547b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 0x56371c02e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51076/0 (socket says 172.21.15.18:51076) 2024-04-22T00:46:16.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.990+0000 7fa864c7a640 1 -- 172.21.15.18:0/1858478063 learned_addr learned my addr 172.21.15.18:0/1858478063 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa865c7c640 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c035620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa865c7c640 1 -- 172.21.15.18:0/1858478063 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 msgr2=0x56371c02e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa865c7c640 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 0x56371c02e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa865c7c640 1 -- 172.21.15.18:0/1858478063 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c024720 msgr2=0x56371c02e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa865c7c640 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c024720 0x56371c02e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa865c7c640 1 -- 172.21.15.18:0/1858478063 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56371bd69620 con 0x56371c029890 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa86547b640 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 0x56371c02e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa848ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa865c7c640 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c035620 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa85c0cc670 tx=0x7fa85c09bc10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec9ddfd72f317dfe server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa848ff9640 1 -- 172.21.15.18:0/1858478063 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa85c0b3070 con 0x56371c029890 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa86a3a6740 1 -- 172.21.15.18:0/1858478063 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8500046c0 con 0x56371c029890 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.991+0000 7fa848ff9640 1 -- 172.21.15.18:0/1858478063 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa85c009c60 con 0x56371c029890 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa848ff9640 1 -- 172.21.15.18:0/1858478063 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa85c0b3070 con 0x56371c029890 2024-04-22T00:46:16.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa86a3a6740 10 client.26407 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa86a3a6740 1 -- 172.21.15.18:0/1858478063 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56371c038ab0 con 0x56371c029890 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa848ff9640 1 -- 172.21.15.18:0/1858478063 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8500046c0 con 0x56371c029890 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa848ff9640 1 -- 172.21.15.18:0/1858478063 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fa85c0b4260 con 0x56371c029890 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa86a3a6740 10 client.26407 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa86a3a6740 10 client.26407 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa86a3a6740 20 client.26407 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56371c03a130 0x56371c03c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa86a3a6740 4 client.26407 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa86a3a6740 1 -- 172.21.15.18:0/1858478063 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56371bf960b0 con 0x56371c03a130 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.992+0000 7fa86547b640 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56371c03a130 0x56371c03c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.993+0000 7fa848ff9640 10 client.26407 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:16.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.993+0000 7fa86547b640 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56371c03a130 0x56371c03c580 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cab933fddf2761db server_cookie=f7492353e83c0212 in_seq=0 out_seq=0 2024-04-22T00:46:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.993+0000 7fa848ff9640 1 -- 172.21.15.18:0/1858478063 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56371bf960b0 con 0x56371c03a130 2024-04-22T00:46:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa848ff9640 10 client.26407 handle_command_reply: tid=0 2024-04-22T00:46:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 client.26407 shutdown 2024-04-22T00:46:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 -- 172.21.15.18:0/1858478063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 msgr2=0x56371c035620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c035620 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa85c0cc670 tx=0x7fa85c09bc10 comp rx=0 tx=0).stop 2024-04-22T00:46:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 -- 172.21.15.18:0/1858478063 shutdown_connections 2024-04-22T00:46:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56371c03a130 0x56371c03c580 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa848ff9640 0 client.26407 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c035620 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c024720 0x56371c02e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/1858478063 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 0x56371c02e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 -- 172.21.15.18:0/1858478063 >> 172.21.15.18:0/1858478063 conn(0x56371c01f2a0 msgr2=0x56371c01e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 -- 172.21.15.18:0/1858478063 shutdown_connections 2024-04-22T00:46:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 1 -- 172.21.15.18:0/1858478063 wait complete. 2024-04-22T00:46:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:16.994+0000 7fa86a3a6740 20 client.26407 trim_cache size 0 max 16384 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.015+0000 7fa86a3a6740 1 Processor -- start 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.015+0000 7fa86a3a6740 1 -- start start 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.015+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c023d30 0x56371c01f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.015+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c02e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.015+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c029890 0x56371c02e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.015+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa8601a2250 con 0x56371c029890 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.015+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa86019fb20 con 0x56371c024720 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.015+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa86019d970 con 0x56371c023d30 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa86547b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c023d30 0x56371c01f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa865c7c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c029890 0x56371c02e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa864c7a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c02e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:17.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa86547b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c023d30 0x56371c01f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:43428/0 (socket says 172.21.15.18:43428) 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa864c7a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c02e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:51082/0 (socket says 172.21.15.18:51082) 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa86547b640 1 -- 172.21.15.18:0/15122043 learned_addr learned my addr 172.21.15.18:0/15122043 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa865c7c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c029890 0x56371c02e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37318/0 (socket says 172.21.15.18:37318) 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa865c7c640 1 -- 172.21.15.18:0/15122043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c023d30 msgr2=0x56371c01f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa865c7c640 1 --2- 172.21.15.18:0/15122043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c023d30 0x56371c01f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa865c7c640 1 -- 172.21.15.18:0/15122043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 msgr2=0x56371c02e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa865c7c640 1 --2- 172.21.15.18:0/15122043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c02e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa865c7c640 1 -- 172.21.15.18:0/15122043 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56371c035970 con 0x56371c029890 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa864c7a640 1 --2- 172.21.15.18:0/15122043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c02e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa865c7c640 1 --2- 172.21.15.18:0/15122043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c029890 0x56371c02e5e0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fa85c00f760 tx=0x7fa85c004830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcf2de0aa5d7434f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa84affd640 1 -- 172.21.15.18:0/15122043 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa85c099a10 con 0x56371c029890 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa84affd640 1 -- 172.21.15.18:0/15122043 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa85c098aa0 con 0x56371c029890 2024-04-22T00:46:17.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.016+0000 7fa84affd640 1 -- 172.21.15.18:0/15122043 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa85c0051f0 con 0x56371c029890 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.017+0000 7fa86a3a6740 1 -- 172.21.15.18:0/15122043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c029890 msgr2=0x56371c02e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.017+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/15122043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c029890 0x56371c02e5e0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fa85c00f760 tx=0x7fa85c004830 comp rx=0 tx=0).stop 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.017+0000 7fa86a3a6740 1 -- 172.21.15.18:0/15122043 shutdown_connections 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.017+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/15122043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c029890 0x56371c02e5e0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.017+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/15122043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c024720 0x56371c02e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.017+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/15122043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c023d30 0x56371c01f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.017+0000 7fa86a3a6740 1 -- 172.21.15.18:0/15122043 >> 172.21.15.18:0/15122043 conn(0x56371c01f2a0 msgr2=0x56371c01a220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.017+0000 7fa86a3a6740 1 -- 172.21.15.18:0/15122043 shutdown_connections 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.017+0000 7fa86a3a6740 1 -- 172.21.15.18:0/15122043 wait complete. 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.017+0000 7fa86a3a6740 1 -- start start 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.018+0000 7fa86a3a6740 1 Processor -- start 2024-04-22T00:46:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.018+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 0x56371c031e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.018+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c024720 0x56371c032340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.018+0000 7fa86a3a6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c033350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.018+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa86019dfe0 con 0x56371c024720 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.018+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa86019f450 con 0x56371c023d30 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.018+0000 7fa86a3a6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa86019e6b0 con 0x56371c029890 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.018+0000 7fa865c7c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c033350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.018+0000 7fa865c7c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c033350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:43442/0 (socket says 172.21.15.18:43442) 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.019+0000 7fa865c7c640 1 -- 172.21.15.18:0/3307921095 learned_addr learned my addr 172.21.15.18:0/3307921095 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.019+0000 7fa86a3a6740 10 client.0 _ll_register_callbacks cb 0x7fa85c09b080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.019+0000 7fa865c7c640 1 -- 172.21.15.18:0/3307921095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 msgr2=0x56371c031e00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.019+0000 7fa865c7c640 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 0x56371c031e00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.019+0000 7fa865c7c640 1 -- 172.21.15.18:0/3307921095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c024720 msgr2=0x56371c032340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.019+0000 7fa865c7c640 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c024720 0x56371c032340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.019+0000 7fa865c7c640 1 -- 172.21.15.18:0/3307921095 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56371c033940 con 0x56371c029890 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.019+0000 7fa865c7c640 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c033350 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa85c097e20 tx=0x7fa85c009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1398121c7b3a277d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.020+0000 7fa848ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.020+0000 7fa848ff9640 1 -- 172.21.15.18:0/3307921095 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa85c099a10 con 0x56371c029890 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.020+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3307921095 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa85c098aa0 con 0x56371c029890 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.020+0000 7fa848ff9640 1 -- 172.21.15.18:0/3307921095 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa85c00f540 con 0x56371c029890 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.020+0000 7fa848ff9640 1 -- 172.21.15.18:0/3307921095 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa85c0a40c0 con 0x56371c029890 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.020+0000 7fa86a3a6740 10 client.26413 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.020+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3307921095 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56371c034c50 con 0x56371c029890 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.021+0000 7fa848ff9640 1 -- 172.21.15.18:0/3307921095 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa85c098aa0 con 0x56371c029890 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.021+0000 7fa848ff9640 1 -- 172.21.15.18:0/3307921095 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fa85c0b4260 con 0x56371c029890 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.021+0000 7fa86a3a6740 10 client.26413 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.021+0000 7fa86a3a6740 10 client.26413 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.021+0000 7fa86a3a6740 20 client.26413 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.021+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56371c03a130 0x56371c0a2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.021+0000 7fa86a3a6740 4 client.26413 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:46:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.021+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3307921095 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56371bf90400 con 0x56371c03a130 2024-04-22T00:46:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.021+0000 7fa86547b640 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56371c03a130 0x56371c0a2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.022+0000 7fa848ff9640 10 client.26413 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.022+0000 7fa86547b640 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56371c03a130 0x56371c0a2990 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f708ee70fa9d543 server_cookie=90934bdbaa679fca in_seq=0 out_seq=0 2024-04-22T00:46:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.029+0000 7fa848ff9640 1 -- 172.21.15.18:0/3307921095 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56371bf90400 con 0x56371c03a130 2024-04-22T00:46:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.029+0000 7fa848ff9640 10 client.26413 handle_command_reply: tid=0 2024-04-22T00:46:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.029+0000 7fa86a3a6740 1 client.26413 shutdown 2024-04-22T00:46:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.030+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3307921095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 msgr2=0x56371c033350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.030+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c033350 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa85c097e20 tx=0x7fa85c009bd0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.031+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3307921095 shutdown_connections 2024-04-22T00:46:17.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.031+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56371c03a130 0x56371c0a2990 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.031+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56371c029890 0x56371c033350 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.031+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56371c024720 0x56371c032340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.031+0000 7fa86a3a6740 1 --2- 172.21.15.18:0/3307921095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56371c023d30 0x56371c031e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.031+0000 7fa848ff9640 0 client.26413 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.031+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3307921095 >> 172.21.15.18:0/3307921095 conn(0x56371c01f2a0 msgr2=0x56371c01f680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.031+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3307921095 shutdown_connections 2024-04-22T00:46:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:46:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:46:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:46:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:46:17.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.031+0000 7fa86a3a6740 1 -- 172.21.15.18:0/3307921095 wait complete. 2024-04-22T00:46:17.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.031+0000 7fa86a3a6740 20 client.26413 trim_cache size 0 max 16384 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 -- 172.21.15.18:0/1864512884 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa84c0a2df0 msgr2=0x7fa84c0a52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa84c0a2df0 0x7fa84c0a52b0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fa860071040 tx=0x7fa850005fd0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 -- 172.21.15.18:0/1864512884 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa860105580 msgr2=0x7fa860198d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa860105580 0x7fa860198d80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa85c00d750 tx=0x7fa85c00dc10 comp rx=0 tx=0).stop 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 -- 172.21.15.18:0/1864512884 shutdown_connections 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa84c0a2df0 0x7fa84c0a52b0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa860105580 0x7fa860198d80 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa860104bc0 0x7fa860070460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 --2- 172.21.15.18:0/1864512884 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa8601039d0 0x7fa86006ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 -- 172.21.15.18:0/1864512884 >> 172.21.15.18:0/1864512884 conn(0x7fa8600fef60 msgr2=0x7fa860107df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 -- 172.21.15.18:0/1864512884 shutdown_connections 2024-04-22T00:46:17.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:17.032+0000 7fa8676df640 1 -- 172.21.15.18:0/1864512884 wait complete. 2024-04-22T00:46:18.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:17 smithi081 ceph-mon[31546]: pgmap v524: 129 pgs: 129 active+clean; 1.2 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 5.6 MiB/s wr, 727 op/s 2024-04-22T00:46:18.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:17 smithi018 ceph-mon[27979]: pgmap v524: 129 pgs: 129 active+clean; 1.2 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 5.6 MiB/s wr, 727 op/s 2024-04-22T00:46:18.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:17 smithi167 ceph-mon[31348]: pgmap v524: 129 pgs: 129 active+clean; 1.2 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 5.6 MiB/s wr, 727 op/s 2024-04-22T00:46:19.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 295.0 s, 1275.6 tps, lat 76.248 ms stddev 102.793 2024-04-22T00:46:20.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:19 smithi081 ceph-mon[31546]: pgmap v525: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 5.1 MiB/s wr, 654 op/s 2024-04-22T00:46:20.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:19 smithi018 ceph-mon[27979]: pgmap v525: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 5.1 MiB/s wr, 654 op/s 2024-04-22T00:46:20.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:19 smithi167 ceph-mon[31348]: pgmap v525: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 5.1 MiB/s wr, 654 op/s 2024-04-22T00:46:22.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:21 smithi081 ceph-mon[31546]: pgmap v526: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 5.3 MiB/s wr, 695 op/s 2024-04-22T00:46:22.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:21 smithi018 ceph-mon[27979]: pgmap v526: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 5.3 MiB/s wr, 695 op/s 2024-04-22T00:46:22.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:21 smithi167 ceph-mon[31348]: pgmap v526: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 5.3 MiB/s wr, 695 op/s 2024-04-22T00:46:23.136 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:22 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:46:23.137 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:22 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:46:23.137 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:22 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:46:23.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:22 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:46:23.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:22 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:46:23.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:22 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:46:23.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:22 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:46:23.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:22 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:46:23.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:22 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:46:24.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:23 smithi081 ceph-mon[31546]: pgmap v527: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 8.0 MiB/s wr, 673 op/s 2024-04-22T00:46:24.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:23 smithi018 ceph-mon[27979]: pgmap v527: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 8.0 MiB/s wr, 673 op/s 2024-04-22T00:46:24.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:23 smithi167 ceph-mon[31348]: pgmap v527: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 8.0 MiB/s wr, 673 op/s 2024-04-22T00:46:24.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 300.0 s, 649.0 tps, lat 156.757 ms stddev 175.633 2024-04-22T00:46:26.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:25 smithi081 ceph-mon[31546]: pgmap v528: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 7.9 MiB/s wr, 669 op/s 2024-04-22T00:46:26.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:25 smithi018 ceph-mon[27979]: pgmap v528: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 7.9 MiB/s wr, 669 op/s 2024-04-22T00:46:26.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:25 smithi167 ceph-mon[31348]: pgmap v528: 129 pgs: 129 active+clean; 1.2 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 7.9 MiB/s wr, 669 op/s 2024-04-22T00:46:28.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:27 smithi081 ceph-mon[31546]: pgmap v529: 129 pgs: 129 active+clean; 1.2 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 12 MiB/s wr, 779 op/s 2024-04-22T00:46:28.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:27 smithi018 ceph-mon[27979]: pgmap v529: 129 pgs: 129 active+clean; 1.2 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 12 MiB/s wr, 779 op/s 2024-04-22T00:46:28.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:27 smithi167 ceph-mon[31348]: pgmap v529: 129 pgs: 129 active+clean; 1.2 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 12 MiB/s wr, 779 op/s 2024-04-22T00:46:29.771 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 305.0 s, 760.0 tps, lat 129.751 ms stddev 145.500 2024-04-22T00:46:30.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:29 smithi081 ceph-mon[31546]: pgmap v530: 129 pgs: 129 active+clean; 1.2 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 11 MiB/s wr, 629 op/s 2024-04-22T00:46:30.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:29 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:46:30.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:29 smithi018 ceph-mon[27979]: pgmap v530: 129 pgs: 129 active+clean; 1.2 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 11 MiB/s wr, 629 op/s 2024-04-22T00:46:30.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:29 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:46:30.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.197+0000 7fba6dffb640 1 -- 172.21.15.18:0/4216114753 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba64005220 con 0x7fba70108740 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.198+0000 7fba7571e640 1 -- 172.21.15.18:0/4216114753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba70108740 msgr2=0x7fba70108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.198+0000 7fba7571e640 1 --2- 172.21.15.18:0/4216114753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba70108740 0x7fba70108b60 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fba64009900 tx=0x7fba6402bc30 comp rx=0 tx=0).stop 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.198+0000 7fba7571e640 1 -- 172.21.15.18:0/4216114753 shutdown_connections 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.198+0000 7fba7571e640 1 --2- 172.21.15.18:0/4216114753 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba7010ffc0 0x7fba701123b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.198+0000 7fba7571e640 1 --2- 172.21.15.18:0/4216114753 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fba701090a0 0x7fba7010fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.198+0000 7fba7571e640 1 --2- 172.21.15.18:0/4216114753 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba70108740 0x7fba70108b60 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.198+0000 7fba7571e640 1 -- 172.21.15.18:0/4216114753 >> 172.21.15.18:0/4216114753 conn(0x7fba7006e7b0 msgr2=0x7fba70070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.198+0000 7fba7571e640 1 -- 172.21.15.18:0/4216114753 shutdown_connections 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.198+0000 7fba7571e640 1 -- 172.21.15.18:0/4216114753 wait complete. 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.199+0000 7fba7571e640 1 Processor -- start 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.199+0000 7fba7571e640 1 -- start start 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.199+0000 7fba7571e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba70108740 0x7fba701a23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.199+0000 7fba7571e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba701090a0 0x7fba701a2910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.199+0000 7fba7571e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fba7010ffc0 0x7fba701a9980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.199+0000 7fba7571e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fba7010a750 con 0x7fba70108740 2024-04-22T00:46:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.199+0000 7fba7571e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fba7010a5d0 con 0x7fba7010ffc0 2024-04-22T00:46:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.199+0000 7fba7571e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fba7010a8d0 con 0x7fba701090a0 2024-04-22T00:46:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.199+0000 7fba6f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fba7010ffc0 0x7fba701a9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.200+0000 7fba6f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fba7010ffc0 0x7fba701a9980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:44686/0 (socket says 172.21.15.18:44686) 2024-04-22T00:46:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.200+0000 7fba6f7fe640 1 -- 172.21.15.18:0/2233682333 learned_addr learned my addr 172.21.15.18:0/2233682333 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.200+0000 7fba6e7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba701090a0 0x7fba701a2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.200+0000 7fba6effd640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba70108740 0x7fba701a23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.200+0000 7fba6f7fe640 1 -- 172.21.15.18:0/2233682333 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba701090a0 msgr2=0x7fba701a2910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:30.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.200+0000 7fba6f7fe640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba701090a0 0x7fba701a2910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.200+0000 7fba6f7fe640 1 -- 172.21.15.18:0/2233682333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba70108740 msgr2=0x7fba701a23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:30.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.200+0000 7fba6f7fe640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba70108740 0x7fba701a23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.200+0000 7fba6f7fe640 1 -- 172.21.15.18:0/2233682333 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba701a9ff0 con 0x7fba7010ffc0 2024-04-22T00:46:30.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.200+0000 7fba6f7fe640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fba7010ffc0 0x7fba701a9980 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fba6000e970 tx=0x7fba6000ed70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:30.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.201+0000 7fba57fff640 1 -- 172.21.15.18:0/2233682333 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6000ccc0 con 0x7fba7010ffc0 2024-04-22T00:46:30.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.201+0000 7fba57fff640 1 -- 172.21.15.18:0/2233682333 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba6000ce60 con 0x7fba7010ffc0 2024-04-22T00:46:30.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.201+0000 7fba7571e640 1 -- 172.21.15.18:0/2233682333 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba701aa2e0 con 0x7fba7010ffc0 2024-04-22T00:46:30.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.201+0000 7fba57fff640 1 -- 172.21.15.18:0/2233682333 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba60010490 con 0x7fba7010ffc0 2024-04-22T00:46:30.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.201+0000 7fba7571e640 1 -- 172.21.15.18:0/2233682333 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba701aa830 con 0x7fba7010ffc0 2024-04-22T00:46:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.204+0000 7fba57fff640 1 -- 172.21.15.18:0/2233682333 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fba60005020 con 0x7fba7010ffc0 2024-04-22T00:46:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.205+0000 7fba57fff640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fba580a2da0 0x7fba580a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.205+0000 7fba57fff640 1 -- 172.21.15.18:0/2233682333 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fba600cf7e0 con 0x7fba7010ffc0 2024-04-22T00:46:30.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.205+0000 7fba783e5740 1 Processor -- start 2024-04-22T00:46:30.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.205+0000 7fba783e5740 1 -- start start 2024-04-22T00:46:30.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.205+0000 7fba783e5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d848b540 0x5563d848b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.205+0000 7fba783e5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d8490a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.205+0000 7fba783e5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d84910a0 0x5563d8493530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.206+0000 7fba783e5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5563d83e7b70 con 0x5563d84910a0 2024-04-22T00:46:30.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.206+0000 7fba783e5740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5563d8390470 con 0x5563d848bf30 2024-04-22T00:46:30.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.206+0000 7fba783e5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5563d83e3b30 con 0x5563d848b540 2024-04-22T00:46:30.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.206+0000 7fba6effd640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fba580a2da0 0x7fba580a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.206+0000 7fba6effd640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fba580a2da0 0x7fba580a5260 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fba64006010 tx=0x7fba64005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:30.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.209+0000 7fba6e7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d8490a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.209+0000 7fba6e7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d8490a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:44696/0 (socket says 172.21.15.18:44696) 2024-04-22T00:46:30.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.209+0000 7fba6e7fc640 1 -- 172.21.15.18:0/939998878 learned_addr learned my addr 172.21.15.18:0/939998878 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:30.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.210+0000 7fba6effd640 1 --2- 172.21.15.18:0/939998878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d848b540 0x5563d848b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.210+0000 7fba6e7fc640 1 -- 172.21.15.18:0/939998878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d848b540 msgr2=0x5563d848b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:30.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.210+0000 7fba6e7fc640 1 --2- 172.21.15.18:0/939998878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d848b540 0x5563d848b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.210+0000 7fba6e7fc640 1 -- 172.21.15.18:0/939998878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d84910a0 msgr2=0x5563d8493530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:30.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.210+0000 7fba6e7fc640 1 --2- 172.21.15.18:0/939998878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d84910a0 0x5563d8493530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.211+0000 7fba6e7fc640 1 -- 172.21.15.18:0/939998878 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563d80fc210 con 0x5563d848bf30 2024-04-22T00:46:30.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.212+0000 7fba6e7fc640 1 --2- 172.21.15.18:0/939998878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d8490a30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fba68011470 tx=0x7fba68011930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5a823c56cec254c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:30.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.216+0000 7fba557fa640 1 -- 172.21.15.18:0/939998878 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba68004d20 con 0x5563d848bf30 2024-04-22T00:46:30.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.216+0000 7fba557fa640 1 -- 172.21.15.18:0/939998878 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba68004050 con 0x5563d848bf30 2024-04-22T00:46:30.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.216+0000 7fba557fa640 1 -- 172.21.15.18:0/939998878 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6800f7a0 con 0x5563d848bf30 2024-04-22T00:46:30.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.218+0000 7fba783e5740 1 -- 172.21.15.18:0/939998878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 msgr2=0x5563d8490a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:30.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.218+0000 7fba783e5740 1 --2- 172.21.15.18:0/939998878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d8490a30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fba68011470 tx=0x7fba68011930 comp rx=0 tx=0).stop 2024-04-22T00:46:30.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.219+0000 7fba783e5740 1 -- 172.21.15.18:0/939998878 shutdown_connections 2024-04-22T00:46:30.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.219+0000 7fba783e5740 1 --2- 172.21.15.18:0/939998878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d84910a0 0x5563d8493530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.219+0000 7fba783e5740 1 --2- 172.21.15.18:0/939998878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d8490a30 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.219+0000 7fba783e5740 1 --2- 172.21.15.18:0/939998878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d848b540 0x5563d848b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.219+0000 7fba783e5740 1 -- 172.21.15.18:0/939998878 >> 172.21.15.18:0/939998878 conn(0x5563d847e2a0 msgr2=0x5563d847e6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:30.230 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.229+0000 7fba783e5740 1 -- 172.21.15.18:0/939998878 shutdown_connections 2024-04-22T00:46:30.233 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.232+0000 7fba783e5740 1 -- 172.21.15.18:0/939998878 wait complete. 2024-04-22T00:46:30.233 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.232+0000 7fba783e5740 1 -- start start 2024-04-22T00:46:30.233 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.232+0000 7fba783e5740 1 Processor -- start 2024-04-22T00:46:30.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:29 smithi167 ceph-mon[31348]: pgmap v530: 129 pgs: 129 active+clean; 1.2 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 11 MiB/s wr, 629 op/s 2024-04-22T00:46:30.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:29 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:46:30.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.236+0000 7fba783e5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848b540 0x5563d8484830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.236+0000 7fba783e5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848bf30 0x5563d8484d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.236+0000 7fba783e5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d84910a0 0x5563d8489d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.236+0000 7fba783e5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5563d8482e30 con 0x5563d848bf30 2024-04-22T00:46:30.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.236+0000 7fba783e5740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5563d83a3a10 con 0x5563d848b540 2024-04-22T00:46:30.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.236+0000 7fba783e5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5563d8482fb0 con 0x5563d84910a0 2024-04-22T00:46:30.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.236+0000 7fba783e5740 10 client.0 _ll_register_callbacks cb 0x5563d83deb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:30.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.237+0000 7fba6effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848b540 0x5563d8484830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.237+0000 7fba6effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848b540 0x5563d8484830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:44708/0 (socket says 172.21.15.18:44708) 2024-04-22T00:46:30.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.237+0000 7fba6effd640 1 -- 172.21.15.18:0/679514769 learned_addr learned my addr 172.21.15.18:0/679514769 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:30.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.237+0000 7fba6e7fc640 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848bf30 0x5563d8484d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.240+0000 7fba6f7fe640 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d84910a0 0x5563d8489d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.240+0000 7fba6effd640 1 -- 172.21.15.18:0/679514769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d84910a0 msgr2=0x5563d8489d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:30.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.240+0000 7fba6effd640 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d84910a0 0x5563d8489d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.240+0000 7fba6effd640 1 -- 172.21.15.18:0/679514769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848bf30 msgr2=0x5563d8484d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:30.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.240+0000 7fba6effd640 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848bf30 0x5563d8484d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.240+0000 7fba6effd640 1 -- 172.21.15.18:0/679514769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563d81c8620 con 0x5563d848b540 2024-04-22T00:46:30.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.246+0000 7fba6effd640 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848b540 0x5563d8484830 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fba64009230 tx=0x7fba6402bc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e5c0060dacc2d05 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:30.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.247+0000 7fba52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:30.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.249+0000 7fba52ff5640 1 -- 172.21.15.18:0/679514769 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba64005220 con 0x5563d848b540 2024-04-22T00:46:30.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.250+0000 7fba52ff5640 1 -- 172.21.15.18:0/679514769 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fba64005020 con 0x5563d848b540 2024-04-22T00:46:30.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.254+0000 7fba783e5740 1 -- 172.21.15.18:0/679514769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba68004050 con 0x5563d848b540 2024-04-22T00:46:30.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.259+0000 7fba52ff5640 1 -- 172.21.15.18:0/679514769 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fba64004e20 con 0x5563d848b540 2024-04-22T00:46:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.261+0000 7fba783e5740 10 client.26429 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.261+0000 7fba783e5740 1 -- 172.21.15.18:0/679514769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5563d84a8ad0 con 0x5563d848b540 2024-04-22T00:46:30.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.267+0000 7fba52ff5640 1 -- 172.21.15.18:0/679514769 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba68004050 con 0x5563d848b540 2024-04-22T00:46:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.271+0000 7fba52ff5640 1 -- 172.21.15.18:0/679514769 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fba6404b070 con 0x5563d848b540 2024-04-22T00:46:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.272+0000 7fba783e5740 10 client.26429 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.272+0000 7fba783e5740 10 client.26429 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:30.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.272+0000 7fba783e5740 20 client.26429 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:30.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.272+0000 7fba783e5740 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d84aa140 0x5563d84ac570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.272+0000 7fba783e5740 4 client.26429 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:30.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.272+0000 7fba783e5740 1 -- 172.21.15.18:0/679514769 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5563d83f50b0 con 0x5563d84aa140 2024-04-22T00:46:30.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.278+0000 7fba6e7fc640 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d84aa140 0x5563d84ac570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.280+0000 7fba6e7fc640 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d84aa140 0x5563d84ac570 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=737626e6d61487f server_cookie=cd7c12b9e375fb08 in_seq=0 out_seq=0 2024-04-22T00:46:30.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.281+0000 7fba52ff5640 10 client.26429 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:30.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.282+0000 7fba52ff5640 1 -- 172.21.15.18:0/679514769 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5563d83f50b0 con 0x5563d84aa140 2024-04-22T00:46:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.282+0000 7fba52ff5640 10 client.26429 handle_command_reply: tid=0 2024-04-22T00:46:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.282+0000 7fba783e5740 1 client.26429 shutdown 2024-04-22T00:46:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.287+0000 7fba783e5740 1 -- 172.21.15.18:0/679514769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848b540 msgr2=0x5563d8484830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.287+0000 7fba783e5740 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848b540 0x5563d8484830 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fba64009230 tx=0x7fba6402bc30 comp rx=0 tx=0).stop 2024-04-22T00:46:30.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.295+0000 7fba783e5740 1 -- 172.21.15.18:0/679514769 shutdown_connections 2024-04-22T00:46:30.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.295+0000 7fba783e5740 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d84aa140 0x5563d84ac570 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.295+0000 7fba783e5740 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d84910a0 0x5563d8489d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.295+0000 7fba783e5740 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848bf30 0x5563d8484d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.295+0000 7fba783e5740 1 --2- 172.21.15.18:0/679514769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848b540 0x5563d8484830 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.295+0000 7fba783e5740 1 -- 172.21.15.18:0/679514769 >> 172.21.15.18:0/679514769 conn(0x5563d847e2a0 msgr2=0x5563d847d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.295+0000 7fba52ff5640 0 client.26429 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.300+0000 7fba783e5740 1 -- 172.21.15.18:0/679514769 shutdown_connections 2024-04-22T00:46:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.300+0000 7fba783e5740 1 -- 172.21.15.18:0/679514769 wait complete. 2024-04-22T00:46:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.303+0000 7fba783e5740 20 client.26429 trim_cache size 0 max 16384 2024-04-22T00:46:30.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.337+0000 7fba783e5740 1 Processor -- start 2024-04-22T00:46:30.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.338+0000 7fba783e5740 1 -- start start 2024-04-22T00:46:30.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.338+0000 7fba783e5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 0x5563d848d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.338+0000 7fba783e5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d848bf30 0x5563d848d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.338+0000 7fba783e5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d84910a0 0x5563d8483e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.338+0000 7fba783e5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fba701b3270 con 0x5563d848b540 2024-04-22T00:46:30.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.338+0000 7fba783e5740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fba701b0b40 con 0x5563d84910a0 2024-04-22T00:46:30.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.338+0000 7fba783e5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fba701aea40 con 0x5563d848bf30 2024-04-22T00:46:30.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.340+0000 7fba6effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 0x5563d848d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.340+0000 7fba6effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 0x5563d848d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41130/0 (socket says 172.21.15.18:41130) 2024-04-22T00:46:30.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.340+0000 7fba6effd640 1 -- 172.21.15.18:0/3553806340 learned_addr learned my addr 172.21.15.18:0/3553806340 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:30.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.341+0000 7fba6f7fe640 1 --2- 172.21.15.18:0/3553806340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d84910a0 0x5563d8483e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.341+0000 7fba6effd640 1 -- 172.21.15.18:0/3553806340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d848bf30 msgr2=0x5563d848d970 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:46:30.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.341+0000 7fba6effd640 1 --2- 172.21.15.18:0/3553806340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d848bf30 0x5563d848d970 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.341+0000 7fba6effd640 1 -- 172.21.15.18:0/3553806340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d84910a0 msgr2=0x5563d8483e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:30.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.341+0000 7fba6effd640 1 --2- 172.21.15.18:0/3553806340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d84910a0 0x5563d8483e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.341+0000 7fba6effd640 1 -- 172.21.15.18:0/3553806340 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563d84838f0 con 0x5563d848b540 2024-04-22T00:46:30.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.343+0000 7fba6effd640 1 --2- 172.21.15.18:0/3553806340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 0x5563d848d430 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fba6402c7b0 tx=0x7fba64009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=333d7e94c78d8dee server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:30.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.345+0000 7fba54ff9640 1 -- 172.21.15.18:0/3553806340 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba64062020 con 0x5563d848b540 2024-04-22T00:46:30.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.345+0000 7fba54ff9640 1 -- 172.21.15.18:0/3553806340 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba640051c0 con 0x5563d848b540 2024-04-22T00:46:30.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.346+0000 7fba783e5740 1 -- 172.21.15.18:0/3553806340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 msgr2=0x5563d848d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:30.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.346+0000 7fba783e5740 1 --2- 172.21.15.18:0/3553806340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 0x5563d848d430 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fba6402c7b0 tx=0x7fba64009800 comp rx=0 tx=0).stop 2024-04-22T00:46:30.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.348+0000 7fba783e5740 1 -- 172.21.15.18:0/3553806340 shutdown_connections 2024-04-22T00:46:30.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.348+0000 7fba783e5740 1 --2- 172.21.15.18:0/3553806340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d84910a0 0x5563d8483e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.348+0000 7fba783e5740 1 --2- 172.21.15.18:0/3553806340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d848bf30 0x5563d848d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.348+0000 7fba783e5740 1 --2- 172.21.15.18:0/3553806340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 0x5563d848d430 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.348+0000 7fba783e5740 1 -- 172.21.15.18:0/3553806340 >> 172.21.15.18:0/3553806340 conn(0x5563d847e2a0 msgr2=0x5563d847cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:30.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.351+0000 7fba783e5740 1 -- 172.21.15.18:0/3553806340 shutdown_connections 2024-04-22T00:46:30.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.352+0000 7fba783e5740 1 -- 172.21.15.18:0/3553806340 wait complete. 2024-04-22T00:46:30.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.353+0000 7fba783e5740 1 -- start start 2024-04-22T00:46:30.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.353+0000 7fba783e5740 1 Processor -- start 2024-04-22T00:46:30.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.354+0000 7fba783e5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 0x5563d84baf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.354+0000 7fba783e5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d84bb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.354+0000 7fba783e5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d84910a0 0x5563d84bc4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.354+0000 7fba783e5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fba701af000 con 0x5563d848b540 2024-04-22T00:46:30.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.354+0000 7fba783e5740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fba701b0470 con 0x5563d848bf30 2024-04-22T00:46:30.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.354+0000 7fba783e5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fba701af6d0 con 0x5563d84910a0 2024-04-22T00:46:30.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.354+0000 7fba783e5740 10 client.0 _ll_register_callbacks cb 0x7fba680093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:30.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.356+0000 7fba6e7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d84bb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.356+0000 7fba6e7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d84bb4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:44734/0 (socket says 172.21.15.18:44734) 2024-04-22T00:46:30.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.356+0000 7fba6e7fc640 1 -- 172.21.15.18:0/1094377485 learned_addr learned my addr 172.21.15.18:0/1094377485 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:30.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.356+0000 7fba6f7fe640 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d84910a0 0x5563d84bc4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.358 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.357+0000 7fba6e7fc640 1 -- 172.21.15.18:0/1094377485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d84910a0 msgr2=0x5563d84bc4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:30.358 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.357+0000 7fba6e7fc640 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d84910a0 0x5563d84bc4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.358 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.357+0000 7fba6e7fc640 1 -- 172.21.15.18:0/1094377485 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 msgr2=0x5563d84baf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:30.358 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.357+0000 7fba6e7fc640 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 0x5563d84baf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.358 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.357+0000 7fba6e7fc640 1 -- 172.21.15.18:0/1094377485 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563d84bcab0 con 0x5563d848bf30 2024-04-22T00:46:30.358 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.357+0000 7fba6e7fc640 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d84bb4b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fba6801b040 tx=0x7fba68004870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4145ed2c26955c45 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:30.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.357+0000 7fba52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:30.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.357+0000 7fba52ff5640 1 -- 172.21.15.18:0/1094377485 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba68009c00 con 0x5563d848bf30 2024-04-22T00:46:30.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.358+0000 7fba52ff5640 1 -- 172.21.15.18:0/1094377485 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fba6802ad60 con 0x5563d848bf30 2024-04-22T00:46:30.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.358+0000 7fba783e5740 1 -- 172.21.15.18:0/1094377485 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba640051c0 con 0x5563d848bf30 2024-04-22T00:46:30.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.358+0000 7fba52ff5640 1 -- 172.21.15.18:0/1094377485 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fba68003db0 con 0x5563d848bf30 2024-04-22T00:46:30.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.359+0000 7fba783e5740 10 client.26432 fetch_fsmap learned FSMap version 31 2024-04-22T00:46:30.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.359+0000 7fba783e5740 1 -- 172.21.15.18:0/1094377485 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5563d85101d0 con 0x5563d848bf30 2024-04-22T00:46:30.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.359+0000 7fba52ff5640 1 -- 172.21.15.18:0/1094377485 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba640051c0 con 0x5563d848bf30 2024-04-22T00:46:30.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.360+0000 7fba52ff5640 1 -- 172.21.15.18:0/1094377485 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7fba6802a2d0 con 0x5563d848bf30 2024-04-22T00:46:30.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.360+0000 7fba783e5740 10 client.26432 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:46:30.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.360+0000 7fba783e5740 10 client.26432 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:30.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.360+0000 7fba783e5740 20 client.26432 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:30.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.360+0000 7fba783e5740 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d8510a40 0x5563d8512e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:30.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.360+0000 7fba783e5740 4 client.26432 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:46:30.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.360+0000 7fba783e5740 1 -- 172.21.15.18:0/1094377485 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5563d83ef400 con 0x5563d8510a40 2024-04-22T00:46:30.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.361+0000 7fba6effd640 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d8510a40 0x5563d8512e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:30.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.361+0000 7fba6effd640 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d8510a40 0x5563d8512e60 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a41ebb2e2aad5ad5 server_cookie=2c9122d426c73e4b in_seq=0 out_seq=0 2024-04-22T00:46:30.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.361+0000 7fba52ff5640 10 client.26432 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:30.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.371+0000 7fba52ff5640 1 -- 172.21.15.18:0/1094377485 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5563d83ef400 con 0x5563d8510a40 2024-04-22T00:46:30.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.371+0000 7fba52ff5640 10 client.26432 handle_command_reply: tid=0 2024-04-22T00:46:30.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.371+0000 7fba783e5740 1 client.26432 shutdown 2024-04-22T00:46:30.372 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.371+0000 7fba783e5740 1 -- 172.21.15.18:0/1094377485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 msgr2=0x5563d84bb4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:30.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.371+0000 7fba783e5740 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d84bb4b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fba6801b040 tx=0x7fba68004870 comp rx=0 tx=0).stop 2024-04-22T00:46:30.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.372+0000 7fba783e5740 1 -- 172.21.15.18:0/1094377485 shutdown_connections 2024-04-22T00:46:30.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.372+0000 7fba783e5740 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5563d8510a40 0x5563d8512e60 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.372+0000 7fba783e5740 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5563d84910a0 0x5563d84bc4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.372+0000 7fba783e5740 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5563d848bf30 0x5563d84bb4b0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.372+0000 7fba783e5740 1 --2- 172.21.15.18:0/1094377485 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5563d848b540 0x5563d84baf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.372+0000 7fba783e5740 1 -- 172.21.15.18:0/1094377485 >> 172.21.15.18:0/1094377485 conn(0x5563d847e2a0 msgr2=0x5563d848d430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:30.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.372+0000 7fba52ff5640 0 client.26432 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:30.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.372+0000 7fba783e5740 1 -- 172.21.15.18:0/1094377485 shutdown_connections 2024-04-22T00:46:30.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.372+0000 7fba783e5740 1 -- 172.21.15.18:0/1094377485 wait complete. 2024-04-22T00:46:30.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.372+0000 7fba783e5740 20 client.26432 trim_cache size 0 max 16384 2024-04-22T00:46:30.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:46:30.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:46:30.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:46:30.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:46:30.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 -- 172.21.15.18:0/2233682333 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fba580a2da0 msgr2=0x7fba580a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:30.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fba580a2da0 0x7fba580a5260 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fba64006010 tx=0x7fba64005d50 comp rx=0 tx=0).stop 2024-04-22T00:46:30.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 -- 172.21.15.18:0/2233682333 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fba7010ffc0 msgr2=0x7fba701a9980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:30.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fba7010ffc0 0x7fba701a9980 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fba6000e970 tx=0x7fba6000ed70 comp rx=0 tx=0).stop 2024-04-22T00:46:30.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 -- 172.21.15.18:0/2233682333 shutdown_connections 2024-04-22T00:46:30.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fba580a2da0 0x7fba580a5260 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fba7010ffc0 0x7fba701a9980 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fba701090a0 0x7fba701a2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 --2- 172.21.15.18:0/2233682333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba70108740 0x7fba701a23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:30.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 -- 172.21.15.18:0/2233682333 >> 172.21.15.18:0/2233682333 conn(0x7fba7006e7b0 msgr2=0x7fba7010b0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:30.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 -- 172.21.15.18:0/2233682333 shutdown_connections 2024-04-22T00:46:30.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:30.373+0000 7fba7571e640 1 -- 172.21.15.18:0/2233682333 wait complete. 2024-04-22T00:46:31.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:30 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:46:31.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:30 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:46:31.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:30 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:46:31.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:30 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:46:31.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:30 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:46:31.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:30 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:46:31.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:30 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:46:31.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:30 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:46:31.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:30 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:46:32.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:32 smithi081 ceph-mon[31546]: pgmap v531: 129 pgs: 129 active+clean; 1.2 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 MiB/s wr, 718 op/s 2024-04-22T00:46:32.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:32 smithi018 ceph-mon[27979]: pgmap v531: 129 pgs: 129 active+clean; 1.2 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 MiB/s wr, 718 op/s 2024-04-22T00:46:32.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:32 smithi167 ceph-mon[31348]: pgmap v531: 129 pgs: 129 active+clean; 1.2 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 MiB/s wr, 718 op/s 2024-04-22T00:46:34.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:34 smithi081 ceph-mon[31546]: pgmap v532: 129 pgs: 129 active+clean; 1.3 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 MiB/s wr, 671 op/s 2024-04-22T00:46:34.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:34 smithi018 ceph-mon[27979]: pgmap v532: 129 pgs: 129 active+clean; 1.3 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 MiB/s wr, 671 op/s 2024-04-22T00:46:34.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:34 smithi167 ceph-mon[31348]: pgmap v532: 129 pgs: 129 active+clean; 1.3 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 MiB/s wr, 671 op/s 2024-04-22T00:46:34.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 310.0 s, 918.2 tps, lat 111.401 ms stddev 143.553 2024-04-22T00:46:36.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:36 smithi081 ceph-mon[31546]: pgmap v533: 129 pgs: 129 active+clean; 1.3 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 14 MiB/s wr, 623 op/s 2024-04-22T00:46:36.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:36 smithi018 ceph-mon[27979]: pgmap v533: 129 pgs: 129 active+clean; 1.3 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 14 MiB/s wr, 623 op/s 2024-04-22T00:46:36.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:36 smithi167 ceph-mon[31348]: pgmap v533: 129 pgs: 129 active+clean; 1.3 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 14 MiB/s wr, 623 op/s 2024-04-22T00:46:38.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:38 smithi081 ceph-mon[31546]: pgmap v534: 129 pgs: 129 active+clean; 1.3 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 MiB/s wr, 735 op/s 2024-04-22T00:46:38.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:38 smithi018 ceph-mon[27979]: pgmap v534: 129 pgs: 129 active+clean; 1.3 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 MiB/s wr, 735 op/s 2024-04-22T00:46:38.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:38 smithi167 ceph-mon[31348]: pgmap v534: 129 pgs: 129 active+clean; 1.3 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 MiB/s wr, 735 op/s 2024-04-22T00:46:39.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:39 smithi081 ceph-mon[31546]: pgmap v535: 129 pgs: 129 active+clean; 1.3 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 MiB/s wr, 578 op/s 2024-04-22T00:46:39.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:39 smithi018 ceph-mon[27979]: pgmap v535: 129 pgs: 129 active+clean; 1.3 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 MiB/s wr, 578 op/s 2024-04-22T00:46:39.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:39 smithi167 ceph-mon[31348]: pgmap v535: 129 pgs: 129 active+clean; 1.3 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 MiB/s wr, 578 op/s 2024-04-22T00:46:39.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 315.0 s, 934.4 tps, lat 102.773 ms stddev 119.808 2024-04-22T00:46:41.464 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:46:41.465 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:46:41.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.636+0000 7fe6d1ffb640 1 -- 172.21.15.18:0/1215536822 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c802ccb0 con 0x7fe6d4107460 2024-04-22T00:46:41.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.637+0000 7fe6d9442640 1 -- 172.21.15.18:0/1215536822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4107460 msgr2=0x7fe6d41098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:41.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.637+0000 7fe6d9442640 1 --2- 172.21.15.18:0/1215536822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4107460 0x7fe6d41098b0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8009900 tx=0x7fe6c802bc60 comp rx=0 tx=0).stop 2024-04-22T00:46:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.637+0000 7fe6d9442640 1 -- 172.21.15.18:0/1215536822 shutdown_connections 2024-04-22T00:46:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.637+0000 7fe6d9442640 1 --2- 172.21.15.18:0/1215536822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4107460 0x7fe6d41098b0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.637+0000 7fe6d9442640 1 --2- 172.21.15.18:0/1215536822 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d4104b30 0x7fe6d4106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.637+0000 7fe6d9442640 1 --2- 172.21.15.18:0/1215536822 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d4102200 0x7fe6d41045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.637+0000 7fe6d9442640 1 -- 172.21.15.18:0/1215536822 >> 172.21.15.18:0/1215536822 conn(0x7fe6d40fbbf0 msgr2=0x7fe6d40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:41.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.642+0000 7fe6d9442640 1 -- 172.21.15.18:0/1215536822 shutdown_connections 2024-04-22T00:46:41.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.643+0000 7fe6d9442640 1 -- 172.21.15.18:0/1215536822 wait complete. 2024-04-22T00:46:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.643+0000 7fe6d9442640 1 Processor -- start 2024-04-22T00:46:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.644+0000 7fe6d9442640 1 -- start start 2024-04-22T00:46:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.644+0000 7fe6d9442640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d4102200 0x7fe6d406d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.644+0000 7fe6d9442640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d4104b30 0x7fe6d406ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.644+0000 7fe6d9442640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4107460 0x7fe6d4072e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.644+0000 7fe6d9442640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d410b1a0 con 0x7fe6d4107460 2024-04-22T00:46:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.644+0000 7fe6d9442640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d410b020 con 0x7fe6d4104b30 2024-04-22T00:46:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.644+0000 7fe6d9442640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d410b320 con 0x7fe6d4102200 2024-04-22T00:46:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.645+0000 7fe6d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4107460 0x7fe6d4072e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.645+0000 7fe6d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4107460 0x7fe6d4072e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55996/0 (socket says 172.21.15.18:55996) 2024-04-22T00:46:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.645+0000 7fe6d37fe640 1 -- 172.21.15.18:0/1488543153 learned_addr learned my addr 172.21.15.18:0/1488543153 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.645+0000 7fe6d2ffd640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d4102200 0x7fe6d406d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.646+0000 7fe6d37fe640 1 -- 172.21.15.18:0/1488543153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d4102200 msgr2=0x7fe6d406d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.646+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d4102200 0x7fe6d406d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.646+0000 7fe6d37fe640 1 -- 172.21.15.18:0/1488543153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d4104b30 msgr2=0x7fe6d406ddb0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.646+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d4104b30 0x7fe6d406ddb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.646+0000 7fe6d37fe640 1 -- 172.21.15.18:0/1488543153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6d40734a0 con 0x7fe6d4107460 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.647+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4107460 0x7fe6d4072e00 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8005ab0 tx=0x7fe6c8004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.649+0000 7fe6bbfff640 1 -- 172.21.15.18:0/1488543153 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c8041070 con 0x7fe6d4107460 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.649+0000 7fe6bbfff640 1 -- 172.21.15.18:0/1488543153 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe6c80054e0 con 0x7fe6d4107460 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.650+0000 7fe6bbfff640 1 -- 172.21.15.18:0/1488543153 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c80346a0 con 0x7fe6d4107460 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.650+0000 7fe6d9442640 1 -- 172.21.15.18:0/1488543153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6d4073730 con 0x7fe6d4107460 2024-04-22T00:46:41.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.650+0000 7fe6d9442640 1 -- 172.21.15.18:0/1488543153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6d4110770 con 0x7fe6d4107460 2024-04-22T00:46:41.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.656+0000 7fe6bbfff640 1 -- 172.21.15.18:0/1488543153 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe6c8044070 con 0x7fe6d4107460 2024-04-22T00:46:41.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:41 smithi081 ceph-mon[31546]: pgmap v536: 129 pgs: 129 active+clean; 1.3 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 19 MiB/s wr, 647 op/s 2024-04-22T00:46:41.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.658+0000 7fe6dc020740 1 Processor -- start 2024-04-22T00:46:41.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.658+0000 7fe6dc020740 1 -- start start 2024-04-22T00:46:41.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.659+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x558634755370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.659+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634755940 0x55863475a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.659+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x55863475cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.659+0000 7fe6dc020740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5586346ba560 con 0x558634755940 2024-04-22T00:46:41.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.659+0000 7fe6dc020740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558634662730 con 0x55863475aab0 2024-04-22T00:46:41.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.659+0000 7fe6dc020740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5586346b6520 con 0x558634754f50 2024-04-22T00:46:41.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.659+0000 7fe6d27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x55863475cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.659+0000 7fe6d27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x55863475cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55472/0 (socket says 172.21.15.18:55472) 2024-04-22T00:46:41.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.659+0000 7fe6d27fc640 1 -- 172.21.15.18:0/3956659750 learned_addr learned my addr 172.21.15.18:0/3956659750 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:41.660 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:41 smithi018 ceph-mon[27979]: pgmap v536: 129 pgs: 129 active+clean; 1.3 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 19 MiB/s wr, 647 op/s 2024-04-22T00:46:41.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.660+0000 7fe6d27fc640 1 --2- 172.21.15.18:0/3956659750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x558634755370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.660+0000 7fe6d27fc640 1 -- 172.21.15.18:0/3956659750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 msgr2=0x558634755370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:41.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.660+0000 7fe6d27fc640 1 --2- 172.21.15.18:0/3956659750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x558634755370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.660+0000 7fe6d27fc640 1 -- 172.21.15.18:0/3956659750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634755940 msgr2=0x55863475a440 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:46:41.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.660+0000 7fe6d27fc640 1 --2- 172.21.15.18:0/3956659750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634755940 0x55863475a440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.660+0000 7fe6d27fc640 1 -- 172.21.15.18:0/3956659750 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586344987d0 con 0x55863475aab0 2024-04-22T00:46:41.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.662+0000 7fe6bbfff640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6bc0a2d60 0x7fe6bc0a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.662+0000 7fe6bbfff640 1 -- 172.21.15.18:0/1488543153 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6c80f1200 con 0x7fe6d4107460 2024-04-22T00:46:41.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.663+0000 7fe6d27fc640 1 --2- 172.21.15.18:0/3956659750 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x55863475cf40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe6c400bfd0 tx=0x7fe6c400b080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5ea857578186bd8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.664+0000 7fe6b97fa640 1 -- 172.21.15.18:0/3956659750 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c4011040 con 0x55863475aab0 2024-04-22T00:46:41.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.664+0000 7fe6b97fa640 1 -- 172.21.15.18:0/3956659750 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe6c40065b0 con 0x55863475aab0 2024-04-22T00:46:41.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.664+0000 7fe6b97fa640 1 -- 172.21.15.18:0/3956659750 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c4018690 con 0x55863475aab0 2024-04-22T00:46:41.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.665+0000 7fe6dc020740 1 -- 172.21.15.18:0/3956659750 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 msgr2=0x55863475cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:41.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.665+0000 7fe6dc020740 1 --2- 172.21.15.18:0/3956659750 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x55863475cf40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe6c400bfd0 tx=0x7fe6c400b080 comp rx=0 tx=0).stop 2024-04-22T00:46:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.668+0000 7fe6dc020740 1 -- 172.21.15.18:0/3956659750 shutdown_connections 2024-04-22T00:46:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.668+0000 7fe6d2ffd640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6bc0a2d60 0x7fe6bc0a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.668+0000 7fe6dc020740 1 --2- 172.21.15.18:0/3956659750 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x55863475cf40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.668+0000 7fe6dc020740 1 --2- 172.21.15.18:0/3956659750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634755940 0x55863475a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.668+0000 7fe6dc020740 1 --2- 172.21.15.18:0/3956659750 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x558634755370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.668+0000 7fe6dc020740 1 -- 172.21.15.18:0/3956659750 >> 172.21.15.18:0/3956659750 conn(0x5586347504c0 msgr2=0x5586347508c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:41.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.669+0000 7fe6d2ffd640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6bc0a2d60 0x7fe6bc0a5220 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x558634751430 tx=0x7fe6cc00a290 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:41.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.671+0000 7fe6dc020740 1 -- 172.21.15.18:0/3956659750 shutdown_connections 2024-04-22T00:46:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.673+0000 7fe6dc020740 1 -- 172.21.15.18:0/3956659750 wait complete. 2024-04-22T00:46:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.673+0000 7fe6dc020740 1 -- start start 2024-04-22T00:46:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.673+0000 7fe6dc020740 1 Processor -- start 2024-04-22T00:46:41.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.674+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x55863475f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.674+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634755940 0x55863475fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.674+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x5586347669d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.674+0000 7fe6dc020740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55863475d9f0 con 0x558634755940 2024-04-22T00:46:41.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.674+0000 7fe6dc020740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558634675e00 con 0x55863475aab0 2024-04-22T00:46:41.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.674+0000 7fe6d37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x5586347669d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.674+0000 7fe6d37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x5586347669d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55488/0 (socket says 172.21.15.18:55488) 2024-04-22T00:46:41.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.674+0000 7fe6d37fe640 1 -- 172.21.15.18:0/4135264025 learned_addr learned my addr 172.21.15.18:0/4135264025 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:41.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.675+0000 7fe6d2ffd640 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x55863475f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.675+0000 7fe6dc020740 1 -- 172.21.15.18:0/4135264025 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55863475db70 con 0x558634754f50 2024-04-22T00:46:41.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.675+0000 7fe6dc020740 10 client.0 _ll_register_callbacks cb 0x5586346b0eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:41.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.675+0000 7fe6d37fe640 1 -- 172.21.15.18:0/4135264025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 msgr2=0x55863475f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:41.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.675+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x55863475f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.675+0000 7fe6d37fe640 1 -- 172.21.15.18:0/4135264025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634755940 msgr2=0x55863475fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:41.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.675+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634755940 0x55863475fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.675+0000 7fe6d37fe640 1 -- 172.21.15.18:0/4135264025 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586343ce3f0 con 0x55863475aab0 2024-04-22T00:46:41.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.675+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x5586347669d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe6c80b9a90 tx=0x7fe6c80bcf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a18aa8caa68d6c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:41.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.675+0000 7fe6b6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:41.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.676+0000 7fe6dc020740 1 -- 172.21.15.18:0/4135264025 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe6c40065b0 con 0x55863475aab0 2024-04-22T00:46:41.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.676+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/4135264025 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c804b040 con 0x55863475aab0 2024-04-22T00:46:41.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.676+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/4135264025 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6c80c6010 con 0x55863475aab0 2024-04-22T00:46:41.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.677+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/4135264025 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fe6c8004c60 con 0x55863475aab0 2024-04-22T00:46:41.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.678+0000 7fe6dc020740 10 client.26438 fetch_fsmap learned FSMap version 32 2024-04-22T00:46:41.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.678+0000 7fe6dc020740 1 -- 172.21.15.18:0/4135264025 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=32}) -- 0x55863438e0f0 con 0x55863475aab0 2024-04-22T00:46:41.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.680+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/4135264025 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7fe6c80bca80 con 0x55863475aab0 2024-04-22T00:46:41.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.680+0000 7fe6dc020740 10 client.26438 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T00:46:41.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.680+0000 7fe6dc020740 10 client.26438 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:41.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.680+0000 7fe6dc020740 20 client.26438 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:41.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.680+0000 7fe6dc020740 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55863476b0f0 0x55863476d590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.680+0000 7fe6dc020740 4 client.26438 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.680+0000 7fe6dc020740 1 -- 172.21.15.18:0/4135264025 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586346c7aa0 con 0x55863476b0f0 2024-04-22T00:46:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.682+0000 7fe6d2ffd640 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55863476b0f0 0x55863476d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.687+0000 7fe6d2ffd640 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55863476b0f0 0x55863476d590 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97b4d45962f19587 server_cookie=325d7059df813efa in_seq=0 out_seq=0 2024-04-22T00:46:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.687+0000 7fe6b6ff5640 10 client.26438 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:41.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.688+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/4135264025 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5586346c7aa0 con 0x55863476b0f0 2024-04-22T00:46:41.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.688+0000 7fe6b6ff5640 10 client.26438 handle_command_reply: tid=0 2024-04-22T00:46:41.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.688+0000 7fe6dc020740 1 client.26438 shutdown 2024-04-22T00:46:41.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.689+0000 7fe6dc020740 1 -- 172.21.15.18:0/4135264025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 msgr2=0x5586347669d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:41.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.689+0000 7fe6dc020740 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x5586347669d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe6c80b9a90 tx=0x7fe6c80bcf90 comp rx=0 tx=0).stop 2024-04-22T00:46:41.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.690+0000 7fe6dc020740 1 -- 172.21.15.18:0/4135264025 shutdown_connections 2024-04-22T00:46:41.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.690+0000 7fe6dc020740 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55863476b0f0 0x55863476d590 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.690+0000 7fe6dc020740 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55863475aab0 0x5586347669d0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.690+0000 7fe6dc020740 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634755940 0x55863475fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.690+0000 7fe6dc020740 1 --2- 172.21.15.18:0/4135264025 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x55863475f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.690+0000 7fe6dc020740 1 -- 172.21.15.18:0/4135264025 >> 172.21.15.18:0/4135264025 conn(0x5586347504c0 msgr2=0x55863474f6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:41.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.690+0000 7fe6b6ff5640 0 client.26438 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:41.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.691+0000 7fe6dc020740 1 -- 172.21.15.18:0/4135264025 shutdown_connections 2024-04-22T00:46:41.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.691+0000 7fe6dc020740 1 -- 172.21.15.18:0/4135264025 wait complete. 2024-04-22T00:46:41.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.692+0000 7fe6dc020740 20 client.26438 trim_cache size 0 max 16384 2024-04-22T00:46:41.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.722+0000 7fe6dc020740 1 Processor -- start 2024-04-22T00:46:41.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.723+0000 7fe6dc020740 1 -- start start 2024-04-22T00:46:41.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.723+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634754f50 0x558634756f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.723+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558634755940 0x558634766990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.723+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55863475aab0 0x558634757490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.723+0000 7fe6dc020740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d41b3380 con 0x558634754f50 2024-04-22T00:46:41.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.723+0000 7fe6dc020740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d41b0c20 con 0x558634755940 2024-04-22T00:46:41.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.723+0000 7fe6dc020740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d4116920 con 0x55863475aab0 2024-04-22T00:46:41.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.724+0000 7fe6d37fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55863475aab0 0x558634757490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.724+0000 7fe6d37fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55863475aab0 0x558634757490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:32980/0 (socket says 172.21.15.18:32980) 2024-04-22T00:46:41.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.724+0000 7fe6d37fe640 1 -- 172.21.15.18:0/4089648695 learned_addr learned my addr 172.21.15.18:0/4089648695 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:41.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.726+0000 7fe6d27fc640 1 --2- 172.21.15.18:0/4089648695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558634755940 0x558634766990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.726+0000 7fe6d37fe640 1 -- 172.21.15.18:0/4089648695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558634755940 msgr2=0x558634766990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.726+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/4089648695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558634755940 0x558634766990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.726+0000 7fe6d37fe640 1 -- 172.21.15.18:0/4089648695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634754f50 msgr2=0x558634756f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.726+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/4089648695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634754f50 0x558634756f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.726+0000 7fe6d37fe640 1 -- 172.21.15.18:0/4089648695 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55863474bce0 con 0x55863475aab0 2024-04-22T00:46:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.728+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/4089648695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55863475aab0 0x558634757490 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8005c20 tx=0x7fe6c8047000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db8d0a9d23371bb9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.728+0000 7fe6b8ff9640 1 -- 172.21.15.18:0/4089648695 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c804b040 con 0x55863475aab0 2024-04-22T00:46:41.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:41 smithi167 ceph-mon[31348]: pgmap v536: 129 pgs: 129 active+clean; 1.3 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 19 MiB/s wr, 647 op/s 2024-04-22T00:46:41.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.733+0000 7fe6b8ff9640 1 -- 172.21.15.18:0/4089648695 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe6c40065b0 con 0x55863475aab0 2024-04-22T00:46:41.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.734+0000 7fe6dc020740 1 -- 172.21.15.18:0/4089648695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55863475aab0 msgr2=0x558634757490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:41.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.734+0000 7fe6dc020740 1 --2- 172.21.15.18:0/4089648695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55863475aab0 0x558634757490 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8005c20 tx=0x7fe6c8047000 comp rx=0 tx=0).stop 2024-04-22T00:46:41.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.742+0000 7fe6dc020740 1 -- 172.21.15.18:0/4089648695 shutdown_connections 2024-04-22T00:46:41.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.742+0000 7fe6dc020740 1 --2- 172.21.15.18:0/4089648695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55863475aab0 0x558634757490 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.742+0000 7fe6dc020740 1 --2- 172.21.15.18:0/4089648695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558634755940 0x558634766990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.742+0000 7fe6dc020740 1 --2- 172.21.15.18:0/4089648695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558634754f50 0x558634756f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.742+0000 7fe6dc020740 1 -- 172.21.15.18:0/4089648695 >> 172.21.15.18:0/4089648695 conn(0x5586347504c0 msgr2=0x5586347508a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:41.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.748+0000 7fe6dc020740 1 -- 172.21.15.18:0/4089648695 shutdown_connections 2024-04-22T00:46:41.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.751+0000 7fe6dc020740 1 -- 172.21.15.18:0/4089648695 wait complete. 2024-04-22T00:46:41.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.752+0000 7fe6dc020740 1 -- start start 2024-04-22T00:46:41.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.752+0000 7fe6dc020740 1 Processor -- start 2024-04-22T00:46:41.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.753+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x5586347639c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.753+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558634755940 0x558634763f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.753+0000 7fe6dc020740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55863475aab0 0x558634764f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.753+0000 7fe6dc020740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d41af0e0 con 0x55863475aab0 2024-04-22T00:46:41.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.753+0000 7fe6dc020740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d41b0550 con 0x558634755940 2024-04-22T00:46:41.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.753+0000 7fe6dc020740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d41af7b0 con 0x558634754f50 2024-04-22T00:46:41.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.753+0000 7fe6dc020740 10 client.0 _ll_register_callbacks cb 0x7fe6c8005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:41.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.754+0000 7fe6d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55863475aab0 0x558634764f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.755+0000 7fe6d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55863475aab0 0x558634764f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56030/0 (socket says 172.21.15.18:56030) 2024-04-22T00:46:41.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.755+0000 7fe6d37fe640 1 -- 172.21.15.18:0/2922711121 learned_addr learned my addr 172.21.15.18:0/2922711121 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:41.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.758+0000 7fe6d2ffd640 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x5586347639c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.759+0000 7fe6d37fe640 1 -- 172.21.15.18:0/2922711121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 msgr2=0x5586347639c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:41.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.759+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x5586347639c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.759+0000 7fe6d37fe640 1 -- 172.21.15.18:0/2922711121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558634755940 msgr2=0x558634763f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:41.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.759+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558634755940 0x558634763f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.759+0000 7fe6d37fe640 1 -- 172.21.15.18:0/2922711121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558634765500 con 0x55863475aab0 2024-04-22T00:46:41.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.759+0000 7fe6d37fe640 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55863475aab0 0x558634764f10 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fe6c802e040 tx=0x7fe6c802bc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ab8625853a0769d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:41.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.760+0000 7fe6b6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:46:41.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.761+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/2922711121 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c804b050 con 0x55863475aab0 2024-04-22T00:46:41.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.761+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/2922711121 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe6c80b9380 con 0x55863475aab0 2024-04-22T00:46:41.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.762+0000 7fe6d2ffd640 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x5586347639c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:46:41.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.764+0000 7fe6dc020740 1 -- 172.21.15.18:0/2922711121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe6c40065b0 con 0x55863475aab0 2024-04-22T00:46:41.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.771+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/2922711121 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fe6c80bd630 con 0x55863475aab0 2024-04-22T00:46:41.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.772+0000 7fe6dc020740 10 client.16764 fetch_fsmap learned FSMap version 32 2024-04-22T00:46:41.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.772+0000 7fe6dc020740 1 -- 172.21.15.18:0/2922711121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x558634765500 con 0x55863475aab0 2024-04-22T00:46:41.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.773+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/2922711121 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe6c40065b0 con 0x55863475aab0 2024-04-22T00:46:41.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.773+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/2922711121 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7fe6c80c2b70 con 0x55863475aab0 2024-04-22T00:46:41.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.777+0000 7fe6dc020740 10 client.16764 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T00:46:41.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.777+0000 7fe6dc020740 10 client.16764 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:41.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.777+0000 7fe6dc020740 20 client.16764 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:41.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.777+0000 7fe6dc020740 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586347d1710 0x5586347d3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:41.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.777+0000 7fe6dc020740 4 client.16764 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:46:41.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.777+0000 7fe6dc020740 1 -- 172.21.15.18:0/2922711121 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5586346c1df0 con 0x5586347d1710 2024-04-22T00:46:41.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.781+0000 7fe6d2ffd640 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586347d1710 0x5586347d3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:41.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.794+0000 7fe6d2ffd640 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586347d1710 0x5586347d3b00 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f812cf77d59e3149 server_cookie=27044edefb9b94c8 in_seq=0 out_seq=0 2024-04-22T00:46:41.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.794+0000 7fe6b6ff5640 10 client.16764 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:41.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.797+0000 7fe6b6ff5640 1 -- 172.21.15.18:0/2922711121 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5586346c1df0 con 0x5586347d1710 2024-04-22T00:46:41.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.797+0000 7fe6b6ff5640 10 client.16764 handle_command_reply: tid=0 2024-04-22T00:46:41.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.798+0000 7fe6dc020740 1 client.16764 shutdown 2024-04-22T00:46:41.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.802+0000 7fe6dc020740 1 -- 172.21.15.18:0/2922711121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55863475aab0 msgr2=0x558634764f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:41.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.802+0000 7fe6dc020740 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55863475aab0 0x558634764f10 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fe6c802e040 tx=0x7fe6c802bc60 comp rx=0 tx=0).stop 2024-04-22T00:46:41.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.806+0000 7fe6dc020740 1 -- 172.21.15.18:0/2922711121 shutdown_connections 2024-04-22T00:46:41.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.806+0000 7fe6dc020740 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586347d1710 0x5586347d3b00 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.806+0000 7fe6dc020740 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55863475aab0 0x558634764f10 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.806+0000 7fe6dc020740 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558634755940 0x558634763f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.806+0000 7fe6dc020740 1 --2- 172.21.15.18:0/2922711121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558634754f50 0x5586347639c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.806+0000 7fe6dc020740 1 -- 172.21.15.18:0/2922711121 >> 172.21.15.18:0/2922711121 conn(0x5586347504c0 msgr2=0x55863475f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:41.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.806+0000 7fe6b6ff5640 0 client.16764 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:41.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.810+0000 7fe6dc020740 1 -- 172.21.15.18:0/2922711121 shutdown_connections 2024-04-22T00:46:41.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.812+0000 7fe6dc020740 1 -- 172.21.15.18:0/2922711121 wait complete. 2024-04-22T00:46:41.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.814+0000 7fe6dc020740 20 client.16764 trim_cache size 0 max 16384 2024-04-22T00:46:41.816 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:46:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:46:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:46:41.816 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:46:41.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.817+0000 7fe6d9442640 1 -- 172.21.15.18:0/1488543153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6bc0a2d60 msgr2=0x7fe6bc0a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:41.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.817+0000 7fe6d9442640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6bc0a2d60 0x7fe6bc0a5220 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x558634751430 tx=0x7fe6cc00a290 comp rx=0 tx=0).stop 2024-04-22T00:46:41.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.817+0000 7fe6d9442640 1 -- 172.21.15.18:0/1488543153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4107460 msgr2=0x7fe6d4072e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:41.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.817+0000 7fe6d9442640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4107460 0x7fe6d4072e00 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8005ab0 tx=0x7fe6c8004040 comp rx=0 tx=0).stop 2024-04-22T00:46:41.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.818+0000 7fe6d9442640 1 -- 172.21.15.18:0/1488543153 shutdown_connections 2024-04-22T00:46:41.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.818+0000 7fe6d9442640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe6bc0a2d60 0x7fe6bc0a5220 secure :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0x558634751430 tx=0x7fe6cc00a290 comp rx=0 tx=0).stop 2024-04-22T00:46:41.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.818+0000 7fe6d9442640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6d4107460 0x7fe6d4072e00 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.818+0000 7fe6d9442640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6d4104b30 0x7fe6d406ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.818+0000 7fe6d9442640 1 --2- 172.21.15.18:0/1488543153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe6d4102200 0x7fe6d406d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:41.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.818+0000 7fe6d9442640 1 -- 172.21.15.18:0/1488543153 >> 172.21.15.18:0/1488543153 conn(0x7fe6d40fbbf0 msgr2=0x7fe6d4102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:41.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.820+0000 7fe6d9442640 1 -- 172.21.15.18:0/1488543153 shutdown_connections 2024-04-22T00:46:41.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:41.821+0000 7fe6d9442640 1 -- 172.21.15.18:0/1488543153 wait complete. 2024-04-22T00:46:41.847 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:46:41.847 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:46:42.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.030+0000 7f7f261d7640 1 -- 172.21.15.18:0/730099153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f20101160 msgr2=0x7f7f20105a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.030+0000 7f7f261d7640 1 --2- 172.21.15.18:0/730099153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f20101160 0x7f7f20105a00 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f7f18009be0 tx=0x7f7f1802bef0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.031+0000 7f7f261d7640 1 -- 172.21.15.18:0/730099153 shutdown_connections 2024-04-22T00:46:42.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.031+0000 7f7f261d7640 1 --2- 172.21.15.18:0/730099153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f20101160 0x7f7f20105a00 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.031+0000 7f7f261d7640 1 --2- 172.21.15.18:0/730099153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f201007a0 0x7f7f20100c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.031+0000 7f7f261d7640 1 --2- 172.21.15.18:0/730099153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f200ffa40 0x7f7f200ffe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.031+0000 7f7f261d7640 1 -- 172.21.15.18:0/730099153 >> 172.21.15.18:0/730099153 conn(0x7f7f200fb370 msgr2=0x7f7f200fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.034+0000 7f7f261d7640 1 -- 172.21.15.18:0/730099153 shutdown_connections 2024-04-22T00:46:42.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.036+0000 7f7f261d7640 1 -- 172.21.15.18:0/730099153 wait complete. 2024-04-22T00:46:42.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.036+0000 7f7f261d7640 1 Processor -- start 2024-04-22T00:46:42.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f261d7640 1 -- start start 2024-04-22T00:46:42.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f261d7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f200ffa40 0x7f7f200700a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f261d7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f201007a0 0x7f7f200705e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f261d7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f20101160 0x7f7f201ae120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f261d7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7f20113a70 con 0x7f7f200ffa40 2024-04-22T00:46:42.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f261d7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7f201138f0 con 0x7f7f20101160 2024-04-22T00:46:42.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f261d7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7f20113bf0 con 0x7f7f201007a0 2024-04-22T00:46:42.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f1f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f200ffa40 0x7f7f200700a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f1f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f200ffa40 0x7f7f200700a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56048/0 (socket says 172.21.15.18:56048) 2024-04-22T00:46:42.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f1f7fe640 1 -- 172.21.15.18:0/3012503019 learned_addr learned my addr 172.21.15.18:0/3012503019 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:42.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.038+0000 7f7f1ffff640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f20101160 0x7f7f201ae120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.039+0000 7f7f1ffff640 1 -- 172.21.15.18:0/3012503019 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f201007a0 msgr2=0x7f7f200705e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.039+0000 7f7f1effd640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f201007a0 0x7f7f200705e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.039+0000 7f7f1ffff640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f201007a0 0x7f7f200705e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.039+0000 7f7f1ffff640 1 -- 172.21.15.18:0/3012503019 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f200ffa40 msgr2=0x7f7f200700a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.039+0000 7f7f1ffff640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f200ffa40 0x7f7f200700a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.039+0000 7f7f1ffff640 1 -- 172.21.15.18:0/3012503019 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f20070c80 con 0x7f7f20101160 2024-04-22T00:46:42.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.039+0000 7f7f1effd640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f201007a0 0x7f7f200705e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:46:42.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.039+0000 7f7f1f7fe640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f200ffa40 0x7f7f200700a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:42.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.039+0000 7f7f1ffff640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f20101160 0x7f7f201ae120 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f7f18009b30 tx=0x7f7f180337b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.039+0000 7f7f1cff9640 1 -- 172.21.15.18:0/3012503019 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f18043020 con 0x7f7f20101160 2024-04-22T00:46:42.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.040+0000 7f7f1cff9640 1 -- 172.21.15.18:0/3012503019 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f180338a0 con 0x7f7f20101160 2024-04-22T00:46:42.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.040+0000 7f7f1cff9640 1 -- 172.21.15.18:0/3012503019 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f18034690 con 0x7f7f20101160 2024-04-22T00:46:42.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.040+0000 7f7f261d7640 1 -- 172.21.15.18:0/3012503019 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f201ae720 con 0x7f7f20101160 2024-04-22T00:46:42.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.040+0000 7f7f261d7640 1 -- 172.21.15.18:0/3012503019 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f201aebf0 con 0x7f7f20101160 2024-04-22T00:46:42.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.041+0000 7f7f261d7640 1 -- 172.21.15.18:0/3012503019 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f20067cd0 con 0x7f7f20101160 2024-04-22T00:46:42.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.043+0000 7f7f1cff9640 1 -- 172.21.15.18:0/3012503019 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7f18046020 con 0x7f7f20101160 2024-04-22T00:46:42.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.044+0000 7f7f1cff9640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f080a2c60 0x7f7f080a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.044+0000 7f7f1cff9640 1 -- 172.21.15.18:0/3012503019 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7f18071e00 con 0x7f7f20101160 2024-04-22T00:46:42.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.044+0000 7f7f1f7fe640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f080a2c60 0x7f7f080a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.045+0000 7f7f1f7fe640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f080a2c60 0x7f7f080a5120 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f7f10011550 tx=0x7f7f10005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.047+0000 7f7f1cff9640 1 -- 172.21.15.18:0/3012503019 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7f180be8f0 con 0x7f7f20101160 2024-04-22T00:46:42.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.472+0000 7f7f261d7640 1 -- 172.21.15.18:0/3012503019 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f201047f0 con 0x7f7f20101160 2024-04-22T00:46:42.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.473+0000 7f7f1cff9640 1 -- 172.21.15.18:0/3012503019 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11870 (secure 0 0 0) 0x7f7f201047f0 con 0x7f7f20101160 2024-04-22T00:46:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:46:42.475 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":33,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:46:41.998548+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:46:42.476 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 33 2024-04-22T00:46:42.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 -- 172.21.15.18:0/3012503019 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f080a2c60 msgr2=0x7f7f080a5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f080a2c60 0x7f7f080a5120 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f7f10011550 tx=0x7f7f10005f90 comp rx=0 tx=0).stop 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 -- 172.21.15.18:0/3012503019 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f20101160 msgr2=0x7f7f201ae120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f20101160 0x7f7f201ae120 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f7f18009b30 tx=0x7f7f180337b0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 -- 172.21.15.18:0/3012503019 shutdown_connections 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f080a2c60 0x7f7f080a5120 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f20101160 0x7f7f201ae120 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f201007a0 0x7f7f200705e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 --2- 172.21.15.18:0/3012503019 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f200ffa40 0x7f7f200700a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 -- 172.21.15.18:0/3012503019 >> 172.21.15.18:0/3012503019 conn(0x7f7f200fb370 msgr2=0x7f7f201019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 -- 172.21.15.18:0/3012503019 shutdown_connections 2024-04-22T00:46:42.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.476+0000 7f7f261d7640 1 -- 172.21.15.18:0/3012503019 wait complete. 2024-04-22T00:46:42.488 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:46:42.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:42 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:42.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:42 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:42.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.663+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4098234989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c4010b0b0 msgr2=0x7f4c4010d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.663+0000 7f4c45d4f640 1 --2- 172.21.15.18:0/4098234989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c4010b0b0 0x7f4c4010d540 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f4c3001a910 tx=0x7f4c3003cca0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.673+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4098234989 shutdown_connections 2024-04-22T00:46:42.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.673+0000 7f4c45d4f640 1 --2- 172.21.15.18:0/4098234989 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4c4010da80 0x7f4c4010df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.673+0000 7f4c45d4f640 1 --2- 172.21.15.18:0/4098234989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c4010b0b0 0x7f4c4010d540 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.673+0000 7f4c45d4f640 1 --2- 172.21.15.18:0/4098234989 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c40108740 0x7f4c4010ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.673+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4098234989 >> 172.21.15.18:0/4098234989 conn(0x7f4c4006e5d0 msgr2=0x7f4c40070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.679+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4098234989 shutdown_connections 2024-04-22T00:46:42.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.682+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4098234989 wait complete. 2024-04-22T00:46:42.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.683+0000 7f4c45d4f640 1 Processor -- start 2024-04-22T00:46:42.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.686+0000 7f4c45d4f640 1 -- start start 2024-04-22T00:46:42.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.686+0000 7f4c45d4f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4c40108740 0x7f4c4019e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.686+0000 7f4c45d4f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c4010b0b0 0x7f4c4019e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.686+0000 7f4c45d4f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c4010da80 0x7f4c401a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.686+0000 7f4c45d4f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4c40111b50 con 0x7f4c4010da80 2024-04-22T00:46:42.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.686+0000 7f4c45d4f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4c401119d0 con 0x7f4c40108740 2024-04-22T00:46:42.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.686+0000 7f4c45d4f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4c40111cd0 con 0x7f4c4010b0b0 2024-04-22T00:46:42.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.688+0000 7f4c3ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c4010da80 0x7f4c401a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.688+0000 7f4c3ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c4010da80 0x7f4c401a5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56072/0 (socket says 172.21.15.18:56072) 2024-04-22T00:46:42.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.688+0000 7f4c3ffff640 1 -- 172.21.15.18:0/4209548182 learned_addr learned my addr 172.21.15.18:0/4209548182 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:42.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.688+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4c40108740 0x7f4c4019e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.688+0000 7f4c3effd640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c4010b0b0 0x7f4c4019e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.693+0000 7f4c3ffff640 1 -- 172.21.15.18:0/4209548182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c4010b0b0 msgr2=0x7f4c4019e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.693+0000 7f4c3ffff640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c4010b0b0 0x7f4c4019e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.693+0000 7f4c3ffff640 1 -- 172.21.15.18:0/4209548182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4c40108740 msgr2=0x7f4c4019e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.693+0000 7f4c3ffff640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4c40108740 0x7f4c4019e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.693+0000 7f4c3ffff640 1 -- 172.21.15.18:0/4209548182 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c401a5df0 con 0x7f4c4010da80 2024-04-22T00:46:42.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.693+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4c40108740 0x7f4c4019e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:42.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.693+0000 7f4c3ffff640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c4010da80 0x7f4c401a5780 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f4c3800b3c0 tx=0x7f4c3800b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.694+0000 7f4c3cff9640 1 -- 172.21.15.18:0/4209548182 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c38011830 con 0x7f4c4010da80 2024-04-22T00:46:42.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.694+0000 7f4c3cff9640 1 -- 172.21.15.18:0/4209548182 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4c38016070 con 0x7f4c4010da80 2024-04-22T00:46:42.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.694+0000 7f4c3cff9640 1 -- 172.21.15.18:0/4209548182 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c3800f2e0 con 0x7f4c4010da80 2024-04-22T00:46:42.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.694+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4209548182 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c401a60e0 con 0x7f4c4010da80 2024-04-22T00:46:42.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.694+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4209548182 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c401a6660 con 0x7f4c4010da80 2024-04-22T00:46:42.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.698+0000 7f4c48a13740 1 Processor -- start 2024-04-22T00:46:42.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.699+0000 7f4c3cff9640 1 -- 172.21.15.18:0/4209548182 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4c380119d0 con 0x7f4c4010da80 2024-04-22T00:46:42.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.699+0000 7f4c48a13740 1 -- start start 2024-04-22T00:46:42.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.699+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931040 0x5610f6931460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.699+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6936530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.699+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6936ba0 0x5610f6939030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.699+0000 7f4c48a13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5610f6896530 con 0x5610f6936ba0 2024-04-22T00:46:42.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.699+0000 7f4c48a13740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5610f683e830 con 0x5610f6931040 2024-04-22T00:46:42.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.699+0000 7f4c48a13740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5610f68924f0 con 0x5610f6931a30 2024-04-22T00:46:42.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.700+0000 7f4c3cff9640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4c280a2da0 0x7f4c280a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.700+0000 7f4c3f7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6936530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.700+0000 7f4c3f7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6936530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33042/0 (socket says 172.21.15.18:33042) 2024-04-22T00:46:42.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.700+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/2707781057 learned_addr learned my addr 172.21.15.18:0/2707781057 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:42.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.700+0000 7f4c3cff9640 1 -- 172.21.15.18:0/4209548182 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4c380ce9a0 con 0x7f4c4010da80 2024-04-22T00:46:42.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.701+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/2707781057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931040 msgr2=0x5610f6931460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.701+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/2707781057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931040 0x5610f6931460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.701+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/2707781057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6936ba0 msgr2=0x5610f6939030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.701+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/2707781057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6936ba0 0x5610f6939030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.701+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/2707781057 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610f68622c0 con 0x5610f6931a30 2024-04-22T00:46:42.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.701+0000 7f4c3ffff640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4c280a2da0 0x7f4c280a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.702+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/2707781057 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6936530 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4c3400a8e0 tx=0x7f4c340096d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8252861e667e6fe4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.702+0000 7f4c3ffff640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4c280a2da0 0x7f4c280a5260 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4c38000c00 tx=0x7f4c38010950 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.702+0000 7f4c25ffb640 1 -- 172.21.15.18:0/2707781057 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c34018020 con 0x5610f6931a30 2024-04-22T00:46:42.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.703+0000 7f4c25ffb640 1 -- 172.21.15.18:0/2707781057 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4c34014400 con 0x5610f6931a30 2024-04-22T00:46:42.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.704+0000 7f4c48a13740 1 -- 172.21.15.18:0/2707781057 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 msgr2=0x5610f6936530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.704+0000 7f4c48a13740 1 --2- 172.21.15.18:0/2707781057 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6936530 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4c3400a8e0 tx=0x7f4c340096d0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.705+0000 7f4c48a13740 1 -- 172.21.15.18:0/2707781057 shutdown_connections 2024-04-22T00:46:42.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.705+0000 7f4c48a13740 1 --2- 172.21.15.18:0/2707781057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6936ba0 0x5610f6939030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.705+0000 7f4c48a13740 1 --2- 172.21.15.18:0/2707781057 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6936530 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.705+0000 7f4c48a13740 1 --2- 172.21.15.18:0/2707781057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931040 0x5610f6931460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.705+0000 7f4c48a13740 1 -- 172.21.15.18:0/2707781057 >> 172.21.15.18:0/2707781057 conn(0x5610f692c5b0 msgr2=0x5610f692c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.707+0000 7f4c48a13740 1 -- 172.21.15.18:0/2707781057 shutdown_connections 2024-04-22T00:46:42.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.709+0000 7f4c48a13740 1 -- 172.21.15.18:0/2707781057 wait complete. 2024-04-22T00:46:42.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.709+0000 7f4c48a13740 1 -- start start 2024-04-22T00:46:42.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.709+0000 7f4c48a13740 1 Processor -- start 2024-04-22T00:46:42.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.711+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 0x5610f693b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.711+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931a30 0x5610f693b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.711+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6936ba0 0x5610f6942950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.711+0000 7f4c48a13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5610f6939ba0 con 0x5610f6936ba0 2024-04-22T00:46:42.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.711+0000 7f4c48a13740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5610f6851f10 con 0x5610f6931a30 2024-04-22T00:46:42.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.711+0000 7f4c48a13740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5610f6939d20 con 0x5610f6931040 2024-04-22T00:46:42.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.711+0000 7f4c48a13740 10 client.0 _ll_register_callbacks cb 0x5610f65a9be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:42.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.712+0000 7f4c3f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931a30 0x5610f693b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.713+0000 7f4c3f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931a30 0x5610f693b980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55556/0 (socket says 172.21.15.18:55556) 2024-04-22T00:46:42.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.713+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/1018896606 learned_addr learned my addr 172.21.15.18:0/1018896606 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:42.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.714+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/1018896606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 msgr2=0x5610f693b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.714+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 0x5610f693b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.714+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/1018896606 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6936ba0 msgr2=0x5610f6942950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.714+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6936ba0 0x5610f6942950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.714+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/1018896606 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610f6823c80 con 0x5610f6931a30 2024-04-22T00:46:42.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.718+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931a30 0x5610f693b980 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4c340099a0 tx=0x7f4c3400eae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2035921cb942be6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.718+0000 7f4c1effd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:42.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.718+0000 7f4c1effd640 1 -- 172.21.15.18:0/1018896606 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c34018040 con 0x5610f6931a30 2024-04-22T00:46:42.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.718+0000 7f4c1effd640 1 -- 172.21.15.18:0/1018896606 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4c34013a00 con 0x5610f6931a30 2024-04-22T00:46:42.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.718+0000 7f4c48a13740 1 -- 172.21.15.18:0/1018896606 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5610f68a3a70 con 0x5610f6931a30 2024-04-22T00:46:42.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c1effd640 1 -- 172.21.15.18:0/1018896606 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f4c3400ee60 con 0x5610f6931a30 2024-04-22T00:46:42.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c48a13740 10 client.26453 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:42.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c48a13740 1 -- 172.21.15.18:0/1018896606 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5610f65aa3f0 con 0x5610f6931a30 2024-04-22T00:46:42.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c1effd640 1 -- 172.21.15.18:0/1018896606 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5610f68a3a70 con 0x5610f6931a30 2024-04-22T00:46:42.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c1effd640 1 -- 172.21.15.18:0/1018896606 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7f4c340047d0 con 0x5610f6931a30 2024-04-22T00:46:42.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c48a13740 10 client.26453 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:42.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c48a13740 10 client.26453 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:46:42.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c48a13740 20 client.26453 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:42.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c48a13740 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5610f69475f0 0x5610f6949a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c48a13740 4 client.26453 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:42.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.719+0000 7f4c48a13740 1 -- 172.21.15.18:0/1018896606 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610f689ddc0 con 0x5610f69475f0 2024-04-22T00:46:42.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.720+0000 7f4c3effd640 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5610f69475f0 0x5610f6949a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.720+0000 7f4c3effd640 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5610f69475f0 0x5610f6949a50 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5bcb31830313bd9f server_cookie=197d1515dff2b628 in_seq=0 out_seq=0 2024-04-22T00:46:42.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.720+0000 7f4c1effd640 10 client.26453 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:46:42.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.723+0000 7f4c1effd640 1 -- 172.21.15.18:0/1018896606 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5610f689ddc0 con 0x5610f69475f0 2024-04-22T00:46:42.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.723+0000 7f4c1effd640 10 client.26453 handle_command_reply: tid=0 2024-04-22T00:46:42.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.723+0000 7f4c48a13740 1 client.26453 shutdown 2024-04-22T00:46:42.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c48a13740 1 -- 172.21.15.18:0/1018896606 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931a30 msgr2=0x5610f693b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c48a13740 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931a30 0x5610f693b980 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4c340099a0 tx=0x7f4c3400eae0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c48a13740 1 -- 172.21.15.18:0/1018896606 shutdown_connections 2024-04-22T00:46:42.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c48a13740 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5610f69475f0 0x5610f6949a50 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c48a13740 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6936ba0 0x5610f6942950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c48a13740 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6931a30 0x5610f693b980 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c48a13740 1 --2- 172.21.15.18:0/1018896606 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 0x5610f693b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c48a13740 1 -- 172.21.15.18:0/1018896606 >> 172.21.15.18:0/1018896606 conn(0x5610f692c5b0 msgr2=0x5610f692b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c1effd640 0 client.26453 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:46:42.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c48a13740 1 -- 172.21.15.18:0/1018896606 shutdown_connections 2024-04-22T00:46:42.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.724+0000 7f4c48a13740 1 -- 172.21.15.18:0/1018896606 wait complete. 2024-04-22T00:46:42.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.725+0000 7f4c48a13740 20 client.26453 trim_cache size 0 max 16384 2024-04-22T00:46:42.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:42 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:42.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c48a13740 1 Processor -- start 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c48a13740 1 -- start start 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931040 0x5610f692c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6942910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6936ba0 0x5610f6932530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c48a13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4c401b35f0 con 0x5610f6931040 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c48a13740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4c401b0e90 con 0x5610f6936ba0 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c48a13740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4c401aece0 con 0x5610f6931a30 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c3effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931040 0x5610f692c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c3effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931040 0x5610f692c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56102/0 (socket says 172.21.15.18:56102) 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c3effd640 1 -- 172.21.15.18:0/3611168389 learned_addr learned my addr 172.21.15.18:0/3611168389 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/3611168389 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6942910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c3effd640 1 --2- 172.21.15.18:0/3611168389 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6936ba0 0x5610f6932530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/3611168389 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6936ba0 msgr2=0x5610f6932530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/3611168389 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6936ba0 0x5610f6932530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.746+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/3611168389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931040 msgr2=0x5610f692c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.747+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/3611168389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931040 0x5610f692c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.747+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/3611168389 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610f66747d0 con 0x5610f6931a30 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.747+0000 7f4c3effd640 1 --2- 172.21.15.18:0/3611168389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931040 0x5610f692c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.747+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/3611168389 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6942910 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4c340264f0 tx=0x7f4c3400a5c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3bc16da6c106e7de server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.747+0000 7f4c257fa640 1 -- 172.21.15.18:0/3611168389 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c34038070 con 0x5610f6931a30 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.747+0000 7f4c257fa640 1 -- 172.21.15.18:0/3611168389 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4c34021070 con 0x5610f6931a30 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.747+0000 7f4c257fa640 1 -- 172.21.15.18:0/3611168389 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c34013e80 con 0x5610f6931a30 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.748+0000 7f4c48a13740 1 -- 172.21.15.18:0/3611168389 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 msgr2=0x5610f6942910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.748+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3611168389 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6942910 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4c340264f0 tx=0x7f4c3400a5c0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.748+0000 7f4c48a13740 1 -- 172.21.15.18:0/3611168389 shutdown_connections 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.748+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3611168389 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6936ba0 0x5610f6932530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.748+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3611168389 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931a30 0x5610f6942910 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.748+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3611168389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931040 0x5610f692c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.748+0000 7f4c48a13740 1 -- 172.21.15.18:0/3611168389 >> 172.21.15.18:0/3611168389 conn(0x5610f692c5b0 msgr2=0x5610f69300a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.748+0000 7f4c48a13740 1 -- 172.21.15.18:0/3611168389 shutdown_connections 2024-04-22T00:46:42.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.748+0000 7f4c48a13740 1 -- 172.21.15.18:0/3611168389 wait complete. 2024-04-22T00:46:42.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.748+0000 7f4c48a13740 1 -- start start 2024-04-22T00:46:42.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.749+0000 7f4c48a13740 1 Processor -- start 2024-04-22T00:46:42.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 0x5610f6942110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c48a13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931a30 0x5610f6942650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c3effd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 0x5610f6942110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c3effd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 0x5610f6942110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33076/0 (socket says 172.21.15.18:33076) 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c3effd640 1 -- 172.21.15.18:0/3729715786 learned_addr learned my addr 172.21.15.18:0/3729715786 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931a30 0x5610f6942650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6936ba0 0x5610f693ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4c401af350 con 0x5610f6931a30 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4c401b07c0 con 0x5610f6936ba0 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4c401afa20 con 0x5610f6931040 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c48a13740 10 client.0 _ll_register_callbacks cb 0x7f4c3400a760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.750+0000 7f4c3effd640 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6936ba0 0x5610f693ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/3729715786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 msgr2=0x5610f6942110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 0x5610f6942110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/3729715786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6936ba0 msgr2=0x5610f693ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6936ba0 0x5610f693ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c3f7fe640 1 -- 172.21.15.18:0/3729715786 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610f693f240 con 0x5610f6931a30 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c3effd640 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 0x5610f6942110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c3f7fe640 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931a30 0x5610f6942650 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f4c34026470 tx=0x7f4c340139d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5843e6b842dc48b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c1effd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c1effd640 1 -- 172.21.15.18:0/3729715786 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c34038030 con 0x5610f6931a30 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c1effd640 1 -- 172.21.15.18:0/3729715786 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4c34013dd0 con 0x5610f6931a30 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4c34021070 con 0x5610f6931a30 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c1effd640 1 -- 172.21.15.18:0/3729715786 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f4c34043050 con 0x5610f6931a30 2024-04-22T00:46:42.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c48a13740 10 client.16782 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:42.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.751+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5610f69ac700 con 0x5610f6931a30 2024-04-22T00:46:42.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.752+0000 7f4c1effd640 1 -- 172.21.15.18:0/3729715786 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4c34021070 con 0x5610f6931a30 2024-04-22T00:46:42.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.752+0000 7f4c1effd640 1 -- 172.21.15.18:0/3729715786 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7f4c3403f4c0 con 0x5610f6931a30 2024-04-22T00:46:42.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.752+0000 7f4c48a13740 10 client.16782 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:42.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.752+0000 7f4c48a13740 10 client.16782 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:46:42.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.752+0000 7f4c48a13740 20 client.16782 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:42.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.752+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5610f69acdc0 0x5610f69af1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.752+0000 7f4c48a13740 4 client.16782 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:46:42.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.752+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5610f681b6e0 con 0x5610f69acdc0 2024-04-22T00:46:42.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c3effd640 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5610f69acdc0 0x5610f69af1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c3effd640 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5610f69acdc0 0x5610f69af1e0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5806e914fb467ff6 server_cookie=bb89e11d440ff896 in_seq=0 out_seq=0 2024-04-22T00:46:42.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c1effd640 10 client.16782 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:46:42.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c1effd640 1 -- 172.21.15.18:0/3729715786 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5610f681b6e0 con 0x5610f69acdc0 2024-04-22T00:46:42.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c1effd640 10 client.16782 handle_command_reply: tid=0 2024-04-22T00:46:42.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c48a13740 1 client.16782 shutdown 2024-04-22T00:46:42.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931a30 msgr2=0x5610f6942650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931a30 0x5610f6942650 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f4c34026470 tx=0x7f4c340139d0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 shutdown_connections 2024-04-22T00:46:42.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5610f69acdc0 0x5610f69af1e0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5610f6936ba0 0x5610f693ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5610f6931a30 0x5610f6942650 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c48a13740 1 --2- 172.21.15.18:0/3729715786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5610f6931040 0x5610f6942110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.753+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 >> 172.21.15.18:0/3729715786 conn(0x5610f692c5b0 msgr2=0x5610f69300a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c1effd640 0 client.16782 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:46:42.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 shutdown_connections 2024-04-22T00:46:42.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c48a13740 1 -- 172.21.15.18:0/3729715786 wait complete. 2024-04-22T00:46:42.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c48a13740 20 client.16782 trim_cache size 0 max 16384 2024-04-22T00:46:42.759 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:46:42.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4209548182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4c280a2da0 msgr2=0x7f4c280a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c45d4f640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4c280a2da0 0x7f4c280a5260 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4c38000c00 tx=0x7f4c38010950 comp rx=0 tx=0).stop 2024-04-22T00:46:42.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4209548182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c4010da80 msgr2=0x7f4c401a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c45d4f640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c4010da80 0x7f4c401a5780 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f4c3800b3c0 tx=0x7f4c3800b880 comp rx=0 tx=0).stop 2024-04-22T00:46:42.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4209548182 shutdown_connections 2024-04-22T00:46:42.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c45d4f640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4c280a2da0 0x7f4c280a5260 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c45d4f640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c4010da80 0x7f4c401a5780 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c45d4f640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4c4010b0b0 0x7f4c4019e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c45d4f640 1 --2- 172.21.15.18:0/4209548182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4c40108740 0x7f4c4019e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.754+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4209548182 >> 172.21.15.18:0/4209548182 conn(0x7f4c4006e5d0 msgr2=0x7f4c4010b890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.755+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4209548182 shutdown_connections 2024-04-22T00:46:42.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.755+0000 7f4c45d4f640 1 -- 172.21.15.18:0/4209548182 wait complete. 2024-04-22T00:46:42.770 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:46:42.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.938+0000 7f7789902640 1 -- 172.21.15.18:0/283285624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7784100010 msgr2=0x7f7784102440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.938+0000 7f7789902640 1 --2- 172.21.15.18:0/283285624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7784100010 0x7f7784102440 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f7774009ca0 tx=0x7f777402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.938+0000 7f7789902640 1 -- 172.21.15.18:0/283285624 shutdown_connections 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.938+0000 7f7789902640 1 --2- 172.21.15.18:0/283285624 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7784105330 0x7f77841057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.938+0000 7f7789902640 1 --2- 172.21.15.18:0/283285624 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7784102980 0x7f7784104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.938+0000 7f7789902640 1 --2- 172.21.15.18:0/283285624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7784100010 0x7f7784102440 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.938+0000 7f7789902640 1 -- 172.21.15.18:0/283285624 >> 172.21.15.18:0/283285624 conn(0x7f77840fbc30 msgr2=0x7f77840fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.938+0000 7f7789902640 1 -- 172.21.15.18:0/283285624 shutdown_connections 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.938+0000 7f7789902640 1 -- 172.21.15.18:0/283285624 wait complete. 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.939+0000 7f7789902640 1 Processor -- start 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.939+0000 7f7789902640 1 -- start start 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.939+0000 7f7789902640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7784100010 0x7f778419e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.939+0000 7f7789902640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7784102980 0x7f778419e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.939+0000 7f7789902640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7784105330 0x7f77841a56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.939+0000 7f7789902640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7784113a10 con 0x7f7784100010 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.939+0000 7f7789902640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7784113890 con 0x7f7784102980 2024-04-22T00:46:42.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.939+0000 7f7789902640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7784113b90 con 0x7f7784105330 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f7782ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7784100010 0x7f778419e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f77837fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7784105330 0x7f77841a56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f777bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7784102980 0x7f778419e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f7782ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7784100010 0x7f778419e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56130/0 (socket says 172.21.15.18:56130) 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f77837fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7784105330 0x7f77841a56c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33080/0 (socket says 172.21.15.18:33080) 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f7782ffd640 1 -- 172.21.15.18:0/2944389967 learned_addr learned my addr 172.21.15.18:0/2944389967 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f77837fe640 1 -- 172.21.15.18:0/2944389967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7784102980 msgr2=0x7f778419e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f77837fe640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7784102980 0x7f778419e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f77837fe640 1 -- 172.21.15.18:0/2944389967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7784100010 msgr2=0x7f778419e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f77837fe640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7784100010 0x7f778419e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f77837fe640 1 -- 172.21.15.18:0/2944389967 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77841a5d30 con 0x7f7784105330 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f7782ffd640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7784100010 0x7f778419e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f777bfff640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7784102980 0x7f778419e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f77837fe640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7784105330 0x7f77841a56c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f777c00e970 tx=0x7f777c00ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f7788900640 1 -- 172.21.15.18:0/2944389967 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777c00ccc0 con 0x7f7784105330 2024-04-22T00:46:42.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.940+0000 7f7788900640 1 -- 172.21.15.18:0/2944389967 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f777c005020 con 0x7f7784105330 2024-04-22T00:46:42.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.941+0000 7f7789902640 1 -- 172.21.15.18:0/2944389967 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77841a5fc0 con 0x7f7784105330 2024-04-22T00:46:42.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.941+0000 7f7788900640 1 -- 172.21.15.18:0/2944389967 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777c004a00 con 0x7f7784105330 2024-04-22T00:46:42.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.941+0000 7f7789902640 1 -- 172.21.15.18:0/2944389967 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77841a6480 con 0x7f7784105330 2024-04-22T00:46:42.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.943+0000 7f7788900640 1 -- 172.21.15.18:0/2944389967 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f777c0051d0 con 0x7f7784105330 2024-04-22T00:46:42.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.945+0000 7f7788900640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77700a2c10 0x7f77700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.945+0000 7f7788900640 1 -- 172.21.15.18:0/2944389967 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f777c0cf380 con 0x7f7784105330 2024-04-22T00:46:42.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.945+0000 7f778c5ca740 1 Processor -- start 2024-04-22T00:46:42.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f7782ffd640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77700a2c10 0x7f77700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f778c5ca740 1 -- start start 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6a5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6aa530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6ad030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f778c5ca740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fc5d60a530 con 0x55fc5d6a5040 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f778c5ca740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fc5d5b2830 con 0x55fc5d6aaba0 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f778c5ca740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fc5d6064f0 con 0x55fc5d6a5a30 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f7782ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6a5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f77837fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6ad030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f7782ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6a5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56138/0 (socket says 172.21.15.18:56138) 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f7782ffd640 1 -- 172.21.15.18:0/3491703803 learned_addr learned my addr 172.21.15.18:0/3491703803 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f777bfff640 1 --2- 172.21.15.18:0/3491703803 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6aa530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f77837fe640 1 -- 172.21.15.18:0/3491703803 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5a30 msgr2=0x55fc5d6aa530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f77837fe640 1 --2- 172.21.15.18:0/3491703803 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6aa530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f77837fe640 1 -- 172.21.15.18:0/3491703803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 msgr2=0x55fc5d6a5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f77837fe640 1 --2- 172.21.15.18:0/3491703803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6a5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f77837fe640 1 -- 172.21.15.18:0/3491703803 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc5d5d62c0 con 0x55fc5d6aaba0 2024-04-22T00:46:42.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.946+0000 7f7782ffd640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77700a2c10 0x7f77700a50d0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f77740324c0 tx=0x7f7774009840 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.947+0000 7f77837fe640 1 --2- 172.21.15.18:0/3491703803 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6ad030 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f777c09b4b0 tx=0x7f777c005620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37ef8963be8c9f95 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.947+0000 7f7779ffb640 1 -- 172.21.15.18:0/3491703803 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777c01c040 con 0x55fc5d6aaba0 2024-04-22T00:46:42.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.947+0000 7f7779ffb640 1 -- 172.21.15.18:0/3491703803 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f777c0cf160 con 0x55fc5d6aaba0 2024-04-22T00:46:42.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.947+0000 7f7779ffb640 1 -- 172.21.15.18:0/3491703803 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777c0a3f90 con 0x55fc5d6aaba0 2024-04-22T00:46:42.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 -- 172.21.15.18:0/3491703803 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 msgr2=0x55fc5d6ad030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 --2- 172.21.15.18:0/3491703803 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6ad030 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f777c09b4b0 tx=0x7f777c005620 comp rx=0 tx=0).stop 2024-04-22T00:46:42.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 -- 172.21.15.18:0/3491703803 shutdown_connections 2024-04-22T00:46:42.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 --2- 172.21.15.18:0/3491703803 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6ad030 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 --2- 172.21.15.18:0/3491703803 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6aa530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 --2- 172.21.15.18:0/3491703803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6a5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 -- 172.21.15.18:0/3491703803 >> 172.21.15.18:0/3491703803 conn(0x55fc5d6a05b0 msgr2=0x55fc5d6a09b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 -- 172.21.15.18:0/3491703803 shutdown_connections 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 -- 172.21.15.18:0/3491703803 wait complete. 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 -- start start 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.948+0000 7f778c5ca740 1 Processor -- start 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6af7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b6800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f778c5ca740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fc5d6adaf0 con 0x55fc5d6a5a30 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f778c5ca740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fc5d5c5f10 con 0x55fc5d6aaba0 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f778c5ca740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fc5d6adc70 con 0x55fc5d6a5040 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f778c5ca740 10 client.0 _ll_register_callbacks cb 0x55fc5d31dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:42.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f77837fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f777bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6af7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f7782ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f777bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6af7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56150/0 (socket says 172.21.15.18:56150) 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f77837fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b6800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55616/0 (socket says 172.21.15.18:55616) 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f777bfff640 1 -- 172.21.15.18:0/1067220597 learned_addr learned my addr 172.21.15.18:0/1067220597 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f7782ffd640 1 -- 172.21.15.18:0/1067220597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 msgr2=0x55fc5d6b6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f7782ffd640 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b6800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f7782ffd640 1 -- 172.21.15.18:0/1067220597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5a30 msgr2=0x55fc5d6af7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f7782ffd640 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6af7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f7782ffd640 1 -- 172.21.15.18:0/1067220597 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc5d597c80 con 0x55fc5d6a5040 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.949+0000 7f77837fe640 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.950+0000 7f7782ffd640 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af280 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f7774000f80 tx=0x7f777402c0f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b53b6938ca075c91 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.950+0000 7f7762ffd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:46:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.950+0000 7f7762ffd640 1 -- 172.21.15.18:0/1067220597 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7774039040 con 0x55fc5d6a5040 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.950+0000 7f7762ffd640 1 -- 172.21.15.18:0/1067220597 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7774003b80 con 0x55fc5d6a5040 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.950+0000 7f778c5ca740 1 -- 172.21.15.18:0/1067220597 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55fc5d617a70 con 0x55fc5d6a5040 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.950+0000 7f7762ffd640 1 -- 172.21.15.18:0/1067220597 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7774003d80 con 0x55fc5d6a5040 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.950+0000 7f778c5ca740 10 client.26467 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.950+0000 7f778c5ca740 1 -- 172.21.15.18:0/1067220597 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55fc5d31e3f0 con 0x55fc5d6a5040 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.950+0000 7f7762ffd640 1 -- 172.21.15.18:0/1067220597 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55fc5d617a70 con 0x55fc5d6a5040 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.950+0000 7f7762ffd640 1 -- 172.21.15.18:0/1067220597 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7f777403f040 con 0x55fc5d6a5040 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.951+0000 7f778c5ca740 10 client.26467 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.951+0000 7f778c5ca740 10 client.26467 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.951+0000 7f778c5ca740 20 client.26467 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.951+0000 7f778c5ca740 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55fc5d6bb0a0 0x55fc5d6bd540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.951+0000 7f778c5ca740 4 client.26467 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.951+0000 7f778c5ca740 1 -- 172.21.15.18:0/1067220597 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc5d611dc0 con 0x55fc5d6bb0a0 2024-04-22T00:46:42.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.951+0000 7f777bfff640 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55fc5d6bb0a0 0x55fc5d6bd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.951+0000 7f7762ffd640 10 client.26467 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:46:42.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.951+0000 7f777bfff640 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55fc5d6bb0a0 0x55fc5d6bd540 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=87db66630ad29884 server_cookie=207e656e1271406d in_seq=0 out_seq=0 2024-04-22T00:46:42.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.953+0000 7f7762ffd640 1 -- 172.21.15.18:0/1067220597 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fc5d611dc0 con 0x55fc5d6bb0a0 2024-04-22T00:46:42.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.953+0000 7f7762ffd640 10 client.26467 handle_command_reply: tid=0 2024-04-22T00:46:42.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.953+0000 7f778c5ca740 1 client.26467 shutdown 2024-04-22T00:46:42.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 1 -- 172.21.15.18:0/1067220597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5040 msgr2=0x55fc5d6af280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af280 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f7774000f80 tx=0x7f777402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 1 -- 172.21.15.18:0/1067220597 shutdown_connections 2024-04-22T00:46:42.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55fc5d6bb0a0 0x55fc5d6bd540 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f7762ffd640 0 client.26467 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:46:42.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6af7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 1 --2- 172.21.15.18:0/1067220597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af280 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 1 -- 172.21.15.18:0/1067220597 >> 172.21.15.18:0/1067220597 conn(0x55fc5d6a05b0 msgr2=0x55fc5d69f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:42.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 1 -- 172.21.15.18:0/1067220597 shutdown_connections 2024-04-22T00:46:42.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 1 -- 172.21.15.18:0/1067220597 wait complete. 2024-04-22T00:46:42.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.954+0000 7f778c5ca740 20 client.26467 trim_cache size 0 max 16384 2024-04-22T00:46:42.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.973+0000 7f778c5ca740 1 Processor -- start 2024-04-22T00:46:42.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.977+0000 7f778c5ca740 1 -- start start 2024-04-22T00:46:42.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.977+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.978+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6b6790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.978+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6a3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:42.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.978+0000 7f778c5ca740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f77841b3400 con 0x55fc5d6a5040 2024-04-22T00:46:42.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.978+0000 7f778c5ca740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f77841b0ca0 con 0x55fc5d6a5a30 2024-04-22T00:46:42.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.978+0000 7f778c5ca740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f77841aeaf0 con 0x55fc5d6aaba0 2024-04-22T00:46:42.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.980+0000 7f7782ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:42.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.980+0000 7f7782ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56152/0 (socket says 172.21.15.18:56152) 2024-04-22T00:46:42.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.980+0000 7f7782ffd640 1 -- 172.21.15.18:0/1155668481 learned_addr learned my addr 172.21.15.18:0/1155668481 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:42.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.985+0000 7f7782ffd640 1 -- 172.21.15.18:0/1155668481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6aaba0 msgr2=0x55fc5d6a3f20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:46:42.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.985+0000 7f7782ffd640 1 --2- 172.21.15.18:0/1155668481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6a3f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.985+0000 7f7782ffd640 1 -- 172.21.15.18:0/1155668481 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6a5a30 msgr2=0x55fc5d6b6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:42.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.985+0000 7f7782ffd640 1 --2- 172.21.15.18:0/1155668481 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6b6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.985+0000 7f7782ffd640 1 -- 172.21.15.18:0/1155668481 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc5d3e87d0 con 0x55fc5d6a5040 2024-04-22T00:46:42.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.986+0000 7f7782ffd640 1 --2- 172.21.15.18:0/1155668481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af720 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f7774005e30 tx=0x7f777402df50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=843ec4a7d8c8e21c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:42.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.990+0000 7f77797fa640 1 -- 172.21.15.18:0/1155668481 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7774060070 con 0x55fc5d6a5040 2024-04-22T00:46:42.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.990+0000 7f77797fa640 1 -- 172.21.15.18:0/1155668481 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7774047070 con 0x55fc5d6a5040 2024-04-22T00:46:42.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.990+0000 7f77797fa640 1 -- 172.21.15.18:0/1155668481 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7774039040 con 0x55fc5d6a5040 2024-04-22T00:46:42.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.993+0000 7f778c5ca740 1 -- 172.21.15.18:0/1155668481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 msgr2=0x55fc5d6af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:42.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.993+0000 7f778c5ca740 1 --2- 172.21.15.18:0/1155668481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af720 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f7774005e30 tx=0x7f777402df50 comp rx=0 tx=0).stop 2024-04-22T00:46:42.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.994+0000 7f778c5ca740 1 -- 172.21.15.18:0/1155668481 shutdown_connections 2024-04-22T00:46:42.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.994+0000 7f778c5ca740 1 --2- 172.21.15.18:0/1155668481 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6a3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.994+0000 7f778c5ca740 1 --2- 172.21.15.18:0/1155668481 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6b6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.994+0000 7f778c5ca740 1 --2- 172.21.15.18:0/1155668481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6a5040 0x55fc5d6af720 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:42.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:42.994+0000 7f778c5ca740 1 -- 172.21.15.18:0/1155668481 >> 172.21.15.18:0/1155668481 conn(0x55fc5d6a05b0 msgr2=0x55fc5d6a3810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.001+0000 7f778c5ca740 1 -- 172.21.15.18:0/1155668481 shutdown_connections 2024-04-22T00:46:43.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.001+0000 7f778c5ca740 1 -- 172.21.15.18:0/1155668481 wait complete. 2024-04-22T00:46:43.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.002+0000 7f778c5ca740 1 -- start start 2024-04-22T00:46:43.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.002+0000 7f778c5ca740 1 Processor -- start 2024-04-22T00:46:43.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.003+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6a5040 0x55fc5d6b39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.003+0000 7f778c5ca740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6b3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.003+0000 7f7782ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6a5040 0x55fc5d6b39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.003+0000 7f7782ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6a5040 0x55fc5d6b39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55630/0 (socket says 172.21.15.18:55630) 2024-04-22T00:46:43.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.003+0000 7f7782ffd640 1 -- 172.21.15.18:0/244341651 learned_addr learned my addr 172.21.15.18:0/244341651 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.003+0000 7f778c5ca740 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b4e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.004+0000 7f777bfff640 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6b3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.004+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f77841af160 con 0x55fc5d6aaba0 2024-04-22T00:46:43.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.004+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f77841b05d0 con 0x55fc5d6a5040 2024-04-22T00:46:43.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.004+0000 7f77837fe640 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.004+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f77841af830 con 0x55fc5d6a5a30 2024-04-22T00:46:43.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.004+0000 7f778c5ca740 10 client.0 _ll_register_callbacks cb 0x7f777c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:43.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.005+0000 7f77837fe640 1 -- 172.21.15.18:0/244341651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5a30 msgr2=0x55fc5d6b3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.005+0000 7f77837fe640 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6b3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.005+0000 7f77837fe640 1 -- 172.21.15.18:0/244341651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6a5040 msgr2=0x55fc5d6b39a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.005+0000 7f77837fe640 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6a5040 0x55fc5d6b39a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.005+0000 7f77837fe640 1 -- 172.21.15.18:0/244341651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc5d6b5470 con 0x55fc5d6aaba0 2024-04-22T00:46:43.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.014+0000 7f77837fe640 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b4e80 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f777c0a3ef0 tx=0x7f777c0ccd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcc8b61e8739b346 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.014+0000 7f7762ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:46:43.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.017+0000 7f7762ffd640 1 -- 172.21.15.18:0/244341651 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777c01c040 con 0x55fc5d6aaba0 2024-04-22T00:46:43.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.017+0000 7f7762ffd640 1 -- 172.21.15.18:0/244341651 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f777c004ba0 con 0x55fc5d6aaba0 2024-04-22T00:46:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.020+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7774047070 con 0x55fc5d6aaba0 2024-04-22T00:46:43.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.025+0000 7f7762ffd640 1 -- 172.21.15.18:0/244341651 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f777c080050 con 0x55fc5d6aaba0 2024-04-22T00:46:43.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.026+0000 7f778c5ca740 10 client.16800 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:43.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.026+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55fc5d6b6780 con 0x55fc5d6aaba0 2024-04-22T00:46:43.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.030+0000 7f7762ffd640 1 -- 172.21.15.18:0/244341651 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7774047070 con 0x55fc5d6aaba0 2024-04-22T00:46:43.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.030+0000 7f7762ffd640 1 -- 172.21.15.18:0/244341651 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7f777c097500 con 0x55fc5d6aaba0 2024-04-22T00:46:43.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.030+0000 7f778c5ca740 10 client.16800 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:43.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.030+0000 7f778c5ca740 10 client.16800 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:46:43.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.030+0000 7f778c5ca740 20 client.16800 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:43.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.030+0000 7f778c5ca740 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55fc5d6bb0a0 0x55fc5d723690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.030+0000 7f778c5ca740 4 client.16800 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:46:43.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.030+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fc5d6aa8a0 con 0x55fc5d6bb0a0 2024-04-22T00:46:43.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.033+0000 7f7782ffd640 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55fc5d6bb0a0 0x55fc5d723690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.043+0000 7f7782ffd640 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55fc5d6bb0a0 0x55fc5d723690 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9f8170c0d81fc9f2 server_cookie=d240a032d8abcfe6 in_seq=0 out_seq=0 2024-04-22T00:46:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.044+0000 7f7762ffd640 10 client.16800 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:46:43.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.049+0000 7f7762ffd640 1 -- 172.21.15.18:0/244341651 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fc5d6aa8a0 con 0x55fc5d6bb0a0 2024-04-22T00:46:43.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.049+0000 7f7762ffd640 10 client.16800 handle_command_reply: tid=0 2024-04-22T00:46:43.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.049+0000 7f778c5ca740 1 client.16800 shutdown 2024-04-22T00:46:43.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.050+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6aaba0 msgr2=0x55fc5d6b4e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.050+0000 7f778c5ca740 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b4e80 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f777c0a3ef0 tx=0x7f777c0ccd70 comp rx=0 tx=0).stop 2024-04-22T00:46:43.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.053+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 shutdown_connections 2024-04-22T00:46:43.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.053+0000 7f778c5ca740 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55fc5d6bb0a0 0x55fc5d723690 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.053+0000 7f778c5ca740 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc5d6aaba0 0x55fc5d6b4e80 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.053+0000 7f778c5ca740 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc5d6a5a30 0x55fc5d6b3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.053+0000 7f778c5ca740 1 --2- 172.21.15.18:0/244341651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc5d6a5040 0x55fc5d6b39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.053+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 >> 172.21.15.18:0/244341651 conn(0x55fc5d6a05b0 msgr2=0x55fc5d6a40a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.057+0000 7f7762ffd640 0 client.16800 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:46:43.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.061+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 shutdown_connections 2024-04-22T00:46:43.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.065+0000 7f778c5ca740 1 -- 172.21.15.18:0/244341651 wait complete. 2024-04-22T00:46:43.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.068+0000 7f778c5ca740 20 client.16800 trim_cache size 0 max 16384 2024-04-22T00:46:43.069 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:46:43.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.071+0000 7f7789902640 1 -- 172.21.15.18:0/2944389967 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77700a2c10 msgr2=0x7f77700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.071+0000 7f7789902640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77700a2c10 0x7f77700a50d0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f77740324c0 tx=0x7f7774009840 comp rx=0 tx=0).stop 2024-04-22T00:46:43.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.071+0000 7f7789902640 1 -- 172.21.15.18:0/2944389967 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7784105330 msgr2=0x7f77841a56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.071+0000 7f7789902640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7784105330 0x7f77841a56c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f777c00e970 tx=0x7f777c00ee30 comp rx=0 tx=0).stop 2024-04-22T00:46:43.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.075+0000 7f7789902640 1 -- 172.21.15.18:0/2944389967 shutdown_connections 2024-04-22T00:46:43.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.075+0000 7f7789902640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77700a2c10 0x7f77700a50d0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.075+0000 7f7789902640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7784105330 0x7f77841a56c0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.075+0000 7f7789902640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7784102980 0x7f778419e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.075+0000 7f7789902640 1 --2- 172.21.15.18:0/2944389967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7784100010 0x7f778419e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.075+0000 7f7789902640 1 -- 172.21.15.18:0/2944389967 >> 172.21.15.18:0/2944389967 conn(0x7f77840fbc30 msgr2=0x7f7784103310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.078+0000 7f7789902640 1 -- 172.21.15.18:0/2944389967 shutdown_connections 2024-04-22T00:46:43.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.080+0000 7f7789902640 1 -- 172.21.15.18:0/2944389967 wait complete. 2024-04-22T00:46:43.101 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:46:43.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.283+0000 7fa9c2096640 1 -- 172.21.15.18:0/2021209514 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9bc107460 msgr2=0x7fa9bc1098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.283+0000 7fa9c2096640 1 --2- 172.21.15.18:0/2021209514 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9bc107460 0x7fa9bc1098b0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fa9b4009ca0 tx=0x7fa9b402c140 comp rx=0 tx=0).stop 2024-04-22T00:46:43.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.284+0000 7fa9c2096640 1 -- 172.21.15.18:0/2021209514 shutdown_connections 2024-04-22T00:46:43.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.284+0000 7fa9c2096640 1 --2- 172.21.15.18:0/2021209514 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9bc107460 0x7fa9bc1098b0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.284+0000 7fa9c2096640 1 --2- 172.21.15.18:0/2021209514 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9bc104b30 0x7fa9bc106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.284+0000 7fa9c2096640 1 --2- 172.21.15.18:0/2021209514 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa9bc102200 0x7fa9bc1045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.284+0000 7fa9c2096640 1 -- 172.21.15.18:0/2021209514 >> 172.21.15.18:0/2021209514 conn(0x7fa9bc0fbbf0 msgr2=0x7fa9bc0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.285+0000 7fa9c2096640 1 -- 172.21.15.18:0/2021209514 shutdown_connections 2024-04-22T00:46:43.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.285+0000 7fa9c2096640 1 -- 172.21.15.18:0/2021209514 wait complete. 2024-04-22T00:46:43.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.286+0000 7fa9c2096640 1 Processor -- start 2024-04-22T00:46:43.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.286+0000 7fa9c2096640 1 -- start start 2024-04-22T00:46:43.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.286+0000 7fa9c2096640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9bc102200 0x7fa9bc110d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.287+0000 7fa9c2096640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9bc104b30 0x7fa9bc111270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.287+0000 7fa9bb7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9bc102200 0x7fa9bc110d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.287+0000 7fa9bb7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9bc102200 0x7fa9bc110d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55638/0 (socket says 172.21.15.18:55638) 2024-04-22T00:46:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.287+0000 7fa9bb7fe640 1 -- 172.21.15.18:0/3303744429 learned_addr learned my addr 172.21.15.18:0/3303744429 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.287+0000 7fa9baffd640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9bc104b30 0x7fa9bc111270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.287+0000 7fa9c2096640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa9bc107460 0x7fa9bc1162d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.287+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa9bc10b300 con 0x7fa9bc104b30 2024-04-22T00:46:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.287+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa9bc10b180 con 0x7fa9bc102200 2024-04-22T00:46:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.287+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa9bc10b480 con 0x7fa9bc107460 2024-04-22T00:46:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.287+0000 7fa9bbfff640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa9bc107460 0x7fa9bc1162d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.288+0000 7fa9bb7fe640 1 -- 172.21.15.18:0/3303744429 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa9bc107460 msgr2=0x7fa9bc1162d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.288+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa9bc107460 0x7fa9bc1162d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.288+0000 7fa9bb7fe640 1 -- 172.21.15.18:0/3303744429 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9bc104b30 msgr2=0x7fa9bc111270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.288+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9bc104b30 0x7fa9bc111270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.288+0000 7fa9bb7fe640 1 -- 172.21.15.18:0/3303744429 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9bc116940 con 0x7fa9bc102200 2024-04-22T00:46:43.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.288+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9bc102200 0x7fa9bc110d30 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac00b450 tx=0x7fa9ac00b850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.288+0000 7fa9b8ff9640 1 -- 172.21.15.18:0/3303744429 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac015020 con 0x7fa9bc102200 2024-04-22T00:46:43.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.289+0000 7fa9b8ff9640 1 -- 172.21.15.18:0/3303744429 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9ac011d10 con 0x7fa9bc102200 2024-04-22T00:46:43.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.289+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9bc116c30 con 0x7fa9bc102200 2024-04-22T00:46:43.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.289+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9bc117200 con 0x7fa9bc102200 2024-04-22T00:46:43.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.289+0000 7fa9b8ff9640 1 -- 172.21.15.18:0/3303744429 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac00f2e0 con 0x7fa9bc102200 2024-04-22T00:46:43.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.292+0000 7fa9b8ff9640 1 -- 172.21.15.18:0/3303744429 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa9ac018020 con 0x7fa9bc102200 2024-04-22T00:46:43.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.293+0000 7fa9c4c82740 1 Processor -- start 2024-04-22T00:46:43.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.293+0000 7fa9c4c82740 1 -- start start 2024-04-22T00:46:43.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e1040 0x559c560e1460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1a30 0x559c560e6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560e9030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559c56046530 con 0x559c560e1040 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559c55fee830 con 0x559c560e6ba0 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559c560424f0 con 0x559c560e1a30 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9baffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560e9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9bbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e1040 0x559c560e1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9baffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560e9030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55650/0 (socket says 172.21.15.18:55650) 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9baffd640 1 -- 172.21.15.18:0/2316200794 learned_addr learned my addr 172.21.15.18:0/2316200794 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9baffd640 1 -- 172.21.15.18:0/2316200794 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1a30 msgr2=0x559c560e6530 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9baffd640 1 --2- 172.21.15.18:0/2316200794 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1a30 0x559c560e6530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9baffd640 1 -- 172.21.15.18:0/2316200794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e1040 msgr2=0x559c560e1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9baffd640 1 --2- 172.21.15.18:0/2316200794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e1040 0x559c560e1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.294+0000 7fa9baffd640 1 -- 172.21.15.18:0/2316200794 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c560122c0 con 0x559c560e6ba0 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.295+0000 7fa9baffd640 1 --2- 172.21.15.18:0/2316200794 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560e9030 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0009a00 tx=0x7fa9b0009ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6654592cbe053d92 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.295+0000 7fa9b8ff9640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9a40a2d90 0x7fa9a40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.295+0000 7fa9a1ffb640 1 -- 172.21.15.18:0/2316200794 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9b0017070 con 0x559c560e6ba0 2024-04-22T00:46:43.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.295+0000 7fa9a1ffb640 1 -- 172.21.15.18:0/2316200794 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9b0013470 con 0x559c560e6ba0 2024-04-22T00:46:43.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.295+0000 7fa9a1ffb640 1 -- 172.21.15.18:0/2316200794 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9b0012630 con 0x559c560e6ba0 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.295+0000 7fa9b8ff9640 1 -- 172.21.15.18:0/3303744429 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa9ac0cec80 con 0x7fa9bc102200 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9bbfff640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9a40a2d90 0x7fa9a40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2316200794 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 msgr2=0x559c560e9030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/2316200794 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560e9030 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0009a00 tx=0x7fa9b0009ec0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2316200794 shutdown_connections 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/2316200794 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560e9030 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/2316200794 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1a30 0x559c560e6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/2316200794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e1040 0x559c560e1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2316200794 >> 172.21.15.18:0/2316200794 conn(0x559c560dc5b0 msgr2=0x559c560dc9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9bbfff640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9a40a2d90 0x7fa9a40a5250 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fa9b4006010 tx=0x7fa9b402e040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2316200794 shutdown_connections 2024-04-22T00:46:43.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.296+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2316200794 wait complete. 2024-04-22T00:46:43.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.297+0000 7fa9c4c82740 1 -- start start 2024-04-22T00:46:43.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.297+0000 7fa9c4c82740 1 Processor -- start 2024-04-22T00:46:43.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.297+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560eb230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.297+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e1a30 0x559c560eb770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560f27b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559c560e9b50 con 0x559c560e1a30 2024-04-22T00:46:43.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559c56001f10 con 0x559c560e6ba0 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559c560e9cd0 con 0x559c560e1040 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9c4c82740 10 client.0 _ll_register_callbacks cb 0x559c55d59be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bb7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560eb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bb7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560eb230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33166/0 (socket says 172.21.15.18:33166) 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bb7fe640 1 -- 172.21.15.18:0/2675159859 learned_addr learned my addr 172.21.15.18:0/2675159859 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9baffd640 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e1a30 0x559c560eb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bbfff640 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560f27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bbfff640 1 -- 172.21.15.18:0/2675159859 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 msgr2=0x559c560eb230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bbfff640 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560eb230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bbfff640 1 -- 172.21.15.18:0/2675159859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e1a30 msgr2=0x559c560eb770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bbfff640 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e1a30 0x559c560eb770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bbfff640 1 -- 172.21.15.18:0/2675159859 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c55fd3c80 con 0x559c560e6ba0 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560eb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa9bbfff640 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560f27b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa9b4009bf0 tx=0x7fa9b402c140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d55d229455da15 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.298+0000 7fa99affd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.299+0000 7fa99affd640 1 -- 172.21.15.18:0/2675159859 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9b4039040 con 0x559c560e6ba0 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.299+0000 7fa99affd640 1 -- 172.21.15.18:0/2675159859 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa9b4034850 con 0x559c560e6ba0 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.299+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2675159859 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9b0013470 con 0x559c560e6ba0 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.299+0000 7fa99affd640 1 -- 172.21.15.18:0/2675159859 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa9b4034a50 con 0x559c560e6ba0 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.299+0000 7fa9c4c82740 10 client.26483 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.299+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2675159859 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x559c55d5a3f0 con 0x559c560e6ba0 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.299+0000 7fa99affd640 1 -- 172.21.15.18:0/2675159859 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9b0013470 con 0x559c560e6ba0 2024-04-22T00:46:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.300+0000 7fa99affd640 1 -- 172.21.15.18:0/2675159859 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7fa9b404b410 con 0x559c560e6ba0 2024-04-22T00:46:43.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.300+0000 7fa9c4c82740 10 client.26483 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:43.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.300+0000 7fa9c4c82740 10 client.26483 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:43.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.300+0000 7fa9c4c82740 20 client.26483 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:43.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.300+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559c560f70d0 0x559c560f94e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.300+0000 7fa9c4c82740 4 client.26483 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:43.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.300+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2675159859 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c56053a70 con 0x559c560f70d0 2024-04-22T00:46:43.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.300+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559c560f70d0 0x559c560f94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.301+0000 7fa99affd640 10 client.26483 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:43.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.301+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559c560f70d0 0x559c560f94e0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef65b7be40711e9e server_cookie=f74093d98456d920 in_seq=0 out_seq=0 2024-04-22T00:46:43.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.301+0000 7fa99affd640 1 -- 172.21.15.18:0/2675159859 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559c56053a70 con 0x559c560f70d0 2024-04-22T00:46:43.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.301+0000 7fa99affd640 10 client.26483 handle_command_reply: tid=0 2024-04-22T00:46:43.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.301+0000 7fa9c4c82740 1 client.26483 shutdown 2024-04-22T00:46:43.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.301+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2675159859 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 msgr2=0x559c560f27b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.301+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560f27b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa9b4009bf0 tx=0x7fa9b402c140 comp rx=0 tx=0).stop 2024-04-22T00:46:43.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.302+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2675159859 shutdown_connections 2024-04-22T00:46:43.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.302+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559c560f70d0 0x559c560f94e0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.302+0000 7fa99affd640 0 client.26483 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:43.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.302+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e6ba0 0x559c560f27b0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.302+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e1a30 0x559c560eb770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.302+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/2675159859 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560eb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.302+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2675159859 >> 172.21.15.18:0/2675159859 conn(0x559c560dc5b0 msgr2=0x559c560db850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.302+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2675159859 shutdown_connections 2024-04-22T00:46:43.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.302+0000 7fa9c4c82740 1 -- 172.21.15.18:0/2675159859 wait complete. 2024-04-22T00:46:43.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.302+0000 7fa9c4c82740 20 client.26483 trim_cache size 0 max 16384 2024-04-22T00:46:43.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.323+0000 7fa9c4c82740 1 Processor -- start 2024-04-22T00:46:43.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.323+0000 7fa9c4c82740 1 -- start start 2024-04-22T00:46:43.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.323+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1040 0x559c560ea850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.323+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1a30 0x559c560f2770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.323+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 0x559c560e24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.323+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa9bc1bbcb0 con 0x559c560e6ba0 2024-04-22T00:46:43.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa9bc1b9550 con 0x559c560e1040 2024-04-22T00:46:43.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa9bc1b73a0 con 0x559c560e1a30 2024-04-22T00:46:43.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9bbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 0x559c560e24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9bbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 0x559c560e24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56224/0 (socket says 172.21.15.18:56224) 2024-04-22T00:46:43.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9bbfff640 1 -- 172.21.15.18:0/1871008268 learned_addr learned my addr 172.21.15.18:0/1871008268 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9baffd640 1 --2- 172.21.15.18:0/1871008268 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1a30 0x559c560f2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/1871008268 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1040 0x559c560ea850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9baffd640 1 -- 172.21.15.18:0/1871008268 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1040 msgr2=0x559c560ea850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9baffd640 1 --2- 172.21.15.18:0/1871008268 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1040 0x559c560ea850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9baffd640 1 -- 172.21.15.18:0/1871008268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 msgr2=0x559c560e24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9baffd640 1 --2- 172.21.15.18:0/1871008268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 0x559c560e24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9baffd640 1 -- 172.21.15.18:0/1871008268 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c55e247d0 con 0x559c560e1a30 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9bbfff640 1 --2- 172.21.15.18:0/1871008268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 0x559c560e24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.324+0000 7fa9baffd640 1 --2- 172.21.15.18:0/1871008268 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1a30 0x559c560f2770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa9b000e5a0 tx=0x7fa9b0015040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acc6c7bea9aef6fb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.325+0000 7fa9a17fa640 1 -- 172.21.15.18:0/1871008268 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9b0029070 con 0x559c560e1a30 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.325+0000 7fa9a17fa640 1 -- 172.21.15.18:0/1871008268 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9b0013470 con 0x559c560e1a30 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.325+0000 7fa9a17fa640 1 -- 172.21.15.18:0/1871008268 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9b0017040 con 0x559c560e1a30 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.325+0000 7fa9c4c82740 1 -- 172.21.15.18:0/1871008268 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1a30 msgr2=0x559c560f2770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.325+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/1871008268 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1a30 0x559c560f2770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa9b000e5a0 tx=0x7fa9b0015040 comp rx=0 tx=0).stop 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.325+0000 7fa9c4c82740 1 -- 172.21.15.18:0/1871008268 shutdown_connections 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.325+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/1871008268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 0x559c560e24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.325+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/1871008268 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1a30 0x559c560f2770 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.325+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/1871008268 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1040 0x559c560ea850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.325+0000 7fa9c4c82740 1 -- 172.21.15.18:0/1871008268 >> 172.21.15.18:0/1871008268 conn(0x559c560dc5b0 msgr2=0x559c560e00a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.326+0000 7fa9c4c82740 1 -- 172.21.15.18:0/1871008268 shutdown_connections 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.326+0000 7fa9c4c82740 1 -- 172.21.15.18:0/1871008268 wait complete. 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.326+0000 7fa9c4c82740 1 -- start start 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.326+0000 7fa9c4c82740 1 Processor -- start 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.326+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560efb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1a30 0x559c560f00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9c4c82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 0x559c560f10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa9bc1b7a10 con 0x559c560e6ba0 2024-04-22T00:46:43.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa9bc1b8e80 con 0x559c560e1a30 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9c4c82740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa9bc1b80e0 con 0x559c560e1040 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9c4c82740 10 client.0 _ll_register_callbacks cb 0x7fa9b4009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9baffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1a30 0x559c560f00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9baffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1a30 0x559c560f00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55686/0 (socket says 172.21.15.18:55686) 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9baffd640 1 -- 172.21.15.18:0/3844028298 learned_addr learned my addr 172.21.15.18:0/3844028298 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9bbfff640 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 0x559c560f10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560efb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9bb7fe640 1 -- 172.21.15.18:0/3844028298 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1a30 msgr2=0x559c560f00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1a30 0x559c560f00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9bb7fe640 1 -- 172.21.15.18:0/3844028298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 msgr2=0x559c560f10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 0x559c560f10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9bb7fe640 1 -- 172.21.15.18:0/3844028298 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c560f16d0 con 0x559c560e1040 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa9bb7fe640 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560efb90 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac097510 tx=0x7fa9ac0bb040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=128da7a1d9baaf83 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.327+0000 7fa99affd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa99affd640 1 -- 172.21.15.18:0/3844028298 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac09f460 con 0x559c560e1040 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa9c4c82740 1 -- 172.21.15.18:0/3844028298 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9b0013470 con 0x559c560e1040 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa99affd640 1 -- 172.21.15.18:0/3844028298 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa9ac0105a0 con 0x559c560e1040 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa99affd640 1 -- 172.21.15.18:0/3844028298 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa9ac0a3d20 con 0x559c560e1040 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa9c4c82740 10 client.26482 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa9c4c82740 1 -- 172.21.15.18:0/3844028298 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x559c560f2a40 con 0x559c560e1040 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa99affd640 1 -- 172.21.15.18:0/3844028298 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9b0013470 con 0x559c560e1040 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa99affd640 1 -- 172.21.15.18:0/3844028298 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7fa9ac09f0b0 con 0x559c560e1040 2024-04-22T00:46:43.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa9c4c82740 10 client.26482 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa9c4c82740 10 client.26482 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa9c4c82740 20 client.26482 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559c5615dcb0 0x559c561600d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa9c4c82740 4 client.26482 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa9c4c82740 1 -- 172.21.15.18:0/3844028298 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559c5604ddc0 con 0x559c5615dcb0 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.328+0000 7fa9baffd640 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559c5615dcb0 0x559c561600d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9baffd640 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559c5615dcb0 0x559c561600d0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bcb6d45a1b9ccfe server_cookie=4853672295e3c842 in_seq=0 out_seq=0 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa99affd640 10 client.26482 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa99affd640 1 -- 172.21.15.18:0/3844028298 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559c5604ddc0 con 0x559c5615dcb0 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa99affd640 10 client.26482 handle_command_reply: tid=0 2024-04-22T00:46:43.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9c4c82740 1 client.26482 shutdown 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9c4c82740 1 -- 172.21.15.18:0/3844028298 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 msgr2=0x559c560efb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560efb90 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac097510 tx=0x7fa9ac0bb040 comp rx=0 tx=0).stop 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9c4c82740 1 -- 172.21.15.18:0/3844028298 shutdown_connections 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559c5615dcb0 0x559c561600d0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c560e6ba0 0x559c560f10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559c560e1a30 0x559c560f00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9c4c82740 1 --2- 172.21.15.18:0/3844028298 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559c560e1040 0x559c560efb90 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9c4c82740 1 -- 172.21.15.18:0/3844028298 >> 172.21.15.18:0/3844028298 conn(0x559c560dc5b0 msgr2=0x559c560e00a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa99affd640 0 client.26482 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.329+0000 7fa9c4c82740 1 -- 172.21.15.18:0/3844028298 shutdown_connections 2024-04-22T00:46:43.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.330+0000 7fa9c4c82740 1 -- 172.21.15.18:0/3844028298 wait complete. 2024-04-22T00:46:43.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.330+0000 7fa9c4c82740 20 client.26482 trim_cache size 0 max 16384 2024-04-22T00:46:43.341 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:46:43.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.330+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9a40a2d90 msgr2=0x7fa9a40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.330+0000 7fa9c2096640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9a40a2d90 0x7fa9a40a5250 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fa9b4006010 tx=0x7fa9b402e040 comp rx=0 tx=0).stop 2024-04-22T00:46:43.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.330+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9bc102200 msgr2=0x7fa9bc110d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.330+0000 7fa9c2096640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9bc102200 0x7fa9bc110d30 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac00b450 tx=0x7fa9ac00b850 comp rx=0 tx=0).stop 2024-04-22T00:46:43.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.331+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 shutdown_connections 2024-04-22T00:46:43.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.331+0000 7fa9c2096640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9a40a2d90 0x7fa9a40a5250 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.331+0000 7fa9c2096640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa9bc107460 0x7fa9bc1162d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.331+0000 7fa9c2096640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9bc104b30 0x7fa9bc111270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.331+0000 7fa9c2096640 1 --2- 172.21.15.18:0/3303744429 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9bc102200 0x7fa9bc110d30 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.331+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 >> 172.21.15.18:0/3303744429 conn(0x7fa9bc0fbbf0 msgr2=0x7fa9bc102c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.331+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 shutdown_connections 2024-04-22T00:46:43.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:43.331+0000 7fa9c2096640 1 -- 172.21.15.18:0/3303744429 wait complete. 2024-04-22T00:46:43.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:43 smithi018 ceph-mon[27979]: pgmap v537: 129 pgs: 129 active+clean; 1.3 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 16 MiB/s wr, 557 op/s 2024-04-22T00:46:43.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:43 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:43.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:43 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3012503019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:46:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.533+0000 7fc708c64640 1 -- 172.21.15.18:0/3361973701 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6fc007e20 msgr2=0x7fc6fc0082a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.533+0000 7fc708c64640 1 --2- 172.21.15.18:0/3361973701 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6fc007e20 0x7fc6fc0082a0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009890 tx=0x7fc6f802bb90 comp rx=0 tx=0).stop 2024-04-22T00:46:43.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.534+0000 7fc708c64640 1 -- 172.21.15.18:0/3361973701 shutdown_connections 2024-04-22T00:46:43.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.534+0000 7fc708c64640 1 --2- 172.21.15.18:0/3361973701 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6fc0a2340 0x7fc6fc0a4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.534+0000 7fc708c64640 1 --2- 172.21.15.18:0/3361973701 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6fc007e20 0x7fc6fc0082a0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.534+0000 7fc708c64640 1 --2- 172.21.15.18:0/3361973701 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc6fc009400 0x7fc6fc007850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.534+0000 7fc708c64640 1 -- 172.21.15.18:0/3361973701 >> 172.21.15.18:0/3361973701 conn(0x7fc6fc0912e0 msgr2=0x7fc6fc093720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.534+0000 7fc708c64640 1 -- 172.21.15.18:0/3361973701 shutdown_connections 2024-04-22T00:46:43.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.534+0000 7fc708c64640 1 -- 172.21.15.18:0/3361973701 wait complete. 2024-04-22T00:46:43.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.535+0000 7fc708c64640 1 Processor -- start 2024-04-22T00:46:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.535+0000 7fc708c64640 1 -- start start 2024-04-22T00:46:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.535+0000 7fc708c64640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6fc007e20 0x7fc6fc132660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.535+0000 7fc708c64640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc6fc009400 0x7fc6fc132ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.535+0000 7fc708c64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6fc0a2340 0x7fc6fc139c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.535+0000 7fc708c64640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc6fc0a8050 con 0x7fc6fc0a2340 2024-04-22T00:46:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.535+0000 7fc708c64640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc6fc0a7ed0 con 0x7fc6fc007e20 2024-04-22T00:46:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.535+0000 7fc708c64640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc6fc0a81d0 con 0x7fc6fc009400 2024-04-22T00:46:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.536+0000 7fc703fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6fc0a2340 0x7fc6fc139c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.536+0000 7fc7037fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6fc007e20 0x7fc6fc132660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.536+0000 7fc703fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6fc0a2340 0x7fc6fc139c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56264/0 (socket says 172.21.15.18:56264) 2024-04-22T00:46:43.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.536+0000 7fc703fff640 1 -- 172.21.15.18:0/1096270486 learned_addr learned my addr 172.21.15.18:0/1096270486 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.536+0000 7fc702ffd640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc6fc009400 0x7fc6fc132ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.536+0000 7fc7037fe640 1 -- 172.21.15.18:0/1096270486 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc6fc009400 msgr2=0x7fc6fc132ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.536+0000 7fc7037fe640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc6fc009400 0x7fc6fc132ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.536+0000 7fc7037fe640 1 -- 172.21.15.18:0/1096270486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6fc0a2340 msgr2=0x7fc6fc139c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.536+0000 7fc7037fe640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6fc0a2340 0x7fc6fc139c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.536+0000 7fc7037fe640 1 -- 172.21.15.18:0/1096270486 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6fc13a280 con 0x7fc6fc007e20 2024-04-22T00:46:43.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.537+0000 7fc7037fe640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6fc007e20 0x7fc6fc132660 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fc6f000e790 tx=0x7fc6f000ec50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.537+0000 7fc700ff9640 1 -- 172.21.15.18:0/1096270486 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f000eea0 con 0x7fc6fc007e20 2024-04-22T00:46:43.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.537+0000 7fc708c64640 1 -- 172.21.15.18:0/1096270486 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6fc13a570 con 0x7fc6fc007e20 2024-04-22T00:46:43.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.537+0000 7fc708c64640 1 -- 172.21.15.18:0/1096270486 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6fc13aac0 con 0x7fc6fc007e20 2024-04-22T00:46:43.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.537+0000 7fc700ff9640 1 -- 172.21.15.18:0/1096270486 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6f000ccc0 con 0x7fc6fc007e20 2024-04-22T00:46:43.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.537+0000 7fc700ff9640 1 -- 172.21.15.18:0/1096270486 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f0018780 con 0x7fc6fc007e20 2024-04-22T00:46:43.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.541+0000 7fc700ff9640 1 -- 172.21.15.18:0/1096270486 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc6f0018920 con 0x7fc6fc007e20 2024-04-22T00:46:43.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.542+0000 7fc700ff9640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6f40a2da0 0x7fc6f40a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.543+0000 7fc700ff9640 1 -- 172.21.15.18:0/1096270486 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc6f00cf550 con 0x7fc6fc007e20 2024-04-22T00:46:43.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.544+0000 7fc702ffd640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6f40a2da0 0x7fc6f40a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc70cb94740 1 Processor -- start 2024-04-22T00:46:43.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc70cb94740 1 -- start start 2024-04-22T00:46:43.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc702ffd640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6f40a2da0 0x7fc6f40a5260 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8037040 tx=0x7fc6f8005b20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c2925f50 0x5586c2926370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c292b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c292bab0 0x5586c292df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc70cb94740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5586c288ab70 con 0x5586c2925f50 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc70cb94740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5586c2833470 con 0x5586c2926940 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc70cb94740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5586c2886b30 con 0x5586c292bab0 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc702ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c292b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc7037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c2925f50 0x5586c2926370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc702ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c292b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55716/0 (socket says 172.21.15.18:55716) 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc702ffd640 1 -- 172.21.15.18:0/2822568180 learned_addr learned my addr 172.21.15.18:0/2822568180 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc703fff640 1 --2- 172.21.15.18:0/2822568180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c292bab0 0x5586c292df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc702ffd640 1 -- 172.21.15.18:0/2822568180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c292bab0 msgr2=0x5586c292df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc702ffd640 1 --2- 172.21.15.18:0/2822568180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c292bab0 0x5586c292df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc702ffd640 1 -- 172.21.15.18:0/2822568180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c2925f50 msgr2=0x5586c2926370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc702ffd640 1 --2- 172.21.15.18:0/2822568180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c2925f50 0x5586c2926370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.545+0000 7fc702ffd640 1 -- 172.21.15.18:0/2822568180 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586c259f210 con 0x5586c2926940 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.546+0000 7fc702ffd640 1 --2- 172.21.15.18:0/2822568180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c292b440 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009890 tx=0x7fc6f803b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56b1398dbfafaca server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.546+0000 7fc6edffb640 1 -- 172.21.15.18:0/2822568180 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f8039040 con 0x5586c2926940 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.546+0000 7fc6edffb640 1 -- 172.21.15.18:0/2822568180 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6f8004040 con 0x5586c2926940 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.546+0000 7fc6edffb640 1 -- 172.21.15.18:0/2822568180 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f8032c40 con 0x5586c2926940 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.547+0000 7fc70cb94740 1 -- 172.21.15.18:0/2822568180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 msgr2=0x5586c292b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.547+0000 7fc70cb94740 1 --2- 172.21.15.18:0/2822568180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c292b440 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009890 tx=0x7fc6f803b000 comp rx=0 tx=0).stop 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.547+0000 7fc70cb94740 1 -- 172.21.15.18:0/2822568180 shutdown_connections 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.547+0000 7fc70cb94740 1 --2- 172.21.15.18:0/2822568180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c292bab0 0x5586c292df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.547+0000 7fc70cb94740 1 --2- 172.21.15.18:0/2822568180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c292b440 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.547+0000 7fc70cb94740 1 --2- 172.21.15.18:0/2822568180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c2925f50 0x5586c2926370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.547+0000 7fc70cb94740 1 -- 172.21.15.18:0/2822568180 >> 172.21.15.18:0/2822568180 conn(0x5586c29214c0 msgr2=0x5586c29218c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.547+0000 7fc70cb94740 1 -- 172.21.15.18:0/2822568180 shutdown_connections 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.547+0000 7fc70cb94740 1 -- 172.21.15.18:0/2822568180 wait complete. 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.547+0000 7fc70cb94740 1 -- start start 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc70cb94740 1 Processor -- start 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c29301a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c29306e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2937720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc7037fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c29301a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc702ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c29306e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc7037fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c29301a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33208/0 (socket says 172.21.15.18:33208) 2024-04-22T00:46:43.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc7037fe640 1 -- 172.21.15.18:0/3339633209 learned_addr learned my addr 172.21.15.18:0/3339633209 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5586c292ea40 con 0x5586c292bab0 2024-04-22T00:46:43.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5586c2846a10 con 0x5586c2926940 2024-04-22T00:46:43.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5586c292ebc0 con 0x5586c2925f50 2024-04-22T00:46:43.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.548+0000 7fc70cb94740 10 client.0 _ll_register_callbacks cb 0x5586c2881b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:43.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc703fff640 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2937720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc7037fe640 1 -- 172.21.15.18:0/3339633209 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 msgr2=0x5586c29306e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc7037fe640 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c29306e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc7037fe640 1 -- 172.21.15.18:0/3339633209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 msgr2=0x5586c2937720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc7037fe640 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2937720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc7037fe640 1 -- 172.21.15.18:0/3339633209 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586c266b620 con 0x5586c2925f50 2024-04-22T00:46:43.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc702ffd640 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c29306e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:43.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc7037fe640 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c29301a0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0005fd0 tx=0x7fc6f009c1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc4951abf1ff6e0b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc6e2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:46:43.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/3339633209 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f00b3020 con 0x5586c2925f50 2024-04-22T00:46:43.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6f8004040 con 0x5586c2925f50 2024-04-22T00:46:43.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/3339633209 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc6f009add0 con 0x5586c2925f50 2024-04-22T00:46:43.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/3339633209 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc6f009afd0 con 0x5586c2925f50 2024-04-22T00:46:43.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc70cb94740 10 client.26491 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:43.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.549+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5586c293ab50 con 0x5586c2925f50 2024-04-22T00:46:43.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.550+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/3339633209 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6f8004040 con 0x5586c2925f50 2024-04-22T00:46:43.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.550+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/3339633209 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7fc6f009a840 con 0x5586c2925f50 2024-04-22T00:46:43.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.550+0000 7fc70cb94740 10 client.26491 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:43.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.550+0000 7fc70cb94740 10 client.26491 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:43.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.550+0000 7fc70cb94740 20 client.26491 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:43.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.550+0000 7fc70cb94740 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586c293c680 0x5586c293eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.550+0000 7fc70cb94740 4 client.26491 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:43.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.550+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586c28980b0 con 0x5586c293c680 2024-04-22T00:46:43.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.550+0000 7fc702ffd640 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586c293c680 0x5586c293eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.551+0000 7fc6e2ffd640 10 client.26491 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:43.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.551+0000 7fc702ffd640 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586c293c680 0x5586c293eb40 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd1d50126a761025 server_cookie=39bcca32cc0b4a44 in_seq=0 out_seq=0 2024-04-22T00:46:43.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.551+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/3339633209 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5586c28980b0 con 0x5586c293c680 2024-04-22T00:46:43.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.551+0000 7fc6e2ffd640 10 client.26491 handle_command_reply: tid=0 2024-04-22T00:46:43.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.551+0000 7fc70cb94740 1 client.26491 shutdown 2024-04-22T00:46:43.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.551+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 msgr2=0x5586c29301a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.551+0000 7fc70cb94740 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c29301a0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0005fd0 tx=0x7fc6f009c1c0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.551+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 shutdown_connections 2024-04-22T00:46:43.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.552+0000 7fc70cb94740 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586c293c680 0x5586c293eb40 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.552+0000 7fc70cb94740 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2937720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.552+0000 7fc70cb94740 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c29306e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.552+0000 7fc70cb94740 1 --2- 172.21.15.18:0/3339633209 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c29301a0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.552+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 >> 172.21.15.18:0/3339633209 conn(0x5586c29214c0 msgr2=0x5586c2920600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.552+0000 7fc6e2ffd640 0 client.26491 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:43.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.552+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 shutdown_connections 2024-04-22T00:46:43.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.552+0000 7fc70cb94740 1 -- 172.21.15.18:0/3339633209 wait complete. 2024-04-22T00:46:43.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.552+0000 7fc70cb94740 20 client.26491 trim_cache size 0 max 16384 2024-04-22T00:46:43.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.571+0000 7fc70cb94740 1 Processor -- start 2024-04-22T00:46:43.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.571+0000 7fc70cb94740 1 -- start start 2024-04-22T00:46:43.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.571+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c292dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.571+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c29376e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.571+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2927b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc70cb94740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e80125c0 con 0x5586c292bab0 2024-04-22T00:46:43.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc70cb94740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e800fe60 con 0x5586c2926940 2024-04-22T00:46:43.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc702ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c29376e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc7037fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c292dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc7037fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c292dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33218/0 (socket says 172.21.15.18:33218) 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc7037fe640 1 -- 172.21.15.18:0/3458394617 learned_addr learned my addr 172.21.15.18:0/3458394617 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc703fff640 1 --2- 172.21.15.18:0/3458394617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2927b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc70cb94740 1 -- 172.21.15.18:0/3458394617 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e800dcb0 con 0x5586c2925f50 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc7037fe640 1 -- 172.21.15.18:0/3458394617 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 msgr2=0x5586c29376e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc7037fe640 1 --2- 172.21.15.18:0/3458394617 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c29376e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc7037fe640 1 -- 172.21.15.18:0/3458394617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 msgr2=0x5586c2927b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.572+0000 7fc7037fe640 1 --2- 172.21.15.18:0/3458394617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2927b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.573+0000 7fc7037fe640 1 -- 172.21.15.18:0/3458394617 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586c2927610 con 0x5586c2925f50 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.573+0000 7fc703fff640 1 --2- 172.21.15.18:0/3458394617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2927b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:46:43.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.573+0000 7fc7037fe640 1 --2- 172.21.15.18:0/3458394617 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c292dea0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0098300 tx=0x7fc6f000cf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16e0696172cbb3cd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.573+0000 7fc6ed7fa640 1 -- 172.21.15.18:0/3458394617 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f00b3070 con 0x5586c2925f50 2024-04-22T00:46:43.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.573+0000 7fc6ed7fa640 1 -- 172.21.15.18:0/3458394617 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6f00a11c0 con 0x5586c2925f50 2024-04-22T00:46:43.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.573+0000 7fc6ed7fa640 1 -- 172.21.15.18:0/3458394617 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f0097040 con 0x5586c2925f50 2024-04-22T00:46:43.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.574+0000 7fc70cb94740 1 -- 172.21.15.18:0/3458394617 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 msgr2=0x5586c292dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.574+0000 7fc70cb94740 1 --2- 172.21.15.18:0/3458394617 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c292dea0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0098300 tx=0x7fc6f000cf50 comp rx=0 tx=0).stop 2024-04-22T00:46:43.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.574+0000 7fc70cb94740 1 -- 172.21.15.18:0/3458394617 shutdown_connections 2024-04-22T00:46:43.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.574+0000 7fc70cb94740 1 --2- 172.21.15.18:0/3458394617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2927b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.574+0000 7fc70cb94740 1 --2- 172.21.15.18:0/3458394617 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2926940 0x5586c29376e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.574+0000 7fc70cb94740 1 --2- 172.21.15.18:0/3458394617 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2925f50 0x5586c292dea0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.574+0000 7fc70cb94740 1 -- 172.21.15.18:0/3458394617 >> 172.21.15.18:0/3458394617 conn(0x5586c29214c0 msgr2=0x5586c292b190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.582 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.574+0000 7fc70cb94740 1 -- 172.21.15.18:0/3458394617 shutdown_connections 2024-04-22T00:46:43.582 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.574+0000 7fc70cb94740 1 -- 172.21.15.18:0/3458394617 wait complete. 2024-04-22T00:46:43.582 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.575+0000 7fc70cb94740 1 -- start start 2024-04-22T00:46:43.582 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.575+0000 7fc70cb94740 1 Processor -- start 2024-04-22T00:46:43.582 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.575+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2925f50 0x5586c2937010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.582 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.575+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2926940 0x5586c2937550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.575+0000 7fc70cb94740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2933b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.575+0000 7fc70cb94740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e800e320 con 0x5586c292bab0 2024-04-22T00:46:43.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.575+0000 7fc70cb94740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e800f790 con 0x5586c2925f50 2024-04-22T00:46:43.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.575+0000 7fc70cb94740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e800e9f0 con 0x5586c2926940 2024-04-22T00:46:43.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.575+0000 7fc70cb94740 10 client.0 _ll_register_callbacks cb 0x7fc6f009b980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:43.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc7037fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2925f50 0x5586c2937010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc7037fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2925f50 0x5586c2937010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55734/0 (socket says 172.21.15.18:55734) 2024-04-22T00:46:43.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc7037fe640 1 -- 172.21.15.18:0/1168649859 learned_addr learned my addr 172.21.15.18:0/1168649859 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:43.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc703fff640 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2933b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc702ffd640 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2926940 0x5586c2937550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc7037fe640 1 -- 172.21.15.18:0/1168649859 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2926940 msgr2=0x5586c2937550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc7037fe640 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2926940 0x5586c2937550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc7037fe640 1 -- 172.21.15.18:0/1168649859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 msgr2=0x5586c2933b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:43.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc7037fe640 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2933b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc7037fe640 1 -- 172.21.15.18:0/1168649859 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586c2934290 con 0x5586c2925f50 2024-04-22T00:46:43.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc7037fe640 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2925f50 0x5586c2937010 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0097de0 tx=0x7fc6f009c1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e5e193b0e1d2eea server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:43.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc6e2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:43.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/1168649859 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f00b3040 con 0x5586c2925f50 2024-04-22T00:46:43.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/1168649859 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc6f00976d0 con 0x5586c2925f50 2024-04-22T00:46:43.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc70cb94740 1 -- 172.21.15.18:0/1168649859 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6f00a11c0 con 0x5586c2925f50 2024-04-22T00:46:43.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/1168649859 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc6f009add0 con 0x5586c2925f50 2024-04-22T00:46:43.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.576+0000 7fc70cb94740 10 client.26507 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:43.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.577+0000 7fc70cb94740 1 -- 172.21.15.18:0/1168649859 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5586c2934290 con 0x5586c2925f50 2024-04-22T00:46:43.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.577+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/1168649859 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6f00a11c0 con 0x5586c2925f50 2024-04-22T00:46:43.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.577+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/1168649859 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7fc6f007c920 con 0x5586c2925f50 2024-04-22T00:46:43.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.577+0000 7fc70cb94740 10 client.26507 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:43.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.577+0000 7fc70cb94740 10 client.26507 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:43.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.577+0000 7fc70cb94740 20 client.26507 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:43.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.577+0000 7fc70cb94740 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586c29a1f20 0x5586c29a4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:43.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.577+0000 7fc70cb94740 4 client.26507 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:46:43.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.577+0000 7fc70cb94740 1 -- 172.21.15.18:0/1168649859 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5586c2892400 con 0x5586c29a1f20 2024-04-22T00:46:43.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.577+0000 7fc702ffd640 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586c29a1f20 0x5586c29a4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:43.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.578+0000 7fc6e2ffd640 10 client.26507 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:43.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.578+0000 7fc702ffd640 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586c29a1f20 0x5586c29a4310 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e28fc17b0dd605 server_cookie=ffaec79458aa86d4 in_seq=0 out_seq=0 2024-04-22T00:46:43.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc6e2ffd640 1 -- 172.21.15.18:0/1168649859 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5586c2892400 con 0x5586c29a1f20 2024-04-22T00:46:43.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc6e2ffd640 10 client.26507 handle_command_reply: tid=0 2024-04-22T00:46:43.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 client.26507 shutdown 2024-04-22T00:46:43.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 -- 172.21.15.18:0/1168649859 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2925f50 msgr2=0x5586c2937010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2925f50 0x5586c2937010 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0097de0 tx=0x7fc6f009c1c0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 -- 172.21.15.18:0/1168649859 shutdown_connections 2024-04-22T00:46:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586c29a1f20 0x5586c29a4310 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586c292bab0 0x5586c2933b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc6e2ffd640 0 client.26507 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586c2926940 0x5586c2937550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 --2- 172.21.15.18:0/1168649859 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586c2925f50 0x5586c2937010 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 -- 172.21.15.18:0/1168649859 >> 172.21.15.18:0/1168649859 conn(0x5586c29214c0 msgr2=0x5586c292ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 -- 172.21.15.18:0/1168649859 shutdown_connections 2024-04-22T00:46:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 1 -- 172.21.15.18:0/1168649859 wait complete. 2024-04-22T00:46:43.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.586+0000 7fc70cb94740 20 client.26507 trim_cache size 0 max 16384 2024-04-22T00:46:43.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:46:43.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:46:43.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:46:43.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:46:43.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 -- 172.21.15.18:0/1096270486 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6f40a2da0 msgr2=0x7fc6f40a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6f40a2da0 0x7fc6f40a5260 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8037040 tx=0x7fc6f8005b20 comp rx=0 tx=0).stop 2024-04-22T00:46:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 -- 172.21.15.18:0/1096270486 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6fc007e20 msgr2=0x7fc6fc132660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6fc007e20 0x7fc6fc132660 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fc6f000e790 tx=0x7fc6f000ec50 comp rx=0 tx=0).stop 2024-04-22T00:46:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 -- 172.21.15.18:0/1096270486 shutdown_connections 2024-04-22T00:46:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc6f40a2da0 0x7fc6f40a5260 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6fc0a2340 0x7fc6fc139c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc6fc009400 0x7fc6fc132ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 --2- 172.21.15.18:0/1096270486 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc6fc007e20 0x7fc6fc132660 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 -- 172.21.15.18:0/1096270486 >> 172.21.15.18:0/1096270486 conn(0x7fc6fc0912e0 msgr2=0x7fc6fc0955d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 -- 172.21.15.18:0/1096270486 shutdown_connections 2024-04-22T00:46:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:43.587+0000 7fc708c64640 1 -- 172.21.15.18:0/1096270486 wait complete. 2024-04-22T00:46:43.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:43 smithi081 ceph-mon[31546]: pgmap v537: 129 pgs: 129 active+clean; 1.3 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 16 MiB/s wr, 557 op/s 2024-04-22T00:46:43.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:43 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:43.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:43 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3012503019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:46:43.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:43 smithi167 ceph-mon[31348]: pgmap v537: 129 pgs: 129 active+clean; 1.3 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 16 MiB/s wr, 557 op/s 2024-04-22T00:46:44.326 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:43 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:44.326 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:43 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3012503019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:46:44.345 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:46:44.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:46:44.346 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:46:44.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.529+0000 7f996f53e640 1 -- 172.21.15.18:0/1682819208 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f99681006a0 msgr2=0x7f9968100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.529+0000 7f996f53e640 1 --2- 172.21.15.18:0/1682819208 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f99681006a0 0x7f9968100ac0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f9958009860 tx=0x7f995802bbb0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.534+0000 7f996f53e640 1 -- 172.21.15.18:0/1682819208 shutdown_connections 2024-04-22T00:46:44.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.534+0000 7f996f53e640 1 --2- 172.21.15.18:0/1682819208 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9968102250 0x7f9968069a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.534+0000 7f996f53e640 1 --2- 172.21.15.18:0/1682819208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9968101890 0x7f9968101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.534+0000 7f996f53e640 1 --2- 172.21.15.18:0/1682819208 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f99681006a0 0x7f9968100ac0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.534+0000 7f996f53e640 1 -- 172.21.15.18:0/1682819208 >> 172.21.15.18:0/1682819208 conn(0x7f99680fbc30 msgr2=0x7f99680fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:44.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.542+0000 7f996f53e640 1 -- 172.21.15.18:0/1682819208 shutdown_connections 2024-04-22T00:46:44.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.544+0000 7f996f53e640 1 -- 172.21.15.18:0/1682819208 wait complete. 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.546+0000 7f996f53e640 1 Processor -- start 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.546+0000 7f996f53e640 1 -- start start 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.547+0000 7f996f53e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99681006a0 0x7f99680701e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.547+0000 7f996f53e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9968101890 0x7f9968070720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.547+0000 7f996f53e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9968102250 0x7f996810fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.547+0000 7f996cad9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9968101890 0x7f9968070720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.547+0000 7f996cad9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9968101890 0x7f9968070720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56320/0 (socket says 172.21.15.18:56320) 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.547+0000 7f996f53e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f996810b2e0 con 0x7f9968101890 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.547+0000 7f996f53e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f996810b160 con 0x7f9968102250 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.547+0000 7f996f53e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f996810b460 con 0x7f99681006a0 2024-04-22T00:46:44.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.547+0000 7f996cad9640 1 -- 172.21.15.18:0/597765234 learned_addr learned my addr 172.21.15.18:0/597765234 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:44.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.547+0000 7f996d2da640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99681006a0 0x7f99680701e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.550+0000 7f996d2da640 1 -- 172.21.15.18:0/597765234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9968102250 msgr2=0x7f996810fcd0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:46:44.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.550+0000 7f996d2da640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9968102250 0x7f996810fcd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.550+0000 7f996d2da640 1 -- 172.21.15.18:0/597765234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9968101890 msgr2=0x7f9968070720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.550+0000 7f996d2da640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9968101890 0x7f9968070720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.550+0000 7f996d2da640 1 -- 172.21.15.18:0/597765234 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9968110210 con 0x7f99681006a0 2024-04-22T00:46:44.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.552+0000 7f996d2da640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99681006a0 0x7f99680701e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9958009780 tx=0x7f99580323b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:44.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.552+0000 7f995e7fc640 1 -- 172.21.15.18:0/597765234 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9958039040 con 0x7f99681006a0 2024-04-22T00:46:44.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.552+0000 7f995e7fc640 1 -- 172.21.15.18:0/597765234 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f995802c550 con 0x7f99681006a0 2024-04-22T00:46:44.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.552+0000 7f995e7fc640 1 -- 172.21.15.18:0/597765234 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99580046c0 con 0x7f99681006a0 2024-04-22T00:46:44.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.553+0000 7f996f53e640 1 -- 172.21.15.18:0/597765234 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99681104a0 con 0x7f99681006a0 2024-04-22T00:46:44.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.553+0000 7f996f53e640 1 -- 172.21.15.18:0/597765234 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9968110990 con 0x7f99681006a0 2024-04-22T00:46:44.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f9972209740 1 Processor -- start 2024-04-22T00:46:44.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f9972209740 1 -- start start 2024-04-22T00:46:44.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f9972209740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x556619397dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f9972209740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x55661939ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f9972209740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55661939d500 0x55661939f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f9972209740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5566192fc170 con 0x55661939d500 2024-04-22T00:46:44.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f9972209740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5566192a47c0 con 0x5566193979a0 2024-04-22T00:46:44.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f9972209740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5566192f8130 con 0x556619398390 2024-04-22T00:46:44.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f996dadb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x556619397dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f996dadb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x556619397dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55764/0 (socket says 172.21.15.18:55764) 2024-04-22T00:46:44.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.560+0000 7f996dadb640 1 -- 172.21.15.18:0/1923195627 learned_addr learned my addr 172.21.15.18:0/1923195627 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:44.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.565+0000 7f996dadb640 1 -- 172.21.15.18:0/1923195627 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 msgr2=0x55661939ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:44.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.565+0000 7f996dadb640 1 --2- 172.21.15.18:0/1923195627 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x55661939ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.565+0000 7f996dadb640 1 -- 172.21.15.18:0/1923195627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55661939d500 msgr2=0x55661939f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:44.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.565+0000 7f996dadb640 1 --2- 172.21.15.18:0/1923195627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55661939d500 0x55661939f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.565+0000 7f996dadb640 1 -- 172.21.15.18:0/1923195627 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566192b5e60 con 0x5566193979a0 2024-04-22T00:46:44.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.565+0000 7f995e7fc640 1 -- 172.21.15.18:0/597765234 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9958044030 con 0x7f99681006a0 2024-04-22T00:46:44.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.565+0000 7f996dadb640 1 --2- 172.21.15.18:0/1923195627 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x556619397dc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f996002bd30 tx=0x7f996002d420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbfa47c9e917ec66 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:44.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.566+0000 7f995e7fc640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99540a2ce0 0x7f99540a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.566+0000 7f995e7fc640 1 -- 172.21.15.18:0/597765234 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f99580f0140 con 0x7f99681006a0 2024-04-22T00:46:44.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.567+0000 7f99537fe640 1 -- 172.21.15.18:0/1923195627 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996002dd40 con 0x5566193979a0 2024-04-22T00:46:44.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.567+0000 7f99537fe640 1 -- 172.21.15.18:0/1923195627 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9960039070 con 0x5566193979a0 2024-04-22T00:46:44.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.567+0000 7f99537fe640 1 -- 172.21.15.18:0/1923195627 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9960033770 con 0x5566193979a0 2024-04-22T00:46:44.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.567+0000 7f996d2da640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99540a2ce0 0x7f99540a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.568+0000 7f9972209740 1 -- 172.21.15.18:0/1923195627 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 msgr2=0x556619397dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.568+0000 7f9972209740 1 --2- 172.21.15.18:0/1923195627 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x556619397dc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f996002bd30 tx=0x7f996002d420 comp rx=0 tx=0).stop 2024-04-22T00:46:44.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.571+0000 7f9972209740 1 -- 172.21.15.18:0/1923195627 shutdown_connections 2024-04-22T00:46:44.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.571+0000 7f9972209740 1 --2- 172.21.15.18:0/1923195627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55661939d500 0x55661939f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.571+0000 7f9972209740 1 --2- 172.21.15.18:0/1923195627 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x55661939ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.571+0000 7f9972209740 1 --2- 172.21.15.18:0/1923195627 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x556619397dc0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.571+0000 7f9972209740 1 -- 172.21.15.18:0/1923195627 >> 172.21.15.18:0/1923195627 conn(0x55661935f4f0 msgr2=0x556619393310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:44.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.574+0000 7f996d2da640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99540a2ce0 0x7f99540a51a0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f9958000c00 tx=0x7f99580c3040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:44.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.574+0000 7f9972209740 1 -- 172.21.15.18:0/1923195627 shutdown_connections 2024-04-22T00:46:44.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.574+0000 7f9972209740 1 -- 172.21.15.18:0/1923195627 wait complete. 2024-04-22T00:46:44.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.574+0000 7f9972209740 1 -- start start 2024-04-22T00:46:44.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.574+0000 7f9972209740 1 Processor -- start 2024-04-22T00:46:44.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f9972209740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x5566193a1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f9972209740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x5566193a2480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f9972209740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55661939d500 0x5566193a94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f996dadb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x5566193a1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f9972209740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5566193a04b0 con 0x55661939d500 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f996dadb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x5566193a1f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55778/0 (socket says 172.21.15.18:55778) 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f996dadb640 1 -- 172.21.15.18:0/250392254 learned_addr learned my addr 172.21.15.18:0/250392254 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f9972209740 1 -- 172.21.15.18:0/250392254 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5566192b7d40 con 0x5566193979a0 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f9972209740 1 -- 172.21.15.18:0/250392254 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5566193a0630 con 0x556619398390 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f996dadb640 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55661939d500 0x5566193a94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.575+0000 7f9972209740 10 client.0 _ll_register_callbacks cb 0x5566192f3820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.576+0000 7f996dadb640 1 -- 172.21.15.18:0/250392254 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 msgr2=0x5566193a2480 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.576+0000 7f996dadb640 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x5566193a2480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.576+0000 7f996dadb640 1 -- 172.21.15.18:0/250392254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55661939d500 msgr2=0x5566193a94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:44.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.576+0000 7f996dadb640 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55661939d500 0x5566193a94c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.576+0000 7f996dadb640 1 -- 172.21.15.18:0/250392254 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566190d87e0 con 0x5566193979a0 2024-04-22T00:46:44.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.577+0000 7f996dadb640 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x5566193a1f40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f99600338d0 tx=0x7f9960034d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9907f0e54c937b5b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:44.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.578+0000 7f9950ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:44.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.578+0000 7f9950ff9640 1 -- 172.21.15.18:0/250392254 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9960033ed0 con 0x5566193979a0 2024-04-22T00:46:44.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.578+0000 7f9950ff9640 1 -- 172.21.15.18:0/250392254 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9960034640 con 0x5566193979a0 2024-04-22T00:46:44.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.579+0000 7f9972209740 1 -- 172.21.15.18:0/250392254 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9960039070 con 0x5566193979a0 2024-04-22T00:46:44.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.581+0000 7f9950ff9640 1 -- 172.21.15.18:0/250392254 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f9960034840 con 0x5566193979a0 2024-04-22T00:46:44.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.583+0000 7f9972209740 10 client.26516 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:44.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.583+0000 7f9972209740 1 -- 172.21.15.18:0/250392254 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x556619138f70 con 0x5566193979a0 2024-04-22T00:46:44.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.587+0000 7f9950ff9640 1 -- 172.21.15.18:0/250392254 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9960039070 con 0x5566193979a0 2024-04-22T00:46:44.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.587+0000 7f9950ff9640 1 -- 172.21.15.18:0/250392254 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7f9960033070 con 0x5566193979a0 2024-04-22T00:46:44.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.587+0000 7f9972209740 10 client.26516 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:44.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.587+0000 7f9972209740 10 client.26516 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:44.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.587+0000 7f9972209740 20 client.26516 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:44.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.587+0000 7f9972209740 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5566193ade70 0x5566193b0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.587+0000 7f9972209740 4 client.26516 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:44.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.587+0000 7f9972209740 1 -- 172.21.15.18:0/250392254 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5566192d0450 con 0x5566193ade70 2024-04-22T00:46:44.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.589+0000 7f996cad9640 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5566193ade70 0x5566193b0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.592+0000 7f996cad9640 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5566193ade70 0x5566193b0310 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfb1822f3ef310f server_cookie=d98aa45dd4330cce in_seq=0 out_seq=0 2024-04-22T00:46:44.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9950ff9640 10 client.26516 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:44.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9950ff9640 1 -- 172.21.15.18:0/250392254 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5566192d0450 con 0x5566193ade70 2024-04-22T00:46:44.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9950ff9640 10 client.26516 handle_command_reply: tid=0 2024-04-22T00:46:44.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9972209740 1 client.26516 shutdown 2024-04-22T00:46:44.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9972209740 1 -- 172.21.15.18:0/250392254 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 msgr2=0x5566193a1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9972209740 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x5566193a1f40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f99600338d0 tx=0x7f9960034d00 comp rx=0 tx=0).stop 2024-04-22T00:46:44.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9972209740 1 -- 172.21.15.18:0/250392254 shutdown_connections 2024-04-22T00:46:44.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9972209740 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5566193ade70 0x5566193b0310 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9972209740 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55661939d500 0x5566193a94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9972209740 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x5566193a2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9972209740 1 --2- 172.21.15.18:0/250392254 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5566193979a0 0x5566193a1f40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9972209740 1 -- 172.21.15.18:0/250392254 >> 172.21.15.18:0/250392254 conn(0x55661935f4f0 msgr2=0x5566193924f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:44.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9950ff9640 0 client.26516 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:44.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.594+0000 7f9972209740 1 -- 172.21.15.18:0/250392254 shutdown_connections 2024-04-22T00:46:44.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.595+0000 7f9972209740 1 -- 172.21.15.18:0/250392254 wait complete. 2024-04-22T00:46:44.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.595+0000 7f9972209740 20 client.26516 trim_cache size 0 max 16384 2024-04-22T00:46:44.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.625+0000 7f9972209740 1 Processor -- start 2024-04-22T00:46:44.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.625+0000 7f9972209740 1 -- start start 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.625+0000 7f9972209740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5566193979a0 0x556619396c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.625+0000 7f9972209740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x5566193a9450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.625+0000 7f9972209740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55661939d500 0x5566193a1b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.625+0000 7f9972209740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f996811d9c0 con 0x5566193979a0 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.625+0000 7f9972209740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f996811b260 con 0x55661939d500 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.625+0000 7f9972209740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f99681190b0 con 0x556619398390 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.625+0000 7f996dadb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5566193979a0 0x556619396c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996cad9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x5566193a9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996dadb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5566193979a0 0x556619396c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56346/0 (socket says 172.21.15.18:56346) 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996dadb640 1 -- 172.21.15.18:0/1651737030 learned_addr learned my addr 172.21.15.18:0/1651737030 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996dadb640 1 --2- 172.21.15.18:0/1651737030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55661939d500 0x5566193a1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996cad9640 1 -- 172.21.15.18:0/1651737030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55661939d500 msgr2=0x5566193a1b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:44.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996cad9640 1 --2- 172.21.15.18:0/1651737030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55661939d500 0x5566193a1b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996cad9640 1 -- 172.21.15.18:0/1651737030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5566193979a0 msgr2=0x556619396c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:44.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996cad9640 1 --2- 172.21.15.18:0/1651737030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5566193979a0 0x556619396c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996cad9640 1 -- 172.21.15.18:0/1651737030 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556618fd0170 con 0x556619398390 2024-04-22T00:46:44.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996dadb640 1 --2- 172.21.15.18:0/1651737030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5566193979a0 0x556619396c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:44.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f996cad9640 1 --2- 172.21.15.18:0/1651737030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x5566193a9450 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x5566193b0b90 tx=0x7f99640046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e42da83c524d1188 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:44.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f9952ffd640 1 -- 172.21.15.18:0/1651737030 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9964011c30 con 0x556619398390 2024-04-22T00:46:44.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f9952ffd640 1 -- 172.21.15.18:0/1651737030 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9964011dd0 con 0x556619398390 2024-04-22T00:46:44.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.626+0000 7f9952ffd640 1 -- 172.21.15.18:0/1651737030 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9964005280 con 0x556619398390 2024-04-22T00:46:44.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.627+0000 7f9972209740 1 -- 172.21.15.18:0/1651737030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 msgr2=0x5566193a9450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.627+0000 7f9972209740 1 --2- 172.21.15.18:0/1651737030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x5566193a9450 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x5566193b0b90 tx=0x7f99640046c0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.627+0000 7f9972209740 1 -- 172.21.15.18:0/1651737030 shutdown_connections 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.627+0000 7f9972209740 1 --2- 172.21.15.18:0/1651737030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55661939d500 0x5566193a1b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.627+0000 7f9972209740 1 --2- 172.21.15.18:0/1651737030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556619398390 0x5566193a9450 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.627+0000 7f9972209740 1 --2- 172.21.15.18:0/1651737030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5566193979a0 0x556619396c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.627+0000 7f9972209740 1 -- 172.21.15.18:0/1651737030 >> 172.21.15.18:0/1651737030 conn(0x55661935f4f0 msgr2=0x556619396550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.627+0000 7f9972209740 1 -- 172.21.15.18:0/1651737030 shutdown_connections 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.627+0000 7f9972209740 1 -- 172.21.15.18:0/1651737030 wait complete. 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.628+0000 7f9972209740 1 -- start start 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.628+0000 7f9972209740 1 Processor -- start 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f9972209740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5566193979a0 0x5566193a6780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f9972209740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556619398390 0x5566193a6cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f9972209740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55661939d500 0x5566193a7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f9972209740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9968119720 con 0x556619398390 2024-04-22T00:46:44.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f9972209740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f996811ab90 con 0x55661939d500 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f9972209740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9968119df0 con 0x5566193979a0 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f9972209740 10 client.0 _ll_register_callbacks cb 0x7f996002bc00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f996dadb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5566193979a0 0x5566193a6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f996dadb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5566193979a0 0x5566193a6780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33276/0 (socket says 172.21.15.18:33276) 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f996dadb640 1 -- 172.21.15.18:0/2627245718 learned_addr learned my addr 172.21.15.18:0/2627245718 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f996dadb640 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55661939d500 0x5566193a7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.629+0000 7f996cad9640 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556619398390 0x5566193a6cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f996dadb640 1 -- 172.21.15.18:0/2627245718 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55661939d500 msgr2=0x5566193a7cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f996dadb640 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55661939d500 0x5566193a7cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f996dadb640 1 -- 172.21.15.18:0/2627245718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556619398390 msgr2=0x5566193a6cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f996dadb640 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556619398390 0x5566193a6cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f996dadb640 1 -- 172.21.15.18:0/2627245718 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566193a82c0 con 0x5566193979a0 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f996dadb640 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5566193979a0 0x5566193a6780 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f996003ee00 tx=0x7f99600011c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e89280aab234317b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:44.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f9950ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:46:44.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f9950ff9640 1 -- 172.21.15.18:0/2627245718 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996003d570 con 0x5566193979a0 2024-04-22T00:46:44.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f9950ff9640 1 -- 172.21.15.18:0/2627245718 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f99600349e0 con 0x5566193979a0 2024-04-22T00:46:44.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f9972209740 1 -- 172.21.15.18:0/2627245718 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9964011dd0 con 0x5566193979a0 2024-04-22T00:46:44.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.630+0000 7f9950ff9640 1 -- 172.21.15.18:0/2627245718 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f996008b050 con 0x5566193979a0 2024-04-22T00:46:44.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f9972209740 10 client.26506 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:44.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f9972209740 1 -- 172.21.15.18:0/2627245718 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5566193a9600 con 0x5566193979a0 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f9950ff9640 1 -- 172.21.15.18:0/2627245718 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9964011dd0 con 0x5566193979a0 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f9950ff9640 1 -- 172.21.15.18:0/2627245718 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7f9960033040 con 0x5566193979a0 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f9972209740 10 client.26506 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f9972209740 10 client.26506 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f9972209740 20 client.26506 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f9972209740 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556619414a40 0x556619416e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f9972209740 4 client.26506 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f9972209740 1 -- 172.21.15.18:0/2627245718 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5566193096b0 con 0x556619414a40 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.631+0000 7f996cad9640 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556619414a40 0x556619416e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.632+0000 7f9950ff9640 10 client.26506 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:44.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.632+0000 7f996cad9640 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556619414a40 0x556619416e60 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72726f1da3f1f4aa server_cookie=d41d012a27fe3e34 in_seq=0 out_seq=0 2024-04-22T00:46:44.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9950ff9640 1 -- 172.21.15.18:0/2627245718 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5566193096b0 con 0x556619414a40 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9950ff9640 10 client.26506 handle_command_reply: tid=0 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 client.26506 shutdown 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 -- 172.21.15.18:0/2627245718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5566193979a0 msgr2=0x5566193a6780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5566193979a0 0x5566193a6780 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f996003ee00 tx=0x7f99600011c0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 -- 172.21.15.18:0/2627245718 shutdown_connections 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556619414a40 0x556619416e60 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55661939d500 0x5566193a7cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556619398390 0x5566193a6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 --2- 172.21.15.18:0/2627245718 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5566193979a0 0x5566193a6780 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9950ff9640 0 client.26506 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 -- 172.21.15.18:0/2627245718 >> 172.21.15.18:0/2627245718 conn(0x55661935f4f0 msgr2=0x5566193a1ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 -- 172.21.15.18:0/2627245718 shutdown_connections 2024-04-22T00:46:44.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.633+0000 7f9972209740 1 -- 172.21.15.18:0/2627245718 wait complete. 2024-04-22T00:46:44.638 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:46:44.638 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:46:44.639 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "9d3f5b36-74be-48bd-a9b0-cc759f3f37f2", 2024-04-22T00:46:44.639 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:46:44.639 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:46:44.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.634+0000 7f9972209740 20 client.26506 trim_cache size 0 max 16384 2024-04-22T00:46:44.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.635+0000 7f996f53e640 1 -- 172.21.15.18:0/597765234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99540a2ce0 msgr2=0x7f99540a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.635+0000 7f996f53e640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99540a2ce0 0x7f99540a51a0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f9958000c00 tx=0x7f99580c3040 comp rx=0 tx=0).stop 2024-04-22T00:46:44.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.635+0000 7f996f53e640 1 -- 172.21.15.18:0/597765234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99681006a0 msgr2=0x7f99680701e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.635+0000 7f996f53e640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99681006a0 0x7f99680701e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9958009780 tx=0x7f99580323b0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.636+0000 7f996f53e640 1 -- 172.21.15.18:0/597765234 shutdown_connections 2024-04-22T00:46:44.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.636+0000 7f996f53e640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99540a2ce0 0x7f99540a51a0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.636+0000 7f996f53e640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9968102250 0x7f996810fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.636+0000 7f996f53e640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9968101890 0x7f9968070720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.636+0000 7f996f53e640 1 --2- 172.21.15.18:0/597765234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99681006a0 0x7f99680701e0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.636+0000 7f996f53e640 1 -- 172.21.15.18:0/597765234 >> 172.21.15.18:0/597765234 conn(0x7f99680fbc30 msgr2=0x7f99680fd340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:44.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.638+0000 7f996f53e640 1 -- 172.21.15.18:0/597765234 shutdown_connections 2024-04-22T00:46:44.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.640+0000 7f996f53e640 1 -- 172.21.15.18:0/597765234 wait complete. 2024-04-22T00:46:44.667 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:46:44.667 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:46:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 320.0 s, 828.6 tps, lat 123.777 ms stddev 150.789 2024-04-22T00:46:44.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.872+0000 7fd0618d4640 1 -- 172.21.15.18:0/458851375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd05c108740 msgr2=0x7fd05c10ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.872+0000 7fd0618d4640 1 --2- 172.21.15.18:0/458851375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd05c108740 0x7fd05c10ab70 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fd04c009900 tx=0x7fd04c02bc60 comp rx=0 tx=0).stop 2024-04-22T00:46:44.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.880+0000 7fd0618d4640 1 -- 172.21.15.18:0/458851375 shutdown_connections 2024-04-22T00:46:44.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.880+0000 7fd0618d4640 1 --2- 172.21.15.18:0/458851375 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd05c10da80 0x7fd05c10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.880+0000 7fd0618d4640 1 --2- 172.21.15.18:0/458851375 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd05c10b0b0 0x7fd05c10d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.880+0000 7fd0618d4640 1 --2- 172.21.15.18:0/458851375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd05c108740 0x7fd05c10ab70 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.880+0000 7fd0618d4640 1 -- 172.21.15.18:0/458851375 >> 172.21.15.18:0/458851375 conn(0x7fd05c06e5d0 msgr2=0x7fd05c070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:44.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.884+0000 7fd0618d4640 1 -- 172.21.15.18:0/458851375 shutdown_connections 2024-04-22T00:46:44.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.890+0000 7fd0618d4640 1 -- 172.21.15.18:0/458851375 wait complete. 2024-04-22T00:46:44.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.890+0000 7fd0618d4640 1 Processor -- start 2024-04-22T00:46:44.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.893+0000 7fd0618d4640 1 -- start start 2024-04-22T00:46:44.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.894+0000 7fd0618d4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd05c108740 0x7fd05c114e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.894+0000 7fd0618d4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd05c10b0b0 0x7fd05c115390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.894+0000 7fd0618d4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd05c10da80 0x7fd05c1b6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.894+0000 7fd0618d4640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd05c11c230 con 0x7fd05c108740 2024-04-22T00:46:44.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.894+0000 7fd0618d4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd05c11c0b0 con 0x7fd05c10b0b0 2024-04-22T00:46:44.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.894+0000 7fd0618d4640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd05c11c3b0 con 0x7fd05c10da80 2024-04-22T00:46:44.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.895+0000 7fd05affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd05c108740 0x7fd05c114e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.895+0000 7fd05affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd05c108740 0x7fd05c114e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56384/0 (socket says 172.21.15.18:56384) 2024-04-22T00:46:44.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.895+0000 7fd05affd640 1 -- 172.21.15.18:0/244497273 learned_addr learned my addr 172.21.15.18:0/244497273 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:44.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.896+0000 7fd05affd640 1 -- 172.21.15.18:0/244497273 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd05c10da80 msgr2=0x7fd05c1b6940 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:46:44.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.896+0000 7fd05affd640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd05c10da80 0x7fd05c1b6940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.896+0000 7fd05affd640 1 -- 172.21.15.18:0/244497273 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd05c10b0b0 msgr2=0x7fd05c115390 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:46:44.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.896+0000 7fd05affd640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd05c10b0b0 0x7fd05c115390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.896+0000 7fd05affd640 1 -- 172.21.15.18:0/244497273 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd05c1b6e80 con 0x7fd05c108740 2024-04-22T00:46:44.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.897+0000 7fd05affd640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd05c108740 0x7fd05c114e50 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fd04c000c00 tx=0x7fd04c02ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:44.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.901+0000 7fd0608d2640 1 -- 172.21.15.18:0/244497273 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c041020 con 0x7fd05c108740 2024-04-22T00:46:44.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.901+0000 7fd0608d2640 1 -- 172.21.15.18:0/244497273 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd04c02ee30 con 0x7fd05c108740 2024-04-22T00:46:44.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.901+0000 7fd0608d2640 1 -- 172.21.15.18:0/244497273 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c02c980 con 0x7fd05c108740 2024-04-22T00:46:44.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.903+0000 7fd0618d4640 1 -- 172.21.15.18:0/244497273 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd05c1b7050 con 0x7fd05c108740 2024-04-22T00:46:44.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.903+0000 7fd0618d4640 1 -- 172.21.15.18:0/244497273 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd05c1b7460 con 0x7fd05c108740 2024-04-22T00:46:44.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.909+0000 7fd06459d740 1 Processor -- start 2024-04-22T00:46:44.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.914+0000 7fd06459d740 1 -- start start 2024-04-22T00:46:44.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.914+0000 7fd06459d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x55870578c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.914+0000 7fd06459d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 0x558705791440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.914+0000 7fd06459d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 0x558705793f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.914+0000 7fd06459d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5587056f1560 con 0x55870578c940 2024-04-22T00:46:44.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.914+0000 7fd06459d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558705699730 con 0x558705791ab0 2024-04-22T00:46:44.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.914+0000 7fd06459d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5587056ed520 con 0x55870578bf50 2024-04-22T00:46:44.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.914+0000 7fd05b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x55870578c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.914+0000 7fd05b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x55870578c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33288/0 (socket says 172.21.15.18:33288) 2024-04-22T00:46:44.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.914+0000 7fd05b7fe640 1 -- 172.21.15.18:0/2601864734 learned_addr learned my addr 172.21.15.18:0/2601864734 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:44.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.915+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/2601864734 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 0x558705793f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.915+0000 7fd05a7fc640 1 -- 172.21.15.18:0/2601864734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 msgr2=0x55870578c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:44.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.915+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/2601864734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x55870578c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.915+0000 7fd05a7fc640 1 -- 172.21.15.18:0/2601864734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 msgr2=0x558705791440 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:46:44.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.915+0000 7fd05affd640 1 --2- 172.21.15.18:0/2601864734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 0x558705791440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.915+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/2601864734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 0x558705791440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.915+0000 7fd05a7fc640 1 -- 172.21.15.18:0/2601864734 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587054cf7d0 con 0x558705791ab0 2024-04-22T00:46:44.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.916+0000 7fd05affd640 1 --2- 172.21.15.18:0/2601864734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 0x558705791440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:46:44.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.916+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/2601864734 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 0x558705793f40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd05c073040 tx=0x7fd05000ad40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d65ea89467b9f0f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:44.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.917+0000 7fd041ffb640 1 -- 172.21.15.18:0/2601864734 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05000ccc0 con 0x558705791ab0 2024-04-22T00:46:44.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.917+0000 7fd041ffb640 1 -- 172.21.15.18:0/2601864734 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd050005020 con 0x558705791ab0 2024-04-22T00:46:44.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.917+0000 7fd041ffb640 1 -- 172.21.15.18:0/2601864734 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd050004ba0 con 0x558705791ab0 2024-04-22T00:46:44.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.918+0000 7fd06459d740 1 -- 172.21.15.18:0/2601864734 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 msgr2=0x558705793f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.918+0000 7fd06459d740 1 --2- 172.21.15.18:0/2601864734 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 0x558705793f40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd05c073040 tx=0x7fd05000ad40 comp rx=0 tx=0).stop 2024-04-22T00:46:44.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.921+0000 7fd06459d740 1 -- 172.21.15.18:0/2601864734 shutdown_connections 2024-04-22T00:46:44.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.921+0000 7fd06459d740 1 --2- 172.21.15.18:0/2601864734 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 0x558705793f40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.921+0000 7fd06459d740 1 --2- 172.21.15.18:0/2601864734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 0x558705791440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.921+0000 7fd06459d740 1 --2- 172.21.15.18:0/2601864734 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x55870578c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.921+0000 7fd06459d740 1 -- 172.21.15.18:0/2601864734 >> 172.21.15.18:0/2601864734 conn(0x5587057874c0 msgr2=0x5587057878c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:44.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.921+0000 7fd0608d2640 1 -- 172.21.15.18:0/244497273 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd04c044020 con 0x7fd05c108740 2024-04-22T00:46:44.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.922+0000 7fd06459d740 1 -- 172.21.15.18:0/2601864734 shutdown_connections 2024-04-22T00:46:44.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.922+0000 7fd06459d740 1 -- 172.21.15.18:0/2601864734 wait complete. 2024-04-22T00:46:44.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.922+0000 7fd0608d2640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0440a2ca0 0x7fd0440a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.922+0000 7fd06459d740 1 -- start start 2024-04-22T00:46:44.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.922+0000 7fd0608d2640 1 -- 172.21.15.18:0/244497273 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd04c0f0f70 con 0x7fd05c108740 2024-04-22T00:46:44.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.922+0000 7fd06459d740 1 Processor -- start 2024-04-22T00:46:44.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.925+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0440a2ca0 0x7fd0440a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.931+0000 7fd06459d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 0x5587057964e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.931+0000 7fd06459d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x558705796a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.931+0000 7fd06459d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558705791ab0 0x55870579da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.931+0000 7fd06459d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558705794a60 con 0x55870578bf50 2024-04-22T00:46:44.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.931+0000 7fd06459d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5587056ace00 con 0x55870578c940 2024-04-22T00:46:44.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.931+0000 7fd06459d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558705794be0 con 0x558705791ab0 2024-04-22T00:46:44.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.931+0000 7fd06459d740 10 client.0 _ll_register_callbacks cb 0x5587056e7eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:44.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.934+0000 7fd05a7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x558705796a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.934+0000 7fd05a7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x558705796a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55830/0 (socket says 172.21.15.18:55830) 2024-04-22T00:46:44.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.934+0000 7fd05a7fc640 1 -- 172.21.15.18:0/232642259 learned_addr learned my addr 172.21.15.18:0/232642259 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:44.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.935+0000 7fd05b7fe640 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558705791ab0 0x55870579da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.935+0000 7fd05affd640 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 0x5587057964e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.936+0000 7fd05a7fc640 1 -- 172.21.15.18:0/232642259 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558705791ab0 msgr2=0x55870579da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:44.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.936+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558705791ab0 0x55870579da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.936+0000 7fd05a7fc640 1 -- 172.21.15.18:0/232642259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 msgr2=0x5587057964e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:44.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.936+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 0x5587057964e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.936+0000 7fd05a7fc640 1 -- 172.21.15.18:0/232642259 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587054053f0 con 0x55870578c940 2024-04-22T00:46:44.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.936+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x558705796a20 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fd050016000 tx=0x7fd050004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a932f0b7f9fdf54 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:44.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.941+0000 7fd03affd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:44.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.941+0000 7fd03affd640 1 -- 172.21.15.18:0/232642259 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd050019e40 con 0x55870578c940 2024-04-22T00:46:44.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.941+0000 7fd03affd640 1 -- 172.21.15.18:0/232642259 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd05000f660 con 0x55870578c940 2024-04-22T00:46:44.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.941+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0440a2ca0 0x7fd0440a5160 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd05000ce30 tx=0x7fd05001d000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:44.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.941+0000 7fd06459d740 1 -- 172.21.15.18:0/232642259 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd050005020 con 0x55870578c940 2024-04-22T00:46:44.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.946+0000 7fd03affd640 1 -- 172.21.15.18:0/232642259 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd050035020 con 0x55870578c940 2024-04-22T00:46:44.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.946+0000 7fd06459d740 10 client.26528 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:44.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.946+0000 7fd06459d740 1 -- 172.21.15.18:0/232642259 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5587053c50f0 con 0x55870578c940 2024-04-22T00:46:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.948+0000 7fd03affd640 1 -- 172.21.15.18:0/232642259 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd050005020 con 0x55870578c940 2024-04-22T00:46:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.948+0000 7fd03affd640 1 -- 172.21.15.18:0/232642259 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7fd050039070 con 0x55870578c940 2024-04-22T00:46:44.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.950+0000 7fd06459d740 10 client.26528 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:44.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.950+0000 7fd06459d740 10 client.26528 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:44.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.950+0000 7fd06459d740 20 client.26528 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:44.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.950+0000 7fd06459d740 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5587057a1f10 0x5587057a4300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:44.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.950+0000 7fd06459d740 4 client.26528 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:44.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.950+0000 7fd06459d740 1 -- 172.21.15.18:0/232642259 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5587056feaa0 con 0x5587057a1f10 2024-04-22T00:46:44.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.954+0000 7fd05affd640 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5587057a1f10 0x5587057a4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:44.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.972+0000 7fd05affd640 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5587057a1f10 0x5587057a4300 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c776a8276064222 server_cookie=2240b5a083a64854 in_seq=0 out_seq=0 2024-04-22T00:46:44.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.974+0000 7fd03affd640 10 client.26528 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:44.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.975+0000 7fd03affd640 1 -- 172.21.15.18:0/232642259 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5587056feaa0 con 0x5587057a1f10 2024-04-22T00:46:44.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.975+0000 7fd03affd640 10 client.26528 handle_command_reply: tid=0 2024-04-22T00:46:44.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.977+0000 7fd06459d740 1 client.26528 shutdown 2024-04-22T00:46:44.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.983+0000 7fd06459d740 1 -- 172.21.15.18:0/232642259 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 msgr2=0x558705796a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:44.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.983+0000 7fd06459d740 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x558705796a20 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fd050016000 tx=0x7fd050004d00 comp rx=0 tx=0).stop 2024-04-22T00:46:44.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.984+0000 7fd06459d740 1 -- 172.21.15.18:0/232642259 shutdown_connections 2024-04-22T00:46:44.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.984+0000 7fd06459d740 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5587057a1f10 0x5587057a4300 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.984+0000 7fd06459d740 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558705791ab0 0x55870579da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.984+0000 7fd06459d740 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x558705796a20 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.984+0000 7fd06459d740 1 --2- 172.21.15.18:0/232642259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 0x5587057964e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:44.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.984+0000 7fd06459d740 1 -- 172.21.15.18:0/232642259 >> 172.21.15.18:0/232642259 conn(0x5587057874c0 msgr2=0x5587057866e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:44.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.984+0000 7fd03affd640 0 client.26528 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:44.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.985+0000 7fd06459d740 1 -- 172.21.15.18:0/232642259 shutdown_connections 2024-04-22T00:46:44.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.986+0000 7fd06459d740 1 -- 172.21.15.18:0/232642259 wait complete. 2024-04-22T00:46:44.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:44.987+0000 7fd06459d740 20 client.26528 trim_cache size 0 max 16384 2024-04-22T00:46:45.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.024+0000 7fd06459d740 1 Processor -- start 2024-04-22T00:46:45.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.024+0000 7fd06459d740 1 -- start start 2024-04-22T00:46:45.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd06459d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x558705782680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd06459d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 0x55870579da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd06459d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 0x5587057964e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd06459d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd0480126e0 con 0x55870578c940 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd06459d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd04800ff80 con 0x558705791ab0 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd06459d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd04800ddd0 con 0x55870578bf50 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd05affd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x558705782680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd05a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 0x55870579da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd05affd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x558705782680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33298/0 (socket says 172.21.15.18:33298) 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd05affd640 1 -- 172.21.15.18:0/1940006030 learned_addr learned my addr 172.21.15.18:0/1940006030 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd05b7fe640 1 --2- 172.21.15.18:0/1940006030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 0x5587057964e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd05affd640 1 -- 172.21.15.18:0/1940006030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 msgr2=0x5587057964e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:45.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd05affd640 1 --2- 172.21.15.18:0/1940006030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 0x5587057964e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd05affd640 1 -- 172.21.15.18:0/1940006030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 msgr2=0x55870579da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:45.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd05affd640 1 --2- 172.21.15.18:0/1940006030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 0x55870579da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.025+0000 7fd05affd640 1 -- 172.21.15.18:0/1940006030 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558705788230 con 0x55870578bf50 2024-04-22T00:46:45.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.026+0000 7fd05affd640 1 --2- 172.21.15.18:0/1940006030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x558705782680 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd04c02e0a0 tx=0x7fd04c048040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98d0b29df7bce3f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:45.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.026+0000 7fd0417fa640 1 -- 172.21.15.18:0/1940006030 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c0bd3a0 con 0x55870578bf50 2024-04-22T00:46:45.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.026+0000 7fd0417fa640 1 -- 172.21.15.18:0/1940006030 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd04c0c1750 con 0x55870578bf50 2024-04-22T00:46:45.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.026+0000 7fd0417fa640 1 -- 172.21.15.18:0/1940006030 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c0b9b10 con 0x55870578bf50 2024-04-22T00:46:45.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.027+0000 7fd06459d740 1 -- 172.21.15.18:0/1940006030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 msgr2=0x558705782680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:45.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.027+0000 7fd06459d740 1 --2- 172.21.15.18:0/1940006030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x558705782680 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd04c02e0a0 tx=0x7fd04c048040 comp rx=0 tx=0).stop 2024-04-22T00:46:45.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.027+0000 7fd06459d740 1 -- 172.21.15.18:0/1940006030 shutdown_connections 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.027+0000 7fd06459d740 1 --2- 172.21.15.18:0/1940006030 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558705791ab0 0x5587057964e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.027+0000 7fd06459d740 1 --2- 172.21.15.18:0/1940006030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578c940 0x55870579da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.027+0000 7fd06459d740 1 --2- 172.21.15.18:0/1940006030 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55870578bf50 0x558705782680 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.027+0000 7fd06459d740 1 -- 172.21.15.18:0/1940006030 >> 172.21.15.18:0/1940006030 conn(0x5587057874c0 msgr2=0x55870578ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.027+0000 7fd06459d740 1 -- 172.21.15.18:0/1940006030 shutdown_connections 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.027+0000 7fd06459d740 1 -- 172.21.15.18:0/1940006030 wait complete. 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.027+0000 7fd06459d740 1 -- start start 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd06459d740 1 Processor -- start 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd06459d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 0x55870579ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd06459d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x55870579b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd06459d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558705791ab0 0x55870579c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd05affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 0x55870579ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd05affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 0x55870579ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56410/0 (socket says 172.21.15.18:56410) 2024-04-22T00:46:45.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd05affd640 1 -- 172.21.15.18:0/3297650354 learned_addr learned my addr 172.21.15.18:0/3297650354 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd04800e440 con 0x55870578bf50 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd04800f8b0 con 0x55870578c940 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd04800eb10 con 0x558705791ab0 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x55870579b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd06459d740 10 client.0 _ll_register_callbacks cb 0x7fd054007360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.028+0000 7fd05b7fe640 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558705791ab0 0x55870579c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd05affd640 1 -- 172.21.15.18:0/3297650354 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558705791ab0 msgr2=0x55870579c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd05affd640 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558705791ab0 0x55870579c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd05affd640 1 -- 172.21.15.18:0/3297650354 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 msgr2=0x55870579b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd05affd640 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x55870579b0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd05affd640 1 -- 172.21.15.18:0/3297650354 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55870579c640 con 0x55870578bf50 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x55870579b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd05affd640 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 0x55870579ab70 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fd04c02f020 tx=0x7fd04c0bcd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d667eb332768c3ce server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:45.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd03affd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd03affd640 1 -- 172.21.15.18:0/3297650354 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c0db060 con 0x55870578bf50 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd04c0c1750 con 0x55870578bf50 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd03affd640 1 -- 172.21.15.18:0/3297650354 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd04c0bb6a0 con 0x55870578bf50 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd03affd640 1 -- 172.21.15.18:0/3297650354 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd04c0bd3a0 con 0x55870578bf50 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd06459d740 10 client.16866 fetch_fsmap learned FSMap version 33 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55870579d9a0 con 0x55870578bf50 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.029+0000 7fd03affd640 1 -- 172.21.15.18:0/3297650354 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd04c0c1750 con 0x55870578bf50 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd03affd640 1 -- 172.21.15.18:0/3297650354 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 33) ==== 8350+0+0 (secure 0 0 0) 0x7fd04c0d60d0 con 0x55870578bf50 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd06459d740 10 client.16866 fetch_fsmap finished waiting for FSMap version 33 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd06459d740 10 client.16866 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd06459d740 20 client.16866 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd06459d740 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5587058086e0 0x55870580ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:45.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd06459d740 4 client.16866 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5587056f8df0 con 0x5587058086e0 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5587058086e0 0x55870580ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd05a7fc640 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5587058086e0 0x55870580ab00 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eb9494c521208d7 server_cookie=4336a6e16532ab94 in_seq=0 out_seq=0 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd03affd640 10 client.16866 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd03affd640 1 -- 172.21.15.18:0/3297650354 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5587056f8df0 con 0x5587058086e0 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd03affd640 10 client.16866 handle_command_reply: tid=0 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.030+0000 7fd06459d740 1 client.16866 shutdown 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 msgr2=0x55870579ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 0x55870579ab70 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fd04c02f020 tx=0x7fd04c0bcd80 comp rx=0 tx=0).stop 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 shutdown_connections 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5587058086e0 0x55870580ab00 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558705791ab0 0x55870579c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd03affd640 0 client.16866 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:45.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55870578c940 0x55870579b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 1 --2- 172.21.15.18:0/3297650354 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55870578bf50 0x55870579ab70 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 >> 172.21.15.18:0/3297650354 conn(0x5587057874c0 msgr2=0x5587057964e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:45.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 shutdown_connections 2024-04-22T00:46:45.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 1 -- 172.21.15.18:0/3297650354 wait complete. 2024-04-22T00:46:45.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd06459d740 20 client.16866 trim_cache size 0 max 16384 2024-04-22T00:46:45.036 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:46:45.036 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:46:45.036 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:46:45.036 INFO:teuthology.orchestra.run.smithi018.stdout: "9d3f5b36-74be-48bd-a9b0-cc759f3f37f2": { 2024-04-22T00:46:45.037 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:46:45.037 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "9d3f5b36-74be-48bd-a9b0-cc759f3f37f2", 2024-04-22T00:46:45.037 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:46:45.037 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:46:45.037 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:46:45.037 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:46:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd0618d4640 1 -- 172.21.15.18:0/244497273 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0440a2ca0 msgr2=0x7fd0440a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd0618d4640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0440a2ca0 0x7fd0440a5160 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd05000ce30 tx=0x7fd05001d000 comp rx=0 tx=0).stop 2024-04-22T00:46:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd0618d4640 1 -- 172.21.15.18:0/244497273 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd05c108740 msgr2=0x7fd05c114e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd0618d4640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd05c108740 0x7fd05c114e50 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fd04c000c00 tx=0x7fd04c02ecc0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd0618d4640 1 -- 172.21.15.18:0/244497273 shutdown_connections 2024-04-22T00:46:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd0618d4640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd0440a2ca0 0x7fd0440a5160 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.031+0000 7fd0618d4640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd05c10da80 0x7fd05c1b6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.032+0000 7fd0618d4640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd05c10b0b0 0x7fd05c115390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.032+0000 7fd0618d4640 1 --2- 172.21.15.18:0/244497273 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd05c108740 0x7fd05c114e50 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:45.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.032+0000 7fd0618d4640 1 -- 172.21.15.18:0/244497273 >> 172.21.15.18:0/244497273 conn(0x7fd05c06e5d0 msgr2=0x7fd05c10c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:45.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.032+0000 7fd0618d4640 1 -- 172.21.15.18:0/244497273 shutdown_connections 2024-04-22T00:46:45.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:46:45.032+0000 7fd0618d4640 1 -- 172.21.15.18:0/244497273 wait complete. 2024-04-22T00:46:45.046 INFO:tasks.cephfs.filesystem:scrub status for tag:9d3f5b36-74be-48bd-a9b0-cc759f3f37f2 - {'path': '/', 'tag': '9d3f5b36-74be-48bd-a9b0-cc759f3f37f2', 'options': 'recursive,force'} 2024-04-22T00:46:45.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:45 smithi018 ceph-mon[27979]: pgmap v538: 129 pgs: 129 active+clean; 1.3 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 MiB/s wr, 554 op/s 2024-04-22T00:46:45.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:45 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:46:45.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:45 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:45.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:45 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:46:45.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:45 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:45.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:45 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:46:45.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:45 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:45.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:45 smithi081 ceph-mon[31546]: pgmap v538: 129 pgs: 129 active+clean; 1.3 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 MiB/s wr, 554 op/s 2024-04-22T00:46:45.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:45 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:46:45.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:45 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:45.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:45 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:46:45.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:45 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:45.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:45 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:46:45.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:45 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:45.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:45 smithi167 ceph-mon[31348]: pgmap v538: 129 pgs: 129 active+clean; 1.3 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 MiB/s wr, 554 op/s 2024-04-22T00:46:45.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:45 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:46:45.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:45 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:45.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:45 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:46:45.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:45 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:45.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:45 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:46:45.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:45 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:46.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:46 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:46:46.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:46 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:46.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:46 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:46:46.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:46 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:46.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:46 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:46:46.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:46 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:46.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:46 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:46:46.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:46 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:46.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:46 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:46:46.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:46 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:46.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:46 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:46:46.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:46 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:46:47.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:47 smithi081 ceph-mon[31546]: pgmap v539: 129 pgs: 129 active+clean; 1.3 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 18 MiB/s wr, 684 op/s 2024-04-22T00:46:47.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:47 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:47.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:47 smithi018 ceph-mon[27979]: pgmap v539: 129 pgs: 129 active+clean; 1.3 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 18 MiB/s wr, 684 op/s 2024-04-22T00:46:47.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:47 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:47.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:47 smithi167 ceph-mon[31348]: pgmap v539: 129 pgs: 129 active+clean; 1.3 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 18 MiB/s wr, 684 op/s 2024-04-22T00:46:47.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:47 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:49.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:49 smithi081 ceph-mon[31546]: pgmap v540: 129 pgs: 129 active+clean; 1.4 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 17 MiB/s wr, 613 op/s 2024-04-22T00:46:49.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:49 smithi018 ceph-mon[27979]: pgmap v540: 129 pgs: 129 active+clean; 1.4 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 17 MiB/s wr, 613 op/s 2024-04-22T00:46:49.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:49 smithi167 ceph-mon[31348]: pgmap v540: 129 pgs: 129 active+clean; 1.4 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 17 MiB/s wr, 613 op/s 2024-04-22T00:46:49.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 325.0 s, 1108.2 tps, lat 89.550 ms stddev 107.839 2024-04-22T00:46:51.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:51 smithi081 ceph-mon[31546]: pgmap v541: 129 pgs: 129 active+clean; 1.4 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 18 MiB/s wr, 731 op/s 2024-04-22T00:46:51.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:51 smithi018 ceph-mon[27979]: pgmap v541: 129 pgs: 129 active+clean; 1.4 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 18 MiB/s wr, 731 op/s 2024-04-22T00:46:51.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:51 smithi167 ceph-mon[31348]: pgmap v541: 129 pgs: 129 active+clean; 1.4 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 18 MiB/s wr, 731 op/s 2024-04-22T00:46:53.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:53 smithi081 ceph-mon[31546]: pgmap v542: 129 pgs: 129 active+clean; 1.4 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 16 MiB/s wr, 665 op/s 2024-04-22T00:46:53.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:53 smithi018 ceph-mon[27979]: pgmap v542: 129 pgs: 129 active+clean; 1.4 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 16 MiB/s wr, 665 op/s 2024-04-22T00:46:53.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:53 smithi167 ceph-mon[31348]: pgmap v542: 129 pgs: 129 active+clean; 1.4 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 16 MiB/s wr, 665 op/s 2024-04-22T00:46:54.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 330.0 s, 747.8 tps, lat 133.472 ms stddev 147.682 2024-04-22T00:46:55.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:55 smithi081 ceph-mon[31546]: pgmap v543: 129 pgs: 129 active+clean; 1.4 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 16 MiB/s wr, 651 op/s 2024-04-22T00:46:55.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:55 smithi018 ceph-mon[27979]: pgmap v543: 129 pgs: 129 active+clean; 1.4 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 16 MiB/s wr, 651 op/s 2024-04-22T00:46:55.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:55 smithi167 ceph-mon[31348]: pgmap v543: 129 pgs: 129 active+clean; 1.4 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 16 MiB/s wr, 651 op/s 2024-04-22T00:46:56.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.715+0000 7febeca7d640 1 -- 172.21.15.18:0/3810424558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febe8102280 msgr2=0x7febe8104670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:56.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.715+0000 7febeca7d640 1 --2- 172.21.15.18:0/3810424558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febe8102280 0x7febe8104670 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7febd8009900 tx=0x7febd802bc30 comp rx=0 tx=0).stop 2024-04-22T00:46:56.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.716+0000 7febeca7d640 1 -- 172.21.15.18:0/3810424558 shutdown_connections 2024-04-22T00:46:56.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.716+0000 7febeca7d640 1 --2- 172.21.15.18:0/3810424558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febe81074e0 0x7febe81098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.716+0000 7febeca7d640 1 --2- 172.21.15.18:0/3810424558 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febe8104bb0 0x7febe8106fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.716+0000 7febeca7d640 1 --2- 172.21.15.18:0/3810424558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febe8102280 0x7febe8104670 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.716+0000 7febeca7d640 1 -- 172.21.15.18:0/3810424558 >> 172.21.15.18:0/3810424558 conn(0x7febe80fbc10 msgr2=0x7febe80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:56.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.716+0000 7febeca7d640 1 -- 172.21.15.18:0/3810424558 shutdown_connections 2024-04-22T00:46:56.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.716+0000 7febeca7d640 1 -- 172.21.15.18:0/3810424558 wait complete. 2024-04-22T00:46:56.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.717+0000 7febeca7d640 1 Processor -- start 2024-04-22T00:46:56.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.717+0000 7febeca7d640 1 -- start start 2024-04-22T00:46:56.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.717+0000 7febeca7d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febe8102280 0x7febe8195830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.717+0000 7febeca7d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febe8104bb0 0x7febe8195d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.717+0000 7febeca7d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febe81074e0 0x7febe819cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.717+0000 7febeca7d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7febe810b270 con 0x7febe81074e0 2024-04-22T00:46:56.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.717+0000 7febeca7d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7febe810b0f0 con 0x7febe8104bb0 2024-04-22T00:46:56.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.717+0000 7febeca7d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7febe810b3f0 con 0x7febe8102280 2024-04-22T00:46:56.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febe8102280 0x7febe8195830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe5d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febe8104bb0 0x7febe8195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febe8102280 0x7febe8195830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:36806/0 (socket says 172.21.15.18:36806) 2024-04-22T00:46:56.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe659c640 1 -- 172.21.15.18:0/2869567372 learned_addr learned my addr 172.21.15.18:0/2869567372 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:56.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe6d9d640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febe81074e0 0x7febe819cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe5d9b640 1 -- 172.21.15.18:0/2869567372 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febe8102280 msgr2=0x7febe8195830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:56.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe5d9b640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febe8102280 0x7febe8195830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe5d9b640 1 -- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febe81074e0 msgr2=0x7febe819cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:56.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe5d9b640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febe81074e0 0x7febe819cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe5d9b640 1 -- 172.21.15.18:0/2869567372 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febe819d450 con 0x7febe8104bb0 2024-04-22T00:46:56.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe6d9d640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febe81074e0 0x7febe819cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:46:56.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe659c640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febe8102280 0x7febe8195830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:46:56.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.718+0000 7febe5d9b640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febe8104bb0 0x7febe8195d70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7febdc00e9c0 tx=0x7febdc00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:56.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.719+0000 7febd77fe640 1 -- 172.21.15.18:0/2869567372 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febdc00cd80 con 0x7febe8104bb0 2024-04-22T00:46:56.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.719+0000 7febd77fe640 1 -- 172.21.15.18:0/2869567372 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febdc0035f0 con 0x7febe8104bb0 2024-04-22T00:46:56.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.720+0000 7febd77fe640 1 -- 172.21.15.18:0/2869567372 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febdc004220 con 0x7febe8104bb0 2024-04-22T00:46:56.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.723+0000 7febeca7d640 1 -- 172.21.15.18:0/2869567372 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febe819d740 con 0x7febe8104bb0 2024-04-22T00:46:56.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.723+0000 7febeca7d640 1 -- 172.21.15.18:0/2869567372 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febe819dbb0 con 0x7febe8104bb0 2024-04-22T00:46:56.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.730+0000 7febef668740 1 Processor -- start 2024-04-22T00:46:56.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.731+0000 7febef668740 1 -- start start 2024-04-22T00:46:56.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.731+0000 7febef668740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff6ed40 0x56271ff6f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.731+0000 7febef668740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6f730 0x56271ff74230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.731+0000 7febef668740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff748a0 0x56271ff76d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.731+0000 7febef668740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56271fec2b70 con 0x56271ff6ed40 2024-04-22T00:46:56.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.731+0000 7febef668740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56271fe6b470 con 0x56271ff748a0 2024-04-22T00:46:56.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.731+0000 7febef668740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56271febeb30 con 0x56271ff6f730 2024-04-22T00:46:56.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.735+0000 7febd77fe640 1 -- 172.21.15.18:0/2869567372 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7febdc018430 con 0x7febe8104bb0 2024-04-22T00:46:56.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.736+0000 7febe5d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff748a0 0x56271ff76d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.739+0000 7febe6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff6ed40 0x56271ff6f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.739+0000 7febe6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff6ed40 0x56271ff6f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32934/0 (socket says 172.21.15.18:32934) 2024-04-22T00:46:56.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.739+0000 7febe6d9d640 1 -- 172.21.15.18:0/3382178553 learned_addr learned my addr 172.21.15.18:0/3382178553 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:56.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.739+0000 7febe659c640 1 --2- 172.21.15.18:0/3382178553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6f730 0x56271ff74230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.739+0000 7febd77fe640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7febd00a7110 0x7febd00a95d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.745+0000 7febe6d9d640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7febd00a7110 0x7febd00a95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.747+0000 7febd77fe640 1 -- 172.21.15.18:0/2869567372 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7febdc0cf790 con 0x7febe8104bb0 2024-04-22T00:46:56.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.748+0000 7febe5d9b640 1 -- 172.21.15.18:0/3382178553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6f730 msgr2=0x56271ff74230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:56.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.748+0000 7febe5d9b640 1 --2- 172.21.15.18:0/3382178553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6f730 0x56271ff74230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.748+0000 7febe5d9b640 1 -- 172.21.15.18:0/3382178553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff6ed40 msgr2=0x56271ff6f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:56.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.748+0000 7febe5d9b640 1 --2- 172.21.15.18:0/3382178553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff6ed40 0x56271ff6f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.748+0000 7febe5d9b640 1 -- 172.21.15.18:0/3382178553 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56271fbd7210 con 0x56271ff748a0 2024-04-22T00:46:56.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.748+0000 7febe6d9d640 1 --2- 172.21.15.18:0/3382178553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff6ed40 0x56271ff6f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:46:56.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.749+0000 7febe5d9b640 1 --2- 172.21.15.18:0/3382178553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff748a0 0x56271ff76d30 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7febdc098590 tx=0x7febdc09ba50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=abe4fd90ddf53c6d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:56.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.751+0000 7febd4ff9640 1 -- 172.21.15.18:0/3382178553 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febdc09c2c0 con 0x56271ff748a0 2024-04-22T00:46:56.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.751+0000 7febd4ff9640 1 -- 172.21.15.18:0/3382178553 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febdc09bbc0 con 0x56271ff748a0 2024-04-22T00:46:56.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.752+0000 7febef668740 1 -- 172.21.15.18:0/3382178553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff748a0 msgr2=0x56271ff76d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:56.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.752+0000 7febef668740 1 --2- 172.21.15.18:0/3382178553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff748a0 0x56271ff76d30 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7febdc098590 tx=0x7febdc09ba50 comp rx=0 tx=0).stop 2024-04-22T00:46:56.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.761+0000 7febe6d9d640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7febd00a7110 0x7febd00a95d0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x56271ff6ff90 tx=0x7febe0004ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:56.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.764+0000 7febef668740 1 -- 172.21.15.18:0/3382178553 shutdown_connections 2024-04-22T00:46:56.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.764+0000 7febef668740 1 --2- 172.21.15.18:0/3382178553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff748a0 0x56271ff76d30 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.764+0000 7febef668740 1 --2- 172.21.15.18:0/3382178553 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6f730 0x56271ff74230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.764+0000 7febef668740 1 --2- 172.21.15.18:0/3382178553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff6ed40 0x56271ff6f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.764+0000 7febef668740 1 -- 172.21.15.18:0/3382178553 >> 172.21.15.18:0/3382178553 conn(0x56271ff592a0 msgr2=0x56271ff596a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:56.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.768+0000 7febef668740 1 -- 172.21.15.18:0/3382178553 shutdown_connections 2024-04-22T00:46:56.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.771+0000 7febef668740 1 -- 172.21.15.18:0/3382178553 wait complete. 2024-04-22T00:46:56.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.772+0000 7febef668740 1 -- start start 2024-04-22T00:46:56.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.772+0000 7febef668740 1 Processor -- start 2024-04-22T00:46:56.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.788+0000 7febef668740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6ed40 0x56271ff81800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.788+0000 7febef668740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 0x56271ff81d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.788+0000 7febef668740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271ff88d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.788+0000 7febef668740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56271ff77840 con 0x56271ff748a0 2024-04-22T00:46:56.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.788+0000 7febef668740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56271fe7ea10 con 0x56271ff6f730 2024-04-22T00:46:56.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.788+0000 7febef668740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56271ff779c0 con 0x56271ff6ed40 2024-04-22T00:46:56.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.788+0000 7febef668740 10 client.0 _ll_register_callbacks cb 0x56271feb9b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:56.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.790+0000 7febe5d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 0x56271ff81d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.790+0000 7febe5d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 0x56271ff81d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:45902/0 (socket says 172.21.15.18:45902) 2024-04-22T00:46:56.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.790+0000 7febe5d9b640 1 -- 172.21.15.18:0/2038042998 learned_addr learned my addr 172.21.15.18:0/2038042998 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:56.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.791+0000 7febe659c640 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6ed40 0x56271ff81800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.792+0000 7febe5d9b640 1 -- 172.21.15.18:0/2038042998 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6ed40 msgr2=0x56271ff81800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:56.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.792+0000 7febe5d9b640 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6ed40 0x56271ff81800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.792+0000 7febe5d9b640 1 -- 172.21.15.18:0/2038042998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 msgr2=0x56271ff88d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:56.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.792+0000 7febe5d9b640 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271ff88d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.792+0000 7febe5d9b640 1 -- 172.21.15.18:0/2038042998 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56271fca3620 con 0x56271ff6f730 2024-04-22T00:46:56.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.794+0000 7febe5d9b640 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 0x56271ff81d40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7febdc09bb50 tx=0x7febdc0038e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3318464eb0ff35e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:56.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.796+0000 7febcdffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:46:56.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.796+0000 7febcdffb640 1 -- 172.21.15.18:0/2038042998 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febdc09c2c0 con 0x56271ff6f730 2024-04-22T00:46:56.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.796+0000 7febef668740 1 -- 172.21.15.18:0/2038042998 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febdc09bbc0 con 0x56271ff6f730 2024-04-22T00:46:56.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.796+0000 7febcdffb640 1 -- 172.21.15.18:0/2038042998 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7febdc0cf3d0 con 0x56271ff6f730 2024-04-22T00:46:56.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.801+0000 7febcdffb640 1 -- 172.21.15.18:0/2038042998 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7febdc0cfbc0 con 0x56271ff6f730 2024-04-22T00:46:56.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.805+0000 7febef668740 10 client.26546 fetch_fsmap learned FSMap version 34 2024-04-22T00:46:56.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.805+0000 7febef668740 1 -- 172.21.15.18:0/2038042998 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x56271ff77840 con 0x56271ff6f730 2024-04-22T00:46:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.810+0000 7febcdffb640 1 -- 172.21.15.18:0/2038042998 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febdc09bbc0 con 0x56271ff6f730 2024-04-22T00:46:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.811+0000 7febcdffb640 1 -- 172.21.15.18:0/2038042998 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7febdc097a20 con 0x56271ff6f730 2024-04-22T00:46:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.811+0000 7febef668740 10 client.26546 fetch_fsmap finished waiting for FSMap version 34 2024-04-22T00:46:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.811+0000 7febef668740 10 client.26546 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.811+0000 7febef668740 20 client.26546 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.811+0000 7febef668740 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56271ff7c3d0 0x56271ff7e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.811+0000 7febef668740 4 client.26546 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:46:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.811+0000 7febef668740 1 -- 172.21.15.18:0/2038042998 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56271fed00b0 con 0x56271ff7c3d0 2024-04-22T00:46:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.812+0000 7febe659c640 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56271ff7c3d0 0x56271ff7e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.813+0000 7febe659c640 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56271ff7c3d0 0x56271ff7e7e0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a7432173b38ee7e server_cookie=90826a7702300b2c in_seq=0 out_seq=0 2024-04-22T00:46:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.813+0000 7febcdffb640 10 client.26546 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.817+0000 7febcdffb640 1 -- 172.21.15.18:0/2038042998 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56271fed00b0 con 0x56271ff7c3d0 2024-04-22T00:46:56.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.817+0000 7febcdffb640 10 client.26546 handle_command_reply: tid=0 2024-04-22T00:46:56.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.817+0000 7febef668740 1 client.26546 shutdown 2024-04-22T00:46:56.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.831+0000 7febef668740 1 -- 172.21.15.18:0/2038042998 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 msgr2=0x56271ff81d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:56.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.831+0000 7febef668740 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 0x56271ff81d40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7febdc09bb50 tx=0x7febdc0038e0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.833 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.832+0000 7febef668740 1 -- 172.21.15.18:0/2038042998 shutdown_connections 2024-04-22T00:46:56.833 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.832+0000 7febef668740 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56271ff7c3d0 0x56271ff7e7e0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.833 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.832+0000 7febef668740 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271ff88d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.833 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.832+0000 7febef668740 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 0x56271ff81d40 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.833 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.832+0000 7febef668740 1 --2- 172.21.15.18:0/2038042998 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6ed40 0x56271ff81800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.833 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.832+0000 7febef668740 1 -- 172.21.15.18:0/2038042998 >> 172.21.15.18:0/2038042998 conn(0x56271ff592a0 msgr2=0x56271ff584c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:56.833 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.832+0000 7febcdffb640 0 client.26546 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.834+0000 7febef668740 1 -- 172.21.15.18:0/2038042998 shutdown_connections 2024-04-22T00:46:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.834+0000 7febef668740 1 -- 172.21.15.18:0/2038042998 wait complete. 2024-04-22T00:46:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.834+0000 7febef668740 20 client.26546 trim_cache size 0 max 16384 2024-04-22T00:46:56.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.865+0000 7febef668740 1 Processor -- start 2024-04-22T00:46:56.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.865+0000 7febef668740 1 -- start start 2024-04-22T00:46:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.866+0000 7febef668740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6ed40 0x56271ff817e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.866+0000 7febef668740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6f730 0x56271ff88d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.866+0000 7febe659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6ed40 0x56271ff817e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.866+0000 7febe659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6ed40 0x56271ff817e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:45916/0 (socket says 172.21.15.18:45916) 2024-04-22T00:46:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.866+0000 7febe659c640 1 -- 172.21.15.18:0/3377233615 learned_addr learned my addr 172.21.15.18:0/3377233615 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.866+0000 7febef668740 1 --2- 172.21.15.18:0/3377233615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271ff81d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.866+0000 7febe5d9b640 1 --2- 172.21.15.18:0/3377233615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6f730 0x56271ff88d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.867+0000 7febef668740 1 -- 172.21.15.18:0/3377233615 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7febe81a23a0 con 0x56271ff748a0 2024-04-22T00:46:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.867+0000 7febef668740 1 -- 172.21.15.18:0/3377233615 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7febe819fc10 con 0x56271ff6ed40 2024-04-22T00:46:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.867+0000 7febef668740 1 -- 172.21.15.18:0/3377233615 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7febe8073640 con 0x56271ff6f730 2024-04-22T00:46:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.867+0000 7febe659c640 1 -- 172.21.15.18:0/3377233615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6f730 msgr2=0x56271ff88d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.867+0000 7febe659c640 1 --2- 172.21.15.18:0/3377233615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6f730 0x56271ff88d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.867+0000 7febe659c640 1 -- 172.21.15.18:0/3377233615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 msgr2=0x56271ff81d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.867+0000 7febe659c640 1 --2- 172.21.15.18:0/3377233615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271ff81d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.867+0000 7febe659c640 1 -- 172.21.15.18:0/3377233615 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56271ff6fb10 con 0x56271ff6ed40 2024-04-22T00:46:56.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.867+0000 7febe659c640 1 --2- 172.21.15.18:0/3377233615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6ed40 0x56271ff817e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7febd802c240 tx=0x7febd8009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f34b43b05768ae37 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:56.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.871+0000 7febcffff640 1 -- 172.21.15.18:0/3377233615 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd802caf0 con 0x56271ff6ed40 2024-04-22T00:46:56.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.871+0000 7febcffff640 1 -- 172.21.15.18:0/3377233615 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febd802cc90 con 0x56271ff6ed40 2024-04-22T00:46:56.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.871+0000 7febcffff640 1 -- 172.21.15.18:0/3377233615 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd80487e0 con 0x56271ff6ed40 2024-04-22T00:46:56.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.873+0000 7febef668740 1 -- 172.21.15.18:0/3377233615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6ed40 msgr2=0x56271ff817e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:56.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.873+0000 7febef668740 1 --2- 172.21.15.18:0/3377233615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6ed40 0x56271ff817e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7febd802c240 tx=0x7febd8009260 comp rx=0 tx=0).stop 2024-04-22T00:46:56.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.875+0000 7febef668740 1 -- 172.21.15.18:0/3377233615 shutdown_connections 2024-04-22T00:46:56.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.875+0000 7febef668740 1 --2- 172.21.15.18:0/3377233615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271ff81d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.875+0000 7febef668740 1 --2- 172.21.15.18:0/3377233615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6f730 0x56271ff88d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.875+0000 7febef668740 1 --2- 172.21.15.18:0/3377233615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6ed40 0x56271ff817e0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.875+0000 7febef668740 1 -- 172.21.15.18:0/3377233615 >> 172.21.15.18:0/3377233615 conn(0x56271ff592a0 msgr2=0x56271ff59680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:56.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.875+0000 7febef668740 1 -- 172.21.15.18:0/3377233615 shutdown_connections 2024-04-22T00:46:56.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.876+0000 7febef668740 1 -- 172.21.15.18:0/3377233615 wait complete. 2024-04-22T00:46:56.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.876+0000 7febef668740 1 -- start start 2024-04-22T00:46:56.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.876+0000 7febef668740 1 Processor -- start 2024-04-22T00:46:56.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.877+0000 7febef668740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6ed40 0x56271ff83cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.877+0000 7febef668740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 0x56271ff84200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.877+0000 7febef668740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271fff9b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.877+0000 7febef668740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7febe819e0f0 con 0x56271ff748a0 2024-04-22T00:46:56.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.877+0000 7febef668740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7febe819f540 con 0x56271ff6f730 2024-04-22T00:46:56.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.877+0000 7febef668740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7febe819e7a0 con 0x56271ff6ed40 2024-04-22T00:46:56.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.877+0000 7febef668740 10 client.0 _ll_register_callbacks cb 0x7febe0009b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:46:56.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.877+0000 7febe6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271fff9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.877+0000 7febe6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271fff9b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32950/0 (socket says 172.21.15.18:32950) 2024-04-22T00:46:56.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.877+0000 7febe6d9d640 1 -- 172.21.15.18:0/3174653552 learned_addr learned my addr 172.21.15.18:0/3174653552 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:46:56.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.878+0000 7febe6d9d640 1 -- 172.21.15.18:0/3174653552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6ed40 msgr2=0x56271ff83cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:46:56.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.878+0000 7febe6d9d640 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6ed40 0x56271ff83cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.878+0000 7febe6d9d640 1 -- 172.21.15.18:0/3174653552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 msgr2=0x56271ff84200 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:46:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.878+0000 7febe6d9d640 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 0x56271ff84200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.878+0000 7febe6d9d640 1 -- 172.21.15.18:0/3174653552 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56271fffa0c0 con 0x56271ff748a0 2024-04-22T00:46:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.878+0000 7febe6d9d640 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271fff9b50 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7febe0013750 tx=0x7febe0013410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed3f85f295eb9517 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:46:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.878+0000 7febcdffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:46:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.879+0000 7febcdffb640 1 -- 172.21.15.18:0/3174653552 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe001f840 con 0x56271ff748a0 2024-04-22T00:46:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.879+0000 7febcdffb640 1 -- 172.21.15.18:0/3174653552 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7febe001f9e0 con 0x56271ff748a0 2024-04-22T00:46:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.879+0000 7febef668740 1 -- 172.21.15.18:0/3174653552 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febd802cc90 con 0x56271ff748a0 2024-04-22T00:46:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.879+0000 7febcdffb640 1 -- 172.21.15.18:0/3174653552 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7febe001fbe0 con 0x56271ff748a0 2024-04-22T00:46:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.879+0000 7febef668740 10 client.16875 fetch_fsmap learned FSMap version 34 2024-04-22T00:46:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.879+0000 7febef668740 1 -- 172.21.15.18:0/3174653552 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x56271fffb480 con 0x56271ff748a0 2024-04-22T00:46:56.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.879+0000 7febcdffb640 1 -- 172.21.15.18:0/3174653552 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febd802cc90 con 0x56271ff748a0 2024-04-22T00:46:56.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.880+0000 7febcdffb640 1 -- 172.21.15.18:0/3174653552 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7febe0028420 con 0x56271ff748a0 2024-04-22T00:46:56.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.880+0000 7febef668740 10 client.16875 fetch_fsmap finished waiting for FSMap version 34 2024-04-22T00:46:56.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.880+0000 7febef668740 10 client.16875 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:46:56.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.880+0000 7febef668740 20 client.16875 populate_metadata read hostname 'smithi018' 2024-04-22T00:46:56.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.880+0000 7febef668740 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56271fffbe40 0x56271fffe260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:46:56.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.880+0000 7febef668740 4 client.16875 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:46:56.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.880+0000 7febef668740 1 -- 172.21.15.18:0/3174653552 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56271feca400 con 0x56271fffbe40 2024-04-22T00:46:56.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.880+0000 7febe659c640 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56271fffbe40 0x56271fffe260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:46:56.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.880+0000 7febcdffb640 10 client.16875 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:56.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.880+0000 7febe659c640 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56271fffbe40 0x56271fffe260 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb3a3e2d4caac36d server_cookie=58d93d48d92973d6 in_seq=0 out_seq=0 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febcdffb640 1 -- 172.21.15.18:0/3174653552 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56271feca400 con 0x56271fffbe40 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febcdffb640 10 client.16875 handle_command_reply: tid=0 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 client.16875 shutdown 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 -- 172.21.15.18:0/3174653552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 msgr2=0x56271fff9b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271fff9b50 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7febe0013750 tx=0x7febe0013410 comp rx=0 tx=0).stop 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 -- 172.21.15.18:0/3174653552 shutdown_connections 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56271fffbe40 0x56271fffe260 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56271ff748a0 0x56271fff9b50 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56271ff6f730 0x56271ff84200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 --2- 172.21.15.18:0/3174653552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56271ff6ed40 0x56271ff83cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 -- 172.21.15.18:0/3174653552 >> 172.21.15.18:0/3174653552 conn(0x56271ff592a0 msgr2=0x56271ff817a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febcdffb640 0 client.16875 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:46:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 -- 172.21.15.18:0/3174653552 shutdown_connections 2024-04-22T00:46:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 1 -- 172.21.15.18:0/3174653552 wait complete. 2024-04-22T00:46:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.888+0000 7febef668740 20 client.16875 trim_cache size 0 max 16384 2024-04-22T00:46:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:46:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:46:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:46:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:46:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 -- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7febd00a7110 msgr2=0x7febd00a95d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7febd00a7110 0x7febd00a95d0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x56271ff6ff90 tx=0x7febe0004ab0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 -- 172.21.15.18:0/2869567372 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febe8104bb0 msgr2=0x7febe8195d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:46:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febe8104bb0 0x7febe8195d70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7febdc00e9c0 tx=0x7febdc00ee80 comp rx=0 tx=0).stop 2024-04-22T00:46:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 -- 172.21.15.18:0/2869567372 shutdown_connections 2024-04-22T00:46:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7febd00a7110 0x7febd00a95d0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febe81074e0 0x7febe819cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febe8104bb0 0x7febe8195d70 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 --2- 172.21.15.18:0/2869567372 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7febe8102280 0x7febe8195830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:46:56.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 -- 172.21.15.18:0/2869567372 >> 172.21.15.18:0/2869567372 conn(0x7febe80fbc10 msgr2=0x7febe8102bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:46:56.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 -- 172.21.15.18:0/2869567372 shutdown_connections 2024-04-22T00:46:56.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:46:56.889+0000 7febeca7d640 1 -- 172.21.15.18:0/2869567372 wait complete. 2024-04-22T00:46:57.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:57 smithi081 ceph-mon[31546]: pgmap v544: 129 pgs: 129 active+clean; 1.4 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 16 MiB/s wr, 739 op/s 2024-04-22T00:46:57.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:57 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:46:57.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:57 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:46:57.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:57 smithi018 ceph-mon[27979]: pgmap v544: 129 pgs: 129 active+clean; 1.4 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 16 MiB/s wr, 739 op/s 2024-04-22T00:46:57.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:57 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:46:57.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:57 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:46:57.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:57 smithi167 ceph-mon[31348]: pgmap v544: 129 pgs: 129 active+clean; 1.4 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 16 MiB/s wr, 739 op/s 2024-04-22T00:46:57.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:57 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:46:57.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:57 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:46:58.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:58 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:46:58.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:58 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:58.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:58 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:46:58.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:58 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:58.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:58 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:46:58.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:58 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:46:59.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:46:59 smithi081 ceph-mon[31546]: pgmap v545: 129 pgs: 129 active+clean; 1.4 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 15 MiB/s wr, 645 op/s 2024-04-22T00:46:59.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:46:59 smithi018 ceph-mon[27979]: pgmap v545: 129 pgs: 129 active+clean; 1.4 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 15 MiB/s wr, 645 op/s 2024-04-22T00:46:59.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:46:59 smithi167 ceph-mon[31348]: pgmap v545: 129 pgs: 129 active+clean; 1.4 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 15 MiB/s wr, 645 op/s 2024-04-22T00:46:59.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 335.0 s, 1086.0 tps, lat 92.550 ms stddev 112.848 2024-04-22T00:47:01.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:01 smithi081 ceph-mon[31546]: pgmap v546: 129 pgs: 129 active+clean; 1.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 14 MiB/s wr, 694 op/s 2024-04-22T00:47:01.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:01 smithi018 ceph-mon[27979]: pgmap v546: 129 pgs: 129 active+clean; 1.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 14 MiB/s wr, 694 op/s 2024-04-22T00:47:01.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:01 smithi167 ceph-mon[31348]: pgmap v546: 129 pgs: 129 active+clean; 1.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 14 MiB/s wr, 694 op/s 2024-04-22T00:47:03.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:03 smithi081 ceph-mon[31546]: pgmap v547: 129 pgs: 129 active+clean; 1.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 MiB/s wr, 576 op/s 2024-04-22T00:47:03.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:03 smithi018 ceph-mon[27979]: pgmap v547: 129 pgs: 129 active+clean; 1.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 MiB/s wr, 576 op/s 2024-04-22T00:47:03.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:03 smithi167 ceph-mon[31348]: pgmap v547: 129 pgs: 129 active+clean; 1.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 MiB/s wr, 576 op/s 2024-04-22T00:47:04.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 340.0 s, 883.8 tps, lat 113.924 ms stddev 140.586 2024-04-22T00:47:05.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:05 smithi081 ceph-mon[31546]: pgmap v548: 129 pgs: 129 active+clean; 1.4 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 MiB/s wr, 578 op/s 2024-04-22T00:47:05.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:05 smithi018 ceph-mon[27979]: pgmap v548: 129 pgs: 129 active+clean; 1.4 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 MiB/s wr, 578 op/s 2024-04-22T00:47:05.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:05 smithi167 ceph-mon[31348]: pgmap v548: 129 pgs: 129 active+clean; 1.4 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 MiB/s wr, 578 op/s 2024-04-22T00:47:07.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:07 smithi081 ceph-mon[31546]: pgmap v549: 129 pgs: 129 active+clean; 1.4 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 15 MiB/s wr, 674 op/s 2024-04-22T00:47:07.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:07 smithi018 ceph-mon[27979]: pgmap v549: 129 pgs: 129 active+clean; 1.4 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 15 MiB/s wr, 674 op/s 2024-04-22T00:47:07.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:07 smithi167 ceph-mon[31348]: pgmap v549: 129 pgs: 129 active+clean; 1.4 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 15 MiB/s wr, 674 op/s 2024-04-22T00:47:09.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:09 smithi081 ceph-mon[31546]: pgmap v550: 129 pgs: 129 active+clean; 1.4 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 MiB/s wr, 575 op/s 2024-04-22T00:47:09.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:09 smithi018 ceph-mon[27979]: pgmap v550: 129 pgs: 129 active+clean; 1.4 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 MiB/s wr, 575 op/s 2024-04-22T00:47:09.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:09 smithi167 ceph-mon[31348]: pgmap v550: 129 pgs: 129 active+clean; 1.4 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 MiB/s wr, 575 op/s 2024-04-22T00:47:09.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 345.0 s, 824.4 tps, lat 118.466 ms stddev 140.418 2024-04-22T00:47:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.018+0000 7fa966bb1640 1 -- 172.21.15.18:0/3457682092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa960102250 msgr2=0x7fa960108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.018+0000 7fa966bb1640 1 --2- 172.21.15.18:0/3457682092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa960102250 0x7fa960108ae0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fa958009ca0 tx=0x7fa95802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.019+0000 7fa966bb1640 1 -- 172.21.15.18:0/3457682092 shutdown_connections 2024-04-22T00:47:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.019+0000 7fa966bb1640 1 --2- 172.21.15.18:0/3457682092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa960102250 0x7fa960108ae0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.019+0000 7fa966bb1640 1 --2- 172.21.15.18:0/3457682092 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa960101890 0x7fa960101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.019+0000 7fa966bb1640 1 --2- 172.21.15.18:0/3457682092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa9601006a0 0x7fa960100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.019+0000 7fa966bb1640 1 -- 172.21.15.18:0/3457682092 >> 172.21.15.18:0/3457682092 conn(0x7fa9600fbc10 msgr2=0x7fa9600fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.019+0000 7fa966bb1640 1 -- 172.21.15.18:0/3457682092 shutdown_connections 2024-04-22T00:47:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.019+0000 7fa966bb1640 1 -- 172.21.15.18:0/3457682092 wait complete. 2024-04-22T00:47:10.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.019+0000 7fa966bb1640 1 Processor -- start 2024-04-22T00:47:10.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa966bb1640 1 -- start start 2024-04-22T00:47:10.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa966bb1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9601006a0 0x7fa9601955f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa966bb1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa960101890 0x7fa960195b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa966bb1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa960102250 0x7fa96019cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa966bb1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa96010b220 con 0x7fa9601006a0 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa966bb1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa96010b0a0 con 0x7fa960102250 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa966bb1640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa96010b3a0 con 0x7fa960101890 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa96494d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9601006a0 0x7fa9601955f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa95ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa960101890 0x7fa960195b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa96494d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9601006a0 0x7fa9601955f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59836/0 (socket says 172.21.15.18:59836) 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa96494d640 1 -- 172.21.15.18:0/2472258837 learned_addr learned my addr 172.21.15.18:0/2472258837 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa96514e640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa960102250 0x7fa96019cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa95ffff640 1 -- 172.21.15.18:0/2472258837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa960102250 msgr2=0x7fa96019cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa95ffff640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa960102250 0x7fa96019cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa95ffff640 1 -- 172.21.15.18:0/2472258837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9601006a0 msgr2=0x7fa9601955f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:10.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa95ffff640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9601006a0 0x7fa9601955f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa95ffff640 1 -- 172.21.15.18:0/2472258837 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa96019d210 con 0x7fa960101890 2024-04-22T00:47:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.020+0000 7fa96514e640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa960102250 0x7fa96019cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.021+0000 7fa95ffff640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa960101890 0x7fa960195b30 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa94c00e9f0 tx=0x7fa94c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.021+0000 7fa95dffb640 1 -- 172.21.15.18:0/2472258837 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c00ccc0 con 0x7fa960101890 2024-04-22T00:47:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.021+0000 7fa95dffb640 1 -- 172.21.15.18:0/2472258837 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa94c010910 con 0x7fa960101890 2024-04-22T00:47:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.021+0000 7fa966bb1640 1 -- 172.21.15.18:0/2472258837 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa96019d500 con 0x7fa960101890 2024-04-22T00:47:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.021+0000 7fa95dffb640 1 -- 172.21.15.18:0/2472258837 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c018960 con 0x7fa960101890 2024-04-22T00:47:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.021+0000 7fa966bb1640 1 -- 172.21.15.18:0/2472258837 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa96019da50 con 0x7fa960101890 2024-04-22T00:47:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.023+0000 7fa95dffb640 1 -- 172.21.15.18:0/2472258837 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa94c010ac0 con 0x7fa960101890 2024-04-22T00:47:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.024+0000 7fa95dffb640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9500a70b0 0x7fa9500a9570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.024+0000 7fa96494d640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9500a70b0 0x7fa9500a9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.024+0000 7fa95dffb640 1 -- 172.21.15.18:0/2472258837 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa94c0cf7a0 con 0x7fa960101890 2024-04-22T00:47:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.024+0000 7fa969796740 1 Processor -- start 2024-04-22T00:47:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa969796740 1 -- start start 2024-04-22T00:47:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96494d640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9500a70b0 0x7fa9500a9570 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa9540058c0 tx=0x7fa954005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa969796740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea3955150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa969796740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3955720 0x560ea395a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa969796740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea395a890 0x560ea395cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa969796740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560ea38b9b70 con 0x560ea3954d30 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa969796740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560ea3862470 con 0x560ea395a890 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa969796740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560ea38b5b30 con 0x560ea3955720 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96494d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea3955150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96494d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea3955150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59840/0 (socket says 172.21.15.18:59840) 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96494d640 1 -- 172.21.15.18:0/3630382666 learned_addr learned my addr 172.21.15.18:0/3630382666 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96514e640 1 --2- 172.21.15.18:0/3630382666 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea395a890 0x560ea395cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa95ffff640 1 --2- 172.21.15.18:0/3630382666 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3955720 0x560ea395a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96494d640 1 -- 172.21.15.18:0/3630382666 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3955720 msgr2=0x560ea395a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96494d640 1 --2- 172.21.15.18:0/3630382666 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3955720 0x560ea395a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96494d640 1 -- 172.21.15.18:0/3630382666 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea395a890 msgr2=0x560ea395cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96494d640 1 --2- 172.21.15.18:0/3630382666 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea395a890 0x560ea395cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96494d640 1 -- 172.21.15.18:0/3630382666 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ea35ce210 con 0x560ea3954d30 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.025+0000 7fa96494d640 1 --2- 172.21.15.18:0/3630382666 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea3955150 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fa954009f80 tx=0x7fa954014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d850b349d33c971 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa94affd640 1 -- 172.21.15.18:0/3630382666 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa95402b070 con 0x560ea3954d30 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa94affd640 1 -- 172.21.15.18:0/3630382666 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa954026b00 con 0x560ea3954d30 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa94affd640 1 -- 172.21.15.18:0/3630382666 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa95400eb50 con 0x560ea3954d30 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa969796740 1 -- 172.21.15.18:0/3630382666 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 msgr2=0x560ea3955150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa969796740 1 --2- 172.21.15.18:0/3630382666 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea3955150 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fa954009f80 tx=0x7fa954014000 comp rx=0 tx=0).stop 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa969796740 1 -- 172.21.15.18:0/3630382666 shutdown_connections 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa969796740 1 --2- 172.21.15.18:0/3630382666 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea395a890 0x560ea395cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa969796740 1 --2- 172.21.15.18:0/3630382666 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3955720 0x560ea395a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa969796740 1 --2- 172.21.15.18:0/3630382666 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea3955150 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa969796740 1 -- 172.21.15.18:0/3630382666 >> 172.21.15.18:0/3630382666 conn(0x560ea39502a0 msgr2=0x560ea39506a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.026+0000 7fa969796740 1 -- 172.21.15.18:0/3630382666 shutdown_connections 2024-04-22T00:47:10.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.027+0000 7fa969796740 1 -- 172.21.15.18:0/3630382666 wait complete. 2024-04-22T00:47:10.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.027+0000 7fa969796740 1 -- start start 2024-04-22T00:47:10.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.027+0000 7fa969796740 1 Processor -- start 2024-04-22T00:47:10.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa969796740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea395f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa969796740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea3955720 0x560ea395f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa969796740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea395a890 0x560ea39665e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa969796740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560ea395d840 con 0x560ea3954d30 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa969796740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560ea3875a10 con 0x560ea3955720 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa969796740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560ea395d9c0 con 0x560ea395a890 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa969796740 10 client.0 _ll_register_callbacks cb 0x560ea38b0b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa96494d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea395f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa96494d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea395f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59850/0 (socket says 172.21.15.18:59850) 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa96514e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea395a890 0x560ea39665e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa96494d640 1 -- 172.21.15.18:0/4223949659 learned_addr learned my addr 172.21.15.18:0/4223949659 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa95ffff640 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea3955720 0x560ea395f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa96494d640 1 -- 172.21.15.18:0/4223949659 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea395a890 msgr2=0x560ea39665e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa96494d640 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea395a890 0x560ea39665e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa96494d640 1 -- 172.21.15.18:0/4223949659 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea3955720 msgr2=0x560ea395f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:10.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa96494d640 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea3955720 0x560ea395f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa96494d640 1 -- 172.21.15.18:0/4223949659 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ea369a620 con 0x560ea3954d30 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa96494d640 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea395f060 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fa954011ca0 tx=0x7fa95400e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f4f6b0e50bf181d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa93ffff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa93ffff640 1 -- 172.21.15.18:0/4223949659 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa954036060 con 0x560ea3954d30 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.028+0000 7fa93ffff640 1 -- 172.21.15.18:0/4223949659 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa954009040 con 0x560ea3954d30 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa969796740 1 -- 172.21.15.18:0/4223949659 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa954026b00 con 0x560ea3954d30 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa93ffff640 1 -- 172.21.15.18:0/4223949659 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fa95403d050 con 0x560ea3954d30 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa969796740 10 client.16887 fetch_fsmap learned FSMap version 35 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa969796740 1 -- 172.21.15.18:0/4223949659 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x560ea3969950 con 0x560ea3954d30 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa93ffff640 1 -- 172.21.15.18:0/4223949659 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa954026b00 con 0x560ea3954d30 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa93ffff640 1 -- 172.21.15.18:0/4223949659 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 35) ==== 8358+0+0 (secure 0 0 0) 0x7fa954005250 con 0x560ea3954d30 2024-04-22T00:47:10.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa969796740 10 client.16887 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa969796740 10 client.16887 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa969796740 20 client.16887 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa969796740 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560ea396aca0 0x560ea396d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa969796740 4 client.16887 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa969796740 1 -- 172.21.15.18:0/4223949659 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ea38c70b0 con 0x560ea396aca0 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.029+0000 7fa95ffff640 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560ea396aca0 0x560ea396d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.030+0000 7fa95ffff640 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560ea396aca0 0x560ea396d0f0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2bcd44033323e218 server_cookie=7912c5189a4a4704 in_seq=0 out_seq=0 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.030+0000 7fa93ffff640 10 client.16887 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa93ffff640 1 -- 172.21.15.18:0/4223949659 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560ea38c70b0 con 0x560ea396aca0 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa93ffff640 10 client.16887 handle_command_reply: tid=0 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 client.16887 shutdown 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 -- 172.21.15.18:0/4223949659 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 msgr2=0x560ea395f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:10.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea395f060 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fa954011ca0 tx=0x7fa95400e3b0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 -- 172.21.15.18:0/4223949659 shutdown_connections 2024-04-22T00:47:10.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560ea396aca0 0x560ea396d0f0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea395a890 0x560ea39665e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea3955720 0x560ea395f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 --2- 172.21.15.18:0/4223949659 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3954d30 0x560ea395f060 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 -- 172.21.15.18:0/4223949659 >> 172.21.15.18:0/4223949659 conn(0x560ea39502a0 msgr2=0x560ea394f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:10.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa93ffff640 0 client.16887 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:10.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 -- 172.21.15.18:0/4223949659 shutdown_connections 2024-04-22T00:47:10.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 1 -- 172.21.15.18:0/4223949659 wait complete. 2024-04-22T00:47:10.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.031+0000 7fa969796740 20 client.16887 trim_cache size 0 max 16384 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa969796740 1 Processor -- start 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa969796740 1 -- start start 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa969796740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3953500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa969796740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea3955720 0x560ea39665a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa969796740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea395a890 0x560ea3953a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa969796740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa9601aa9b0 con 0x560ea395a890 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa969796740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa9601a8220 con 0x560ea3955720 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa969796740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa9601a6070 con 0x560ea3954d30 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa96514e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea395a890 0x560ea3953a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa96494d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3953500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa96514e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea395a890 0x560ea3953a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59862/0 (socket says 172.21.15.18:59862) 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa96514e640 1 -- 172.21.15.18:0/2103359634 learned_addr learned my addr 172.21.15.18:0/2103359634 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:10.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.050+0000 7fa95ffff640 1 --2- 172.21.15.18:0/2103359634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea3955720 0x560ea39665a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.051+0000 7fa96514e640 1 -- 172.21.15.18:0/2103359634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 msgr2=0x560ea3953500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.051+0000 7fa96514e640 1 --2- 172.21.15.18:0/2103359634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3953500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.051+0000 7fa96514e640 1 -- 172.21.15.18:0/2103359634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea3955720 msgr2=0x560ea39665a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.051+0000 7fa96514e640 1 --2- 172.21.15.18:0/2103359634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea3955720 0x560ea39665a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.051+0000 7fa96514e640 1 -- 172.21.15.18:0/2103359634 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ea3959d00 con 0x560ea395a890 2024-04-22T00:47:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.051+0000 7fa96494d640 1 --2- 172.21.15.18:0/2103359634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3953500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.051+0000 7fa96514e640 1 --2- 172.21.15.18:0/2103359634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea395a890 0x560ea3953a40 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fa958009ca0 tx=0x7fa95802c610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=571820b205b5e963 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.051+0000 7fa94a7fc640 1 -- 172.21.15.18:0/2103359634 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa958039040 con 0x560ea395a890 2024-04-22T00:47:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.051+0000 7fa94a7fc640 1 -- 172.21.15.18:0/2103359634 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa958032c90 con 0x560ea395a890 2024-04-22T00:47:10.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.051+0000 7fa94a7fc640 1 -- 172.21.15.18:0/2103359634 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa958034a50 con 0x560ea395a890 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 -- 172.21.15.18:0/2103359634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea395a890 msgr2=0x560ea3953a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 --2- 172.21.15.18:0/2103359634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea395a890 0x560ea3953a40 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fa958009ca0 tx=0x7fa95802c610 comp rx=0 tx=0).stop 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 -- 172.21.15.18:0/2103359634 shutdown_connections 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 --2- 172.21.15.18:0/2103359634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea395a890 0x560ea3953a40 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 --2- 172.21.15.18:0/2103359634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea3955720 0x560ea39665a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 --2- 172.21.15.18:0/2103359634 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3953500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 -- 172.21.15.18:0/2103359634 >> 172.21.15.18:0/2103359634 conn(0x560ea39502a0 msgr2=0x560ea3950680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 -- 172.21.15.18:0/2103359634 shutdown_connections 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 -- 172.21.15.18:0/2103359634 wait complete. 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 -- start start 2024-04-22T00:47:10.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.052+0000 7fa969796740 1 Processor -- start 2024-04-22T00:47:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.053+0000 7fa969796740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3963750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.053+0000 7fa969796740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3955720 0x560ea3963c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.053+0000 7fa969796740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea395a890 0x560ea3964ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.053+0000 7fa969796740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa9601a66e0 con 0x560ea3955720 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.053+0000 7fa969796740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa9601a7b50 con 0x560ea395a890 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.053+0000 7fa969796740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa9601a6db0 con 0x560ea3954d30 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.053+0000 7fa969796740 10 client.0 _ll_register_callbacks cb 0x7fa954029070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.053+0000 7fa96494d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3963750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.054+0000 7fa96494d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3963750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:36074/0 (socket says 172.21.15.18:36074) 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.054+0000 7fa96494d640 1 -- 172.21.15.18:0/3594417767 learned_addr learned my addr 172.21.15.18:0/3594417767 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.054+0000 7fa96514e640 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea395a890 0x560ea3964ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.054+0000 7fa96494d640 1 -- 172.21.15.18:0/3594417767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea395a890 msgr2=0x560ea3964ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.054+0000 7fa96494d640 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea395a890 0x560ea3964ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.054+0000 7fa96494d640 1 -- 172.21.15.18:0/3594417767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3955720 msgr2=0x560ea3963c90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.054+0000 7fa96494d640 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3955720 0x560ea3963c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.054+0000 7fa96494d640 1 -- 172.21.15.18:0/3594417767 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ea3965290 con 0x560ea3954d30 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.055+0000 7fa96494d640 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3963750 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa95401cf70 tx=0x7fa954004990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1930fa40d837f548 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.055+0000 7fa93ffff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.055+0000 7fa93ffff640 1 -- 172.21.15.18:0/3594417767 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa954020020 con 0x560ea3954d30 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.055+0000 7fa93ffff640 1 -- 172.21.15.18:0/3594417767 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa954009040 con 0x560ea3954d30 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.055+0000 7fa969796740 1 -- 172.21.15.18:0/3594417767 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa958032c90 con 0x560ea3954d30 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa93ffff640 1 -- 172.21.15.18:0/3594417767 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fa954048050 con 0x560ea3954d30 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa969796740 10 client.26551 fetch_fsmap learned FSMap version 35 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa969796740 1 -- 172.21.15.18:0/3594417767 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x560ea39665a0 con 0x560ea3954d30 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa93ffff640 1 -- 172.21.15.18:0/3594417767 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa958032c90 con 0x560ea3954d30 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa93ffff640 1 -- 172.21.15.18:0/3594417767 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 35) ==== 8358+0+0 (secure 0 0 0) 0x7fa954004bb0 con 0x560ea3954d30 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa969796740 10 client.26551 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa969796740 10 client.26551 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:10.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa969796740 20 client.26551 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:10.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa969796740 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560ea39d16d0 0x560ea39d3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:10.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa969796740 4 client.26551 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:47:10.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.056+0000 7fa969796740 1 -- 172.21.15.18:0/3594417767 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560ea394b900 con 0x560ea39d16d0 2024-04-22T00:47:10.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.057+0000 7fa95ffff640 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560ea39d16d0 0x560ea39d3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:10.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.057+0000 7fa95ffff640 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560ea39d16d0 0x560ea39d3af0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95f7ca79a63f18fe server_cookie=cd1a6429cae5935e in_seq=0 out_seq=0 2024-04-22T00:47:10.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.057+0000 7fa93ffff640 10 client.26551 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa93ffff640 1 -- 172.21.15.18:0/3594417767 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560ea394b900 con 0x560ea39d16d0 2024-04-22T00:47:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa93ffff640 10 client.26551 handle_command_reply: tid=0 2024-04-22T00:47:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa969796740 1 client.26551 shutdown 2024-04-22T00:47:10.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa969796740 1 -- 172.21.15.18:0/3594417767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 msgr2=0x560ea3963750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa969796740 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3963750 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa95401cf70 tx=0x7fa954004990 comp rx=0 tx=0).stop 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa969796740 1 -- 172.21.15.18:0/3594417767 shutdown_connections 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa969796740 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560ea39d16d0 0x560ea39d3af0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa969796740 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560ea395a890 0x560ea3964ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa969796740 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ea3955720 0x560ea3963c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa969796740 1 --2- 172.21.15.18:0/3594417767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560ea3954d30 0x560ea3963750 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa969796740 1 -- 172.21.15.18:0/3594417767 >> 172.21.15.18:0/3594417767 conn(0x560ea39502a0 msgr2=0x560ea3953500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.064+0000 7fa93ffff640 0 client.26551 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa969796740 1 -- 172.21.15.18:0/3594417767 shutdown_connections 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa969796740 1 -- 172.21.15.18:0/3594417767 wait complete. 2024-04-22T00:47:10.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa969796740 20 client.26551 trim_cache size 0 max 16384 2024-04-22T00:47:10.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:47:10.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:47:10.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:47:10.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 -- 172.21.15.18:0/2472258837 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9500a70b0 msgr2=0x7fa9500a9570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9500a70b0 0x7fa9500a9570 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa9540058c0 tx=0x7fa954005f90 comp rx=0 tx=0).stop 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 -- 172.21.15.18:0/2472258837 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa960101890 msgr2=0x7fa960195b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa960101890 0x7fa960195b30 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa94c00e9f0 tx=0x7fa94c00eeb0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 -- 172.21.15.18:0/2472258837 shutdown_connections 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa9500a70b0 0x7fa9500a9570 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa960102250 0x7fa96019cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa960101890 0x7fa960195b30 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 --2- 172.21.15.18:0/2472258837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9601006a0 0x7fa9601955f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 -- 172.21.15.18:0/2472258837 >> 172.21.15.18:0/2472258837 conn(0x7fa9600fbc10 msgr2=0x7fa960104ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 -- 172.21.15.18:0/2472258837 shutdown_connections 2024-04-22T00:47:10.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:10.065+0000 7fa966bb1640 1 -- 172.21.15.18:0/2472258837 wait complete. 2024-04-22T00:47:11.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:11 smithi081 ceph-mon[31546]: pgmap v551: 129 pgs: 129 active+clean; 1.4 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 13 MiB/s wr, 611 op/s 2024-04-22T00:47:11.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:11 smithi018 ceph-mon[27979]: pgmap v551: 129 pgs: 129 active+clean; 1.4 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 13 MiB/s wr, 611 op/s 2024-04-22T00:47:11.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:11 smithi167 ceph-mon[31348]: pgmap v551: 129 pgs: 129 active+clean; 1.4 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 13 MiB/s wr, 611 op/s 2024-04-22T00:47:12.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:12 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:47:12.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:12 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:47:12.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:12 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:47:13.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:13 smithi081 ceph-mon[31546]: pgmap v552: 129 pgs: 129 active+clean; 1.4 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 12 MiB/s wr, 541 op/s 2024-04-22T00:47:13.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:13 smithi018 ceph-mon[27979]: pgmap v552: 129 pgs: 129 active+clean; 1.4 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 12 MiB/s wr, 541 op/s 2024-04-22T00:47:13.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:13 smithi167 ceph-mon[31348]: pgmap v552: 129 pgs: 129 active+clean; 1.4 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 12 MiB/s wr, 541 op/s 2024-04-22T00:47:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 350.0 s, 869.8 tps, lat 118.810 ms stddev 139.162 2024-04-22T00:47:15.047 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:47:15.047 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:47:15.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.215+0000 7f021ce4e640 1 -- 172.21.15.18:0/953405034 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0218100680 msgr2=0x7f0218100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.215+0000 7f021ce4e640 1 --2- 172.21.15.18:0/953405034 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0218100680 0x7f0218100aa0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f021001acb0 tx=0x7f021003d170 comp rx=0 tx=0).stop 2024-04-22T00:47:15.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.219+0000 7f021ce4e640 1 -- 172.21.15.18:0/953405034 shutdown_connections 2024-04-22T00:47:15.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.219+0000 7f021ce4e640 1 --2- 172.21.15.18:0/953405034 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0218102230 0x7f0218108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.219+0000 7f021ce4e640 1 --2- 172.21.15.18:0/953405034 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0218101870 0x7f0218101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.219+0000 7f021ce4e640 1 --2- 172.21.15.18:0/953405034 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0218100680 0x7f0218100aa0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.219+0000 7f021ce4e640 1 -- 172.21.15.18:0/953405034 >> 172.21.15.18:0/953405034 conn(0x7f02180fbbf0 msgr2=0x7f02180fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:15.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.222+0000 7f021ce4e640 1 -- 172.21.15.18:0/953405034 shutdown_connections 2024-04-22T00:47:15.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.224+0000 7f021ce4e640 1 -- 172.21.15.18:0/953405034 wait complete. 2024-04-22T00:47:15.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.225+0000 7f021ce4e640 1 Processor -- start 2024-04-22T00:47:15.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.225+0000 7f021ce4e640 1 -- start start 2024-04-22T00:47:15.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.225+0000 7f021ce4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0218100680 0x7f0218107e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.225+0000 7f021ce4e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0218101870 0x7f0218108350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.225+0000 7f021ce4e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0218102230 0x7f021810fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.225+0000 7f021ce4e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f021806cd80 con 0x7f0218100680 2024-04-22T00:47:15.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.225+0000 7f021ce4e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f021806cc00 con 0x7f0218101870 2024-04-22T00:47:15.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.225+0000 7f021ce4e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f021806cf00 con 0x7f0218102230 2024-04-22T00:47:15.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.227+0000 7f0216d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0218102230 0x7f021810fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.227+0000 7f0216d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0218102230 0x7f021810fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50780/0 (socket says 172.21.15.18:50780) 2024-04-22T00:47:15.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.227+0000 7f0216d9d640 1 -- 172.21.15.18:0/686039645 learned_addr learned my addr 172.21.15.18:0/686039645 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:15.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.228+0000 7f021659c640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0218100680 0x7f0218107e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.229+0000 7f0216d9d640 1 -- 172.21.15.18:0/686039645 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0218101870 msgr2=0x7f0218108350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.229+0000 7f0216d9d640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0218101870 0x7f0218108350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.229+0000 7f0216d9d640 1 -- 172.21.15.18:0/686039645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0218100680 msgr2=0x7f0218107e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.229+0000 7f0216d9d640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0218100680 0x7f0218107e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.229+0000 7f0216d9d640 1 -- 172.21.15.18:0/686039645 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02181101b0 con 0x7f0218102230 2024-04-22T00:47:15.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.230+0000 7f0216d9d640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0218102230 0x7f021810fb10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0208009fd0 tx=0x7f020800b8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:15.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.233+0000 7f02077fe640 1 -- 172.21.15.18:0/686039645 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0208011830 con 0x7f0218102230 2024-04-22T00:47:15.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.233+0000 7f02077fe640 1 -- 172.21.15.18:0/686039645 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0208016070 con 0x7f0218102230 2024-04-22T00:47:15.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.233+0000 7f02077fe640 1 -- 172.21.15.18:0/686039645 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f020800f2e0 con 0x7f0218102230 2024-04-22T00:47:15.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.234+0000 7f021ce4e640 1 -- 172.21.15.18:0/686039645 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02181104a0 con 0x7f0218102230 2024-04-22T00:47:15.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.234+0000 7f021ce4e640 1 -- 172.21.15.18:0/686039645 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02181109f0 con 0x7f0218102230 2024-04-22T00:47:15.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.238+0000 7f021fa38740 1 Processor -- start 2024-04-22T00:47:15.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.240+0000 7f02077fe640 1 -- 172.21.15.18:0/686039645 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f020801a410 con 0x7f0218102230 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.240+0000 7f021fa38740 1 -- start start 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.240+0000 7f021fa38740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9a1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.240+0000 7f021fa38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9a6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.240+0000 7f021fa38740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 0x557e0e9a8f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.240+0000 7f021fa38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557e0e906560 con 0x557e0e9a1940 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.240+0000 7f021fa38740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557e0e8ae730 con 0x557e0e9a0f50 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.240+0000 7f021fa38740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557e0e902520 con 0x557e0e9a6ab0 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.241+0000 7f021659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9a6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.241+0000 7f021659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9a6440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60052/0 (socket says 172.21.15.18:60052) 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.241+0000 7f021659c640 1 -- 172.21.15.18:0/1413064688 learned_addr learned my addr 172.21.15.18:0/1413064688 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.241+0000 7f0215d9b640 1 --2- 172.21.15.18:0/1413064688 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9a1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.241+0000 7f0215d9b640 1 --2- 172.21.15.18:0/1413064688 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 0x557e0e9a8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.241+0000 7f021659c640 1 -- 172.21.15.18:0/1413064688 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 msgr2=0x557e0e9a8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:15.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.241+0000 7f021659c640 1 --2- 172.21.15.18:0/1413064688 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 0x557e0e9a8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.241+0000 7f021659c640 1 -- 172.21.15.18:0/1413064688 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 msgr2=0x557e0e9a1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:15.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.241+0000 7f021659c640 1 --2- 172.21.15.18:0/1413064688 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9a1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.241+0000 7f021659c640 1 -- 172.21.15.18:0/1413064688 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e0e6e47d0 con 0x557e0e9a1940 2024-04-22T00:47:15.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.242+0000 7f02077fe640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02000a2d90 0x7f02000a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.242+0000 7f02077fe640 1 -- 172.21.15.18:0/686039645 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f02080ce2b0 con 0x7f0218102230 2024-04-22T00:47:15.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.243+0000 7f0215d9b640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02000a2d90 0x7f02000a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.243+0000 7f021659c640 1 --2- 172.21.15.18:0/1413064688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9a6440 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f021001acb0 tx=0x7f021001a880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13c2dc8fed31c78c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:15.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.245+0000 7f0204ff9640 1 -- 172.21.15.18:0/1413064688 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f021004a050 con 0x557e0e9a1940 2024-04-22T00:47:15.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.245+0000 7f0204ff9640 1 -- 172.21.15.18:0/1413064688 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0210056070 con 0x557e0e9a1940 2024-04-22T00:47:15.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.245+0000 7f0204ff9640 1 -- 172.21.15.18:0/1413064688 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0210004040 con 0x557e0e9a1940 2024-04-22T00:47:15.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.246+0000 7f021fa38740 1 -- 172.21.15.18:0/1413064688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 msgr2=0x557e0e9a6440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.246+0000 7f021fa38740 1 --2- 172.21.15.18:0/1413064688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9a6440 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f021001acb0 tx=0x7f021001a880 comp rx=0 tx=0).stop 2024-04-22T00:47:15.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.246+0000 7f0215d9b640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02000a2d90 0x7f02000a5250 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x557e0e9a21a0 tx=0x7f020c009d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:15.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.250+0000 7f021fa38740 1 -- 172.21.15.18:0/1413064688 shutdown_connections 2024-04-22T00:47:15.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.250+0000 7f021fa38740 1 --2- 172.21.15.18:0/1413064688 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 0x557e0e9a8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.250+0000 7f021fa38740 1 --2- 172.21.15.18:0/1413064688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9a6440 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.250+0000 7f021fa38740 1 --2- 172.21.15.18:0/1413064688 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9a1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.250+0000 7f021fa38740 1 -- 172.21.15.18:0/1413064688 >> 172.21.15.18:0/1413064688 conn(0x557e0e99c4c0 msgr2=0x557e0e99c8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:15.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.256+0000 7f021fa38740 1 -- 172.21.15.18:0/1413064688 shutdown_connections 2024-04-22T00:47:15.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.257+0000 7f021fa38740 1 -- 172.21.15.18:0/1413064688 wait complete. 2024-04-22T00:47:15.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.257+0000 7f021fa38740 1 -- start start 2024-04-22T00:47:15.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.258+0000 7f021fa38740 1 Processor -- start 2024-04-22T00:47:15.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.258+0000 7f021fa38740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9ab260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.258+0000 7f021fa38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9ab7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.258+0000 7f021fa38740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 0x557e0e9b27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.258+0000 7f021fa38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557e0e9a9a00 con 0x557e0e9a1940 2024-04-22T00:47:15.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.258+0000 7f021fa38740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557e0e8c1e00 con 0x557e0e9a0f50 2024-04-22T00:47:15.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.258+0000 7f021fa38740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557e0e9a9b80 con 0x557e0e9a6ab0 2024-04-22T00:47:15.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.258+0000 7f021fa38740 10 client.0 _ll_register_callbacks cb 0x557e0e8fceb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:15.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.259+0000 7f0216d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 0x557e0e9b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.259+0000 7f0216d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 0x557e0e9b27e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50800/0 (socket says 172.21.15.18:50800) 2024-04-22T00:47:15.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.259+0000 7f0216d9d640 1 -- 172.21.15.18:0/2320651343 learned_addr learned my addr 172.21.15.18:0/2320651343 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:15.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.259+0000 7f021659c640 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9ab260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.259+0000 7f0215d9b640 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9ab7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.260+0000 7f0215d9b640 1 -- 172.21.15.18:0/2320651343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 msgr2=0x557e0e9b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:15.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.260+0000 7f0215d9b640 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 0x557e0e9b27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.260+0000 7f0215d9b640 1 -- 172.21.15.18:0/2320651343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 msgr2=0x557e0e9ab260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:15.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.260+0000 7f0215d9b640 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9ab260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.260+0000 7f0215d9b640 1 -- 172.21.15.18:0/2320651343 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e0e61a3f0 con 0x557e0e9a1940 2024-04-22T00:47:15.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.260+0000 7f0215d9b640 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9ab7a0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f020c009fd0 tx=0x7f020c0010b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55084f6ad50c13c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:15.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.260+0000 7f01fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:15.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.261+0000 7f01fdffb640 1 -- 172.21.15.18:0/2320651343 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f020c029060 con 0x557e0e9a1940 2024-04-22T00:47:15.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.261+0000 7f01fdffb640 1 -- 172.21.15.18:0/2320651343 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f020c004b60 con 0x557e0e9a1940 2024-04-22T00:47:15.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.261+0000 7f021fa38740 1 -- 172.21.15.18:0/2320651343 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0210056070 con 0x557e0e9a1940 2024-04-22T00:47:15.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.262+0000 7f01fdffb640 1 -- 172.21.15.18:0/2320651343 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f020c012040 con 0x557e0e9a1940 2024-04-22T00:47:15.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.264+0000 7f021fa38740 10 client.16899 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:15.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.264+0000 7f021fa38740 1 -- 172.21.15.18:0/2320651343 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557e0e5da0f0 con 0x557e0e9a1940 2024-04-22T00:47:15.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.264+0000 7f01fdffb640 1 -- 172.21.15.18:0/2320651343 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0210056070 con 0x557e0e9a1940 2024-04-22T00:47:15.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.264+0000 7f01fdffb640 1 -- 172.21.15.18:0/2320651343 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f020c018420 con 0x557e0e9a1940 2024-04-22T00:47:15.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.264+0000 7f021fa38740 10 client.16899 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:15.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.264+0000 7f021fa38740 10 client.16899 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:15.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.264+0000 7f021fa38740 20 client.16899 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:15.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.264+0000 7f021fa38740 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557e0e9d9100 0x557e0e9db5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.264+0000 7f021fa38740 4 client.16899 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:15.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.264+0000 7f021fa38740 1 -- 172.21.15.18:0/2320651343 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e0e913aa0 con 0x557e0e9d9100 2024-04-22T00:47:15.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.265+0000 7f021659c640 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557e0e9d9100 0x557e0e9db5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.266+0000 7f021659c640 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557e0e9d9100 0x557e0e9db5a0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6980d28d6b33576 server_cookie=7ee5c53d425b46b0 in_seq=0 out_seq=0 2024-04-22T00:47:15.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.266+0000 7f01fdffb640 10 client.16899 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:15.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.268+0000 7f01fdffb640 1 -- 172.21.15.18:0/2320651343 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557e0e913aa0 con 0x557e0e9d9100 2024-04-22T00:47:15.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.268+0000 7f01fdffb640 10 client.16899 handle_command_reply: tid=0 2024-04-22T00:47:15.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.268+0000 7f021fa38740 1 client.16899 shutdown 2024-04-22T00:47:15.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.269+0000 7f021fa38740 1 -- 172.21.15.18:0/2320651343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 msgr2=0x557e0e9ab7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.269+0000 7f021fa38740 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9ab7a0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f020c009fd0 tx=0x7f020c0010b0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.269+0000 7f021fa38740 1 -- 172.21.15.18:0/2320651343 shutdown_connections 2024-04-22T00:47:15.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.269+0000 7f021fa38740 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557e0e9d9100 0x557e0e9db5a0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.269+0000 7f021fa38740 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a6ab0 0x557e0e9b27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.269+0000 7f021fa38740 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a1940 0x557e0e9ab7a0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.269+0000 7f021fa38740 1 --2- 172.21.15.18:0/2320651343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9ab260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.269+0000 7f021fa38740 1 -- 172.21.15.18:0/2320651343 >> 172.21.15.18:0/2320651343 conn(0x557e0e99c4c0 msgr2=0x557e0e99b6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:15.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.269+0000 7f01fdffb640 0 client.16899 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:15.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.270+0000 7f021fa38740 1 -- 172.21.15.18:0/2320651343 shutdown_connections 2024-04-22T00:47:15.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.270+0000 7f021fa38740 1 -- 172.21.15.18:0/2320651343 wait complete. 2024-04-22T00:47:15.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.270+0000 7f021fa38740 20 client.16899 trim_cache size 0 max 16384 2024-04-22T00:47:15.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021fa38740 1 Processor -- start 2024-04-22T00:47:15.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021fa38740 1 -- start start 2024-04-22T00:47:15.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021fa38740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a0f50 0x557e0e9ab260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021fa38740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a1940 0x557e0e9ab7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021fa38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 0x557e0e9b27a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a0f50 0x557e0e9ab260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a0f50 0x557e0e9ab260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50808/0 (socket says 172.21.15.18:50808) 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021659c640 1 -- 172.21.15.18:0/469527818 learned_addr learned my addr 172.21.15.18:0/469527818 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f0215d9b640 1 --2- 172.21.15.18:0/469527818 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a1940 0x557e0e9ab7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021fa38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f021811d8b0 con 0x557e0e9a6ab0 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021fa38740 1 -- 172.21.15.18:0/469527818 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f021811b0f0 con 0x557e0e9a1940 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f0216d9d640 1 --2- 172.21.15.18:0/469527818 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 0x557e0e9b27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.304+0000 7f021fa38740 1 -- 172.21.15.18:0/469527818 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0218118f40 con 0x557e0e9a0f50 2024-04-22T00:47:15.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.305+0000 7f021659c640 1 -- 172.21.15.18:0/469527818 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a1940 msgr2=0x557e0e9ab7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:15.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.305+0000 7f021659c640 1 --2- 172.21.15.18:0/469527818 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a1940 0x557e0e9ab7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.305+0000 7f021659c640 1 -- 172.21.15.18:0/469527818 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 msgr2=0x557e0e9b27a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:15.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.305+0000 7f021659c640 1 --2- 172.21.15.18:0/469527818 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 0x557e0e9b27a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.305+0000 7f021659c640 1 -- 172.21.15.18:0/469527818 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e0e9a21d0 con 0x557e0e9a0f50 2024-04-22T00:47:15.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.305+0000 7f021659c640 1 --2- 172.21.15.18:0/469527818 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a0f50 0x557e0e9ab260 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f021001ac00 tx=0x7f0210003aa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87fd051ac8c26031 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:15.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.305+0000 7f01fffff640 1 -- 172.21.15.18:0/469527818 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0210043780 con 0x557e0e9a0f50 2024-04-22T00:47:15.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.305+0000 7f01fffff640 1 -- 172.21.15.18:0/469527818 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0210056040 con 0x557e0e9a0f50 2024-04-22T00:47:15.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.305+0000 7f01fffff640 1 -- 172.21.15.18:0/469527818 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0210010450 con 0x557e0e9a0f50 2024-04-22T00:47:15.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.306+0000 7f021fa38740 1 -- 172.21.15.18:0/469527818 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a0f50 msgr2=0x557e0e9ab260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.306+0000 7f021fa38740 1 --2- 172.21.15.18:0/469527818 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a0f50 0x557e0e9ab260 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f021001ac00 tx=0x7f0210003aa0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.312+0000 7f021fa38740 1 -- 172.21.15.18:0/469527818 shutdown_connections 2024-04-22T00:47:15.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.312+0000 7f021fa38740 1 --2- 172.21.15.18:0/469527818 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 0x557e0e9b27a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.312+0000 7f021fa38740 1 --2- 172.21.15.18:0/469527818 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a1940 0x557e0e9ab7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.312+0000 7f021fa38740 1 --2- 172.21.15.18:0/469527818 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a0f50 0x557e0e9ab260 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.312+0000 7f021fa38740 1 -- 172.21.15.18:0/469527818 >> 172.21.15.18:0/469527818 conn(0x557e0e99c4c0 msgr2=0x557e0e997440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:15.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.317+0000 7f021fa38740 1 -- 172.21.15.18:0/469527818 shutdown_connections 2024-04-22T00:47:15.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.319+0000 7f021fa38740 1 -- 172.21.15.18:0/469527818 wait complete. 2024-04-22T00:47:15.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.319+0000 7f021fa38740 1 -- start start 2024-04-22T00:47:15.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.319+0000 7f021fa38740 1 Processor -- start 2024-04-22T00:47:15.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.320+0000 7f021fa38740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.320+0000 7f021fa38740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a1940 0x557e0e9af7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.320+0000 7f021fa38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 0x557e0ea3d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.320+0000 7f021fa38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f02181195b0 con 0x557e0e9a6ab0 2024-04-22T00:47:15.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.320+0000 7f021fa38740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f021811aa20 con 0x557e0e9a0f50 2024-04-22T00:47:15.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.320+0000 7f021fa38740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0218119c80 con 0x557e0e9a1940 2024-04-22T00:47:15.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.320+0000 7f021fa38740 10 client.0 _ll_register_callbacks cb 0x7f020c001c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:15.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.321+0000 7f021659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.321+0000 7f0215d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a1940 0x557e0e9af7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.321+0000 7f021659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9af2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42698/0 (socket says 172.21.15.18:42698) 2024-04-22T00:47:15.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.321+0000 7f021659c640 1 -- 172.21.15.18:0/808638695 learned_addr learned my addr 172.21.15.18:0/808638695 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:15.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.322+0000 7f0216d9d640 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 0x557e0ea3d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.323+0000 7f0216d9d640 1 -- 172.21.15.18:0/808638695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a1940 msgr2=0x557e0e9af7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:15.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.323+0000 7f0216d9d640 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a1940 0x557e0e9af7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.323+0000 7f0216d9d640 1 -- 172.21.15.18:0/808638695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 msgr2=0x557e0e9af2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:15.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.323+0000 7f0216d9d640 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9af2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.323+0000 7f0216d9d640 1 -- 172.21.15.18:0/808638695 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e0e9b28b0 con 0x557e0e9a6ab0 2024-04-22T00:47:15.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.323+0000 7f0216d9d640 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 0x557e0ea3d6d0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f02080104c0 tx=0x7f020800bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e532434cf8fb987e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:15.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.326+0000 7f01fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:15.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.326+0000 7f01fdffb640 1 -- 172.21.15.18:0/808638695 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f020809ae70 con 0x557e0e9a6ab0 2024-04-22T00:47:15.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.326+0000 7f01fdffb640 1 -- 172.21.15.18:0/808638695 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f0208096de0 con 0x557e0e9a6ab0 2024-04-22T00:47:15.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.328+0000 7f021fa38740 1 -- 172.21.15.18:0/808638695 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0210056040 con 0x557e0e9a6ab0 2024-04-22T00:47:15.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.330+0000 7f01fdffb640 1 -- 172.21.15.18:0/808638695 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f020809a770 con 0x557e0e9a6ab0 2024-04-22T00:47:15.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.334+0000 7f021fa38740 10 client.16905 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:15.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.334+0000 7f021fa38740 1 -- 172.21.15.18:0/808638695 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557e0ea3eb60 con 0x557e0e9a6ab0 2024-04-22T00:47:15.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.337+0000 7f01fdffb640 1 -- 172.21.15.18:0/808638695 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0210056040 con 0x557e0e9a6ab0 2024-04-22T00:47:15.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.338+0000 7f01fdffb640 1 -- 172.21.15.18:0/808638695 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f0208099d20 con 0x557e0e9a6ab0 2024-04-22T00:47:15.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.339+0000 7f021fa38740 10 client.16905 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:15.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.339+0000 7f021fa38740 10 client.16905 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:15.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.339+0000 7f021fa38740 20 client.16905 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:15.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.339+0000 7f021fa38740 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557e0ea3f4c0 0x557e0ea418e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.339+0000 7f021fa38740 4 client.16905 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:47:15.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.339+0000 7f021fa38740 1 -- 172.21.15.18:0/808638695 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557e0e9ab050 con 0x557e0ea3f4c0 2024-04-22T00:47:15.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.341+0000 7f021659c640 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557e0ea3f4c0 0x557e0ea418e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.345+0000 7f021659c640 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557e0ea3f4c0 0x557e0ea418e0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=541c65a25838e559 server_cookie=358a452bbb5e3cf0 in_seq=0 out_seq=0 2024-04-22T00:47:15.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.346+0000 7f01fdffb640 10 client.16905 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:15.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.348+0000 7f01fdffb640 1 -- 172.21.15.18:0/808638695 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557e0e9ab050 con 0x557e0ea3f4c0 2024-04-22T00:47:15.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.349+0000 7f01fdffb640 10 client.16905 handle_command_reply: tid=0 2024-04-22T00:47:15.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.350+0000 7f021fa38740 1 client.16905 shutdown 2024-04-22T00:47:15.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.354+0000 7f021fa38740 1 -- 172.21.15.18:0/808638695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 msgr2=0x557e0ea3d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.354+0000 7f021fa38740 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 0x557e0ea3d6d0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f02080104c0 tx=0x7f020800bf90 comp rx=0 tx=0).stop 2024-04-22T00:47:15.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.354+0000 7f021fa38740 1 -- 172.21.15.18:0/808638695 shutdown_connections 2024-04-22T00:47:15.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.354+0000 7f021fa38740 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557e0ea3f4c0 0x557e0ea418e0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.354+0000 7f021fa38740 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557e0e9a6ab0 0x557e0ea3d6d0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.354+0000 7f021fa38740 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557e0e9a1940 0x557e0e9af7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.354+0000 7f021fa38740 1 --2- 172.21.15.18:0/808638695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557e0e9a0f50 0x557e0e9af2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.354+0000 7f021fa38740 1 -- 172.21.15.18:0/808638695 >> 172.21.15.18:0/808638695 conn(0x557e0e99c4c0 msgr2=0x557e0e9ab260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:15.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.354+0000 7f01fdffb640 0 client.16905 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:15.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.357+0000 7f021fa38740 1 -- 172.21.15.18:0/808638695 shutdown_connections 2024-04-22T00:47:15.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.357+0000 7f021fa38740 1 -- 172.21.15.18:0/808638695 wait complete. 2024-04-22T00:47:15.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.358+0000 7f021fa38740 20 client.16905 trim_cache size 0 max 16384 2024-04-22T00:47:15.359 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:47:15.359 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:47:15.359 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:47:15.359 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:47:15.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.363+0000 7f021ce4e640 1 -- 172.21.15.18:0/686039645 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02000a2d90 msgr2=0x7f02000a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.363+0000 7f021ce4e640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02000a2d90 0x7f02000a5250 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x557e0e9a21a0 tx=0x7f020c009d20 comp rx=0 tx=0).stop 2024-04-22T00:47:15.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.363+0000 7f021ce4e640 1 -- 172.21.15.18:0/686039645 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0218102230 msgr2=0x7f021810fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.363+0000 7f021ce4e640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0218102230 0x7f021810fb10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0208009fd0 tx=0x7f020800b8e0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.365+0000 7f021ce4e640 1 -- 172.21.15.18:0/686039645 shutdown_connections 2024-04-22T00:47:15.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.365+0000 7f021ce4e640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02000a2d90 0x7f02000a5250 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.365+0000 7f021ce4e640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0218102230 0x7f021810fb10 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.365+0000 7f021ce4e640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0218101870 0x7f0218108350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.365+0000 7f021ce4e640 1 --2- 172.21.15.18:0/686039645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0218100680 0x7f0218107e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.365+0000 7f021ce4e640 1 -- 172.21.15.18:0/686039645 >> 172.21.15.18:0/686039645 conn(0x7f02180fbbf0 msgr2=0x7f021806f940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:15.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.368+0000 7f021ce4e640 1 -- 172.21.15.18:0/686039645 shutdown_connections 2024-04-22T00:47:15.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.368+0000 7f021ce4e640 1 -- 172.21.15.18:0/686039645 wait complete. 2024-04-22T00:47:15.387 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:47:15.387 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:47:15.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.568+0000 7fde2b015640 1 -- 172.21.15.18:0/3322090094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde241089b0 msgr2=0x7fde2410ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.568+0000 7fde2b015640 1 --2- 172.21.15.18:0/3322090094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde241089b0 0x7fde2410ada0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fde1c005fd0 tx=0x7fde1c02dfe0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.571+0000 7fde2b015640 1 -- 172.21.15.18:0/3322090094 shutdown_connections 2024-04-22T00:47:15.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.571+0000 7fde2b015640 1 --2- 172.21.15.18:0/3322090094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde2410de30 0x7fde241102f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.571+0000 7fde2b015640 1 --2- 172.21.15.18:0/3322090094 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde2410b370 0x7fde2410d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.571+0000 7fde2b015640 1 --2- 172.21.15.18:0/3322090094 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde241089b0 0x7fde2410ada0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.571+0000 7fde2b015640 1 -- 172.21.15.18:0/3322090094 >> 172.21.15.18:0/3322090094 conn(0x7fde2406e980 msgr2=0x7fde24070da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:15.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.574+0000 7fde2b015640 1 -- 172.21.15.18:0/3322090094 shutdown_connections 2024-04-22T00:47:15.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.575+0000 7fde2b015640 1 -- 172.21.15.18:0/3322090094 wait complete. 2024-04-22T00:47:15.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.575+0000 7fde2b015640 1 Processor -- start 2024-04-22T00:47:15.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.579+0000 7fde2b015640 1 -- start start 2024-04-22T00:47:15.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.579+0000 7fde2b015640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde241089b0 0x7fde24119300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.579+0000 7fde2b015640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde2410b370 0x7fde24119840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.579+0000 7fde2b015640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde2410de30 0x7fde241b68d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.579+0000 7fde2b015640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fde24112ca0 con 0x7fde2410de30 2024-04-22T00:47:15.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.579+0000 7fde2b015640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fde24112b20 con 0x7fde241089b0 2024-04-22T00:47:15.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.579+0000 7fde2b015640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fde24112e20 con 0x7fde2410b370 2024-04-22T00:47:15.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.581+0000 7fde23fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde2410b370 0x7fde24119840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.581+0000 7fde295b2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde2410de30 0x7fde241b68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.581+0000 7fde295b2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde2410de30 0x7fde241b68d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60098/0 (socket says 172.21.15.18:60098) 2024-04-22T00:47:15.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.581+0000 7fde295b2640 1 -- 172.21.15.18:0/1178025712 learned_addr learned my addr 172.21.15.18:0/1178025712 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:15.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.582+0000 7fde28db1640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde241089b0 0x7fde24119300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.584+0000 7fde28db1640 1 -- 172.21.15.18:0/1178025712 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde2410b370 msgr2=0x7fde24119840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.584+0000 7fde28db1640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde2410b370 0x7fde24119840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.584+0000 7fde28db1640 1 -- 172.21.15.18:0/1178025712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde2410de30 msgr2=0x7fde241b68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:15.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.584+0000 7fde28db1640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde2410de30 0x7fde241b68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:15.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.584+0000 7fde28db1640 1 -- 172.21.15.18:0/1178025712 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde24119f20 con 0x7fde241089b0 2024-04-22T00:47:15.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.587+0000 7fde28db1640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde241089b0 0x7fde24119300 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fde1c008790 tx=0x7fde1c003f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:15.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.593+0000 7fde21ffb640 1 -- 172.21.15.18:0/1178025712 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1c045070 con 0x7fde241089b0 2024-04-22T00:47:15.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.593+0000 7fde21ffb640 1 -- 172.21.15.18:0/1178025712 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde1c00a760 con 0x7fde241089b0 2024-04-22T00:47:15.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.593+0000 7fde21ffb640 1 -- 172.21.15.18:0/1178025712 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1c0045a0 con 0x7fde241089b0 2024-04-22T00:47:15.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.593+0000 7fde2b015640 1 -- 172.21.15.18:0/1178025712 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde241b6ed0 con 0x7fde241089b0 2024-04-22T00:47:15.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.593+0000 7fde2b015640 1 -- 172.21.15.18:0/1178025712 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde241b72e0 con 0x7fde241089b0 2024-04-22T00:47:15.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.595+0000 7fde2b015640 1 -- 172.21.15.18:0/1178025712 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde100052c0 con 0x7fde241089b0 2024-04-22T00:47:15.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.606+0000 7fde21ffb640 1 -- 172.21.15.18:0/1178025712 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fde1c02eb90 con 0x7fde241089b0 2024-04-22T00:47:15.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.606+0000 7fde21ffb640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde0c0a2da0 0x7fde0c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:15.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.607+0000 7fde21ffb640 1 -- 172.21.15.18:0/1178025712 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fde1c0f09e0 con 0x7fde241089b0 2024-04-22T00:47:15.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.607+0000 7fde21ffb640 1 -- 172.21.15.18:0/1178025712 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fde1c11e790 con 0x7fde241089b0 2024-04-22T00:47:15.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.607+0000 7fde23fff640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde0c0a2da0 0x7fde0c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:15.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:15.608+0000 7fde23fff640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde0c0a2da0 0x7fde0c0a5260 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fde2411a810 tx=0x7fde1800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:15.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:15 smithi081 ceph-mon[31546]: pgmap v553: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 535 op/s 2024-04-22T00:47:15.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:15 smithi018 ceph-mon[27979]: pgmap v553: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 535 op/s 2024-04-22T00:47:15.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:15 smithi167 ceph-mon[31348]: pgmap v553: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 535 op/s 2024-04-22T00:47:16.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.026+0000 7fde2b015640 1 -- 172.21.15.18:0/1178025712 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde100055b0 con 0x7fde241089b0 2024-04-22T00:47:16.033 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:47:16.034 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":36,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:47:11.321551+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:47:16.034 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 36 2024-04-22T00:47:16.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.033+0000 7fde21ffb640 1 -- 172.21.15.18:0/1178025712 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+11874 (secure 0 0 0) 0x7fde1c0bcfd0 con 0x7fde241089b0 2024-04-22T00:47:16.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.037+0000 7fde2b015640 1 -- 172.21.15.18:0/1178025712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde0c0a2da0 msgr2=0x7fde0c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.037+0000 7fde2b015640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde0c0a2da0 0x7fde0c0a5260 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fde2411a810 tx=0x7fde1800a2d0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.037+0000 7fde2b015640 1 -- 172.21.15.18:0/1178025712 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde241089b0 msgr2=0x7fde24119300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.037+0000 7fde2b015640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde241089b0 0x7fde24119300 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fde1c008790 tx=0x7fde1c003f10 comp rx=0 tx=0).stop 2024-04-22T00:47:16.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.040+0000 7fde2b015640 1 -- 172.21.15.18:0/1178025712 shutdown_connections 2024-04-22T00:47:16.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.040+0000 7fde2b015640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fde0c0a2da0 0x7fde0c0a5260 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.040+0000 7fde2b015640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fde2410de30 0x7fde241b68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.040+0000 7fde2b015640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fde2410b370 0x7fde24119840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.040+0000 7fde2b015640 1 --2- 172.21.15.18:0/1178025712 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde241089b0 0x7fde24119300 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.040+0000 7fde2b015640 1 -- 172.21.15.18:0/1178025712 >> 172.21.15.18:0/1178025712 conn(0x7fde2406e980 msgr2=0x7fde2410ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.041+0000 7fde2b015640 1 -- 172.21.15.18:0/1178025712 shutdown_connections 2024-04-22T00:47:16.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.041+0000 7fde2b015640 1 -- 172.21.15.18:0/1178025712 wait complete. 2024-04-22T00:47:16.061 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:47:16.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.234+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3991669566 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f14c8108740 msgr2=0x7f14c810ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.234+0000 7f14cd0a7640 1 --2- 172.21.15.18:0/3991669566 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f14c8108740 0x7f14c810ab70 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f14bc009860 tx=0x7f14bc02bb90 comp rx=0 tx=0).stop 2024-04-22T00:47:16.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.237+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3991669566 shutdown_connections 2024-04-22T00:47:16.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.237+0000 7f14cd0a7640 1 --2- 172.21.15.18:0/3991669566 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14c810da80 0x7f14c810df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.237+0000 7f14cd0a7640 1 --2- 172.21.15.18:0/3991669566 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14c810b0b0 0x7f14c810d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.237+0000 7f14cd0a7640 1 --2- 172.21.15.18:0/3991669566 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f14c8108740 0x7f14c810ab70 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.237+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3991669566 >> 172.21.15.18:0/3991669566 conn(0x7f14c806e5d0 msgr2=0x7f14c8070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.237+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3991669566 shutdown_connections 2024-04-22T00:47:16.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.239+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3991669566 wait complete. 2024-04-22T00:47:16.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.240+0000 7f14cd0a7640 1 Processor -- start 2024-04-22T00:47:16.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14cd0a7640 1 -- start start 2024-04-22T00:47:16.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14cd0a7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14c8108740 0x7f14c8114ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14cd0a7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14c810b0b0 0x7f14c81153e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14cd0a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f14c810da80 0x7f14c81b6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14cd0a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f14c811c280 con 0x7f14c810da80 2024-04-22T00:47:16.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14cd0a7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f14c811c100 con 0x7f14c810b0b0 2024-04-22T00:47:16.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14cd0a7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f14c811c400 con 0x7f14c8108740 2024-04-22T00:47:16.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14c759e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f14c810da80 0x7f14c81b6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14c6d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14c8108740 0x7f14c8114ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14c759e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f14c810da80 0x7f14c81b6990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60104/0 (socket says 172.21.15.18:60104) 2024-04-22T00:47:16.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.241+0000 7f14c759e640 1 -- 172.21.15.18:0/3177444445 learned_addr learned my addr 172.21.15.18:0/3177444445 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.243+0000 7f14c759e640 1 -- 172.21.15.18:0/3177444445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14c8108740 msgr2=0x7f14c8114ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.243+0000 7f14c759e640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14c8108740 0x7f14c8114ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.243+0000 7f14c759e640 1 -- 172.21.15.18:0/3177444445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14c810b0b0 msgr2=0x7f14c81153e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.243+0000 7f14c759e640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14c810b0b0 0x7f14c81153e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.243+0000 7f14c759e640 1 -- 172.21.15.18:0/3177444445 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c81b6ed0 con 0x7f14c810da80 2024-04-22T00:47:16.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.244+0000 7f14c759e640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f14c810da80 0x7f14c81b6990 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f14c000b9e0 tx=0x7f14c000bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.245+0000 7f14affff640 1 -- 172.21.15.18:0/3177444445 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c0019070 con 0x7f14c810da80 2024-04-22T00:47:16.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.247+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3177444445 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14c81b7100 con 0x7f14c810da80 2024-04-22T00:47:16.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.247+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3177444445 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14c81b76a0 con 0x7f14c810da80 2024-04-22T00:47:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.247+0000 7f14affff640 1 -- 172.21.15.18:0/3177444445 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14c0014440 con 0x7f14c810da80 2024-04-22T00:47:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.247+0000 7f14affff640 1 -- 172.21.15.18:0/3177444445 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c00125c0 con 0x7f14c810da80 2024-04-22T00:47:16.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.251+0000 7f14affff640 1 -- 172.21.15.18:0/3177444445 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f14c001c070 con 0x7f14c810da80 2024-04-22T00:47:16.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.251+0000 7f14cfd6b740 1 Processor -- start 2024-04-22T00:47:16.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14cfd6b740 1 -- start start 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 0x55e5e99b3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99b8530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99bb030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14cfd6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e5e9918530 con 0x55e5e99b8ba0 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14cfd6b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e5e98c0830 con 0x55e5e99b3040 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14cfd6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e5e99144f0 con 0x55e5e99b3a30 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14c659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 0x55e5e99b3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14c6d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99b8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14c6d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99b8530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50880/0 (socket says 172.21.15.18:50880) 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14c6d9d640 1 -- 172.21.15.18:0/250463340 learned_addr learned my addr 172.21.15.18:0/250463340 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14c659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 0x55e5e99b3460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42742/0 (socket says 172.21.15.18:42742) 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14affff640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14b00a2c10 0x7f14b00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14c659c640 1 --2- 172.21.15.18:0/250463340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99bb030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.252+0000 7f14c759e640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14b00a2c10 0x7f14b00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.253+0000 7f14c6d9d640 1 -- 172.21.15.18:0/250463340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 msgr2=0x55e5e99b3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.253+0000 7f14c6d9d640 1 --2- 172.21.15.18:0/250463340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 0x55e5e99b3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.253+0000 7f14c6d9d640 1 -- 172.21.15.18:0/250463340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 msgr2=0x55e5e99bb030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.253+0000 7f14c6d9d640 1 --2- 172.21.15.18:0/250463340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99bb030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.253+0000 7f14c6d9d640 1 -- 172.21.15.18:0/250463340 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5e98e42c0 con 0x55e5e99b3a30 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.253+0000 7f14affff640 1 -- 172.21.15.18:0/3177444445 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f14c00ce870 con 0x7f14c810da80 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.253+0000 7f14c6d9d640 1 --2- 172.21.15.18:0/250463340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99b8530 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f14bc02c1a0 tx=0x7f14bc032340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8852aa4fb50e40db server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.253+0000 7f14c759e640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14b00a2c10 0x7f14b00a50d0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f14c0097780 tx=0x7f14c006f3f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.253+0000 7f14ad7fa640 1 -- 172.21.15.18:0/250463340 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14bc043020 con 0x55e5e99b3a30 2024-04-22T00:47:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.253+0000 7f14ad7fa640 1 -- 172.21.15.18:0/250463340 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14bc034db0 con 0x55e5e99b3a30 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.254+0000 7f14ad7fa640 1 -- 172.21.15.18:0/250463340 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14bc039040 con 0x55e5e99b3a30 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.254+0000 7f14cfd6b740 1 -- 172.21.15.18:0/250463340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 msgr2=0x55e5e99b8530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.254+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/250463340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99b8530 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f14bc02c1a0 tx=0x7f14bc032340 comp rx=0 tx=0).stop 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.254+0000 7f14cfd6b740 1 -- 172.21.15.18:0/250463340 shutdown_connections 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.254+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/250463340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99bb030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.254+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/250463340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99b8530 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.254+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/250463340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 0x55e5e99b3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.254+0000 7f14cfd6b740 1 -- 172.21.15.18:0/250463340 >> 172.21.15.18:0/250463340 conn(0x55e5e99ae5b0 msgr2=0x55e5e99ae9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.254+0000 7f14cfd6b740 1 -- 172.21.15.18:0/250463340 shutdown_connections 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14cfd6b740 1 -- 172.21.15.18:0/250463340 wait complete. 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14cfd6b740 1 -- start start 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14cfd6b740 1 Processor -- start 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 0x55e5e99bd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99bd720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99c4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14cfd6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e5e99bbb90 con 0x55e5e99b8ba0 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14cfd6b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e5e98d3f10 con 0x55e5e99b3040 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14cfd6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e5e99bbd10 con 0x55e5e99b3a30 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14cfd6b740 10 client.0 _ll_register_callbacks cb 0x55e5e962bbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14c6d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99bd720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.255+0000 7f14c659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 0x55e5e99bd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14c6d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99bd720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50888/0 (socket says 172.21.15.18:50888) 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14c6d9d640 1 -- 172.21.15.18:0/2448710413 learned_addr learned my addr 172.21.15.18:0/2448710413 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14c659c640 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99c4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14c6d9d640 1 -- 172.21.15.18:0/2448710413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 msgr2=0x55e5e99bd1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14c6d9d640 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 0x55e5e99bd1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14c6d9d640 1 -- 172.21.15.18:0/2448710413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 msgr2=0x55e5e99c4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14c6d9d640 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99c4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14c6d9d640 1 -- 172.21.15.18:0/2448710413 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5e98a5c80 con 0x55e5e99b3a30 2024-04-22T00:47:16.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14c659c640 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 0x55e5e99bd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:16.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14c6d9d640 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99bd720 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f14bc02c0d0 tx=0x7f14bc032530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d1e0fce0cc7ff2f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14aaff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:16.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14aaff5640 1 -- 172.21.15.18:0/2448710413 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14bc039040 con 0x55e5e99b3a30 2024-04-22T00:47:16.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14aaff5640 1 -- 172.21.15.18:0/2448710413 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f14bc004250 con 0x55e5e99b3a30 2024-04-22T00:47:16.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.256+0000 7f14cfd6b740 1 -- 172.21.15.18:0/2448710413 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f14bc034db0 con 0x55e5e99b3a30 2024-04-22T00:47:16.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.257+0000 7f14aaff5640 1 -- 172.21.15.18:0/2448710413 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f14bc004450 con 0x55e5e99b3a30 2024-04-22T00:47:16.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.257+0000 7f14cfd6b740 10 client.26578 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:16.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.257+0000 7f14cfd6b740 1 -- 172.21.15.18:0/2448710413 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55e5e962c3f0 con 0x55e5e99b3a30 2024-04-22T00:47:16.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.258+0000 7f14aaff5640 1 -- 172.21.15.18:0/2448710413 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14bc034db0 con 0x55e5e99b3a30 2024-04-22T00:47:16.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.258+0000 7f14aaff5640 1 -- 172.21.15.18:0/2448710413 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f14bc0035f0 con 0x55e5e99b3a30 2024-04-22T00:47:16.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.258+0000 7f14cfd6b740 10 client.26578 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:16.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.258+0000 7f14cfd6b740 10 client.26578 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:47:16.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.258+0000 7f14cfd6b740 20 client.26578 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:16.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.258+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e5e99c8c50 0x55e5e99cb040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.258+0000 7f14cfd6b740 4 client.26578 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:16.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.258+0000 7f14cfd6b740 1 -- 172.21.15.18:0/2448710413 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e5e9925a70 con 0x55e5e99c8c50 2024-04-22T00:47:16.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.259+0000 7f14c659c640 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e5e99c8c50 0x55e5e99cb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.261+0000 7f14c659c640 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e5e99c8c50 0x55e5e99cb040 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2dd9650fff8f18f4 server_cookie=e7c95c978a9a0a2f in_seq=0 out_seq=0 2024-04-22T00:47:16.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.261+0000 7f14aaff5640 10 client.26578 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:47:16.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.262+0000 7f14aaff5640 1 -- 172.21.15.18:0/2448710413 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e5e9925a70 con 0x55e5e99c8c50 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.262+0000 7f14aaff5640 10 client.26578 handle_command_reply: tid=0 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.262+0000 7f14cfd6b740 1 client.26578 shutdown 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.262+0000 7f14cfd6b740 1 -- 172.21.15.18:0/2448710413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 msgr2=0x55e5e99bd720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.262+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99bd720 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f14bc02c0d0 tx=0x7f14bc032530 comp rx=0 tx=0).stop 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.263+0000 7f14cfd6b740 1 -- 172.21.15.18:0/2448710413 shutdown_connections 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.263+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e5e99c8c50 0x55e5e99cb040 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.263+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99c4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.263+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3a30 0x55e5e99bd720 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.263+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/2448710413 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3040 0x55e5e99bd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.263+0000 7f14cfd6b740 1 -- 172.21.15.18:0/2448710413 >> 172.21.15.18:0/2448710413 conn(0x55e5e99ae5b0 msgr2=0x55e5e99ad850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.263+0000 7f14aaff5640 0 client.26578 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.263+0000 7f14cfd6b740 1 -- 172.21.15.18:0/2448710413 shutdown_connections 2024-04-22T00:47:16.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.263+0000 7f14cfd6b740 1 -- 172.21.15.18:0/2448710413 wait complete. 2024-04-22T00:47:16.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.263+0000 7f14cfd6b740 20 client.26578 trim_cache size 0 max 16384 2024-04-22T00:47:16.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.281+0000 7f14cfd6b740 1 Processor -- start 2024-04-22T00:47:16.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.281+0000 7f14cfd6b740 1 -- start start 2024-04-22T00:47:16.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.281+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99acfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.282+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3a30 0x55e5e99c4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.282+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99ad500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.282+0000 7f14cfd6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f14b4012670 con 0x55e5e99b8ba0 2024-04-22T00:47:16.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.282+0000 7f14cfd6b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f14b400feb0 con 0x55e5e99b3a30 2024-04-22T00:47:16.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.282+0000 7f14cfd6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f14b400dd00 con 0x55e5e99b3040 2024-04-22T00:47:16.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.283+0000 7f14c6d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3a30 0x55e5e99c4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.283+0000 7f14c659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99acfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.283+0000 7f14c659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99acfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50892/0 (socket says 172.21.15.18:50892) 2024-04-22T00:47:16.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.283+0000 7f14c659c640 1 -- 172.21.15.18:0/141706512 learned_addr learned my addr 172.21.15.18:0/141706512 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.284+0000 7f14c659c640 1 -- 172.21.15.18:0/141706512 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3a30 msgr2=0x55e5e99c4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.284+0000 7f14c659c640 1 --2- 172.21.15.18:0/141706512 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3a30 0x55e5e99c4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.284+0000 7f14c659c640 1 -- 172.21.15.18:0/141706512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 msgr2=0x55e5e99ad500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.284+0000 7f14c659c640 1 --2- 172.21.15.18:0/141706512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.284+0000 7f14c659c640 1 -- 172.21.15.18:0/141706512 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5e96f67d0 con 0x55e5e99b3040 2024-04-22T00:47:16.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.284+0000 7f14c659c640 1 --2- 172.21.15.18:0/141706512 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99acfc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f14b80058c0 tx=0x7f14b8005a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df94fa41dd2392e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.285+0000 7f14acff9640 1 -- 172.21.15.18:0/141706512 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b8014250 con 0x55e5e99b3040 2024-04-22T00:47:16.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.285+0000 7f14acff9640 1 -- 172.21.15.18:0/141706512 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14b8027070 con 0x55e5e99b3040 2024-04-22T00:47:16.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.285+0000 7f14acff9640 1 -- 172.21.15.18:0/141706512 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b8022790 con 0x55e5e99b3040 2024-04-22T00:47:16.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.286+0000 7f14cfd6b740 1 -- 172.21.15.18:0/141706512 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 msgr2=0x55e5e99acfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.286+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/141706512 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99acfc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f14b80058c0 tx=0x7f14b8005a00 comp rx=0 tx=0).stop 2024-04-22T00:47:16.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.286+0000 7f14cfd6b740 1 -- 172.21.15.18:0/141706512 shutdown_connections 2024-04-22T00:47:16.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.286+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/141706512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b8ba0 0x55e5e99ad500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.286+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/141706512 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b3a30 0x55e5e99c4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.286+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/141706512 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99acfc0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.286+0000 7f14cfd6b740 1 -- 172.21.15.18:0/141706512 >> 172.21.15.18:0/141706512 conn(0x55e5e99ae5b0 msgr2=0x55e5e99bca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.286+0000 7f14cfd6b740 1 -- 172.21.15.18:0/141706512 shutdown_connections 2024-04-22T00:47:16.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.286+0000 7f14cfd6b740 1 -- 172.21.15.18:0/141706512 wait complete. 2024-04-22T00:47:16.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14cfd6b740 1 -- start start 2024-04-22T00:47:16.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14cfd6b740 1 Processor -- start 2024-04-22T00:47:16.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99c19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b3a30 0x55e5e99c1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14cfd6b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b8ba0 0x55e5e99c2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14c659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99c19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14c659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99c19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50906/0 (socket says 172.21.15.18:50906) 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14c659c640 1 -- 172.21.15.18:0/312853364 learned_addr learned my addr 172.21.15.18:0/312853364 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f14b400e370 con 0x55e5e99b3a30 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f14b400f7e0 con 0x55e5e99b8ba0 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f14b400ea40 con 0x55e5e99b3040 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14c6d9d640 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b3a30 0x55e5e99c1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.287+0000 7f14c659c640 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b8ba0 0x55e5e99c2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14c659c640 1 -- 172.21.15.18:0/312853364 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b8ba0 msgr2=0x55e5e99c2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14c659c640 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b8ba0 0x55e5e99c2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14c659c640 1 -- 172.21.15.18:0/312853364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b3a30 msgr2=0x55e5e99c1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14c659c640 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b3a30 0x55e5e99c1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14c659c640 1 -- 172.21.15.18:0/312853364 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5e99c3490 con 0x55e5e99b3040 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14c6d9d640 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b3a30 0x55e5e99c1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14cfd6b740 10 client.0 _ll_register_callbacks cb 0x7f14b800ddc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14c659c640 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99c19c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f14b8011b60 tx=0x7f14b80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1366919f185206c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14aaff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f14b8027070 con 0x55e5e99b3040 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14aaff5640 1 -- 172.21.15.18:0/312853364 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b8022710 con 0x55e5e99b3040 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14aaff5640 1 -- 172.21.15.18:0/312853364 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f14b80228b0 con 0x55e5e99b3040 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14aaff5640 1 -- 172.21.15.18:0/312853364 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f14b8011e90 con 0x55e5e99b3040 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14cfd6b740 10 client.26584 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.288+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({fsmap=36}) -- 0x55e5e99c46a0 con 0x55e5e99b3040 2024-04-22T00:47:16.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.289+0000 7f14aaff5640 1 -- 172.21.15.18:0/312853364 <== mon.1 v2:172.21.15.167:3300/0 4 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f14b8014ce0 con 0x55e5e99b3040 2024-04-22T00:47:16.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.290+0000 7f14cfd6b740 10 client.26584 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:16.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.290+0000 7f14cfd6b740 10 client.26584 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:47:16.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.290+0000 7f14cfd6b740 20 client.26584 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:16.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.290+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e5e9a2f350 0x55e5e9a31740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.290+0000 7f14cfd6b740 4 client.26584 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:47:16.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.290+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f14b8027070 con 0x55e5e9a2f350 2024-04-22T00:47:16.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.290+0000 7f14c6d9d640 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e5e9a2f350 0x55e5e9a31740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14aaff5640 10 client.26584 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:47:16.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14c6d9d640 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e5e9a2f350 0x55e5e9a31740 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3731e66f7d5866a5 server_cookie=c7479d67c042d351 in_seq=0 out_seq=0 2024-04-22T00:47:16.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14aaff5640 1 -- 172.21.15.18:0/312853364 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f14b8027070 con 0x55e5e9a2f350 2024-04-22T00:47:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14aaff5640 10 client.26584 handle_command_reply: tid=0 2024-04-22T00:47:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 client.26584 shutdown 2024-04-22T00:47:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 msgr2=0x55e5e99c19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99c19c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f14b8011b60 tx=0x7f14b80046c0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 shutdown_connections 2024-04-22T00:47:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55e5e9a2f350 0x55e5e9a31740 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5e99b8ba0 0x55e5e99c2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14aaff5640 0 client.26584 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:47:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5e99b3a30 0x55e5e99c1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 --2- 172.21.15.18:0/312853364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5e99b3040 0x55e5e99c19c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 >> 172.21.15.18:0/312853364 conn(0x55e5e99ae5b0 msgr2=0x55e5e99bc190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 shutdown_connections 2024-04-22T00:47:16.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.291+0000 7f14cfd6b740 1 -- 172.21.15.18:0/312853364 wait complete. 2024-04-22T00:47:16.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cfd6b740 20 client.26584 trim_cache size 0 max 16384 2024-04-22T00:47:16.298 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:47:16.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3177444445 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14b00a2c10 msgr2=0x7f14b00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cd0a7640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14b00a2c10 0x7f14b00a50d0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f14c0097780 tx=0x7f14c006f3f0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3177444445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f14c810da80 msgr2=0x7f14c81b6990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cd0a7640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f14c810da80 0x7f14c81b6990 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f14c000b9e0 tx=0x7f14c000bea0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3177444445 shutdown_connections 2024-04-22T00:47:16.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cd0a7640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f14b00a2c10 0x7f14b00a50d0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cd0a7640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f14c810da80 0x7f14c81b6990 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cd0a7640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14c810b0b0 0x7f14c81153e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cd0a7640 1 --2- 172.21.15.18:0/3177444445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f14c8108740 0x7f14c8114ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.292+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3177444445 >> 172.21.15.18:0/3177444445 conn(0x7f14c806e5d0 msgr2=0x7f14c810b510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.293+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3177444445 shutdown_connections 2024-04-22T00:47:16.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.293+0000 7f14cd0a7640 1 -- 172.21.15.18:0/3177444445 wait complete. 2024-04-22T00:47:16.307 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:47:16.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.490+0000 7f3819a39640 1 -- 172.21.15.18:0/2951486322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3814105310 msgr2=0x7f3814105790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.490+0000 7f3819a39640 1 --2- 172.21.15.18:0/2951486322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3814105310 0x7f3814105790 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f3808009900 tx=0x7f380802bc80 comp rx=0 tx=0).stop 2024-04-22T00:47:16.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.491+0000 7f3819a39640 1 -- 172.21.15.18:0/2951486322 shutdown_connections 2024-04-22T00:47:16.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.491+0000 7f3819a39640 1 --2- 172.21.15.18:0/2951486322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3814105310 0x7f3814105790 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.491+0000 7f3819a39640 1 --2- 172.21.15.18:0/2951486322 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3814102960 0x7f3814104dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.491+0000 7f3819a39640 1 --2- 172.21.15.18:0/2951486322 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f38140ffff0 0x7f3814102420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.492+0000 7f3819a39640 1 -- 172.21.15.18:0/2951486322 >> 172.21.15.18:0/2951486322 conn(0x7f38140fbbf0 msgr2=0x7f38140fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.493+0000 7f3819a39640 1 -- 172.21.15.18:0/2951486322 shutdown_connections 2024-04-22T00:47:16.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.493+0000 7f3819a39640 1 -- 172.21.15.18:0/2951486322 wait complete. 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.494+0000 7f3819a39640 1 Processor -- start 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.494+0000 7f3819a39640 1 -- start start 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.494+0000 7f3819a39640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f38140ffff0 0x7f3814072ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.494+0000 7f3819a39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3814102960 0x7f38140731e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.494+0000 7f3819a39640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3814105310 0x7f38140712e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.494+0000 7f3819a39640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f381406bbb0 con 0x7f3814102960 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.494+0000 7f3819a39640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f381406ba30 con 0x7f38140ffff0 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.494+0000 7f3819a39640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f381406bd30 con 0x7f3814105310 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.495+0000 7f38137fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3814105310 0x7f38140712e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.495+0000 7f3812ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f38140ffff0 0x7f3814072ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.496+0000 7f3812ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f38140ffff0 0x7f3814072ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42786/0 (socket says 172.21.15.18:42786) 2024-04-22T00:47:16.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.496+0000 7f3812ffd640 1 -- 172.21.15.18:0/2515357303 learned_addr learned my addr 172.21.15.18:0/2515357303 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.496+0000 7f3812ffd640 1 -- 172.21.15.18:0/2515357303 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3814105310 msgr2=0x7f38140712e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.496+0000 7f3812ffd640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3814105310 0x7f38140712e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.496+0000 7f3812ffd640 1 -- 172.21.15.18:0/2515357303 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3814102960 msgr2=0x7f38140731e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:47:16.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.496+0000 7f3812ffd640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3814102960 0x7f38140731e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.496+0000 7f3812ffd640 1 -- 172.21.15.18:0/2515357303 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3814071ab0 con 0x7f38140ffff0 2024-04-22T00:47:16.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.497+0000 7f3812ffd640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f38140ffff0 0x7f3814072ca0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f380402d4a0 tx=0x7f380402d960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.499+0000 7f3818a37640 1 -- 172.21.15.18:0/2515357303 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3804036070 con 0x7f38140ffff0 2024-04-22T00:47:16.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.499+0000 7f3818a37640 1 -- 172.21.15.18:0/2515357303 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3804032af0 con 0x7f38140ffff0 2024-04-22T00:47:16.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.500+0000 7f3818a37640 1 -- 172.21.15.18:0/2515357303 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3804039d50 con 0x7f38140ffff0 2024-04-22T00:47:16.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.501+0000 7f3819a39640 1 -- 172.21.15.18:0/2515357303 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3814071da0 con 0x7f38140ffff0 2024-04-22T00:47:16.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.501+0000 7f3819a39640 1 -- 172.21.15.18:0/2515357303 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f381410c640 con 0x7f38140ffff0 2024-04-22T00:47:16.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.505+0000 7f381c626740 1 Processor -- start 2024-04-22T00:47:16.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.508+0000 7f3818a37640 1 -- 172.21.15.18:0/2515357303 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3804039070 con 0x7f38140ffff0 2024-04-22T00:47:16.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f381c626740 1 -- start start 2024-04-22T00:47:16.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f381c626740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb5040 0x55c11dbb5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f381c626740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbba530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f381c626740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbbaba0 0x55c11dbbd030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f381c626740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c11db1a530 con 0x55c11dbbaba0 2024-04-22T00:47:16.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f381c626740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c11dac2830 con 0x55c11dbb5a30 2024-04-22T00:47:16.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f381c626740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c11db164f0 con 0x55c11dbb5040 2024-04-22T00:47:16.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f3812ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbba530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f3812ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbba530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42802/0 (socket says 172.21.15.18:42802) 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f3812ffd640 1 -- 172.21.15.18:0/2516237276 learned_addr learned my addr 172.21.15.18:0/2516237276 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f3812ffd640 1 -- 172.21.15.18:0/2516237276 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb5040 msgr2=0x55c11dbb5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f3812ffd640 1 --2- 172.21.15.18:0/2516237276 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb5040 0x55c11dbb5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f3812ffd640 1 -- 172.21.15.18:0/2516237276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbbaba0 msgr2=0x55c11dbbd030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.509+0000 7f3812ffd640 1 --2- 172.21.15.18:0/2516237276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbbaba0 0x55c11dbbd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.510+0000 7f3812ffd640 1 -- 172.21.15.18:0/2516237276 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c11dae62c0 con 0x55c11dbb5a30 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.510+0000 7f3812ffd640 1 --2- 172.21.15.18:0/2516237276 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbba530 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f38040f6a90 tx=0x7f38040f6f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0a9903fd5d734e7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.510+0000 7f3818a37640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37fc0a2c80 0x7f37fc0a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.510+0000 7f3818a37640 1 -- 172.21.15.18:0/2515357303 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f38040f0a40 con 0x7f38140ffff0 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.510+0000 7f37f9ffb640 1 -- 172.21.15.18:0/2516237276 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38040ff070 con 0x55c11dbb5a30 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.510+0000 7f37f9ffb640 1 -- 172.21.15.18:0/2516237276 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f38040bd570 con 0x55c11dbb5a30 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.510+0000 7f37f9ffb640 1 -- 172.21.15.18:0/2516237276 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380402b2a0 con 0x55c11dbb5a30 2024-04-22T00:47:16.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.511+0000 7f38137fe640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37fc0a2c80 0x7f37fc0a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.512+0000 7f381c626740 1 -- 172.21.15.18:0/2516237276 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 msgr2=0x55c11dbba530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.512+0000 7f381c626740 1 --2- 172.21.15.18:0/2516237276 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbba530 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f38040f6a90 tx=0x7f38040f6f50 comp rx=0 tx=0).stop 2024-04-22T00:47:16.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.512+0000 7f381c626740 1 -- 172.21.15.18:0/2516237276 shutdown_connections 2024-04-22T00:47:16.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.512+0000 7f381c626740 1 --2- 172.21.15.18:0/2516237276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbbaba0 0x55c11dbbd030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.512+0000 7f381c626740 1 --2- 172.21.15.18:0/2516237276 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbba530 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.512+0000 7f381c626740 1 --2- 172.21.15.18:0/2516237276 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb5040 0x55c11dbb5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.512+0000 7f381c626740 1 -- 172.21.15.18:0/2516237276 >> 172.21.15.18:0/2516237276 conn(0x55c11dbb05b0 msgr2=0x55c11dbb09b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.512+0000 7f381c626740 1 -- 172.21.15.18:0/2516237276 shutdown_connections 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.512+0000 7f381c626740 1 -- 172.21.15.18:0/2516237276 wait complete. 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.513+0000 7f381c626740 1 -- start start 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.513+0000 7f38137fe640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37fc0a2c80 0x7f37fc0a5140 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f3808036040 tx=0x7f3808005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.513+0000 7f381c626740 1 Processor -- start 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.513+0000 7f381c626740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 0x55c11dbbf0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.514+0000 7f381c626740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbbf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.514+0000 7f381c626740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbbaba0 0x55c11dbc6670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.514+0000 7f381c626740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c11dbbdb50 con 0x55c11dbb5040 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.514+0000 7f381c626740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c11dad5f10 con 0x55c11dbb5a30 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.514+0000 7f381c626740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c11dbbdcd0 con 0x55c11dbbaba0 2024-04-22T00:47:16.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.514+0000 7f38127fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbbf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.514+0000 7f38127fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbbf630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42812/0 (socket says 172.21.15.18:42812) 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.514+0000 7f38127fc640 1 -- 172.21.15.18:0/465001958 learned_addr learned my addr 172.21.15.18:0/465001958 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.514+0000 7f381c626740 10 client.0 _ll_register_callbacks cb 0x55c11d82dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.514+0000 7f3812ffd640 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 0x55c11dbbf0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.515+0000 7f3812ffd640 1 -- 172.21.15.18:0/465001958 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbbaba0 msgr2=0x55c11dbc6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.515+0000 7f3812ffd640 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbbaba0 0x55c11dbc6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.515+0000 7f3812ffd640 1 -- 172.21.15.18:0/465001958 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 msgr2=0x55c11dbbf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.515+0000 7f3812ffd640 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbbf630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.515+0000 7f3812ffd640 1 -- 172.21.15.18:0/465001958 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c11daa7c80 con 0x55c11dbb5040 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.515+0000 7f3812ffd640 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 0x55c11dbbf0f0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x55c11dbb64a0 tx=0x7f380402b310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b11918a508f558c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.515+0000 7f37f2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:16.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.516+0000 7f37f2ffd640 1 -- 172.21.15.18:0/465001958 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38040ff070 con 0x55c11dbb5040 2024-04-22T00:47:16.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.516+0000 7f37f2ffd640 1 -- 172.21.15.18:0/465001958 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3804039360 con 0x55c11dbb5040 2024-04-22T00:47:16.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.516+0000 7f381c626740 1 -- 172.21.15.18:0/465001958 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38040bd570 con 0x55c11dbb5040 2024-04-22T00:47:16.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.517+0000 7f37f2ffd640 1 -- 172.21.15.18:0/465001958 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f38040bcc40 con 0x55c11dbb5040 2024-04-22T00:47:16.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.517+0000 7f381c626740 10 client.16929 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:16.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.517+0000 7f381c626740 1 -- 172.21.15.18:0/465001958 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55c11d82e3f0 con 0x55c11dbb5040 2024-04-22T00:47:16.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.517+0000 7f37f2ffd640 1 -- 172.21.15.18:0/465001958 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f38040bce70 con 0x55c11dbb5040 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.517+0000 7f37f2ffd640 1 -- 172.21.15.18:0/465001958 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f38040c5650 con 0x55c11dbb5040 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.517+0000 7f381c626740 10 client.16929 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.517+0000 7f381c626740 10 client.16929 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.518+0000 7f381c626740 20 client.16929 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.518+0000 7f381c626740 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55c11dbcab60 0x55c11dbccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.518+0000 7f381c626740 4 client.16929 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.518+0000 7f381c626740 1 -- 172.21.15.18:0/465001958 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f38040bd570 con 0x55c11dbcab60 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.518+0000 7f38127fc640 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55c11dbcab60 0x55c11dbccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.519+0000 7f38127fc640 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55c11dbcab60 0x55c11dbccf50 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=38b8de28ff1ff055 server_cookie=8b539bef0ef8ba8b in_seq=0 out_seq=0 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.519+0000 7f37f2ffd640 10 client.16929 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.520+0000 7f37f2ffd640 1 -- 172.21.15.18:0/465001958 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f38040bd570 con 0x55c11dbcab60 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.520+0000 7f37f2ffd640 10 client.16929 handle_command_reply: tid=0 2024-04-22T00:47:16.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.520+0000 7f381c626740 1 client.16929 shutdown 2024-04-22T00:47:16.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.520+0000 7f381c626740 1 -- 172.21.15.18:0/465001958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 msgr2=0x55c11dbbf0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.520+0000 7f381c626740 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 0x55c11dbbf0f0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x55c11dbb64a0 tx=0x7f380402b310 comp rx=0 tx=0).stop 2024-04-22T00:47:16.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.521+0000 7f381c626740 1 -- 172.21.15.18:0/465001958 shutdown_connections 2024-04-22T00:47:16.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.521+0000 7f381c626740 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55c11dbcab60 0x55c11dbccf50 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.521+0000 7f381c626740 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbbaba0 0x55c11dbc6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.521+0000 7f37f2ffd640 0 client.16929 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:47:16.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.521+0000 7f381c626740 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbbf630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.521+0000 7f381c626740 1 --2- 172.21.15.18:0/465001958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 0x55c11dbbf0f0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.521+0000 7f381c626740 1 -- 172.21.15.18:0/465001958 >> 172.21.15.18:0/465001958 conn(0x55c11dbb05b0 msgr2=0x55c11dbaf850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.523+0000 7f381c626740 1 -- 172.21.15.18:0/465001958 shutdown_connections 2024-04-22T00:47:16.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.523+0000 7f381c626740 1 -- 172.21.15.18:0/465001958 wait complete. 2024-04-22T00:47:16.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.524+0000 7f381c626740 20 client.16929 trim_cache size 0 max 16384 2024-04-22T00:47:16.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.547+0000 7f381c626740 1 Processor -- start 2024-04-22T00:47:16.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.547+0000 7f381c626740 1 -- start start 2024-04-22T00:47:16.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.547+0000 7f381c626740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb05b0 0x55c11dbb64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f381c626740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb5040 0x55c11dbc6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f381c626740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbb6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f381c626740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f38141b33a0 con 0x55c11dbb05b0 2024-04-22T00:47:16.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f381c626740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f38141b0be0 con 0x55c11dbb5a30 2024-04-22T00:47:16.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f381c626740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f38141aea30 con 0x55c11dbb5040 2024-04-22T00:47:16.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f3812ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb05b0 0x55c11dbb64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f3812ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb05b0 0x55c11dbb64d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60168/0 (socket says 172.21.15.18:60168) 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f3812ffd640 1 -- 172.21.15.18:0/3784466151 learned_addr learned my addr 172.21.15.18:0/3784466151 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f38137fe640 1 --2- 172.21.15.18:0/3784466151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbb6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f38127fc640 1 --2- 172.21.15.18:0/3784466151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb5040 0x55c11dbc6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f38137fe640 1 -- 172.21.15.18:0/3784466151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb5040 msgr2=0x55c11dbc6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f38137fe640 1 --2- 172.21.15.18:0/3784466151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb5040 0x55c11dbc6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f38137fe640 1 -- 172.21.15.18:0/3784466151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb05b0 msgr2=0x55c11dbb64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f38137fe640 1 --2- 172.21.15.18:0/3784466151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb05b0 0x55c11dbb64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f38137fe640 1 -- 172.21.15.18:0/3784466151 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c11d8f87d0 con 0x55c11dbb5a30 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f3812ffd640 1 --2- 172.21.15.18:0/3784466151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb05b0 0x55c11dbb64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.548+0000 7f38137fe640 1 --2- 172.21.15.18:0/3784466151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbb6a10 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f3808009850 tx=0x7f3808004f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9fbdf512e153ffe4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.549+0000 7f37f97fa640 1 -- 172.21.15.18:0/3784466151 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380804e030 con 0x55c11dbb5a30 2024-04-22T00:47:16.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.549+0000 7f37f97fa640 1 -- 172.21.15.18:0/3784466151 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3808004ba0 con 0x55c11dbb5a30 2024-04-22T00:47:16.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.549+0000 7f37f97fa640 1 -- 172.21.15.18:0/3784466151 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38080035f0 con 0x55c11dbb5a30 2024-04-22T00:47:16.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.550+0000 7f381c626740 1 -- 172.21.15.18:0/3784466151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 msgr2=0x55c11dbb6a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.550+0000 7f381c626740 1 --2- 172.21.15.18:0/3784466151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbb6a10 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f3808009850 tx=0x7f3808004f10 comp rx=0 tx=0).stop 2024-04-22T00:47:16.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.550+0000 7f381c626740 1 -- 172.21.15.18:0/3784466151 shutdown_connections 2024-04-22T00:47:16.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.550+0000 7f381c626740 1 --2- 172.21.15.18:0/3784466151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbb6a10 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.550+0000 7f381c626740 1 --2- 172.21.15.18:0/3784466151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb5040 0x55c11dbc6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.550+0000 7f381c626740 1 --2- 172.21.15.18:0/3784466151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb05b0 0x55c11dbb64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.550+0000 7f381c626740 1 -- 172.21.15.18:0/3784466151 >> 172.21.15.18:0/3784466151 conn(0x55c11dbbe300 msgr2=0x55c11dbb40a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.551+0000 7f381c626740 1 -- 172.21.15.18:0/3784466151 shutdown_connections 2024-04-22T00:47:16.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.551+0000 7f381c626740 1 -- 172.21.15.18:0/3784466151 wait complete. 2024-04-22T00:47:16.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.552+0000 7f381c626740 1 -- start start 2024-04-22T00:47:16.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.552+0000 7f381c626740 1 Processor -- start 2024-04-22T00:47:16.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f381c626740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb05b0 0x55c11dbc4590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f381c626740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 0x55c11dbc4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f381c626740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbc5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f381c626740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f38141af0a0 con 0x55c11dbb5040 2024-04-22T00:47:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f381c626740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f38141b0510 con 0x55c11dbb5a30 2024-04-22T00:47:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f381c626740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f38141af770 con 0x55c11dbb05b0 2024-04-22T00:47:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f381c626740 10 client.0 _ll_register_callbacks cb 0x7f38040f68e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f3812ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb05b0 0x55c11dbc4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f3812ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb05b0 0x55c11dbc4590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50936/0 (socket says 172.21.15.18:50936) 2024-04-22T00:47:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f3812ffd640 1 -- 172.21.15.18:0/2256777091 learned_addr learned my addr 172.21.15.18:0/2256777091 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f38127fc640 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 0x55c11dbc4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f38137fe640 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbc5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f3812ffd640 1 -- 172.21.15.18:0/2256777091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 msgr2=0x55c11dbc5ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f3812ffd640 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbc5ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f3812ffd640 1 -- 172.21.15.18:0/2256777091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 msgr2=0x55c11dbc4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f3812ffd640 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 0x55c11dbc4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.553+0000 7f3812ffd640 1 -- 172.21.15.18:0/2256777091 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c11dbc60d0 con 0x55c11dbb05b0 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.554+0000 7f3812ffd640 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb05b0 0x55c11dbc4590 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f38040bd430 tx=0x7f3804039590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=228ebe5388a86562 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.554+0000 7f37f2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.554+0000 7f37f2ffd640 1 -- 172.21.15.18:0/2256777091 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38040ff070 con 0x55c11dbb05b0 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.554+0000 7f37f2ffd640 1 -- 172.21.15.18:0/2256777091 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3804032810 con 0x55c11dbb05b0 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.554+0000 7f381c626740 1 -- 172.21.15.18:0/2256777091 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3808004ba0 con 0x55c11dbb05b0 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.554+0000 7f37f2ffd640 1 -- 172.21.15.18:0/2256777091 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f38040bc7d0 con 0x55c11dbb05b0 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.554+0000 7f381c626740 10 client.26593 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.554+0000 7f381c626740 1 -- 172.21.15.18:0/2256777091 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55c11dbc60d0 con 0x55c11dbb05b0 2024-04-22T00:47:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.554+0000 7f37f2ffd640 1 -- 172.21.15.18:0/2256777091 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3808004ba0 con 0x55c11dbb05b0 2024-04-22T00:47:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f37f2ffd640 1 -- 172.21.15.18:0/2256777091 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f38040dbab0 con 0x55c11dbb05b0 2024-04-22T00:47:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f381c626740 10 client.26593 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f381c626740 10 client.26593 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:47:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f381c626740 20 client.26593 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f381c626740 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55c11dbbaba0 0x55c11dc33bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f381c626740 4 client.26593 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:47:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f381c626740 1 -- 172.21.15.18:0/2256777091 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c11db27a70 con 0x55c11dbbaba0 2024-04-22T00:47:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f38127fc640 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55c11dbbaba0 0x55c11dc33bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f37f2ffd640 10 client.26593 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:47:16.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f38127fc640 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55c11dbbaba0 0x55c11dc33bc0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1704cf069d5484a4 server_cookie=da46412c0babcb1a in_seq=0 out_seq=0 2024-04-22T00:47:16.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f37f2ffd640 1 -- 172.21.15.18:0/2256777091 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c11db27a70 con 0x55c11dbbaba0 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f37f2ffd640 10 client.26593 handle_command_reply: tid=0 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.555+0000 7f381c626740 1 client.26593 shutdown 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 1 -- 172.21.15.18:0/2256777091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb05b0 msgr2=0x55c11dbc4590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb05b0 0x55c11dbc4590 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f38040bd430 tx=0x7f3804039590 comp rx=0 tx=0).stop 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 1 -- 172.21.15.18:0/2256777091 shutdown_connections 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55c11dbbaba0 0x55c11dc33bc0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c11dbb5a30 0x55c11dbc5ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11dbb5040 0x55c11dbc4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 1 --2- 172.21.15.18:0/2256777091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c11dbb05b0 0x55c11dbc4590 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 1 -- 172.21.15.18:0/2256777091 >> 172.21.15.18:0/2256777091 conn(0x55c11dbbe300 msgr2=0x55c11dbaefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f37f2ffd640 0 client.26593 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 1 -- 172.21.15.18:0/2256777091 shutdown_connections 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 1 -- 172.21.15.18:0/2256777091 wait complete. 2024-04-22T00:47:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.556+0000 7f381c626740 20 client.26593 trim_cache size 0 max 16384 2024-04-22T00:47:16.560 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:47:16.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 -- 172.21.15.18:0/2515357303 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37fc0a2c80 msgr2=0x7f37fc0a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37fc0a2c80 0x7f37fc0a5140 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f3808036040 tx=0x7f3808005fd0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 -- 172.21.15.18:0/2515357303 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f38140ffff0 msgr2=0x7f3814072ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f38140ffff0 0x7f3814072ca0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f380402d4a0 tx=0x7f380402d960 comp rx=0 tx=0).stop 2024-04-22T00:47:16.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 -- 172.21.15.18:0/2515357303 shutdown_connections 2024-04-22T00:47:16.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f37fc0a2c80 0x7f37fc0a5140 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3814105310 0x7f38140712e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3814102960 0x7f38140731e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 --2- 172.21.15.18:0/2515357303 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f38140ffff0 0x7f3814072ca0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 -- 172.21.15.18:0/2515357303 >> 172.21.15.18:0/2515357303 conn(0x7f38140fbbf0 msgr2=0x7f3814100970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.557+0000 7f3819a39640 1 -- 172.21.15.18:0/2515357303 shutdown_connections 2024-04-22T00:47:16.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.558+0000 7f3819a39640 1 -- 172.21.15.18:0/2515357303 wait complete. 2024-04-22T00:47:16.576 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:47:16.638 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:16 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1178025712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:47:16.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:16 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1178025712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:47:16.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.759+0000 7fab16e5f640 1 -- 172.21.15.18:0/859289086 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fab10104b90 msgr2=0x7fab10105010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.759+0000 7fab16e5f640 1 --2- 172.21.15.18:0/859289086 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fab10104b90 0x7fab10105010 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7faafc009900 tx=0x7faafc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:47:16.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.759+0000 7fab16e5f640 1 -- 172.21.15.18:0/859289086 shutdown_connections 2024-04-22T00:47:16.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.759+0000 7fab16e5f640 1 --2- 172.21.15.18:0/859289086 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fab10105550 0x7fab1010bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.759+0000 7fab16e5f640 1 --2- 172.21.15.18:0/859289086 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fab10104b90 0x7fab10105010 secure :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7faafc009900 tx=0x7faafc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:47:16.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.759+0000 7fab16e5f640 1 --2- 172.21.15.18:0/859289086 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fab101039a0 0x7fab10103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.759+0000 7fab16e5f640 1 -- 172.21.15.18:0/859289086 >> 172.21.15.18:0/859289086 conn(0x7fab100fef30 msgr2=0x7fab10101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.759+0000 7fab16e5f640 1 -- 172.21.15.18:0/859289086 shutdown_connections 2024-04-22T00:47:16.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.759+0000 7fab16e5f640 1 -- 172.21.15.18:0/859289086 wait complete. 2024-04-22T00:47:16.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab16e5f640 1 Processor -- start 2024-04-22T00:47:16.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab16e5f640 1 -- start start 2024-04-22T00:47:16.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab16e5f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fab101039a0 0x7fab10199ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab16e5f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fab10105550 0x7fab1019a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab16e5f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fab1019f440 0x7fab101a1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab16e5f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fab1010f600 con 0x7fab10105550 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab16e5f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fab1010f480 con 0x7fab101039a0 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab16e5f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fab1010f780 con 0x7fab1019f440 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab0ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fab10105550 0x7fab1019a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab14bfb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fab101039a0 0x7fab10199ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab14bfb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fab101039a0 0x7fab10199ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42834/0 (socket says 172.21.15.18:42834) 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab0ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fab10105550 0x7fab1019a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60198/0 (socket says 172.21.15.18:60198) 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.760+0000 7fab14bfb640 1 -- 172.21.15.18:0/562340999 learned_addr learned my addr 172.21.15.18:0/562340999 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab153fc640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fab1019f440 0x7fab101a1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab14bfb640 1 -- 172.21.15.18:0/562340999 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fab1019f440 msgr2=0x7fab101a1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab14bfb640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fab1019f440 0x7fab101a1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab14bfb640 1 -- 172.21.15.18:0/562340999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fab10105550 msgr2=0x7fab1019a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab14bfb640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fab10105550 0x7fab1019a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab14bfb640 1 -- 172.21.15.18:0/562340999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab101a1ea0 con 0x7fab101039a0 2024-04-22T00:47:16.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab0ffff640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fab10105550 0x7fab1019a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:16.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab14bfb640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fab101039a0 0x7fab10199ea0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fab0400e9c0 tx=0x7fab0400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab0dffb640 1 -- 172.21.15.18:0/562340999 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0400cd80 con 0x7fab101039a0 2024-04-22T00:47:16.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab16e5f640 1 -- 172.21.15.18:0/562340999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab101a2190 con 0x7fab101039a0 2024-04-22T00:47:16.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab0dffb640 1 -- 172.21.15.18:0/562340999 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab040035f0 con 0x7fab101039a0 2024-04-22T00:47:16.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.761+0000 7fab0dffb640 1 -- 172.21.15.18:0/562340999 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab04010690 con 0x7fab101039a0 2024-04-22T00:47:16.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.762+0000 7fab16e5f640 1 -- 172.21.15.18:0/562340999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab101a2700 con 0x7fab101039a0 2024-04-22T00:47:16.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.765+0000 7fab19a42740 1 Processor -- start 2024-04-22T00:47:16.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.765+0000 7fab0dffb640 1 -- 172.21.15.18:0/562340999 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fab040037a0 con 0x7fab101039a0 2024-04-22T00:47:16.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.765+0000 7fab19a42740 1 -- start start 2024-04-22T00:47:16.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.766+0000 7fab19a42740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee96f7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.766+0000 7fab19a42740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7a30 0x561ee96fc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.766+0000 7fab19a42740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96fcba0 0x561ee96ff030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.766+0000 7fab19a42740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561ee965c530 con 0x561ee96f7a30 2024-04-22T00:47:16.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.766+0000 7fab19a42740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x561ee9604830 con 0x561ee96f7040 2024-04-22T00:47:16.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.766+0000 7fab19a42740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561ee96584f0 con 0x561ee96fcba0 2024-04-22T00:47:16.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.767+0000 7fab0dffb640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fab000a2c10 0x7fab000a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.768+0000 7fab0dffb640 1 -- 172.21.15.18:0/562340999 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fab040cf840 con 0x7fab101039a0 2024-04-22T00:47:16.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.769+0000 7fab0ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96fcba0 0x561ee96ff030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.769+0000 7fab0ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96fcba0 0x561ee96ff030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50960/0 (socket says 172.21.15.18:50960) 2024-04-22T00:47:16.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.769+0000 7fab0ffff640 1 -- 172.21.15.18:0/1841393077 learned_addr learned my addr 172.21.15.18:0/1841393077 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.769+0000 7fab153fc640 1 --2- 172.21.15.18:0/1841393077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee96f7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.769+0000 7fab153fc640 1 -- 172.21.15.18:0/1841393077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96fcba0 msgr2=0x561ee96ff030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.769+0000 7fab153fc640 1 --2- 172.21.15.18:0/1841393077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96fcba0 0x561ee96ff030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.770+0000 7fab153fc640 1 -- 172.21.15.18:0/1841393077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7a30 msgr2=0x561ee96fc530 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:47:16.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.770+0000 7fab153fc640 1 --2- 172.21.15.18:0/1841393077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7a30 0x561ee96fc530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.770+0000 7fab153fc640 1 -- 172.21.15.18:0/1841393077 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ee96282c0 con 0x561ee96f7040 2024-04-22T00:47:16.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.770+0000 7fab153fc640 1 --2- 172.21.15.18:0/1841393077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee96f7460 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fab08005fd0 tx=0x7fab08011860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=580ffe4323bd6af1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.774+0000 7fab153fc640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fab000a2c10 0x7fab000a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.776+0000 7faafaffd640 1 -- 172.21.15.18:0/1841393077 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab08004b20 con 0x561ee96f7040 2024-04-22T00:47:16.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.776+0000 7faafaffd640 1 -- 172.21.15.18:0/1841393077 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab08004cc0 con 0x561ee96f7040 2024-04-22T00:47:16.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.776+0000 7faafaffd640 1 -- 172.21.15.18:0/1841393077 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0800f8a0 con 0x561ee96f7040 2024-04-22T00:47:16.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.779+0000 7fab19a42740 1 -- 172.21.15.18:0/1841393077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 msgr2=0x561ee96f7460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.779+0000 7fab19a42740 1 --2- 172.21.15.18:0/1841393077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee96f7460 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fab08005fd0 tx=0x7fab08011860 comp rx=0 tx=0).stop 2024-04-22T00:47:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.782+0000 7fab153fc640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fab000a2c10 0x7fab000a50d0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fab0801c040 tx=0x7fab0800fbd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.786+0000 7fab19a42740 1 -- 172.21.15.18:0/1841393077 shutdown_connections 2024-04-22T00:47:16.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.786+0000 7fab19a42740 1 --2- 172.21.15.18:0/1841393077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96fcba0 0x561ee96ff030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.786+0000 7fab19a42740 1 --2- 172.21.15.18:0/1841393077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7a30 0x561ee96fc530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.786+0000 7fab19a42740 1 --2- 172.21.15.18:0/1841393077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee96f7460 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.786+0000 7fab19a42740 1 -- 172.21.15.18:0/1841393077 >> 172.21.15.18:0/1841393077 conn(0x561ee96f25b0 msgr2=0x561ee96f29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.795+0000 7fab19a42740 1 -- 172.21.15.18:0/1841393077 shutdown_connections 2024-04-22T00:47:16.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.802+0000 7fab19a42740 1 -- 172.21.15.18:0/1841393077 wait complete. 2024-04-22T00:47:16.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.802+0000 7fab19a42740 1 -- start start 2024-04-22T00:47:16.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.802+0000 7fab19a42740 1 Processor -- start 2024-04-22T00:47:16.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.806+0000 7fab19a42740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7040 0x561ee9709a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.806+0000 7fab19a42740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7a30 0x561ee9709f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.806+0000 7fab19a42740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 0x561ee9710fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.806+0000 7fab19a42740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561ee9708360 con 0x561ee96f7040 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.806+0000 7fab19a42740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x561ee9617f10 con 0x561ee96fcba0 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.806+0000 7fab19a42740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561ee97084e0 con 0x561ee96f7a30 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.806+0000 7fab19a42740 10 client.0 _ll_register_callbacks cb 0x561ee936fbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.806+0000 7fab14bfb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7040 0x561ee9709a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.806+0000 7fab14bfb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7040 0x561ee9709a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60212/0 (socket says 172.21.15.18:60212) 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.806+0000 7fab14bfb640 1 -- 172.21.15.18:0/3652132446 learned_addr learned my addr 172.21.15.18:0/3652132446 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.807+0000 7fab14bfb640 1 -- 172.21.15.18:0/3652132446 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7a30 msgr2=0x561ee9709f80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.807+0000 7fab14bfb640 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7a30 0x561ee9709f80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.807+0000 7fab14bfb640 1 -- 172.21.15.18:0/3652132446 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 msgr2=0x561ee9710fc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.807+0000 7fab14bfb640 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 0x561ee9710fc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.807+0000 7fab14bfb640 1 -- 172.21.15.18:0/3652132446 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ee95e9c80 con 0x561ee96f7040 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.807+0000 7fab14bfb640 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7040 0x561ee9709a40 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fab040980d0 tx=0x7fab0409b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba25d7772c794 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.807+0000 7faaeffff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:16.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.811+0000 7faaeffff640 1 -- 172.21.15.18:0/3652132446 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab040a48e0 con 0x561ee96f7040 2024-04-22T00:47:16.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.811+0000 7faaeffff640 1 -- 172.21.15.18:0/3652132446 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fab0409b0c0 con 0x561ee96f7040 2024-04-22T00:47:16.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.812+0000 7fab19a42740 1 -- 172.21.15.18:0/3652132446 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab08004cc0 con 0x561ee96f7040 2024-04-22T00:47:16.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.817+0000 7faaeffff640 1 -- 172.21.15.18:0/3652132446 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fab0409b2c0 con 0x561ee96f7040 2024-04-22T00:47:16.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.818+0000 7fab19a42740 10 client.16944 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:16.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.818+0000 7fab19a42740 1 -- 172.21.15.18:0/3652132446 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x561ee93703f0 con 0x561ee96f7040 2024-04-22T00:47:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.824+0000 7faaeffff640 1 -- 172.21.15.18:0/3652132446 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab08004cc0 con 0x561ee96f7040 2024-04-22T00:47:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.824+0000 7faaeffff640 1 -- 172.21.15.18:0/3652132446 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fab0409ac40 con 0x561ee96f7040 2024-04-22T00:47:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.824+0000 7fab19a42740 10 client.16944 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.824+0000 7fab19a42740 10 client.16944 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.824+0000 7fab19a42740 20 client.16944 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.824+0000 7fab19a42740 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561ee97041d0 0x561ee9706650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.824+0000 7fab19a42740 4 client.16944 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.824+0000 7fab19a42740 1 -- 172.21.15.18:0/3652132446 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ee9669a70 con 0x561ee97041d0 2024-04-22T00:47:16.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.831+0000 7fab0ffff640 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561ee97041d0 0x561ee9706650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.847+0000 7fab0ffff640 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561ee97041d0 0x561ee9706650 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f12e2db258c477a server_cookie=844e66fe5d6012ad in_seq=0 out_seq=0 2024-04-22T00:47:16.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.848+0000 7faaeffff640 10 client.16944 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:16.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.852+0000 7faaeffff640 1 -- 172.21.15.18:0/3652132446 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561ee9669a70 con 0x561ee97041d0 2024-04-22T00:47:16.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.852+0000 7faaeffff640 10 client.16944 handle_command_reply: tid=0 2024-04-22T00:47:16.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.852+0000 7fab19a42740 1 client.16944 shutdown 2024-04-22T00:47:16.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.855+0000 7fab19a42740 1 -- 172.21.15.18:0/3652132446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7040 msgr2=0x561ee9709a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.855+0000 7fab19a42740 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7040 0x561ee9709a40 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fab040980d0 tx=0x7fab0409b6c0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.856+0000 7fab19a42740 1 -- 172.21.15.18:0/3652132446 shutdown_connections 2024-04-22T00:47:16.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.856+0000 7fab19a42740 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561ee97041d0 0x561ee9706650 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.856+0000 7fab19a42740 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 0x561ee9710fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.856+0000 7fab19a42740 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7a30 0x561ee9709f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.856+0000 7fab19a42740 1 --2- 172.21.15.18:0/3652132446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7040 0x561ee9709a40 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.856+0000 7fab19a42740 1 -- 172.21.15.18:0/3652132446 >> 172.21.15.18:0/3652132446 conn(0x561ee96f25b0 msgr2=0x561ee96f1850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.857+0000 7faaeffff640 0 client.16944 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.857+0000 7fab19a42740 1 -- 172.21.15.18:0/3652132446 shutdown_connections 2024-04-22T00:47:16.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.859+0000 7fab19a42740 1 -- 172.21.15.18:0/3652132446 wait complete. 2024-04-22T00:47:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.861+0000 7fab19a42740 20 client.16944 trim_cache size 0 max 16384 2024-04-22T00:47:16.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.892+0000 7fab19a42740 1 Processor -- start 2024-04-22T00:47:16.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.892+0000 7fab19a42740 1 -- start start 2024-04-22T00:47:16.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.892+0000 7fab19a42740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7040 0x561ee9709d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.892+0000 7fab19a42740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7a30 0x561ee9710f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.893+0000 7fab19a42740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 0x561ee96f0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.893+0000 7fab19a42740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fab101ab360 con 0x561ee96f7a30 2024-04-22T00:47:16.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.893+0000 7fab19a42740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fab101a8ba0 con 0x561ee96fcba0 2024-04-22T00:47:16.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.893+0000 7fab19a42740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fab101a69f0 con 0x561ee96f7040 2024-04-22T00:47:16.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.893+0000 7fab153fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 0x561ee96f0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.893+0000 7fab153fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 0x561ee96f0fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42854/0 (socket says 172.21.15.18:42854) 2024-04-22T00:47:16.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.893+0000 7fab153fc640 1 -- 172.21.15.18:0/3299272559 learned_addr learned my addr 172.21.15.18:0/3299272559 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.894+0000 7fab0ffff640 1 --2- 172.21.15.18:0/3299272559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7a30 0x561ee9710f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.894+0000 7fab153fc640 1 -- 172.21.15.18:0/3299272559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7040 msgr2=0x561ee9709d60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:47:16.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.894+0000 7fab153fc640 1 --2- 172.21.15.18:0/3299272559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7040 0x561ee9709d60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.894+0000 7fab153fc640 1 -- 172.21.15.18:0/3299272559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7a30 msgr2=0x561ee9710f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.894+0000 7fab153fc640 1 --2- 172.21.15.18:0/3299272559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7a30 0x561ee9710f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.894+0000 7fab153fc640 1 -- 172.21.15.18:0/3299272559 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ee943a7d0 con 0x561ee96fcba0 2024-04-22T00:47:16.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.895+0000 7fab153fc640 1 --2- 172.21.15.18:0/3299272559 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 0x561ee96f0fc0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fab08009cc0 tx=0x7fab08027000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38c28cc7764785b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.899+0000 7faafa7fc640 1 -- 172.21.15.18:0/3299272559 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab08004b20 con 0x561ee96fcba0 2024-04-22T00:47:16.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.899+0000 7faafa7fc640 1 -- 172.21.15.18:0/3299272559 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab0802a040 con 0x561ee96fcba0 2024-04-22T00:47:16.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.900+0000 7fab19a42740 1 -- 172.21.15.18:0/3299272559 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 msgr2=0x561ee96f0fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.900+0000 7fab19a42740 1 --2- 172.21.15.18:0/3299272559 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 0x561ee96f0fc0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fab08009cc0 tx=0x7fab08027000 comp rx=0 tx=0).stop 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.902+0000 7fab19a42740 1 -- 172.21.15.18:0/3299272559 shutdown_connections 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.902+0000 7fab19a42740 1 --2- 172.21.15.18:0/3299272559 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96fcba0 0x561ee96f0fc0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.902+0000 7fab19a42740 1 --2- 172.21.15.18:0/3299272559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96f7a30 0x561ee9710f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.902+0000 7fab19a42740 1 --2- 172.21.15.18:0/3299272559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7040 0x561ee9709d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.902+0000 7fab19a42740 1 -- 172.21.15.18:0/3299272559 >> 172.21.15.18:0/3299272559 conn(0x561ee96f25b0 msgr2=0x561ee9709650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.902+0000 7fab19a42740 1 -- 172.21.15.18:0/3299272559 shutdown_connections 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.902+0000 7fab19a42740 1 -- 172.21.15.18:0/3299272559 wait complete. 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.902+0000 7fab19a42740 1 -- start start 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.903+0000 7fab19a42740 1 Processor -- start 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.903+0000 7fab19a42740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee970cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.903+0000 7fab19a42740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7a30 0x561ee970d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.903+0000 7fab19a42740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96fcba0 0x561ee97100b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.903+0000 7fab19a42740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fab101a7060 con 0x561ee96fcba0 2024-04-22T00:47:16.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.903+0000 7fab19a42740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fab101a84d0 con 0x561ee96f7040 2024-04-22T00:47:16.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.903+0000 7fab19a42740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fab101a7730 con 0x561ee96f7a30 2024-04-22T00:47:16.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.903+0000 7fab19a42740 10 client.0 _ll_register_callbacks cb 0x7fab040046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:16.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.904+0000 7fab14bfb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee970cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.904+0000 7fab14bfb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee970cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42862/0 (socket says 172.21.15.18:42862) 2024-04-22T00:47:16.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.904+0000 7fab14bfb640 1 -- 172.21.15.18:0/2585424894 learned_addr learned my addr 172.21.15.18:0/2585424894 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:16.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.904+0000 7fab0ffff640 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7a30 0x561ee970d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:16 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1178025712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.906+0000 7fab14bfb640 1 -- 172.21.15.18:0/2585424894 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7a30 msgr2=0x561ee970d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.906+0000 7fab14bfb640 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7a30 0x561ee970d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.906+0000 7fab14bfb640 1 -- 172.21.15.18:0/2585424894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96fcba0 msgr2=0x561ee97100b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.906+0000 7fab14bfb640 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96fcba0 0x561ee97100b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.906+0000 7fab14bfb640 1 -- 172.21.15.18:0/2585424894 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ee97106a0 con 0x561ee96f7040 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.906+0000 7fab14bfb640 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee970cb50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fab040058c0 tx=0x7fab04003d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9aebc8286f96ffa9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.907+0000 7faaeffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.907+0000 7faaeffff640 1 -- 172.21.15.18:0/2585424894 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab040a48e0 con 0x561ee96f7040 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.907+0000 7fab19a42740 1 -- 172.21.15.18:0/2585424894 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab0802a040 con 0x561ee96f7040 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.907+0000 7faaeffff640 1 -- 172.21.15.18:0/2585424894 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fab0409ad40 con 0x561ee96f7040 2024-04-22T00:47:16.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.907+0000 7faaeffff640 1 -- 172.21.15.18:0/2585424894 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fab0407aae0 con 0x561ee96f7040 2024-04-22T00:47:16.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.908+0000 7fab19a42740 10 client.26627 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:16.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.908+0000 7fab19a42740 1 -- 172.21.15.18:0/2585424894 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x561ee97842d0 con 0x561ee96f7040 2024-04-22T00:47:16.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.909+0000 7faaeffff640 1 -- 172.21.15.18:0/2585424894 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab0407ac80 con 0x561ee96f7040 2024-04-22T00:47:16.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.910+0000 7faaeffff640 1 -- 172.21.15.18:0/2585424894 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fab040a4b30 con 0x561ee96f7040 2024-04-22T00:47:16.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.910+0000 7fab19a42740 10 client.26627 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:16.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.910+0000 7fab19a42740 10 client.26627 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:16.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.910+0000 7fab19a42740 20 client.26627 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:16.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.910+0000 7fab19a42740 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561ee9784a60 0x561ee9786e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:16.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.910+0000 7fab19a42740 4 client.26627 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:47:16.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.910+0000 7fab19a42740 1 -- 172.21.15.18:0/2585424894 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fab0802a040 con 0x561ee9784a60 2024-04-22T00:47:16.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.911+0000 7fab0ffff640 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561ee9784a60 0x561ee9786e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.916+0000 7fab0ffff640 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561ee9784a60 0x561ee9786e80 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca2cdd90e65c9ec9 server_cookie=69b57a44ec085b9f in_seq=0 out_seq=0 2024-04-22T00:47:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.917+0000 7faaeffff640 10 client.26627 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.917+0000 7faaeffff640 1 -- 172.21.15.18:0/2585424894 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fab0802a040 con 0x561ee9784a60 2024-04-22T00:47:16.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.917+0000 7faaeffff640 10 client.26627 handle_command_reply: tid=0 2024-04-22T00:47:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.917+0000 7fab19a42740 1 client.26627 shutdown 2024-04-22T00:47:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.918+0000 7fab19a42740 1 -- 172.21.15.18:0/2585424894 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 msgr2=0x561ee970cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.918+0000 7fab19a42740 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee970cb50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fab040058c0 tx=0x7fab04003d60 comp rx=0 tx=0).stop 2024-04-22T00:47:16.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.919+0000 7fab19a42740 1 -- 172.21.15.18:0/2585424894 shutdown_connections 2024-04-22T00:47:16.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.919+0000 7fab19a42740 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561ee9784a60 0x561ee9786e80 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.919+0000 7fab19a42740 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561ee96fcba0 0x561ee97100b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.919+0000 7fab19a42740 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561ee96f7a30 0x561ee970d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.919+0000 7fab19a42740 1 --2- 172.21.15.18:0/2585424894 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561ee96f7040 0x561ee970cb50 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.919+0000 7fab19a42740 1 -- 172.21.15.18:0/2585424894 >> 172.21.15.18:0/2585424894 conn(0x561ee96f25b0 msgr2=0x561ee96f5810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.921+0000 7faaeffff640 0 client.26627 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:16.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.921+0000 7fab19a42740 1 -- 172.21.15.18:0/2585424894 shutdown_connections 2024-04-22T00:47:16.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.921+0000 7fab19a42740 1 -- 172.21.15.18:0/2585424894 wait complete. 2024-04-22T00:47:16.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.922+0000 7fab19a42740 20 client.26627 trim_cache size 0 max 16384 2024-04-22T00:47:16.925 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:47:16.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.924+0000 7fab16e5f640 1 -- 172.21.15.18:0/562340999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fab000a2c10 msgr2=0x7fab000a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.924+0000 7fab16e5f640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fab000a2c10 0x7fab000a50d0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fab0801c040 tx=0x7fab0800fbd0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.924+0000 7fab16e5f640 1 -- 172.21.15.18:0/562340999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fab101039a0 msgr2=0x7fab10199ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.924+0000 7fab16e5f640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fab101039a0 0x7fab10199ea0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fab0400e9c0 tx=0x7fab0400ee80 comp rx=0 tx=0).stop 2024-04-22T00:47:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.925+0000 7fab16e5f640 1 -- 172.21.15.18:0/562340999 shutdown_connections 2024-04-22T00:47:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.925+0000 7fab16e5f640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fab000a2c10 0x7fab000a50d0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.925+0000 7fab16e5f640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fab1019f440 0x7fab101a1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.925+0000 7fab16e5f640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fab10105550 0x7fab1019a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.925+0000 7fab16e5f640 1 --2- 172.21.15.18:0/562340999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fab101039a0 0x7fab10199ea0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.925+0000 7fab16e5f640 1 -- 172.21.15.18:0/562340999 >> 172.21.15.18:0/562340999 conn(0x7fab100fef30 msgr2=0x7fab10108000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.925+0000 7fab16e5f640 1 -- 172.21.15.18:0/562340999 shutdown_connections 2024-04-22T00:47:16.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:16.925+0000 7fab16e5f640 1 -- 172.21.15.18:0/562340999 wait complete. 2024-04-22T00:47:17.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:17 smithi167 ceph-mon[31348]: pgmap v554: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 645 op/s 2024-04-22T00:47:17.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:17 smithi081 ceph-mon[31546]: pgmap v554: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 645 op/s 2024-04-22T00:47:17.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:17 smithi018 ceph-mon[27979]: pgmap v554: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 645 op/s 2024-04-22T00:47:17.944 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:47:17.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:47:17.944 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:47:18.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.120+0000 7f9d32718640 1 -- 172.21.15.18:0/323073966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d240991b0 msgr2=0x7f9d2409b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.120+0000 7f9d32718640 1 --2- 172.21.15.18:0/323073966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d240991b0 0x7f9d2409b5a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f9d28009900 tx=0x7f9d2802bc30 comp rx=0 tx=0).stop 2024-04-22T00:47:18.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.120+0000 7f9d32718640 1 -- 172.21.15.18:0/323073966 shutdown_connections 2024-04-22T00:47:18.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.120+0000 7f9d32718640 1 --2- 172.21.15.18:0/323073966 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d2409bae0 0x7f9d2409ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.120+0000 7f9d32718640 1 --2- 172.21.15.18:0/323073966 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d240991b0 0x7f9d2409b5a0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.120+0000 7f9d32718640 1 --2- 172.21.15.18:0/323073966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d24096880 0x7f9d24098c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.120+0000 7f9d32718640 1 -- 172.21.15.18:0/323073966 >> 172.21.15.18:0/323073966 conn(0x7f9d240901d0 msgr2=0x7f9d24092630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.120+0000 7f9d32718640 1 -- 172.21.15.18:0/323073966 shutdown_connections 2024-04-22T00:47:18.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.120+0000 7f9d32718640 1 -- 172.21.15.18:0/323073966 wait complete. 2024-04-22T00:47:18.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d32718640 1 Processor -- start 2024-04-22T00:47:18.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d32718640 1 -- start start 2024-04-22T00:47:18.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d32718640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d24096880 0x7f9d2412e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d32718640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d240991b0 0x7f9d2412e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d32718640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d2409bae0 0x7f9d24135830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d32718640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9d240a3c60 con 0x7f9d240991b0 2024-04-22T00:47:18.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d32718640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9d240a3ae0 con 0x7f9d24096880 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d32718640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9d240a3de0 con 0x7f9d2409bae0 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d30f15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d240991b0 0x7f9d2412e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d31716640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d24096880 0x7f9d2412e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d30f15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d240991b0 0x7f9d2412e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60264/0 (socket says 172.21.15.18:60264) 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.121+0000 7f9d30f15640 1 -- 172.21.15.18:0/2994087415 learned_addr learned my addr 172.21.15.18:0/2994087415 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d31f17640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d2409bae0 0x7f9d24135830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d31716640 1 -- 172.21.15.18:0/2994087415 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d2409bae0 msgr2=0x7f9d24135830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d31716640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d2409bae0 0x7f9d24135830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d31716640 1 -- 172.21.15.18:0/2994087415 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d240991b0 msgr2=0x7f9d2412e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d31716640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d240991b0 0x7f9d2412e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d31716640 1 -- 172.21.15.18:0/2994087415 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d24135ea0 con 0x7f9d24096880 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d30f15640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d240991b0 0x7f9d2412e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d31716640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d24096880 0x7f9d2412e280 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c00c970 tx=0x7f9d1c00cd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d227fc640 1 -- 172.21.15.18:0/2994087415 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c00ae60 con 0x7f9d24096880 2024-04-22T00:47:18.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d32718640 1 -- 172.21.15.18:0/2994087415 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d24136190 con 0x7f9d24096880 2024-04-22T00:47:18.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d227fc640 1 -- 172.21.15.18:0/2994087415 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d1c005500 con 0x7f9d24096880 2024-04-22T00:47:18.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.122+0000 7f9d227fc640 1 -- 172.21.15.18:0/2994087415 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c004e10 con 0x7f9d24096880 2024-04-22T00:47:18.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.123+0000 7f9d32718640 1 -- 172.21.15.18:0/2994087415 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d24136700 con 0x7f9d24096880 2024-04-22T00:47:18.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.125+0000 7f9d36564740 1 Processor -- start 2024-04-22T00:47:18.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.125+0000 7f9d36564740 1 -- start start 2024-04-22T00:47:18.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d36564740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d46103afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d36564740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d46103b580 0x55d461040080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d36564740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 0x55d461042b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d36564740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d460f9f170 con 0x55d46103ab90 2024-04-22T00:47:18.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d36564740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d460f477c0 con 0x55d4610406f0 2024-04-22T00:47:18.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d36564740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d460f9b130 con 0x55d46103b580 2024-04-22T00:47:18.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d30f15640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 0x55d461042b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d30f15640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 0x55d461042b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42898/0 (socket says 172.21.15.18:42898) 2024-04-22T00:47:18.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d30f15640 1 -- 172.21.15.18:0/2942560773 learned_addr learned my addr 172.21.15.18:0/2942560773 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:18.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d31f17640 1 --2- 172.21.15.18:0/2942560773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d46103afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d227fc640 1 -- 172.21.15.18:0/2994087415 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9d1c005020 con 0x7f9d24096880 2024-04-22T00:47:18.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d30f15640 1 -- 172.21.15.18:0/2942560773 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d46103b580 msgr2=0x55d461040080 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:47:18.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d30f15640 1 --2- 172.21.15.18:0/2942560773 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d46103b580 0x55d461040080 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d30f15640 1 -- 172.21.15.18:0/2942560773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 msgr2=0x55d46103afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.126+0000 7f9d30f15640 1 --2- 172.21.15.18:0/2942560773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d46103afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.127+0000 7f9d30f15640 1 -- 172.21.15.18:0/2942560773 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d460f58e60 con 0x55d4610406f0 2024-04-22T00:47:18.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.127+0000 7f9d30f15640 1 --2- 172.21.15.18:0/2942560773 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 0x55d461042b80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9d2802c170 tx=0x7f9d28005dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=377c1a430b509c94 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.127+0000 7f9d177fe640 1 -- 172.21.15.18:0/2942560773 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d28045070 con 0x55d4610406f0 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.127+0000 7f9d177fe640 1 -- 172.21.15.18:0/2942560773 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d280046c0 con 0x55d4610406f0 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d177fe640 1 -- 172.21.15.18:0/2942560773 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d28005210 con 0x55d4610406f0 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d227fc640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9d180a2b90 0x7f9d180a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d227fc640 1 -- 172.21.15.18:0/2994087415 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9d1c0cf090 con 0x7f9d24096880 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d31f17640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9d180a2b90 0x7f9d180a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d36564740 1 -- 172.21.15.18:0/2942560773 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 msgr2=0x55d461042b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d36564740 1 --2- 172.21.15.18:0/2942560773 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 0x55d461042b80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9d2802c170 tx=0x7f9d28005dd0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d36564740 1 -- 172.21.15.18:0/2942560773 shutdown_connections 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d36564740 1 --2- 172.21.15.18:0/2942560773 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 0x55d461042b80 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d36564740 1 --2- 172.21.15.18:0/2942560773 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d46103b580 0x55d461040080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d36564740 1 --2- 172.21.15.18:0/2942560773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d46103afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d36564740 1 -- 172.21.15.18:0/2942560773 >> 172.21.15.18:0/2942560773 conn(0x55d4610024f0 msgr2=0x55d461036500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.128+0000 7f9d36564740 1 -- 172.21.15.18:0/2942560773 shutdown_connections 2024-04-22T00:47:18.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.129+0000 7f9d36564740 1 -- 172.21.15.18:0/2942560773 wait complete. 2024-04-22T00:47:18.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.129+0000 7f9d31f17640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9d180a2b90 0x7f9d180a5050 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c066ea0 tx=0x7f9d2c077040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.129+0000 7f9d36564740 1 -- start start 2024-04-22T00:47:18.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.129+0000 7f9d36564740 1 Processor -- start 2024-04-22T00:47:18.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d36564740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461045010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d36564740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d46103b580 0x55d461045550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d36564740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 0x55d46104c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d36564740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d461043690 con 0x55d46103ab90 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d36564740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d460f5ad40 con 0x55d46103b580 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d36564740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d461043810 con 0x55d4610406f0 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d36564740 10 client.0 _ll_register_callbacks cb 0x55d460f96820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d31716640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461045010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d31716640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461045010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60282/0 (socket says 172.21.15.18:60282) 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d31716640 1 -- 172.21.15.18:0/1346582201 learned_addr learned my addr 172.21.15.18:0/1346582201 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d31f17640 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 0x55d46104c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d30f15640 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d46103b580 0x55d461045550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d31f17640 1 -- 172.21.15.18:0/1346582201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d46103b580 msgr2=0x55d461045550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d31f17640 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d46103b580 0x55d461045550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d31f17640 1 -- 172.21.15.18:0/1346582201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 msgr2=0x55d461045010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d31f17640 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461045010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.130+0000 7f9d31f17640 1 -- 172.21.15.18:0/1346582201 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d460d7b7e0 con 0x55d4610406f0 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.131+0000 7f9d31f17640 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 0x55d46104c590 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c067440 tx=0x7f9d2c067510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56726227054bb38b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.131+0000 7f9d14ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.131+0000 7f9d14ff9640 1 -- 172.21.15.18:0/1346582201 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d2c092070 con 0x55d4610406f0 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.131+0000 7f9d36564740 1 -- 172.21.15.18:0/1346582201 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d280046c0 con 0x55d4610406f0 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.131+0000 7f9d14ff9640 1 -- 172.21.15.18:0/1346582201 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9d2c061b80 con 0x55d4610406f0 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.131+0000 7f9d14ff9640 1 -- 172.21.15.18:0/1346582201 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f9d2c061d80 con 0x55d4610406f0 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.131+0000 7f9d36564740 10 client.26614 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.131+0000 7f9d36564740 1 -- 172.21.15.18:0/1346582201 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55d460ddbf70 con 0x55d4610406f0 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.131+0000 7f9d14ff9640 1 -- 172.21.15.18:0/1346582201 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d2c062500 con 0x55d4610406f0 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.131+0000 7f9d14ff9640 1 -- 172.21.15.18:0/1346582201 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f9d2c08e720 con 0x55d4610406f0 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.132+0000 7f9d36564740 10 client.26614 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:18.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.132+0000 7f9d36564740 10 client.26614 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.132+0000 7f9d36564740 20 client.26614 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.132+0000 7f9d36564740 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d461050ba0 0x55d461053000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.132+0000 7f9d36564740 4 client.26614 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.132+0000 7f9d36564740 1 -- 172.21.15.18:0/1346582201 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f9d280046c0 con 0x55d461050ba0 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.132+0000 7f9d31716640 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d461050ba0 0x55d461053000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.132+0000 7f9d31716640 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d461050ba0 0x55d461053000 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3798989928336533 server_cookie=91f8fc811b316190 in_seq=0 out_seq=0 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.132+0000 7f9d14ff9640 10 client.26614 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d14ff9640 1 -- 172.21.15.18:0/1346582201 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f9d280046c0 con 0x55d461050ba0 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d14ff9640 10 client.26614 handle_command_reply: tid=0 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 client.26614 shutdown 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 -- 172.21.15.18:0/1346582201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 msgr2=0x55d46104c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 0x55d46104c590 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c067440 tx=0x7f9d2c067510 comp rx=0 tx=0).stop 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 -- 172.21.15.18:0/1346582201 shutdown_connections 2024-04-22T00:47:18.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d461050ba0 0x55d461053000 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 0x55d46104c590 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d14ff9640 0 client.26614 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:18.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d46103b580 0x55d461045550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 --2- 172.21.15.18:0/1346582201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461045010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 -- 172.21.15.18:0/1346582201 >> 172.21.15.18:0/1346582201 conn(0x55d4610024f0 msgr2=0x55d4610356e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 -- 172.21.15.18:0/1346582201 shutdown_connections 2024-04-22T00:47:18.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.133+0000 7f9d36564740 1 -- 172.21.15.18:0/1346582201 wait complete. 2024-04-22T00:47:18.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.134+0000 7f9d36564740 20 client.26614 trim_cache size 0 max 16384 2024-04-22T00:47:18.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d36564740 1 Processor -- start 2024-04-22T00:47:18.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d36564740 1 -- start start 2024-04-22T00:47:18.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d36564740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461035560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d36564740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d46103b580 0x55d461035aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d36564740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 0x55d46104c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d31716640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461035560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d31716640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461035560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60290/0 (socket says 172.21.15.18:60290) 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d36564740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9d241434b0 con 0x55d46103ab90 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d36564740 1 -- 172.21.15.18:0/2775942112 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9d24140cf0 con 0x55d46103b580 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d31716640 1 -- 172.21.15.18:0/2775942112 learned_addr learned my addr 172.21.15.18:0/2775942112 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.158+0000 7f9d36564740 1 -- 172.21.15.18:0/2775942112 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9d2413eb40 con 0x55d4610406f0 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d30f15640 1 --2- 172.21.15.18:0/2775942112 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d46103b580 0x55d461035aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d31f17640 1 --2- 172.21.15.18:0/2775942112 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 0x55d46104c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d31716640 1 -- 172.21.15.18:0/2775942112 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 msgr2=0x55d46104c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d31716640 1 --2- 172.21.15.18:0/2775942112 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 0x55d46104c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d31716640 1 -- 172.21.15.18:0/2775942112 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d46103b580 msgr2=0x55d461035aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d31716640 1 --2- 172.21.15.18:0/2775942112 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d46103b580 0x55d461035aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d31716640 1 -- 172.21.15.18:0/2775942112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d46103d060 con 0x55d46103ab90 2024-04-22T00:47:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d31716640 1 --2- 172.21.15.18:0/2775942112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461035560 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c0058c0 tx=0x7f9d1c086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6f6253cb8387808 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d16ffd640 1 -- 172.21.15.18:0/2775942112 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c0b4070 con 0x55d46103ab90 2024-04-22T00:47:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d16ffd640 1 -- 172.21.15.18:0/2775942112 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d1c09b520 con 0x55d46103ab90 2024-04-22T00:47:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.159+0000 7f9d16ffd640 1 -- 172.21.15.18:0/2775942112 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c084070 con 0x55d46103ab90 2024-04-22T00:47:18.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.160+0000 7f9d36564740 1 -- 172.21.15.18:0/2775942112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 msgr2=0x55d461035560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.160+0000 7f9d36564740 1 --2- 172.21.15.18:0/2775942112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461035560 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c0058c0 tx=0x7f9d1c086040 comp rx=0 tx=0).stop 2024-04-22T00:47:18.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.160+0000 7f9d36564740 1 -- 172.21.15.18:0/2775942112 shutdown_connections 2024-04-22T00:47:18.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.160+0000 7f9d36564740 1 --2- 172.21.15.18:0/2775942112 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4610406f0 0x55d46104c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.160+0000 7f9d36564740 1 --2- 172.21.15.18:0/2775942112 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d46103b580 0x55d461035aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.160+0000 7f9d36564740 1 --2- 172.21.15.18:0/2775942112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d461035560 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.160+0000 7f9d36564740 1 -- 172.21.15.18:0/2775942112 >> 172.21.15.18:0/2775942112 conn(0x55d4610024f0 msgr2=0x55d461034e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.160+0000 7f9d36564740 1 -- 172.21.15.18:0/2775942112 shutdown_connections 2024-04-22T00:47:18.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.160+0000 7f9d36564740 1 -- 172.21.15.18:0/2775942112 wait complete. 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.161+0000 7f9d36564740 1 -- start start 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.161+0000 7f9d36564740 1 Processor -- start 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.161+0000 7f9d36564740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d46104c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.161+0000 7f9d36564740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d46103b580 0x55d46104a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.161+0000 7f9d31716640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d46104c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.161+0000 7f9d31716640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d46104c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60300/0 (socket says 172.21.15.18:60300) 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.161+0000 7f9d31716640 1 -- 172.21.15.18:0/4005609234 learned_addr learned my addr 172.21.15.18:0/4005609234 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d36564740 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 0x55d46104ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9d2413f1b0 con 0x55d46103ab90 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9d24140620 con 0x55d4610406f0 2024-04-22T00:47:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9d2413f880 con 0x55d46103b580 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d36564740 10 client.0 _ll_register_callbacks cb 0x7f9d2c086050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d31f17640 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 0x55d46104ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d30f15640 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d46103b580 0x55d46104a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d31716640 1 -- 172.21.15.18:0/4005609234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d46103b580 msgr2=0x55d46104a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d31716640 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d46103b580 0x55d46104a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d31716640 1 -- 172.21.15.18:0/4005609234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 msgr2=0x55d46104ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d31716640 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 0x55d46104ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d31716640 1 -- 172.21.15.18:0/4005609234 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d460c73170 con 0x55d46103ab90 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d31716640 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d46104c1b0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c097980 tx=0x7f9d1c09b160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=962586001a6d218e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d14ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.162+0000 7f9d14ff9640 1 -- 172.21.15.18:0/4005609234 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c084070 con 0x55d46103ab90 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.163+0000 7f9d14ff9640 1 -- 172.21.15.18:0/4005609234 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9d1c097b90 con 0x55d46103ab90 2024-04-22T00:47:18.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.163+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d1c09b520 con 0x55d46103ab90 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.163+0000 7f9d14ff9640 1 -- 172.21.15.18:0/4005609234 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f9d1c0b4040 con 0x55d46103ab90 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.163+0000 7f9d36564740 10 client.16962 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.163+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55d4610b7dd0 con 0x55d46103ab90 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.163+0000 7f9d14ff9640 1 -- 172.21.15.18:0/4005609234 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d1c09b520 con 0x55d46103ab90 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.163+0000 7f9d14ff9640 1 -- 172.21.15.18:0/4005609234 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f9d1c097300 con 0x55d46103ab90 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.164+0000 7f9d36564740 10 client.16962 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.164+0000 7f9d36564740 10 client.16962 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.164+0000 7f9d36564740 20 client.16962 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.164+0000 7f9d36564740 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4610b87b0 0x55d4610babd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.164+0000 7f9d36564740 4 client.16962 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.164+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d461043000 con 0x55d4610b87b0 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.164+0000 7f9d30f15640 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4610b87b0 0x55d4610babd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.165+0000 7f9d30f15640 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4610b87b0 0x55d4610babd0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa8a27809e2a416b server_cookie=26bac6cac5b7c10f in_seq=0 out_seq=0 2024-04-22T00:47:18.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.165+0000 7f9d14ff9640 10 client.16962 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:18.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.165+0000 7f9d14ff9640 1 -- 172.21.15.18:0/4005609234 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d461043000 con 0x55d4610b87b0 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.165+0000 7f9d14ff9640 10 client.16962 handle_command_reply: tid=0 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.165+0000 7f9d36564740 1 client.16962 shutdown 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 msgr2=0x55d46104c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d36564740 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d46104c1b0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c097980 tx=0x7f9d1c09b160 comp rx=0 tx=0).stop 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 shutdown_connections 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d36564740 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4610b87b0 0x55d4610babd0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d36564740 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4610406f0 0x55d46104ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d36564740 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d46103b580 0x55d46104a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d36564740 1 --2- 172.21.15.18:0/4005609234 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d46103ab90 0x55d46104c1b0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d14ff9640 0 client.16962 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:18.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 >> 172.21.15.18:0/4005609234 conn(0x55d4610024f0 msgr2=0x55d4610356e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 shutdown_connections 2024-04-22T00:47:18.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.166+0000 7f9d36564740 1 -- 172.21.15.18:0/4005609234 wait complete. 2024-04-22T00:47:18.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d36564740 20 client.16962 trim_cache size 0 max 16384 2024-04-22T00:47:18.171 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:47:18.171 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:47:18.171 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "c1dfc5d6-0cdd-4387-8625-2e5527a1ca35", 2024-04-22T00:47:18.171 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:47:18.171 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:47:18.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 -- 172.21.15.18:0/2994087415 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9d180a2b90 msgr2=0x7f9d180a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9d180a2b90 0x7f9d180a5050 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c066ea0 tx=0x7f9d2c077040 comp rx=0 tx=0).stop 2024-04-22T00:47:18.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 -- 172.21.15.18:0/2994087415 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d24096880 msgr2=0x7f9d2412e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d24096880 0x7f9d2412e280 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c00c970 tx=0x7f9d1c00cd70 comp rx=0 tx=0).stop 2024-04-22T00:47:18.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 -- 172.21.15.18:0/2994087415 shutdown_connections 2024-04-22T00:47:18.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9d180a2b90 0x7f9d180a5050 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9d2409bae0 0x7f9d24135830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d240991b0 0x7f9d2412e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 --2- 172.21.15.18:0/2994087415 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d24096880 0x7f9d2412e280 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 -- 172.21.15.18:0/2994087415 >> 172.21.15.18:0/2994087415 conn(0x7f9d240901d0 msgr2=0x7f9d240971c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.167+0000 7f9d32718640 1 -- 172.21.15.18:0/2994087415 shutdown_connections 2024-04-22T00:47:18.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.168+0000 7f9d32718640 1 -- 172.21.15.18:0/2994087415 wait complete. 2024-04-22T00:47:18.184 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:47:18.184 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:47:18.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.352+0000 7fa7fcd20640 1 -- 172.21.15.18:0/2038576191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7f8102250 msgr2=0x7fa7f8108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.352+0000 7fa7fcd20640 1 --2- 172.21.15.18:0/2038576191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7f8102250 0x7fa7f8108ae0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fa7f0007290 tx=0x7fa7f0034550 comp rx=0 tx=0).stop 2024-04-22T00:47:18.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.359+0000 7fa7fcd20640 1 -- 172.21.15.18:0/2038576191 shutdown_connections 2024-04-22T00:47:18.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.359+0000 7fa7fcd20640 1 --2- 172.21.15.18:0/2038576191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7f8102250 0x7fa7f8108ae0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.359+0000 7fa7fcd20640 1 --2- 172.21.15.18:0/2038576191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa7f8101890 0x7fa7f8101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.359+0000 7fa7fcd20640 1 --2- 172.21.15.18:0/2038576191 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7f81006a0 0x7fa7f8100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.359+0000 7fa7fcd20640 1 -- 172.21.15.18:0/2038576191 >> 172.21.15.18:0/2038576191 conn(0x7fa7f80fbc30 msgr2=0x7fa7f80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.360+0000 7fa7fcd20640 1 -- 172.21.15.18:0/2038576191 shutdown_connections 2024-04-22T00:47:18.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.360+0000 7fa7fcd20640 1 -- 172.21.15.18:0/2038576191 wait complete. 2024-04-22T00:47:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.362+0000 7fa7fcd20640 1 Processor -- start 2024-04-22T00:47:18.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.364+0000 7fa7fcd20640 1 -- start start 2024-04-22T00:47:18.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.364+0000 7fa7fcd20640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa7f81006a0 0x7fa7f8071380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.364+0000 7fa7fcd20640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7f8101890 0x7fa7f80718c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.364+0000 7fa7fcd20640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7f8102250 0x7fa7f8072900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.364+0000 7fa7fcd20640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f806bbb0 con 0x7fa7f8102250 2024-04-22T00:47:18.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.364+0000 7fa7fcd20640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f806ba30 con 0x7fa7f81006a0 2024-04-22T00:47:18.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.364+0000 7fa7fcd20640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f806bd30 con 0x7fa7f8101890 2024-04-22T00:47:18.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.365+0000 7fa7f5d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7f8101890 0x7fa7f80718c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.365+0000 7fa7f5d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7f8101890 0x7fa7f80718c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:51026/0 (socket says 172.21.15.18:51026) 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.365+0000 7fa7f5d9b640 1 -- 172.21.15.18:0/661468036 learned_addr learned my addr 172.21.15.18:0/661468036 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.365+0000 7fa7f659c640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa7f81006a0 0x7fa7f8071380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.366+0000 7fa7f6d9d640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7f8102250 0x7fa7f8072900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.366+0000 7fa7f5d9b640 1 -- 172.21.15.18:0/661468036 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa7f81006a0 msgr2=0x7fa7f8071380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.366+0000 7fa7f5d9b640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa7f81006a0 0x7fa7f8071380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.366+0000 7fa7f5d9b640 1 -- 172.21.15.18:0/661468036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7f8102250 msgr2=0x7fa7f8072900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.366+0000 7fa7f5d9b640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7f8102250 0x7fa7f8072900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.366+0000 7fa7f5d9b640 1 -- 172.21.15.18:0/661468036 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7f8072f70 con 0x7fa7f8101890 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.367+0000 7fa7f5d9b640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7f8101890 0x7fa7f80718c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec009fd0 tx=0x7fa7ec00edd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.369+0000 7fa7e77fe640 1 -- 172.21.15.18:0/661468036 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec00cd80 con 0x7fa7f8101890 2024-04-22T00:47:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.369+0000 7fa7e77fe640 1 -- 172.21.15.18:0/661468036 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7ec032920 con 0x7fa7f8101890 2024-04-22T00:47:18.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.369+0000 7fa7e77fe640 1 -- 172.21.15.18:0/661468036 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec03a8b0 con 0x7fa7f8101890 2024-04-22T00:47:18.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.371+0000 7fa7fcd20640 1 -- 172.21.15.18:0/661468036 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7f8073260 con 0x7fa7f8101890 2024-04-22T00:47:18.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.372+0000 7fa7fcd20640 1 -- 172.21.15.18:0/661468036 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7f80736f0 con 0x7fa7f8101890 2024-04-22T00:47:18.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.377+0000 7fa7ff9e0740 1 Processor -- start 2024-04-22T00:47:18.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.378+0000 7fa7ff9e0740 1 -- start start 2024-04-22T00:47:18.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.379+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d0f50 0x561d205d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.379+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205d6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.379+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205d8f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.379+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561d20536560 con 0x561d205d6ab0 2024-04-22T00:47:18.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.379+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x561d204de730 con 0x561d205d1940 2024-04-22T00:47:18.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.379+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561d20532520 con 0x561d205d0f50 2024-04-22T00:47:18.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.379+0000 7fa7f5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205d8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.379+0000 7fa7f5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205d8f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60334/0 (socket says 172.21.15.18:60334) 2024-04-22T00:47:18.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.379+0000 7fa7f5d9b640 1 -- 172.21.15.18:0/4089647297 learned_addr learned my addr 172.21.15.18:0/4089647297 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:18.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.380+0000 7fa7e77fe640 1 -- 172.21.15.18:0/661468036 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa7ec041020 con 0x7fa7f8101890 2024-04-22T00:47:18.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.380+0000 7fa7f5d9b640 1 -- 172.21.15.18:0/4089647297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d0f50 msgr2=0x561d205d1370 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:47:18.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.380+0000 7fa7f5d9b640 1 --2- 172.21.15.18:0/4089647297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d0f50 0x561d205d1370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.380+0000 7fa7f5d9b640 1 -- 172.21.15.18:0/4089647297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 msgr2=0x561d205d6440 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:47:18.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.380+0000 7fa7f5d9b640 1 --2- 172.21.15.18:0/4089647297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205d6440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.380+0000 7fa7f5d9b640 1 -- 172.21.15.18:0/4089647297 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d203147d0 con 0x561d205d6ab0 2024-04-22T00:47:18.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.380+0000 7fa7e77fe640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7e00a2d90 0x7fa7e00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.381+0000 7fa7e77fe640 1 -- 172.21.15.18:0/661468036 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa7ec0f1420 con 0x7fa7f8101890 2024-04-22T00:47:18.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.382+0000 7fa7f6d9d640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7e00a2d90 0x7fa7e00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.386+0000 7fa7f5d9b640 1 --2- 172.21.15.18:0/4089647297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205d8f40 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec0f9560 tx=0x7fa7ec0f9650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e16cc453d1eb3400 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.387+0000 7fa7e4ff9640 1 -- 172.21.15.18:0/4089647297 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec0bd620 con 0x561d205d6ab0 2024-04-22T00:47:18.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.387+0000 7fa7e4ff9640 1 -- 172.21.15.18:0/4089647297 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7ec0bdf50 con 0x561d205d6ab0 2024-04-22T00:47:18.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.387+0000 7fa7e4ff9640 1 -- 172.21.15.18:0/4089647297 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec0bd1b0 con 0x561d205d6ab0 2024-04-22T00:47:18.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.388+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/4089647297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 msgr2=0x561d205d8f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.388+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/4089647297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205d8f40 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec0f9560 tx=0x7fa7ec0f9650 comp rx=0 tx=0).stop 2024-04-22T00:47:18.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.388+0000 7fa7f6d9d640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7e00a2d90 0x7fa7e00a5250 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000de70 tx=0x7fa7f000f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.388+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/4089647297 shutdown_connections 2024-04-22T00:47:18.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.388+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/4089647297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205d8f40 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.388+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/4089647297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205d6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.388+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/4089647297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d0f50 0x561d205d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.388+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/4089647297 >> 172.21.15.18:0/4089647297 conn(0x561d205cc4c0 msgr2=0x561d205cc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.390+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/4089647297 shutdown_connections 2024-04-22T00:47:18.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.390+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/4089647297 wait complete. 2024-04-22T00:47:18.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.391+0000 7fa7ff9e0740 1 -- start start 2024-04-22T00:47:18.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.391+0000 7fa7ff9e0740 1 Processor -- start 2024-04-22T00:47:18.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.391+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d0f50 0x561d205db550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.391+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d1940 0x561d205dba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.391+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205e2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.391+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561d205d9a60 con 0x561d205d6ab0 2024-04-22T00:47:18.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.391+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x561d204f1e00 con 0x561d205d0f50 2024-04-22T00:47:18.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.391+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561d205d9be0 con 0x561d205d1940 2024-04-22T00:47:18.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.391+0000 7fa7ff9e0740 10 client.0 _ll_register_callbacks cb 0x561d2052ceb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:18.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.392+0000 7fa7f6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205e2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.392+0000 7fa7f5d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d1940 0x561d205dba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.392+0000 7fa7f6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205e2ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60338/0 (socket says 172.21.15.18:60338) 2024-04-22T00:47:18.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.392+0000 7fa7f6d9d640 1 -- 172.21.15.18:0/1467728778 learned_addr learned my addr 172.21.15.18:0/1467728778 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:18.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.393+0000 7fa7f6d9d640 1 -- 172.21.15.18:0/1467728778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d1940 msgr2=0x561d205dba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.393+0000 7fa7f6d9d640 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d1940 0x561d205dba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.393+0000 7fa7f6d9d640 1 -- 172.21.15.18:0/1467728778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d0f50 msgr2=0x561d205db550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.393+0000 7fa7f6d9d640 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d0f50 0x561d205db550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.393+0000 7fa7f6d9d640 1 -- 172.21.15.18:0/1467728778 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d2024a3f0 con 0x561d205d6ab0 2024-04-22T00:47:18.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.393+0000 7fa7f6d9d640 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205e2ad0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fa7f003d000 tx=0x7fa7f0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=974af406168c0277 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.393+0000 7fa7ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:18.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.394+0000 7fa7ddffb640 1 -- 172.21.15.18:0/1467728778 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f004a070 con 0x561d205d6ab0 2024-04-22T00:47:18.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.394+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/1467728778 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7ec0bdf50 con 0x561d205d6ab0 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.394+0000 7fa7ddffb640 1 -- 172.21.15.18:0/1467728778 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa7f000bd60 con 0x561d205d6ab0 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.394+0000 7fa7ddffb640 1 -- 172.21.15.18:0/1467728778 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fa7f0040070 con 0x561d205d6ab0 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.394+0000 7fa7ff9e0740 10 client.16974 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.394+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/1467728778 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x561d2020a0f0 con 0x561d205d6ab0 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.395+0000 7fa7ddffb640 1 -- 172.21.15.18:0/1467728778 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7ec0bdf50 con 0x561d205d6ab0 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.395+0000 7fa7ddffb640 1 -- 172.21.15.18:0/1467728778 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fa7f00444b0 con 0x561d205d6ab0 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.395+0000 7fa7ff9e0740 10 client.16974 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.395+0000 7fa7ff9e0740 10 client.16974 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.395+0000 7fa7ff9e0740 20 client.16974 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.395+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561d20609850 0x561d2060bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.395+0000 7fa7ff9e0740 4 client.16974 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.395+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/1467728778 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d20543aa0 con 0x561d20609850 2024-04-22T00:47:18.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.397+0000 7fa7f659c640 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561d20609850 0x561d2060bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.399+0000 7fa7f659c640 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561d20609850 0x561d2060bcd0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=808aa2c69960f046 server_cookie=da9f64e642b88edf in_seq=0 out_seq=0 2024-04-22T00:47:18.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.399+0000 7fa7ddffb640 10 client.16974 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:18.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.401+0000 7fa7ddffb640 1 -- 172.21.15.18:0/1467728778 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561d20543aa0 con 0x561d20609850 2024-04-22T00:47:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.401+0000 7fa7ddffb640 10 client.16974 handle_command_reply: tid=0 2024-04-22T00:47:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.402+0000 7fa7ff9e0740 1 client.16974 shutdown 2024-04-22T00:47:18.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/1467728778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 msgr2=0x561d205e2ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205e2ad0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fa7f003d000 tx=0x7fa7f0005fd0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/1467728778 shutdown_connections 2024-04-22T00:47:18.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561d20609850 0x561d2060bcd0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205e2ad0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d1940 0x561d205dba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/1467728778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d0f50 0x561d205db550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/1467728778 >> 172.21.15.18:0/1467728778 conn(0x561d205cc4c0 msgr2=0x561d205cb6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ddffb640 0 client.16974 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/1467728778 shutdown_connections 2024-04-22T00:47:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/1467728778 wait complete. 2024-04-22T00:47:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.403+0000 7fa7ff9e0740 20 client.16974 trim_cache size 0 max 16384 2024-04-22T00:47:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.433+0000 7fa7ff9e0740 1 Processor -- start 2024-04-22T00:47:18.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.434+0000 7fa7ff9e0740 1 -- start start 2024-04-22T00:47:18.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.434+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d0f50 0x561d205db550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.434+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205dba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.434+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d6ab0 0x561d205e2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.434+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f8117720 con 0x561d205d0f50 2024-04-22T00:47:18.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.434+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f8114f60 con 0x561d205d1940 2024-04-22T00:47:18.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.434+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f8112db0 con 0x561d205d6ab0 2024-04-22T00:47:18.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.435+0000 7fa7f659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d0f50 0x561d205db550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.435+0000 7fa7f659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d0f50 0x561d205db550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60340/0 (socket says 172.21.15.18:60340) 2024-04-22T00:47:18.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.435+0000 7fa7f659c640 1 -- 172.21.15.18:0/4008616871 learned_addr learned my addr 172.21.15.18:0/4008616871 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:18.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.437+0000 7fa7f5d9b640 1 --2- 172.21.15.18:0/4008616871 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205dba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.441+0000 7fa7f6d9d640 1 --2- 172.21.15.18:0/4008616871 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d6ab0 0x561d205e2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.442+0000 7fa7f659c640 1 -- 172.21.15.18:0/4008616871 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d6ab0 msgr2=0x561d205e2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.442+0000 7fa7f659c640 1 --2- 172.21.15.18:0/4008616871 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d6ab0 0x561d205e2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.442+0000 7fa7f659c640 1 -- 172.21.15.18:0/4008616871 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 msgr2=0x561d205dba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.442+0000 7fa7f659c640 1 --2- 172.21.15.18:0/4008616871 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205dba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.442+0000 7fa7f659c640 1 -- 172.21.15.18:0/4008616871 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d205cd230 con 0x561d205d0f50 2024-04-22T00:47:18.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.448+0000 7fa7f659c640 1 --2- 172.21.15.18:0/4008616871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d0f50 0x561d205db550 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8006a70 tx=0x7fa7e8009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b3bc5dab587025d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.452+0000 7fa7dffff640 1 -- 172.21.15.18:0/4008616871 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e8015b20 con 0x561d205d0f50 2024-04-22T00:47:18.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.452+0000 7fa7dffff640 1 -- 172.21.15.18:0/4008616871 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7e801d070 con 0x561d205d0f50 2024-04-22T00:47:18.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.453+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/4008616871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d0f50 msgr2=0x561d205db550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.453+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/4008616871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d0f50 0x561d205db550 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8006a70 tx=0x7fa7e8009f30 comp rx=0 tx=0).stop 2024-04-22T00:47:18.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.459+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/4008616871 shutdown_connections 2024-04-22T00:47:18.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.459+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/4008616871 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d6ab0 0x561d205e2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.459+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/4008616871 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205dba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.459+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/4008616871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d0f50 0x561d205db550 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.459+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/4008616871 >> 172.21.15.18:0/4008616871 conn(0x561d205cc4c0 msgr2=0x561d205cc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.462+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/4008616871 shutdown_connections 2024-04-22T00:47:18.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.465+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/4008616871 wait complete. 2024-04-22T00:47:18.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.466+0000 7fa7ff9e0740 1 -- start start 2024-04-22T00:47:18.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.466+0000 7fa7ff9e0740 1 Processor -- start 2024-04-22T00:47:18.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.469+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d0f50 0x561d205e2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.469+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205df320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.469+0000 7fa7ff9e0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205df860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.469+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f8113420 con 0x561d205d6ab0 2024-04-22T00:47:18.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.469+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f8114890 con 0x561d205d1940 2024-04-22T00:47:18.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.469+0000 7fa7ff9e0740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f8113af0 con 0x561d205d0f50 2024-04-22T00:47:18.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.469+0000 7fa7ff9e0740 10 client.0 _ll_register_callbacks cb 0x7fa7f003e070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:18.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.472+0000 7fa7f6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205df860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.472+0000 7fa7f6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205df860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60352/0 (socket says 172.21.15.18:60352) 2024-04-22T00:47:18.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.472+0000 7fa7f6d9d640 1 -- 172.21.15.18:0/114551890 learned_addr learned my addr 172.21.15.18:0/114551890 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:18.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.475+0000 7fa7f659c640 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d0f50 0x561d205e2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.475+0000 7fa7f5d9b640 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205df320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.478+0000 7fa7f6d9d640 1 -- 172.21.15.18:0/114551890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d0f50 msgr2=0x561d205e2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.478+0000 7fa7f6d9d640 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d0f50 0x561d205e2850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.478+0000 7fa7f6d9d640 1 -- 172.21.15.18:0/114551890 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 msgr2=0x561d205df320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.478+0000 7fa7f6d9d640 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205df320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.478+0000 7fa7f6d9d640 1 -- 172.21.15.18:0/114551890 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d2066de40 con 0x561d205d6ab0 2024-04-22T00:47:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.479+0000 7fa7f6d9d640 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205df860 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fa7f003b420 tx=0x7fa7f000bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b5b18d7c60d7d37 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.480+0000 7fa7ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:18.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.482+0000 7fa7ddffb640 1 -- 172.21.15.18:0/114551890 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f004a040 con 0x561d205d6ab0 2024-04-22T00:47:18.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.482+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/114551890 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7e801d070 con 0x561d205d6ab0 2024-04-22T00:47:18.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.482+0000 7fa7ddffb640 1 -- 172.21.15.18:0/114551890 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa7f0044590 con 0x561d205d6ab0 2024-04-22T00:47:18.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.489+0000 7fa7ddffb640 1 -- 172.21.15.18:0/114551890 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fa7f0003970 con 0x561d205d6ab0 2024-04-22T00:47:18.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.493+0000 7fa7ff9e0740 10 client.16980 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:18.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.493+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/114551890 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x561d2066efc0 con 0x561d205d6ab0 2024-04-22T00:47:18.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.499+0000 7fa7ddffb640 1 -- 172.21.15.18:0/114551890 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7e801d070 con 0x561d205d6ab0 2024-04-22T00:47:18.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.499+0000 7fa7ddffb640 1 -- 172.21.15.18:0/114551890 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fa7f0064050 con 0x561d205d6ab0 2024-04-22T00:47:18.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.501+0000 7fa7ff9e0740 10 client.16980 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:18.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.501+0000 7fa7ff9e0740 10 client.16980 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:18.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.501+0000 7fa7ff9e0740 20 client.16980 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:18.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.501+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561d2066f9a0 0x561d20671dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:18.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.501+0000 7fa7ff9e0740 4 client.16980 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:47:18.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.501+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/114551890 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561d2053ddf0 con 0x561d2066f9a0 2024-04-22T00:47:18.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.505+0000 7fa7f659c640 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561d2066f9a0 0x561d20671dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:18.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.516+0000 7fa7f659c640 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561d2066f9a0 0x561d20671dc0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd75809ce4ca53e9 server_cookie=82748868577ef76b in_seq=0 out_seq=0 2024-04-22T00:47:18.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.517+0000 7fa7ddffb640 10 client.16980 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:18.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.519+0000 7fa7ddffb640 1 -- 172.21.15.18:0/114551890 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561d2053ddf0 con 0x561d2066f9a0 2024-04-22T00:47:18.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.519+0000 7fa7ddffb640 10 client.16980 handle_command_reply: tid=0 2024-04-22T00:47:18.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.519+0000 7fa7ff9e0740 1 client.16980 shutdown 2024-04-22T00:47:18.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.522+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/114551890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 msgr2=0x561d205df860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.522+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205df860 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fa7f003b420 tx=0x7fa7f000bf90 comp rx=0 tx=0).stop 2024-04-22T00:47:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.522+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/114551890 shutdown_connections 2024-04-22T00:47:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.522+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x561d2066f9a0 0x561d20671dc0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.522+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d205d6ab0 0x561d205df860 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.522+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561d205d1940 0x561d205df320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.522+0000 7fa7ff9e0740 1 --2- 172.21.15.18:0/114551890 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561d205d0f50 0x561d205e2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.522+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/114551890 >> 172.21.15.18:0/114551890 conn(0x561d205cc4c0 msgr2=0x561d205db550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.522+0000 7fa7ddffb640 0 client.16980 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:18.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.525+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/114551890 shutdown_connections 2024-04-22T00:47:18.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.526+0000 7fa7ff9e0740 1 -- 172.21.15.18:0/114551890 wait complete. 2024-04-22T00:47:18.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.527+0000 7fa7ff9e0740 20 client.16980 trim_cache size 0 max 16384 2024-04-22T00:47:18.529 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:47:18.529 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:47:18.529 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:47:18.529 INFO:teuthology.orchestra.run.smithi018.stdout: "c1dfc5d6-0cdd-4387-8625-2e5527a1ca35": { 2024-04-22T00:47:18.529 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:47:18.530 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "c1dfc5d6-0cdd-4387-8625-2e5527a1ca35", 2024-04-22T00:47:18.530 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:47:18.530 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:47:18.530 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:47:18.530 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:47:18.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.529+0000 7fa7fcd20640 1 -- 172.21.15.18:0/661468036 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7e00a2d90 msgr2=0x7fa7e00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.529+0000 7fa7fcd20640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7e00a2d90 0x7fa7e00a5250 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000de70 tx=0x7fa7f000f040 comp rx=0 tx=0).stop 2024-04-22T00:47:18.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.529+0000 7fa7fcd20640 1 -- 172.21.15.18:0/661468036 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7f8101890 msgr2=0x7fa7f80718c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:18.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.529+0000 7fa7fcd20640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7f8101890 0x7fa7f80718c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec009fd0 tx=0x7fa7ec00edd0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.529+0000 7fa7fcd20640 1 -- 172.21.15.18:0/661468036 shutdown_connections 2024-04-22T00:47:18.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.529+0000 7fa7fcd20640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7e00a2d90 0x7fa7e00a5250 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.529+0000 7fa7fcd20640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7f8102250 0x7fa7f8072900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.529+0000 7fa7fcd20640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa7f8101890 0x7fa7f80718c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.529+0000 7fa7fcd20640 1 --2- 172.21.15.18:0/661468036 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa7f81006a0 0x7fa7f8071380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:18.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.529+0000 7fa7fcd20640 1 -- 172.21.15.18:0/661468036 >> 172.21.15.18:0/661468036 conn(0x7fa7f80fbc30 msgr2=0x7fa7f8104ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:18.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.531+0000 7fa7fcd20640 1 -- 172.21.15.18:0/661468036 shutdown_connections 2024-04-22T00:47:18.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:18.531+0000 7fa7fcd20640 1 -- 172.21.15.18:0/661468036 wait complete. 2024-04-22T00:47:18.554 INFO:tasks.cephfs.filesystem:scrub status for tag:c1dfc5d6-0cdd-4387-8625-2e5527a1ca35 - {'path': '/', 'tag': 'c1dfc5d6-0cdd-4387-8625-2e5527a1ca35', 'options': 'recursive,force'} 2024-04-22T00:47:18.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:18 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:47:18.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:18 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:18.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:18 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:47:18.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:18 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:47:18.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:18 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:18.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:18 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:47:18.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:18 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:47:18.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:18 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:18.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:18 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:47:19.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:19 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:47:19.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:19 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:19 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:47:19.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:19 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:47:19.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:19 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:19 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:19 smithi167 ceph-mon[31348]: pgmap v555: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 MiB/s wr, 551 op/s 2024-04-22T00:47:19.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:19 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 355.0 s, 894.2 tps, lat 109.508 ms stddev 156.321 2024-04-22T00:47:19.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:19 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:47:19.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:19 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:19 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:47:19.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:19 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:47:19.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:19 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:19 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:19 smithi081 ceph-mon[31546]: pgmap v555: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 MiB/s wr, 551 op/s 2024-04-22T00:47:19.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:19 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:19 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:47:19.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:19 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:19 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:47:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:19 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:47:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:19 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:19 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:19 smithi018 ceph-mon[27979]: pgmap v555: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 MiB/s wr, 551 op/s 2024-04-22T00:47:19.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:19 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:21.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:21 smithi167 ceph-mon[31348]: pgmap v556: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 12 MiB/s wr, 675 op/s 2024-04-22T00:47:21.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:21 smithi081 ceph-mon[31546]: pgmap v556: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 12 MiB/s wr, 675 op/s 2024-04-22T00:47:21.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:21 smithi018 ceph-mon[27979]: pgmap v556: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 12 MiB/s wr, 675 op/s 2024-04-22T00:47:23.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.204+0000 7f7a75b9a640 1 -- 172.21.15.18:0/2856516078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a70101890 msgr2=0x7f7a70101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:23.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.204+0000 7f7a75b9a640 1 --2- 172.21.15.18:0/2856516078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a70101890 0x7f7a70101d10 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f7a64009900 tx=0x7f7a6402bc30 comp rx=0 tx=0).stop 2024-04-22T00:47:23.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.204+0000 7f7a75b9a640 1 -- 172.21.15.18:0/2856516078 shutdown_connections 2024-04-22T00:47:23.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.204+0000 7f7a75b9a640 1 --2- 172.21.15.18:0/2856516078 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a70102250 0x7f7a70108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.204+0000 7f7a75b9a640 1 --2- 172.21.15.18:0/2856516078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a70101890 0x7f7a70101d10 secure :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f7a64009900 tx=0x7f7a6402bc30 comp rx=0 tx=0).stop 2024-04-22T00:47:23.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.204+0000 7f7a75b9a640 1 --2- 172.21.15.18:0/2856516078 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a701006a0 0x7f7a70100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.204+0000 7f7a75b9a640 1 -- 172.21.15.18:0/2856516078 >> 172.21.15.18:0/2856516078 conn(0x7f7a700fbc10 msgr2=0x7f7a700fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:23.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.204+0000 7f7a75b9a640 1 -- 172.21.15.18:0/2856516078 shutdown_connections 2024-04-22T00:47:23.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.205+0000 7f7a75b9a640 1 -- 172.21.15.18:0/2856516078 wait complete. 2024-04-22T00:47:23.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.205+0000 7f7a75b9a640 1 Processor -- start 2024-04-22T00:47:23.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.205+0000 7f7a75b9a640 1 -- start start 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.205+0000 7f7a75b9a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a701006a0 0x7f7a70197c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a75b9a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a70102250 0x7f7a70198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a75b9a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7019d1a0 0x7f7a7019f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a75b9a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7a7010d470 con 0x7f7a701006a0 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a75b9a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7a7010d2f0 con 0x7f7a7019d1a0 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a75b9a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7a7010d5f0 con 0x7f7a70102250 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a701006a0 0x7f7a70197c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a701006a0 0x7f7a70197c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43250/0 (socket says 172.21.15.18:43250) 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/345367176 learned_addr learned my addr 172.21.15.18:0/345367176 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6effd640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a70102250 0x7f7a70198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6ffff640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7019d1a0 0x7f7a7019f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/345367176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a70102250 msgr2=0x7f7a70198180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a70102250 0x7f7a70198180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/345367176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7019d1a0 msgr2=0x7f7a7019f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7019d1a0 0x7f7a7019f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/345367176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a7019fc30 con 0x7f7a701006a0 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6ffff640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7019d1a0 0x7f7a7019f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a701006a0 0x7f7a70197c40 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f7a6000e9c0 tx=0x7f7a6000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a6cff9640 1 -- 172.21.15.18:0/345367176 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6000cd80 con 0x7f7a701006a0 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.206+0000 7f7a75b9a640 1 -- 172.21.15.18:0/345367176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a7019ff20 con 0x7f7a701006a0 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.207+0000 7f7a6cff9640 1 -- 172.21.15.18:0/345367176 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a600035f0 con 0x7f7a701006a0 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.207+0000 7f7a6cff9640 1 -- 172.21.15.18:0/345367176 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a60010690 con 0x7f7a701006a0 2024-04-22T00:47:23.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.207+0000 7f7a75b9a640 1 -- 172.21.15.18:0/345367176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a701a0390 con 0x7f7a701006a0 2024-04-22T00:47:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.210+0000 7f7a78785740 1 Processor -- start 2024-04-22T00:47:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.210+0000 7f7a78785740 1 -- start start 2024-04-22T00:47:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.210+0000 7f7a78785740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c280564150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.210+0000 7f7a6cff9640 1 -- 172.21.15.18:0/345367176 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7a60004020 con 0x7f7a701006a0 2024-04-22T00:47:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a78785740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c280569220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a78785740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 0x55c28056bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a6ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c280564150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a6ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c280564150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34816/0 (socket says 172.21.15.18:34816) 2024-04-22T00:47:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a6ffff640 1 -- 172.21.15.18:0/318383470 learned_addr learned my addr 172.21.15.18:0/318383470 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a78785740 1 -- 172.21.15.18:0/318383470 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c2804c8b70 con 0x55c280569890 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a78785740 1 -- 172.21.15.18:0/318383470 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c280471470 con 0x55c280564720 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a6effd640 1 --2- 172.21.15.18:0/318383470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 0x55c28056bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a78785740 1 -- 172.21.15.18:0/318383470 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c2804c4b30 con 0x55c280563d30 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/318383470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c280569220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.211+0000 7f7a6cff9640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a580a2c80 0x7f7a580a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a6cff9640 1 -- 172.21.15.18:0/345367176 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7a600cf910 con 0x7f7a701006a0 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a6ffff640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a580a2c80 0x7f7a580a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a6effd640 1 -- 172.21.15.18:0/318383470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 msgr2=0x55c280564150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a6effd640 1 --2- 172.21.15.18:0/318383470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c280564150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a6effd640 1 -- 172.21.15.18:0/318383470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 msgr2=0x55c280569220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a6effd640 1 --2- 172.21.15.18:0/318383470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c280569220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a6effd640 1 -- 172.21.15.18:0/318383470 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2801dd210 con 0x55c280569890 2024-04-22T00:47:23.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a6ffff640 1 --2- 172.21.15.18:0/318383470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c280564150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:23.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a6effd640 1 --2- 172.21.15.18:0/318383470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 0x55c28056bd20 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f7a64008000 tx=0x7f7a6402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d86f439effc75775 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:23.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a6ffff640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a580a2c80 0x7f7a580a5140 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x55c280564f80 tx=0x7f7a68004ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:23.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a55ffb640 1 -- 172.21.15.18:0/318383470 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a64045020 con 0x55c280569890 2024-04-22T00:47:23.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a55ffb640 1 -- 172.21.15.18:0/318383470 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a64004040 con 0x55c280569890 2024-04-22T00:47:23.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.212+0000 7f7a55ffb640 1 -- 172.21.15.18:0/318383470 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a640054d0 con 0x55c280569890 2024-04-22T00:47:23.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.213+0000 7f7a78785740 1 -- 172.21.15.18:0/318383470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 msgr2=0x55c28056bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:23.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.213+0000 7f7a78785740 1 --2- 172.21.15.18:0/318383470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 0x55c28056bd20 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f7a64008000 tx=0x7f7a6402c5d0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.214+0000 7f7a78785740 1 -- 172.21.15.18:0/318383470 shutdown_connections 2024-04-22T00:47:23.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.214+0000 7f7a78785740 1 --2- 172.21.15.18:0/318383470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 0x55c28056bd20 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.214+0000 7f7a78785740 1 --2- 172.21.15.18:0/318383470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c280569220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.214+0000 7f7a78785740 1 --2- 172.21.15.18:0/318383470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c280564150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.214+0000 7f7a78785740 1 -- 172.21.15.18:0/318383470 >> 172.21.15.18:0/318383470 conn(0x55c28055f2a0 msgr2=0x55c28055f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.214+0000 7f7a78785740 1 -- 172.21.15.18:0/318383470 shutdown_connections 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.214+0000 7f7a78785740 1 -- 172.21.15.18:0/318383470 wait complete. 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.214+0000 7f7a78785740 1 -- start start 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.214+0000 7f7a78785740 1 Processor -- start 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a78785740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c28056e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a78785740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c28056e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a78785740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 0x55c280575580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a78785740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c28056c7e0 con 0x55c280569890 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a78785740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c280484a10 con 0x55c280564720 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a78785740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c28056c960 con 0x55c280563d30 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a78785740 10 client.0 _ll_register_callbacks cb 0x55c2804bfb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:23.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c28056e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6f7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c28056e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 0x55c280575580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c28056e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:39712/0 (socket says 172.21.15.18:39712) 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6f7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c28056e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34826/0 (socket says 172.21.15.18:34826) 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6effd640 1 -- 172.21.15.18:0/4026251546 learned_addr learned my addr 172.21.15.18:0/4026251546 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6effd640 1 -- 172.21.15.18:0/4026251546 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 msgr2=0x55c28056e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6effd640 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c28056e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6effd640 1 -- 172.21.15.18:0/4026251546 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 msgr2=0x55c280575580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6effd640 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 0x55c280575580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.215+0000 7f7a6effd640 1 -- 172.21.15.18:0/4026251546 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2802a9620 con 0x55c280564720 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.216+0000 7f7a6effd640 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c28056e540 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f7a6402c1c0 tx=0x7f7a6402cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cbc26e0c6487969c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.216+0000 7f7a4effd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.216+0000 7f7a4effd640 1 -- 172.21.15.18:0/4026251546 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6404e020 con 0x55c280564720 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.216+0000 7f7a4effd640 1 -- 172.21.15.18:0/4026251546 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7a640046c0 con 0x55c280564720 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.216+0000 7f7a78785740 1 -- 172.21.15.18:0/4026251546 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a64004040 con 0x55c280564720 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.216+0000 7f7a4effd640 1 -- 172.21.15.18:0/4026251546 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f7a64045070 con 0x55c280564720 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.216+0000 7f7a78785740 10 client.26666 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.216+0000 7f7a78785740 1 -- 172.21.15.18:0/4026251546 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55c280581100 con 0x55c280564720 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.216+0000 7f7a4effd640 1 -- 172.21.15.18:0/4026251546 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a64004da0 con 0x55c280564720 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.217+0000 7f7a4effd640 1 -- 172.21.15.18:0/4026251546 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f7a640048c0 con 0x55c280564720 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.217+0000 7f7a78785740 10 client.26666 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.217+0000 7f7a78785740 10 client.26666 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.217+0000 7f7a78785740 20 client.26666 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.217+0000 7f7a78785740 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c280582450 0x55c280584840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.217+0000 7f7a78785740 4 client.26666 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:23.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.217+0000 7f7a78785740 1 -- 172.21.15.18:0/4026251546 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7a64004040 con 0x55c280582450 2024-04-22T00:47:23.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.217+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c280582450 0x55c280584840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.218+0000 7f7a4effd640 10 client.26666 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:23.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.218+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c280582450 0x55c280584840 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50662d4e86b99d42 server_cookie=17daf634f148a471 in_seq=0 out_seq=0 2024-04-22T00:47:23.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.220+0000 7f7a4effd640 1 -- 172.21.15.18:0/4026251546 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f7a64004040 con 0x55c280582450 2024-04-22T00:47:23.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.220+0000 7f7a4effd640 10 client.26666 handle_command_reply: tid=0 2024-04-22T00:47:23.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.220+0000 7f7a78785740 1 client.26666 shutdown 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.220+0000 7f7a78785740 1 -- 172.21.15.18:0/4026251546 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 msgr2=0x55c28056e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.220+0000 7f7a78785740 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c28056e540 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f7a6402c1c0 tx=0x7f7a6402cc30 comp rx=0 tx=0).stop 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.220+0000 7f7a78785740 1 -- 172.21.15.18:0/4026251546 shutdown_connections 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.220+0000 7f7a78785740 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c280582450 0x55c280584840 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.221+0000 7f7a78785740 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280569890 0x55c280575580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.221+0000 7f7a4effd640 0 client.26666 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.221+0000 7f7a78785740 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c28056e540 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.221+0000 7f7a78785740 1 --2- 172.21.15.18:0/4026251546 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c28056e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.221+0000 7f7a78785740 1 -- 172.21.15.18:0/4026251546 >> 172.21.15.18:0/4026251546 conn(0x55c28055f2a0 msgr2=0x55c28055e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.221+0000 7f7a78785740 1 -- 172.21.15.18:0/4026251546 shutdown_connections 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.221+0000 7f7a78785740 1 -- 172.21.15.18:0/4026251546 wait complete. 2024-04-22T00:47:23.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.221+0000 7f7a78785740 20 client.26666 trim_cache size 0 max 16384 2024-04-22T00:47:23.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.242+0000 7f7a78785740 1 Processor -- start 2024-04-22T00:47:23.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.243+0000 7f7a78785740 1 -- start start 2024-04-22T00:47:23.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.243+0000 7f7a78785740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c28055f2a0 0x55c280562500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.243+0000 7f7a78785740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c280575540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.243+0000 7f7a78785740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c280562a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.243+0000 7f7a78785740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7a701ab180 con 0x55c28055f2a0 2024-04-22T00:47:23.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.243+0000 7f7a78785740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7a701a89c0 con 0x55c280564720 2024-04-22T00:47:23.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.243+0000 7f7a78785740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7a701a6810 con 0x55c280563d30 2024-04-22T00:47:23.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.246+0000 7f7a6ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c280562a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.247+0000 7f7a6f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c28055f2a0 0x55c280562500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.247+0000 7f7a6f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c28055f2a0 0x55c280562500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43276/0 (socket says 172.21.15.18:43276) 2024-04-22T00:47:23.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.247+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/920101731 learned_addr learned my addr 172.21.15.18:0/920101731 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.249+0000 7f7a6effd640 1 --2- 172.21.15.18:0/920101731 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c280575540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.252+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/920101731 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 msgr2=0x55c280575540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:23.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.252+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/920101731 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c280575540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.252+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/920101731 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 msgr2=0x55c280562a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:23.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.252+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/920101731 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c280562a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.252+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/920101731 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c28055fcf0 con 0x55c28055f2a0 2024-04-22T00:47:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.254+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/920101731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c28055f2a0 0x55c280562500 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f7a6009bd30 tx=0x7f7a600d1040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41e79c0111c8e57d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.257+0000 7f7a557fa640 1 -- 172.21.15.18:0/920101731 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6009bda0 con 0x55c28055f2a0 2024-04-22T00:47:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.257+0000 7f7a557fa640 1 -- 172.21.15.18:0/920101731 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a600a0150 con 0x55c28055f2a0 2024-04-22T00:47:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.257+0000 7f7a557fa640 1 -- 172.21.15.18:0/920101731 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a600037a0 con 0x55c28055f2a0 2024-04-22T00:47:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.258+0000 7f7a78785740 1 -- 172.21.15.18:0/920101731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c28055f2a0 msgr2=0x55c280562500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.258+0000 7f7a78785740 1 --2- 172.21.15.18:0/920101731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c28055f2a0 0x55c280562500 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f7a6009bd30 tx=0x7f7a600d1040 comp rx=0 tx=0).stop 2024-04-22T00:47:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.262+0000 7f7a78785740 1 -- 172.21.15.18:0/920101731 shutdown_connections 2024-04-22T00:47:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.262+0000 7f7a78785740 1 --2- 172.21.15.18:0/920101731 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c280564720 0x55c280562a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.262+0000 7f7a78785740 1 --2- 172.21.15.18:0/920101731 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280563d30 0x55c280575540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.262+0000 7f7a78785740 1 --2- 172.21.15.18:0/920101731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c28055f2a0 0x55c280562500 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.262+0000 7f7a78785740 1 -- 172.21.15.18:0/920101731 >> 172.21.15.18:0/920101731 conn(0x55c28055a590 msgr2=0x55c280565a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.269+0000 7f7a78785740 1 -- 172.21.15.18:0/920101731 shutdown_connections 2024-04-22T00:47:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.273+0000 7f7a78785740 1 -- 172.21.15.18:0/920101731 wait complete. 2024-04-22T00:47:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.273+0000 7f7a78785740 1 -- start start 2024-04-22T00:47:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.274+0000 7f7a78785740 1 Processor -- start 2024-04-22T00:47:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.276+0000 7f7a78785740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c28055f2a0 0x55c280573110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.277+0000 7f7a78785740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280563d30 0x55c280573650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.277+0000 7f7a6f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c28055f2a0 0x55c280573110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.277+0000 7f7a6f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c28055f2a0 0x55c280573110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:39736/0 (socket says 172.21.15.18:39736) 2024-04-22T00:47:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.277+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/2223402536 learned_addr learned my addr 172.21.15.18:0/2223402536 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.277+0000 7f7a78785740 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280564720 0x55c280574660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.277+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7a701a6e80 con 0x55c280563d30 2024-04-22T00:47:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.277+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7a701a82f0 con 0x55c28055f2a0 2024-04-22T00:47:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.277+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7a701a7550 con 0x55c280564720 2024-04-22T00:47:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.278+0000 7f7a78785740 10 client.0 _ll_register_callbacks cb 0x7f7a600046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.278+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/2223402536 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280564720 msgr2=0x55c280574660 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:47:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.278+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280564720 0x55c280574660 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.278+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/2223402536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280563d30 msgr2=0x55c280573650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.278+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280563d30 0x55c280573650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.278+0000 7f7a6f7fe640 1 -- 172.21.15.18:0/2223402536 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c280574c50 con 0x55c28055f2a0 2024-04-22T00:47:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.279+0000 7f7a6f7fe640 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c28055f2a0 0x55c280573110 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f7a600cd3b0 tx=0x7f7a600cd000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=424ca1f761098100 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.279+0000 7f7a4effd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:47:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.283+0000 7f7a4effd640 1 -- 172.21.15.18:0/2223402536 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a600ba050 con 0x55c28055f2a0 2024-04-22T00:47:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.283+0000 7f7a4effd640 1 -- 172.21.15.18:0/2223402536 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7a600037a0 con 0x55c28055f2a0 2024-04-22T00:47:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.285+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a600a0150 con 0x55c28055f2a0 2024-04-22T00:47:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.287+0000 7f7a4effd640 1 -- 172.21.15.18:0/2223402536 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f7a600a4a10 con 0x55c28055f2a0 2024-04-22T00:47:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.294+0000 7f7a78785740 10 client.26672 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.294+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55c28057ebe0 con 0x55c28055f2a0 2024-04-22T00:47:23.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.296+0000 7f7a4effd640 1 -- 172.21.15.18:0/2223402536 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a6007f070 con 0x55c28055f2a0 2024-04-22T00:47:23.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.297+0000 7f7a4effd640 1 -- 172.21.15.18:0/2223402536 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f7a6009ac60 con 0x55c28055f2a0 2024-04-22T00:47:23.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.297+0000 7f7a78785740 10 client.26672 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:23.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.297+0000 7f7a78785740 10 client.26672 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:23.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.297+0000 7f7a78785740 20 client.26672 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:23.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.297+0000 7f7a78785740 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c280569890 0x55c28057f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:23.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.297+0000 7f7a78785740 4 client.26672 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:47:23.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.297+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c2804d60b0 con 0x55c280569890 2024-04-22T00:47:23.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.298+0000 7f7a6effd640 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c280569890 0x55c28057f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.309+0000 7f7a6effd640 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c280569890 0x55c28057f5c0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=723bc4809ad64c10 server_cookie=c6245c76e1d6b97c in_seq=0 out_seq=0 2024-04-22T00:47:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.309+0000 7f7a4effd640 10 client.26672 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.327+0000 7f7a4effd640 1 -- 172.21.15.18:0/2223402536 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c2804d60b0 con 0x55c280569890 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.327+0000 7f7a4effd640 10 client.26672 handle_command_reply: tid=0 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.327+0000 7f7a78785740 1 client.26672 shutdown 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c28055f2a0 msgr2=0x55c280573110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c28055f2a0 0x55c280573110 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f7a600cd3b0 tx=0x7f7a600cd000 comp rx=0 tx=0).stop 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 shutdown_connections 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c280569890 0x55c28057f5c0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c280564720 0x55c280574660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c280563d30 0x55c280573650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 1 --2- 172.21.15.18:0/2223402536 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c28055f2a0 0x55c280573110 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 >> 172.21.15.18:0/2223402536 conn(0x55c28055a590 msgr2=0x55c280562500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a4effd640 0 client.26672 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 shutdown_connections 2024-04-22T00:47:23.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 1 -- 172.21.15.18:0/2223402536 wait complete. 2024-04-22T00:47:23.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.328+0000 7f7a78785740 20 client.26672 trim_cache size 0 max 16384 2024-04-22T00:47:23.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:47:23.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:47:23.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:47:23.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:47:23.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.330+0000 7f7a75b9a640 1 -- 172.21.15.18:0/345367176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a580a2c80 msgr2=0x7f7a580a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:23.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.330+0000 7f7a75b9a640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a580a2c80 0x7f7a580a5140 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x55c280564f80 tx=0x7f7a68004ab0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.330+0000 7f7a75b9a640 1 -- 172.21.15.18:0/345367176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a701006a0 msgr2=0x7f7a70197c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:23.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.330+0000 7f7a75b9a640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a701006a0 0x7f7a70197c40 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f7a6000e9c0 tx=0x7f7a6000ee80 comp rx=0 tx=0).stop 2024-04-22T00:47:23.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.331+0000 7f7a75b9a640 1 -- 172.21.15.18:0/345367176 shutdown_connections 2024-04-22T00:47:23.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.331+0000 7f7a75b9a640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a580a2c80 0x7f7a580a5140 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.331+0000 7f7a75b9a640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7019d1a0 0x7f7a7019f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.331+0000 7f7a75b9a640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a70102250 0x7f7a70198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.331+0000 7f7a75b9a640 1 --2- 172.21.15.18:0/345367176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a701006a0 0x7f7a70197c40 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:23.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.331+0000 7f7a75b9a640 1 -- 172.21.15.18:0/345367176 >> 172.21.15.18:0/345367176 conn(0x7f7a700fbc10 msgr2=0x7f7a70104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:23.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.331+0000 7f7a75b9a640 1 -- 172.21.15.18:0/345367176 shutdown_connections 2024-04-22T00:47:23.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:23.331+0000 7f7a75b9a640 1 -- 172.21.15.18:0/345367176 wait complete. 2024-04-22T00:47:23.708 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:23 smithi081 ceph-mon[31546]: pgmap v557: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 11 MiB/s wr, 631 op/s 2024-04-22T00:47:23.709 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:23 smithi018 ceph-mon[27979]: pgmap v557: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 11 MiB/s wr, 631 op/s 2024-04-22T00:47:23.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:23 smithi167 ceph-mon[31348]: pgmap v557: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 11 MiB/s wr, 631 op/s 2024-04-22T00:47:24.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 360.0 s, 751.2 tps, lat 131.993 ms stddev 141.738 2024-04-22T00:47:25.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:25 smithi167 ceph-mon[31348]: pgmap v558: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 10 MiB/s wr, 622 op/s 2024-04-22T00:47:25.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:25 smithi081 ceph-mon[31546]: pgmap v558: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 10 MiB/s wr, 622 op/s 2024-04-22T00:47:25.911 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:25 smithi018 ceph-mon[27979]: pgmap v558: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 10 MiB/s wr, 622 op/s 2024-04-22T00:47:27.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:27 smithi167 ceph-mon[31348]: pgmap v559: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 12 MiB/s wr, 727 op/s 2024-04-22T00:47:27.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:27 smithi081 ceph-mon[31546]: pgmap v559: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 12 MiB/s wr, 727 op/s 2024-04-22T00:47:27.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:27 smithi018 ceph-mon[27979]: pgmap v559: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 12 MiB/s wr, 727 op/s 2024-04-22T00:47:29.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:29 smithi167 ceph-mon[31348]: pgmap v560: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 10 MiB/s wr, 628 op/s 2024-04-22T00:47:29.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 365.0 s, 1112.0 tps, lat 90.104 ms stddev 108.788 2024-04-22T00:47:29.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:29 smithi081 ceph-mon[31546]: pgmap v560: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 10 MiB/s wr, 628 op/s 2024-04-22T00:47:29.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:29 smithi018 ceph-mon[27979]: pgmap v560: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 10 MiB/s wr, 628 op/s 2024-04-22T00:47:30.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:30 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:47:30.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:30 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:47:30.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:30 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:47:31.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:31 smithi167 ceph-mon[31348]: pgmap v561: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 11 MiB/s wr, 739 op/s 2024-04-22T00:47:31.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:31 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:31 smithi081 ceph-mon[31546]: pgmap v561: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 11 MiB/s wr, 739 op/s 2024-04-22T00:47:31.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:31 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:31 smithi018 ceph-mon[27979]: pgmap v561: 129 pgs: 129 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 11 MiB/s wr, 739 op/s 2024-04-22T00:47:31.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:31.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:31 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi081 to 176.2M 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: Unable to set osd_memory_target on smithi081 to 184783872: error parsing value: Value '184783872' is below minimum 939524096 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi018 to 177.2M 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: Unable to set osd_memory_target on smithi018 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:47:32.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:47:32.737 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:32 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:47:32.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi081 to 176.2M 2024-04-22T00:47:32.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: Unable to set osd_memory_target on smithi081 to 184783872: error parsing value: Value '184783872' is below minimum 939524096 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi018 to 177.2M 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: Unable to set osd_memory_target on smithi018 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:47:32.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:32 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi081 to 176.2M 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: Unable to set osd_memory_target on smithi081 to 184783872: error parsing value: Value '184783872' is below minimum 939524096 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi018 to 177.2M 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: Unable to set osd_memory_target on smithi018 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:47:32.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:47:32.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:47:32.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:47:32.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:32 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:47:33.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:33 smithi081 ceph-mon[31546]: pgmap v562: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 9.8 MiB/s wr, 619 op/s 2024-04-22T00:47:33.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:33 smithi018 ceph-mon[27979]: pgmap v562: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 9.8 MiB/s wr, 619 op/s 2024-04-22T00:47:33.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:33 smithi167 ceph-mon[31348]: pgmap v562: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 9.8 MiB/s wr, 619 op/s 2024-04-22T00:47:34.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 370.0 s, 751.8 tps, lat 133.902 ms stddev 151.678 2024-04-22T00:47:35.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:35 smithi081 ceph-mon[31546]: pgmap v563: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 9.4 MiB/s wr, 598 op/s 2024-04-22T00:47:35.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:35 smithi018 ceph-mon[27979]: pgmap v563: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 9.4 MiB/s wr, 598 op/s 2024-04-22T00:47:35.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:35 smithi167 ceph-mon[31348]: pgmap v563: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 9.4 MiB/s wr, 598 op/s 2024-04-22T00:47:36.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.505+0000 7f808f2b5640 1 -- 172.21.15.18:0/4133353378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8088104b50 msgr2=0x7f8088106f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:36.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.505+0000 7f808f2b5640 1 --2- 172.21.15.18:0/4133353378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8088104b50 0x7f8088106f40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8078009900 tx=0x7f807802bc30 comp rx=0 tx=0).stop 2024-04-22T00:47:36.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.505+0000 7f808f2b5640 1 -- 172.21.15.18:0/4133353378 shutdown_connections 2024-04-22T00:47:36.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.505+0000 7f808f2b5640 1 --2- 172.21.15.18:0/4133353378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8088107480 0x7f80881098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.505+0000 7f808f2b5640 1 --2- 172.21.15.18:0/4133353378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8088104b50 0x7f8088106f40 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.505+0000 7f808f2b5640 1 --2- 172.21.15.18:0/4133353378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8088102220 0x7f8088104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.505+0000 7f808f2b5640 1 -- 172.21.15.18:0/4133353378 >> 172.21.15.18:0/4133353378 conn(0x7f80880fbc10 msgr2=0x7f80880fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.505+0000 7f808f2b5640 1 -- 172.21.15.18:0/4133353378 shutdown_connections 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.505+0000 7f808f2b5640 1 -- 172.21.15.18:0/4133353378 wait complete. 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808f2b5640 1 Processor -- start 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808f2b5640 1 -- start start 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808f2b5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8088102220 0x7f808819e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808f2b5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8088104b50 0x7f808819e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808f2b5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8088107480 0x7f80881a5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808f2b5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8088113ac0 con 0x7f8088107480 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808f2b5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8088113940 con 0x7f8088104b50 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808f2b5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8088113c40 con 0x7f8088102220 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808d051640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8088102220 0x7f808819e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808d051640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8088102220 0x7f808819e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:42874/0 (socket says 172.21.15.18:42874) 2024-04-22T00:47:36.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808d051640 1 -- 172.21.15.18:0/3999377134 learned_addr learned my addr 172.21.15.18:0/3999377134 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808d852640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8088107480 0x7f80881a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808c850640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8088104b50 0x7f808819e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808d051640 1 -- 172.21.15.18:0/3999377134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8088104b50 msgr2=0x7f808819e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808d051640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8088104b50 0x7f808819e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808d051640 1 -- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8088107480 msgr2=0x7f80881a5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.506+0000 7f808d051640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8088107480 0x7f80881a5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.507+0000 7f808d051640 1 -- 172.21.15.18:0/3999377134 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80881a5cb0 con 0x7f8088102220 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.507+0000 7f808d852640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8088107480 0x7f80881a5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.507+0000 7f808d051640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8088102220 0x7f808819e090 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f808000ebc0 tx=0x7f808000c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.507+0000 7f807e7fc640 1 -- 172.21.15.18:0/3999377134 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8080010630 con 0x7f8088102220 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.507+0000 7f807e7fc640 1 -- 172.21.15.18:0/3999377134 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8080010cb0 con 0x7f8088102220 2024-04-22T00:47:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.507+0000 7f808f2b5640 1 -- 172.21.15.18:0/3999377134 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80881a5fa0 con 0x7f8088102220 2024-04-22T00:47:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.507+0000 7f807e7fc640 1 -- 172.21.15.18:0/3999377134 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8080018bd0 con 0x7f8088102220 2024-04-22T00:47:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.507+0000 7f808f2b5640 1 -- 172.21.15.18:0/3999377134 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80881a6400 con 0x7f8088102220 2024-04-22T00:47:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.510+0000 7f807e7fc640 1 -- 172.21.15.18:0/3999377134 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f80800107d0 con 0x7f8088102220 2024-04-22T00:47:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.511+0000 7f807e7fc640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80740a2cd0 0x7f80740a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.511+0000 7f807e7fc640 1 -- 172.21.15.18:0/3999377134 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f80800cfb40 con 0x7f8088102220 2024-04-22T00:47:36.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.511+0000 7f808c850640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80740a2cd0 0x7f80740a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.511+0000 7f808c850640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80740a2cd0 0x7f80740a5190 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f807802c170 tx=0x7f807802df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:36.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.519+0000 7f8091f7f740 1 Processor -- start 2024-04-22T00:47:36.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.519+0000 7f8091f7f740 1 -- start start 2024-04-22T00:47:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.519+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3adf150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.519+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3adf720 0x55e4c3ae4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.519+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3ae4890 0x55e4c3ae6d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.519+0000 7f8091f7f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e4c3a43b70 con 0x55e4c3adf720 2024-04-22T00:47:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.519+0000 7f8091f7f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e4c39ec470 con 0x55e4c3ae4890 2024-04-22T00:47:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.519+0000 7f8091f7f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e4c3a3fb30 con 0x55e4c3aded30 2024-04-22T00:47:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.520+0000 7f808d852640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3ae4890 0x55e4c3ae6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.520+0000 7f808d852640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3ae4890 0x55e4c3ae6d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34622/0 (socket says 172.21.15.18:34622) 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.520+0000 7f808d852640 1 -- 172.21.15.18:0/3401788189 learned_addr learned my addr 172.21.15.18:0/3401788189 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.520+0000 7f808d051640 1 --2- 172.21.15.18:0/3401788189 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3adf150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.520+0000 7f808c850640 1 --2- 172.21.15.18:0/3401788189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3adf720 0x55e4c3ae4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.520+0000 7f808d051640 1 -- 172.21.15.18:0/3401788189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3ae4890 msgr2=0x55e4c3ae6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.520+0000 7f808d051640 1 --2- 172.21.15.18:0/3401788189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3ae4890 0x55e4c3ae6d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.520+0000 7f808d051640 1 -- 172.21.15.18:0/3401788189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3adf720 msgr2=0x55e4c3ae4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.520+0000 7f808d051640 1 --2- 172.21.15.18:0/3401788189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3adf720 0x55e4c3ae4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.520+0000 7f808d051640 1 -- 172.21.15.18:0/3401788189 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4c3758210 con 0x55e4c3aded30 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.521+0000 7f808d051640 1 --2- 172.21.15.18:0/3401788189 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3adf150 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f808000cba0 tx=0x7f8080018670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=443b561b96384309 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.521+0000 7f80737fe640 1 -- 172.21.15.18:0/3401788189 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80800bc070 con 0x55e4c3aded30 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.521+0000 7f80737fe640 1 -- 172.21.15.18:0/3401788189 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f808009bf70 con 0x55e4c3aded30 2024-04-22T00:47:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.521+0000 7f80737fe640 1 -- 172.21.15.18:0/3401788189 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80800babb0 con 0x55e4c3aded30 2024-04-22T00:47:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.522+0000 7f8091f7f740 1 -- 172.21.15.18:0/3401788189 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 msgr2=0x55e4c3adf150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.522+0000 7f8091f7f740 1 --2- 172.21.15.18:0/3401788189 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3adf150 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f808000cba0 tx=0x7f8080018670 comp rx=0 tx=0).stop 2024-04-22T00:47:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.522+0000 7f8091f7f740 1 -- 172.21.15.18:0/3401788189 shutdown_connections 2024-04-22T00:47:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.522+0000 7f8091f7f740 1 --2- 172.21.15.18:0/3401788189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3ae4890 0x55e4c3ae6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.522+0000 7f8091f7f740 1 --2- 172.21.15.18:0/3401788189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3adf720 0x55e4c3ae4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.522+0000 7f8091f7f740 1 --2- 172.21.15.18:0/3401788189 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3adf150 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.522+0000 7f8091f7f740 1 -- 172.21.15.18:0/3401788189 >> 172.21.15.18:0/3401788189 conn(0x55e4c3ada2a0 msgr2=0x55e4c3ada6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.523+0000 7f8091f7f740 1 -- 172.21.15.18:0/3401788189 shutdown_connections 2024-04-22T00:47:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.523+0000 7f8091f7f740 1 -- 172.21.15.18:0/3401788189 wait complete. 2024-04-22T00:47:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.523+0000 7f8091f7f740 1 -- start start 2024-04-22T00:47:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.523+0000 7f8091f7f740 1 Processor -- start 2024-04-22T00:47:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ae9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3ae95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 0x55e4c3af0610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f8091f7f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e4c3ae77e0 con 0x55e4c3ae4890 2024-04-22T00:47:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f8091f7f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e4c39ffa10 con 0x55e4c3adf720 2024-04-22T00:47:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f8091f7f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e4c3ae7960 con 0x55e4c3aded30 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808d051640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ae9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808d051640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ae9090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:42900/0 (socket says 172.21.15.18:42900) 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808d051640 1 -- 172.21.15.18:0/2742218608 learned_addr learned my addr 172.21.15.18:0/2742218608 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808d852640 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 0x55e4c3af0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808c850640 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3ae95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f8091f7f740 10 client.0 _ll_register_callbacks cb 0x55e4c3a3ab60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808d051640 1 -- 172.21.15.18:0/2742218608 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 msgr2=0x55e4c3ae95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808d051640 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3ae95d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808d051640 1 -- 172.21.15.18:0/2742218608 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 msgr2=0x55e4c3af0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808d051640 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 0x55e4c3af0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808d051640 1 -- 172.21.15.18:0/2742218608 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4c3824620 con 0x55e4c3aded30 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808c850640 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3ae95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f8091f7f740 1 -- 172.21.15.18:0/2742218608 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f808009bf70 con 0x55e4c3aded30 2024-04-22T00:47:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f808d051640 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ae9090 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f808009bf00 tx=0x7f80800bae60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=235208492ff467a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.524+0000 7f8070ff9640 10 client.26653 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8070ff9640 1 -- 172.21.15.18:0/2742218608 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8080082050 con 0x55e4c3aded30 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8070ff9640 1 -- 172.21.15.18:0/2742218608 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f808009b5d0 con 0x55e4c3aded30 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8070ff9640 1 -- 172.21.15.18:0/2742218608 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f80800b6070 con 0x55e4c3aded30 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8091f7f740 10 client.26653 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8091f7f740 1 -- 172.21.15.18:0/2742218608 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({fsmap=36}) -- 0x55e4c3ae77e0 con 0x55e4c3aded30 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8070ff9640 1 -- 172.21.15.18:0/2742218608 <== mon.1 v2:172.21.15.167:3300/0 4 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f8080096ae0 con 0x55e4c3aded30 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8091f7f740 10 client.26653 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8091f7f740 10 client.26653 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8091f7f740 20 client.26653 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8091f7f740 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e4c3af4a00 0x55e4c3af6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.525+0000 7f8091f7f740 4 client.26653 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.526+0000 7f8091f7f740 1 -- 172.21.15.18:0/2742218608 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4c3a510b0 con 0x55e4c3af4a00 2024-04-22T00:47:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.526+0000 7f808c850640 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e4c3af4a00 0x55e4c3af6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.526+0000 7f808c850640 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e4c3af4a00 0x55e4c3af6df0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=151d9549bdf25cb4 server_cookie=e4f577934b28867b in_seq=0 out_seq=0 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.526+0000 7f8070ff9640 10 client.26653 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8070ff9640 1 -- 172.21.15.18:0/2742218608 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e4c3a510b0 con 0x55e4c3af4a00 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8070ff9640 10 client.26653 handle_command_reply: tid=0 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 client.26653 shutdown 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 -- 172.21.15.18:0/2742218608 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 msgr2=0x55e4c3ae9090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ae9090 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f808009bf00 tx=0x7f80800bae60 comp rx=0 tx=0).stop 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 -- 172.21.15.18:0/2742218608 shutdown_connections 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e4c3af4a00 0x55e4c3af6df0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 0x55e4c3af0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3ae95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8070ff9640 0 client.26653 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 --2- 172.21.15.18:0/2742218608 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ae9090 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 -- 172.21.15.18:0/2742218608 >> 172.21.15.18:0/2742218608 conn(0x55e4c3ada2a0 msgr2=0x55e4c3ad94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:36.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 -- 172.21.15.18:0/2742218608 shutdown_connections 2024-04-22T00:47:36.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 1 -- 172.21.15.18:0/2742218608 wait complete. 2024-04-22T00:47:36.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.527+0000 7f8091f7f740 20 client.26653 trim_cache size 0 max 16384 2024-04-22T00:47:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f8091f7f740 1 Processor -- start 2024-04-22T00:47:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f8091f7f740 1 -- start start 2024-04-22T00:47:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ad5220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3add500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 0x55e4c3adda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f8091f7f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f80881b3440 con 0x55e4c3ae4890 2024-04-22T00:47:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f8091f7f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f80881b0c80 con 0x55e4c3adf720 2024-04-22T00:47:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f8091f7f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f80881aead0 con 0x55e4c3aded30 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f808d852640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 0x55e4c3adda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f808d051640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ad5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.547+0000 7f808d852640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 0x55e4c3adda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49022/0 (socket says 172.21.15.18:49022) 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f808d852640 1 -- 172.21.15.18:0/1106806585 learned_addr learned my addr 172.21.15.18:0/1106806585 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f808c850640 1 --2- 172.21.15.18:0/1106806585 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3add500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f808d051640 1 -- 172.21.15.18:0/1106806585 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 msgr2=0x55e4c3add500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f808d051640 1 --2- 172.21.15.18:0/1106806585 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3add500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f808d051640 1 -- 172.21.15.18:0/1106806585 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 msgr2=0x55e4c3adda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f808d051640 1 --2- 172.21.15.18:0/1106806585 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 0x55e4c3adda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f808d051640 1 -- 172.21.15.18:0/1106806585 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4c3adb010 con 0x55e4c3aded30 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f808d852640 1 --2- 172.21.15.18:0/1106806585 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 0x55e4c3adda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f808d051640 1 --2- 172.21.15.18:0/1106806585 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ad5220 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f80800983d0 tx=0x7f8080022000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=849d53d357618790 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f8072ffd640 1 -- 172.21.15.18:0/1106806585 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8080082070 con 0x55e4c3aded30 2024-04-22T00:47:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f8072ffd640 1 -- 172.21.15.18:0/1106806585 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f808009bf70 con 0x55e4c3aded30 2024-04-22T00:47:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.548+0000 7f8072ffd640 1 -- 172.21.15.18:0/1106806585 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8080010ac0 con 0x55e4c3aded30 2024-04-22T00:47:36.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.549+0000 7f8091f7f740 1 -- 172.21.15.18:0/1106806585 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 msgr2=0x55e4c3ad5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:36.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.549+0000 7f8091f7f740 1 --2- 172.21.15.18:0/1106806585 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ad5220 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f80800983d0 tx=0x7f8080022000 comp rx=0 tx=0).stop 2024-04-22T00:47:36.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.549+0000 7f8091f7f740 1 -- 172.21.15.18:0/1106806585 shutdown_connections 2024-04-22T00:47:36.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.549+0000 7f8091f7f740 1 --2- 172.21.15.18:0/1106806585 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3ae4890 0x55e4c3adda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.549+0000 7f8091f7f740 1 --2- 172.21.15.18:0/1106806585 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3add500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.549+0000 7f8091f7f740 1 --2- 172.21.15.18:0/1106806585 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3aded30 0x55e4c3ad5220 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.549+0000 7f8091f7f740 1 -- 172.21.15.18:0/1106806585 >> 172.21.15.18:0/1106806585 conn(0x55e4c3ada2a0 msgr2=0x55e4c3ada680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:36.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.550+0000 7f8091f7f740 1 -- 172.21.15.18:0/1106806585 shutdown_connections 2024-04-22T00:47:36.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.550+0000 7f8091f7f740 1 -- 172.21.15.18:0/1106806585 wait complete. 2024-04-22T00:47:36.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.550+0000 7f8091f7f740 1 -- start start 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.550+0000 7f8091f7f740 1 Processor -- start 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.550+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3aded30 0x55e4c3aecec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3aed400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808d051640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3aded30 0x55e4c3aecec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808d051640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3aded30 0x55e4c3aecec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49038/0 (socket says 172.21.15.18:49038) 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f8091f7f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3ae4890 0x55e4c3aee3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808d051640 1 -- 172.21.15.18:0/3721326091 learned_addr learned my addr 172.21.15.18:0/3721326091 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f80881af140 con 0x55e4c3aded30 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f80881b05b0 con 0x55e4c3adf720 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f80881af810 con 0x55e4c3ae4890 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808c850640 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3aed400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808d852640 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3ae4890 0x55e4c3aee3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f8091f7f740 10 client.0 _ll_register_callbacks cb 0x7f80840093f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808d051640 1 -- 172.21.15.18:0/3721326091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3ae4890 msgr2=0x55e4c3aee3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808d051640 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3ae4890 0x55e4c3aee3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808d051640 1 -- 172.21.15.18:0/3721326091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 msgr2=0x55e4c3aed400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808d051640 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3aed400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808d051640 1 -- 172.21.15.18:0/3721326091 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4c3ae4570 con 0x55e4c3aded30 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808c850640 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3aed400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.551+0000 7f808d852640 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3ae4890 0x55e4c3aee3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f808009bf70 con 0x55e4c3aded30 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f808d051640 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3aded30 0x55e4c3aecec0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x55e4c3ad9cc0 tx=0x7f8080018670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e5eacf139e0004d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f8070ff9640 10 client.17010 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f8070ff9640 1 -- 172.21.15.18:0/3721326091 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f808008b050 con 0x55e4c3aded30 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f8070ff9640 1 -- 172.21.15.18:0/3721326091 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f80800b00b0 con 0x55e4c3aded30 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f8070ff9640 1 -- 172.21.15.18:0/3721326091 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f8080082070 con 0x55e4c3aded30 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f8091f7f740 10 client.17010 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=36}) -- 0x55e4c3ae4570 con 0x55e4c3aded30 2024-04-22T00:47:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f8070ff9640 1 -- 172.21.15.18:0/3721326091 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f808008e020 con 0x55e4c3aded30 2024-04-22T00:47:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f8091f7f740 10 client.17010 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.552+0000 7f8091f7f740 10 client.17010 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.553+0000 7f8091f7f740 20 client.17010 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.553+0000 7f8091f7f740 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e4c3b5af70 0x55e4c3b5d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.553+0000 7f8091f7f740 4 client.17010 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:47:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.553+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e4c3a4b400 con 0x55e4c3b5af70 2024-04-22T00:47:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.553+0000 7f808c850640 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e4c3b5af70 0x55e4c3b5d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.553+0000 7f8070ff9640 10 client.17010 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.553+0000 7f808c850640 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e4c3b5af70 0x55e4c3b5d360 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a9cad55ddfd79cf server_cookie=1b70fc163fa8bfce in_seq=0 out_seq=0 2024-04-22T00:47:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.569+0000 7f8070ff9640 1 -- 172.21.15.18:0/3721326091 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e4c3a4b400 con 0x55e4c3b5af70 2024-04-22T00:47:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.569+0000 7f8070ff9640 10 client.17010 handle_command_reply: tid=0 2024-04-22T00:47:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.570+0000 7f8091f7f740 1 client.17010 shutdown 2024-04-22T00:47:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.570+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3aded30 msgr2=0x55e4c3aecec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.570+0000 7f8091f7f740 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3aded30 0x55e4c3aecec0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x55e4c3ad9cc0 tx=0x7f8080018670 comp rx=0 tx=0).stop 2024-04-22T00:47:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.571+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 shutdown_connections 2024-04-22T00:47:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.571+0000 7f8091f7f740 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e4c3b5af70 0x55e4c3b5d360 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.571+0000 7f8091f7f740 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e4c3ae4890 0x55e4c3aee3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.571+0000 7f8091f7f740 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e4c3adf720 0x55e4c3aed400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.571+0000 7f8091f7f740 1 --2- 172.21.15.18:0/3721326091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e4c3aded30 0x55e4c3aecec0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.571+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 >> 172.21.15.18:0/3721326091 conn(0x55e4c3ada2a0 msgr2=0x55e4c3ad5220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.571+0000 7f8070ff9640 0 client.17010 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.571+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 shutdown_connections 2024-04-22T00:47:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.571+0000 7f8091f7f740 1 -- 172.21.15.18:0/3721326091 wait complete. 2024-04-22T00:47:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f8091f7f740 20 client.17010 trim_cache size 0 max 16384 2024-04-22T00:47:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:47:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:47:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:47:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:47:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 -- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80740a2cd0 msgr2=0x7f80740a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80740a2cd0 0x7f80740a5190 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f807802c170 tx=0x7f807802df90 comp rx=0 tx=0).stop 2024-04-22T00:47:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 -- 172.21.15.18:0/3999377134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8088102220 msgr2=0x7f808819e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8088102220 0x7f808819e090 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f808000ebc0 tx=0x7f808000c6a0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 -- 172.21.15.18:0/3999377134 shutdown_connections 2024-04-22T00:47:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80740a2cd0 0x7f80740a5190 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8088107480 0x7f80881a5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8088104b50 0x7f808819e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 --2- 172.21.15.18:0/3999377134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8088102220 0x7f808819e090 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 -- 172.21.15.18:0/3999377134 >> 172.21.15.18:0/3999377134 conn(0x7f80880fbc10 msgr2=0x7f8088102b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 -- 172.21.15.18:0/3999377134 shutdown_connections 2024-04-22T00:47:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:36.572+0000 7f808f2b5640 1 -- 172.21.15.18:0/3999377134 wait complete. 2024-04-22T00:47:37.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:37 smithi081 ceph-mon[31546]: pgmap v564: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 12 MiB/s wr, 688 op/s 2024-04-22T00:47:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:37 smithi018 ceph-mon[27979]: pgmap v564: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 12 MiB/s wr, 688 op/s 2024-04-22T00:47:37.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:37 smithi167 ceph-mon[31348]: pgmap v564: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 12 MiB/s wr, 688 op/s 2024-04-22T00:47:39.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 375.0 s, 504.6 tps, lat 168.561 ms stddev 171.417 2024-04-22T00:47:39.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:39 smithi081 ceph-mon[31546]: pgmap v565: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 10 MiB/s wr, 577 op/s 2024-04-22T00:47:39.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:39 smithi018 ceph-mon[27979]: pgmap v565: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 10 MiB/s wr, 577 op/s 2024-04-22T00:47:39.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:39 smithi167 ceph-mon[31348]: pgmap v565: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 10 MiB/s wr, 577 op/s 2024-04-22T00:47:41.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:41 smithi081 ceph-mon[31546]: pgmap v566: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 MiB/s wr, 851 op/s 2024-04-22T00:47:41.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:41 smithi018 ceph-mon[27979]: pgmap v566: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 MiB/s wr, 851 op/s 2024-04-22T00:47:41.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:41 smithi167 ceph-mon[31348]: pgmap v566: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 MiB/s wr, 851 op/s 2024-04-22T00:47:43.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:43 smithi081 ceph-mon[31546]: pgmap v567: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 MiB/s wr, 971 op/s 2024-04-22T00:47:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:43 smithi018 ceph-mon[27979]: pgmap v567: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 MiB/s wr, 971 op/s 2024-04-22T00:47:43.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:43 smithi167 ceph-mon[31348]: pgmap v567: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 MiB/s wr, 971 op/s 2024-04-22T00:47:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 380.0 s, 553.4 tps, lat 211.925 ms stddev 328.669 2024-04-22T00:47:45.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:45 smithi081 ceph-mon[31546]: pgmap v568: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 15 MiB/s wr, 1.15k op/s 2024-04-22T00:47:45.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:45 smithi018 ceph-mon[27979]: pgmap v568: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 15 MiB/s wr, 1.15k op/s 2024-04-22T00:47:45.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:45 smithi167 ceph-mon[31348]: pgmap v568: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 15 MiB/s wr, 1.15k op/s 2024-04-22T00:47:47.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:47 smithi081 ceph-mon[31546]: pgmap v569: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2024-04-22T00:47:47.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:47 smithi018 ceph-mon[27979]: pgmap v569: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2024-04-22T00:47:47.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:47 smithi167 ceph-mon[31348]: pgmap v569: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2024-04-22T00:47:48.555 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:47:48.556 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:47:48.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.824+0000 7f962bca7640 1 -- 172.21.15.18:0/3088610743 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f962410da80 msgr2=0x7f962410df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:48.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.824+0000 7f962bca7640 1 --2- 172.21.15.18:0/3088610743 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f962410da80 0x7f962410df30 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f961c009ca0 tx=0x7f961c02c100 comp rx=0 tx=0).stop 2024-04-22T00:47:48.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.824+0000 7f962bca7640 1 -- 172.21.15.18:0/3088610743 shutdown_connections 2024-04-22T00:47:48.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.824+0000 7f962bca7640 1 --2- 172.21.15.18:0/3088610743 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f962410da80 0x7f962410df30 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.824+0000 7f962bca7640 1 --2- 172.21.15.18:0/3088610743 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f962410b0b0 0x7f962410d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.824+0000 7f962bca7640 1 --2- 172.21.15.18:0/3088610743 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9624108740 0x7f962410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.824+0000 7f962bca7640 1 -- 172.21.15.18:0/3088610743 >> 172.21.15.18:0/3088610743 conn(0x7f962406e5d0 msgr2=0x7f9624070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:48.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.825+0000 7f962bca7640 1 -- 172.21.15.18:0/3088610743 shutdown_connections 2024-04-22T00:47:48.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.825+0000 7f962bca7640 1 -- 172.21.15.18:0/3088610743 wait complete. 2024-04-22T00:47:48.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.825+0000 7f962bca7640 1 Processor -- start 2024-04-22T00:47:48.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.825+0000 7f962bca7640 1 -- start start 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.825+0000 7f962bca7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9624108740 0x7f96241a68c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.825+0000 7f962bca7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f962410b0b0 0x7f96241a6e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.825+0000 7f962bca7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f962410da80 0x7f96241ade70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962bca7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f962411c200 con 0x7f9624108740 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962bca7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f962411c080 con 0x7f962410da80 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962bca7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f962411c380 con 0x7f962410b0b0 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962a244640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f962410da80 0x7f96241ade70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f9629242640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f962410b0b0 0x7f96241a6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f9629a43640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9624108740 0x7f96241a68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962a244640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f962410da80 0x7f96241ade70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37440/0 (socket says 172.21.15.18:37440) 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962a244640 1 -- 172.21.15.18:0/714553716 learned_addr learned my addr 172.21.15.18:0/714553716 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962a244640 1 -- 172.21.15.18:0/714553716 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f962410b0b0 msgr2=0x7f96241a6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962a244640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f962410b0b0 0x7f96241a6e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962a244640 1 -- 172.21.15.18:0/714553716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9624108740 msgr2=0x7f96241a68c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:48.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962a244640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9624108740 0x7f96241a68c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962a244640 1 -- 172.21.15.18:0/714553716 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96241ae4e0 con 0x7f962410da80 2024-04-22T00:47:48.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f962a244640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f962410da80 0x7f96241ade70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f961c02c640 tx=0x7f961c035d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:48.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.826+0000 7f961affd640 1 -- 172.21.15.18:0/714553716 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c039040 con 0x7f962410da80 2024-04-22T00:47:48.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.827+0000 7f962bca7640 1 -- 172.21.15.18:0/714553716 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96241ae770 con 0x7f962410da80 2024-04-22T00:47:48.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.827+0000 7f961affd640 1 -- 172.21.15.18:0/714553716 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f961c044070 con 0x7f962410da80 2024-04-22T00:47:48.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.827+0000 7f961affd640 1 -- 172.21.15.18:0/714553716 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c004460 con 0x7f962410da80 2024-04-22T00:47:48.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.827+0000 7f962bca7640 1 -- 172.21.15.18:0/714553716 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96241aecb0 con 0x7f962410da80 2024-04-22T00:47:48.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.830+0000 7f961affd640 1 -- 172.21.15.18:0/714553716 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f961c004600 con 0x7f962410da80 2024-04-22T00:47:48.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.830+0000 7f962e96b740 1 Processor -- start 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.830+0000 7f961affd640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96100a2c10 0x7f96100a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.830+0000 7f962e96b740 1 -- start start 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962e96b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 0x5562e8f51370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f961affd640 1 -- 172.21.15.18:0/714553716 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f961c0f1940 con 0x7f962410da80 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962e96b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 0x5562e8f56440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962e96b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f58f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962e96b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5562e8eb6560 con 0x5562e8f56ab0 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962e96b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5562e8e5e730 con 0x5562e8f51940 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962e96b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5562e8eb2520 con 0x5562e8f50f50 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f9629242640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96100a2c10 0x7f96100a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f9629a43640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 0x5562e8f51370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962a244640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f58f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962a244640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f58f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34242/0 (socket says 172.21.15.18:34242) 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962a244640 1 -- 172.21.15.18:0/581723823 learned_addr learned my addr 172.21.15.18:0/581723823 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f9629242640 1 --2- 172.21.15.18:0/581723823 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 0x5562e8f56440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962a244640 1 -- 172.21.15.18:0/581723823 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 msgr2=0x5562e8f51370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962a244640 1 --2- 172.21.15.18:0/581723823 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 0x5562e8f51370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962a244640 1 -- 172.21.15.18:0/581723823 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 msgr2=0x5562e8f56440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962a244640 1 --2- 172.21.15.18:0/581723823 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 0x5562e8f56440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f962a244640 1 -- 172.21.15.18:0/581723823 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562e8c947d0 con 0x5562e8f56ab0 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f9629a43640 1 --2- 172.21.15.18:0/581723823 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 0x5562e8f51370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.831+0000 7f9629242640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96100a2c10 0x7f96100a50d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f96241a7dd0 tx=0x7f9620014950 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:48.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.832+0000 7f962a244640 1 --2- 172.21.15.18:0/581723823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f58f40 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f961c0ba7a0 tx=0x7f961c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d4d1d6f6e5af070 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.832+0000 7f960ffff640 1 -- 172.21.15.18:0/581723823 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c0be4d0 con 0x5562e8f56ab0 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.832+0000 7f960ffff640 1 -- 172.21.15.18:0/581723823 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f961c0bddd0 con 0x5562e8f56ab0 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.832+0000 7f960ffff640 1 -- 172.21.15.18:0/581723823 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c0be030 con 0x5562e8f56ab0 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 -- 172.21.15.18:0/581723823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 msgr2=0x5562e8f58f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 --2- 172.21.15.18:0/581723823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f58f40 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f961c0ba7a0 tx=0x7f961c0095c0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 -- 172.21.15.18:0/581723823 shutdown_connections 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 --2- 172.21.15.18:0/581723823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f58f40 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 --2- 172.21.15.18:0/581723823 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 0x5562e8f56440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 --2- 172.21.15.18:0/581723823 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 0x5562e8f51370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 -- 172.21.15.18:0/581723823 >> 172.21.15.18:0/581723823 conn(0x5562e8f4c4c0 msgr2=0x5562e8f4c8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:48.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 -- 172.21.15.18:0/581723823 shutdown_connections 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 -- 172.21.15.18:0/581723823 wait complete. 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 -- start start 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.833+0000 7f962e96b740 1 Processor -- start 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f962e96b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 0x5562e8f5b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f962e96b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 0x5562e8f5b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f962e96b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f627d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f962e96b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5562e8f59820 con 0x5562e8f56ab0 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f962e96b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5562e8e71e00 con 0x5562e8f51940 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f962a244640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f627d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f9629242640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 0x5562e8f5b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f962a244640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f627d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34258/0 (socket says 172.21.15.18:34258) 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f962a244640 1 -- 172.21.15.18:0/972207769 learned_addr learned my addr 172.21.15.18:0/972207769 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f962e96b740 1 -- 172.21.15.18:0/972207769 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5562e8f599a0 con 0x5562e8f50f50 2024-04-22T00:47:48.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f962e96b740 10 client.0 _ll_register_callbacks cb 0x5562e8eaceb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f9629a43640 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 0x5562e8f5b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f9629242640 1 -- 172.21.15.18:0/972207769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 msgr2=0x5562e8f5b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f9629242640 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 0x5562e8f5b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f9629242640 1 -- 172.21.15.18:0/972207769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 msgr2=0x5562e8f627d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f9629242640 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f627d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.834+0000 7f9629242640 1 -- 172.21.15.18:0/972207769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562e8bca3f0 con 0x5562e8f51940 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f9629242640 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 0x5562e8f5b790 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x5562e8f51d40 tx=0x7f962001a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ee3164cc20f5199 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f960d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f960d7fa640 1 -- 172.21.15.18:0/972207769 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9620004220 con 0x5562e8f51940 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f962e96b740 1 -- 172.21.15.18:0/972207769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f961c0bddd0 con 0x5562e8f51940 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f960d7fa640 1 -- 172.21.15.18:0/972207769 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f96200043c0 con 0x5562e8f51940 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f960d7fa640 1 -- 172.21.15.18:0/972207769 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f9620030050 con 0x5562e8f51940 2024-04-22T00:47:48.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f962e96b740 10 client.26702 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f962e96b740 1 -- 172.21.15.18:0/972207769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5562e8b8a0f0 con 0x5562e8f51940 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f960d7fa640 1 -- 172.21.15.18:0/972207769 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f961c0bddd0 con 0x5562e8f51940 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f960d7fa640 1 -- 172.21.15.18:0/972207769 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f9620003850 con 0x5562e8f51940 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f962e96b740 10 client.26702 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.835+0000 7f962e96b740 10 client.26702 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.836+0000 7f962e96b740 20 client.26702 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.836+0000 7f962e96b740 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562e8f674d0 0x5562e8f69930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.836+0000 7f962e96b740 4 client.26702 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.836+0000 7f962e96b740 1 -- 172.21.15.18:0/972207769 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5562e8ec3aa0 con 0x5562e8f674d0 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.836+0000 7f9629a43640 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562e8f674d0 0x5562e8f69930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.836+0000 7f960d7fa640 10 client.26702 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:48.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.836+0000 7f9629a43640 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562e8f674d0 0x5562e8f69930 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4365f603a85e333e server_cookie=95524122411de02f in_seq=0 out_seq=0 2024-04-22T00:47:48.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f960d7fa640 1 -- 172.21.15.18:0/972207769 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5562e8ec3aa0 con 0x5562e8f674d0 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f960d7fa640 10 client.26702 handle_command_reply: tid=0 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f962e96b740 1 client.26702 shutdown 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f962e96b740 1 -- 172.21.15.18:0/972207769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 msgr2=0x5562e8f5b790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f962e96b740 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 0x5562e8f5b790 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x5562e8f51d40 tx=0x7f962001a000 comp rx=0 tx=0).stop 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f962e96b740 1 -- 172.21.15.18:0/972207769 shutdown_connections 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f962e96b740 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562e8f674d0 0x5562e8f69930 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f962e96b740 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f627d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f962e96b740 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f51940 0x5562e8f5b790 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f962e96b740 1 --2- 172.21.15.18:0/972207769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f50f50 0x5562e8f5b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f962e96b740 1 -- 172.21.15.18:0/972207769 >> 172.21.15.18:0/972207769 conn(0x5562e8f4c4c0 msgr2=0x5562e8f4b6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.837+0000 7f960d7fa640 0 client.26702 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.838+0000 7f962e96b740 1 -- 172.21.15.18:0/972207769 shutdown_connections 2024-04-22T00:47:48.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.838+0000 7f962e96b740 1 -- 172.21.15.18:0/972207769 wait complete. 2024-04-22T00:47:48.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.838+0000 7f962e96b740 20 client.26702 trim_cache size 0 max 16384 2024-04-22T00:47:48.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.865+0000 7f962e96b740 1 Processor -- start 2024-04-22T00:47:48.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.865+0000 7f962e96b740 1 -- start start 2024-04-22T00:47:48.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.865+0000 7f962e96b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f59c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.865+0000 7f962e96b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f51940 0x5562e8f62790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.865+0000 7f962e96b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f56ab0 0x5562e8f5b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.865+0000 7f962e96b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f96241bbc80 con 0x5562e8f51940 2024-04-22T00:47:48.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.865+0000 7f962e96b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f96241b94c0 con 0x5562e8f50f50 2024-04-22T00:47:48.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.865+0000 7f962e96b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f96241b7310 con 0x5562e8f56ab0 2024-04-22T00:47:48.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f9629a43640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f59c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f9629242640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f51940 0x5562e8f62790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f9629a43640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f59c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37470/0 (socket says 172.21.15.18:37470) 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f9629a43640 1 -- 172.21.15.18:0/4568785 learned_addr learned my addr 172.21.15.18:0/4568785 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f962a244640 1 --2- 172.21.15.18:0/4568785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f56ab0 0x5562e8f5b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f9629a43640 1 -- 172.21.15.18:0/4568785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f56ab0 msgr2=0x5562e8f5b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f9629a43640 1 --2- 172.21.15.18:0/4568785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f56ab0 0x5562e8f5b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f9629a43640 1 -- 172.21.15.18:0/4568785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f51940 msgr2=0x5562e8f62790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f9629a43640 1 --2- 172.21.15.18:0/4568785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f51940 0x5562e8f62790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f9629a43640 1 -- 172.21.15.18:0/4568785 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562e8f561b0 con 0x5562e8f50f50 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f9629a43640 1 --2- 172.21.15.18:0/4568785 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f59c90 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f9614009da0 tx=0x7f9614005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=680bcd149d5c7865 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f960f7fe640 1 -- 172.21.15.18:0/4568785 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9614005220 con 0x5562e8f50f50 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f960f7fe640 1 -- 172.21.15.18:0/4568785 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9614024030 con 0x5562e8f50f50 2024-04-22T00:47:48.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.866+0000 7f960f7fe640 1 -- 172.21.15.18:0/4568785 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9614020510 con 0x5562e8f50f50 2024-04-22T00:47:48.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 -- 172.21.15.18:0/4568785 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 msgr2=0x5562e8f59c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:48.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 --2- 172.21.15.18:0/4568785 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f59c90 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f9614009da0 tx=0x7f9614005f90 comp rx=0 tx=0).stop 2024-04-22T00:47:48.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 -- 172.21.15.18:0/4568785 shutdown_connections 2024-04-22T00:47:48.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 --2- 172.21.15.18:0/4568785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f56ab0 0x5562e8f5b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 --2- 172.21.15.18:0/4568785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f51940 0x5562e8f62790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 --2- 172.21.15.18:0/4568785 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f59c90 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 -- 172.21.15.18:0/4568785 >> 172.21.15.18:0/4568785 conn(0x5562e8f4c4c0 msgr2=0x5562e8f4c8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:48.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 -- 172.21.15.18:0/4568785 shutdown_connections 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 -- 172.21.15.18:0/4568785 wait complete. 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 -- start start 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.867+0000 7f962e96b740 1 Processor -- start 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f962e96b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f62220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f962e96b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f51940 0x5562e8f62760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f962e96b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f5ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f962e96b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f96241b7980 con 0x5562e8f56ab0 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f962e96b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f96241b8df0 con 0x5562e8f50f50 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f962e96b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f96241b8050 con 0x5562e8f51940 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f962e96b740 10 client.0 _ll_register_callbacks cb 0x7f9620005c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629a43640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f62220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629242640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f51940 0x5562e8f62760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f962a244640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f5ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629a43640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f62220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37476/0 (socket says 172.21.15.18:37476) 2024-04-22T00:47:48.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629242640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f51940 0x5562e8f62760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:58938/0 (socket says 172.21.15.18:58938) 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629a43640 1 -- 172.21.15.18:0/1645352015 learned_addr learned my addr 172.21.15.18:0/1645352015 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629a43640 1 -- 172.21.15.18:0/1645352015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f51940 msgr2=0x5562e8f62760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629a43640 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f51940 0x5562e8f62760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629a43640 1 -- 172.21.15.18:0/1645352015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 msgr2=0x5562e8f5ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629a43640 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f5ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629a43640 1 -- 172.21.15.18:0/1645352015 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562e8f5f5c0 con 0x5562e8f50f50 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f9629a43640 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f62220 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f9614000c00 tx=0x7f9614005540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf2ff733cf5fe255 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.868+0000 7f960d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f960d7fa640 1 -- 172.21.15.18:0/1645352015 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961402c070 con 0x5562e8f50f50 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f962e96b740 1 -- 172.21.15.18:0/1645352015 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9614024030 con 0x5562e8f50f50 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f960d7fa640 1 -- 172.21.15.18:0/1645352015 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9614005220 con 0x5562e8f50f50 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f960d7fa640 1 -- 172.21.15.18:0/1645352015 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f9614038050 con 0x5562e8f50f50 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f962e96b740 10 client.26708 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:48.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f962e96b740 1 -- 172.21.15.18:0/1645352015 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5562e8fcc950 con 0x5562e8f50f50 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f960d7fa640 1 -- 172.21.15.18:0/1645352015 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9614024030 con 0x5562e8f50f50 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f960d7fa640 1 -- 172.21.15.18:0/1645352015 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f9614004c80 con 0x5562e8f50f50 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f962e96b740 10 client.26708 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f962e96b740 10 client.26708 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f962e96b740 20 client.26708 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f962e96b740 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562e8fcd280 0x5562e8fcf6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f962e96b740 4 client.26708 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f962e96b740 1 -- 172.21.15.18:0/1645352015 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5562e8ebddf0 con 0x5562e8fcd280 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.869+0000 7f9629242640 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562e8fcd280 0x5562e8fcf6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.870+0000 7f9629242640 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562e8fcd280 0x5562e8fcf6a0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7388a3f7d1690c71 server_cookie=997cb74b2fdb074f in_seq=0 out_seq=0 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.870+0000 7f960d7fa640 10 client.26708 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.870+0000 7f960d7fa640 1 -- 172.21.15.18:0/1645352015 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5562e8ebddf0 con 0x5562e8fcd280 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.870+0000 7f960d7fa640 10 client.26708 handle_command_reply: tid=0 2024-04-22T00:47:48.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.870+0000 7f962e96b740 1 client.26708 shutdown 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.870+0000 7f962e96b740 1 -- 172.21.15.18:0/1645352015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 msgr2=0x5562e8f62220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.870+0000 7f962e96b740 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f62220 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f9614000c00 tx=0x7f9614005540 comp rx=0 tx=0).stop 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.871+0000 7f962e96b740 1 -- 172.21.15.18:0/1645352015 shutdown_connections 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.871+0000 7f962e96b740 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562e8fcd280 0x5562e8fcf6a0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.871+0000 7f962e96b740 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562e8f56ab0 0x5562e8f5ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.871+0000 7f962e96b740 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5562e8f51940 0x5562e8f62760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.871+0000 7f962e96b740 1 --2- 172.21.15.18:0/1645352015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5562e8f50f50 0x5562e8f62220 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.871+0000 7f962e96b740 1 -- 172.21.15.18:0/1645352015 >> 172.21.15.18:0/1645352015 conn(0x5562e8f4c4c0 msgr2=0x5562e8f59c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.871+0000 7f960d7fa640 0 client.26708 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.871+0000 7f962e96b740 1 -- 172.21.15.18:0/1645352015 shutdown_connections 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.871+0000 7f962e96b740 1 -- 172.21.15.18:0/1645352015 wait complete. 2024-04-22T00:47:48.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.871+0000 7f962e96b740 20 client.26708 trim_cache size 0 max 16384 2024-04-22T00:47:48.879 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:47:48.879 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:47:48.879 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:47:48.879 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 -- 172.21.15.18:0/714553716 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96100a2c10 msgr2=0x7f96100a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96100a2c10 0x7f96100a50d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f96241a7dd0 tx=0x7f9620014950 comp rx=0 tx=0).stop 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 -- 172.21.15.18:0/714553716 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f962410da80 msgr2=0x7f96241ade70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f962410da80 0x7f96241ade70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f961c02c640 tx=0x7f961c035d10 comp rx=0 tx=0).stop 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 -- 172.21.15.18:0/714553716 shutdown_connections 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f96100a2c10 0x7f96100a50d0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f962410da80 0x7f96241ade70 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f962410b0b0 0x7f96241a6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 --2- 172.21.15.18:0/714553716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9624108740 0x7f96241a68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 -- 172.21.15.18:0/714553716 >> 172.21.15.18:0/714553716 conn(0x7f962406e5d0 msgr2=0x7f962410c710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 -- 172.21.15.18:0/714553716 shutdown_connections 2024-04-22T00:47:48.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:48.872+0000 7f962bca7640 1 -- 172.21.15.18:0/714553716 wait complete. 2024-04-22T00:47:48.886 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:47:48.887 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:47:49.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.055+0000 7f3f60737640 1 -- 172.21.15.18:0/2752912787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f5810de30 msgr2=0x7f3f581102f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.055+0000 7f3f60737640 1 --2- 172.21.15.18:0/2752912787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f5810de30 0x7f3f581102f0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f3f54009ca0 tx=0x7f3f5402c140 comp rx=0 tx=0).stop 2024-04-22T00:47:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.062+0000 7f3f60737640 1 -- 172.21.15.18:0/2752912787 shutdown_connections 2024-04-22T00:47:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.062+0000 7f3f60737640 1 --2- 172.21.15.18:0/2752912787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f5810de30 0x7f3f581102f0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.062+0000 7f3f60737640 1 --2- 172.21.15.18:0/2752912787 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3f5810b370 0x7f3f5810d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.063+0000 7f3f60737640 1 --2- 172.21.15.18:0/2752912787 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3f581089b0 0x7f3f5810ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.063+0000 7f3f60737640 1 -- 172.21.15.18:0/2752912787 >> 172.21.15.18:0/2752912787 conn(0x7f3f5806e980 msgr2=0x7f3f58070da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.068+0000 7f3f60737640 1 -- 172.21.15.18:0/2752912787 shutdown_connections 2024-04-22T00:47:49.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.073+0000 7f3f60737640 1 -- 172.21.15.18:0/2752912787 wait complete. 2024-04-22T00:47:49.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.073+0000 7f3f60737640 1 Processor -- start 2024-04-22T00:47:49.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.077+0000 7f3f60737640 1 -- start start 2024-04-22T00:47:49.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.077+0000 7f3f60737640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3f581089b0 0x7f3f58119500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.077+0000 7f3f60737640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3f5810b370 0x7f3f58119a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.077+0000 7f3f60737640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f5810de30 0x7f3f58120ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.077+0000 7f3f60737640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3f58113af0 con 0x7f3f5810de30 2024-04-22T00:47:49.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.077+0000 7f3f60737640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3f58113970 con 0x7f3f581089b0 2024-04-22T00:47:49.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.077+0000 7f3f60737640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3f58113c70 con 0x7f3f5810b370 2024-04-22T00:47:49.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.079+0000 7f3f5ecd4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f5810de30 0x7f3f58120ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.079+0000 7f3f5ecd4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f5810de30 0x7f3f58120ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34296/0 (socket says 172.21.15.18:34296) 2024-04-22T00:47:49.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.079+0000 7f3f5ecd4640 1 -- 172.21.15.18:0/2512603153 learned_addr learned my addr 172.21.15.18:0/2512603153 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.082+0000 7f3f5e4d3640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3f581089b0 0x7f3f58119500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.082+0000 7f3f5ecd4640 1 -- 172.21.15.18:0/2512603153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3f5810b370 msgr2=0x7f3f58119a40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:47:49.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.082+0000 7f3f5ecd4640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3f5810b370 0x7f3f58119a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.082+0000 7f3f5ecd4640 1 -- 172.21.15.18:0/2512603153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3f581089b0 msgr2=0x7f3f58119500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.082+0000 7f3f5ecd4640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3f581089b0 0x7f3f58119500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.082+0000 7f3f5ecd4640 1 -- 172.21.15.18:0/2512603153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f58121120 con 0x7f3f5810de30 2024-04-22T00:47:49.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.083+0000 7f3f5e4d3640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3f581089b0 0x7f3f58119500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:47:49.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.084+0000 7f3f5ecd4640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f5810de30 0x7f3f58120ab0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f3f54032650 tx=0x7f3f54035e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.089+0000 7f3f4f7fe640 1 -- 172.21.15.18:0/2512603153 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f54039040 con 0x7f3f5810de30 2024-04-22T00:47:49.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.089+0000 7f3f60737640 1 -- 172.21.15.18:0/2512603153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f581213b0 con 0x7f3f5810de30 2024-04-22T00:47:49.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.089+0000 7f3f60737640 1 -- 172.21.15.18:0/2512603153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f581b7710 con 0x7f3f5810de30 2024-04-22T00:47:49.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.089+0000 7f3f4f7fe640 1 -- 172.21.15.18:0/2512603153 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3f54044070 con 0x7f3f5810de30 2024-04-22T00:47:49.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.090+0000 7f3f4f7fe640 1 -- 172.21.15.18:0/2512603153 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f54004780 con 0x7f3f5810de30 2024-04-22T00:47:49.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.094+0000 7f3f60737640 1 -- 172.21.15.18:0/2512603153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f3c0052c0 con 0x7f3f5810de30 2024-04-22T00:47:49.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.095+0000 7f3f4f7fe640 1 -- 172.21.15.18:0/2512603153 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3f54003970 con 0x7f3f5810de30 2024-04-22T00:47:49.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.097+0000 7f3f4f7fe640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3f440a2d90 0x7f3f440a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.097+0000 7f3f4f7fe640 1 -- 172.21.15.18:0/2512603153 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3f540f1710 con 0x7f3f5810de30 2024-04-22T00:47:49.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.100+0000 7f3f5e4d3640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3f440a2d90 0x7f3f440a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.102+0000 7f3f5e4d3640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3f440a2d90 0x7f3f440a5250 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f3f50009930 tx=0x7f3f50008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.111+0000 7f3f4f7fe640 1 -- 172.21.15.18:0/2512603153 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3f5404d020 con 0x7f3f5810de30 2024-04-22T00:47:49.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.538+0000 7f3f60737640 1 -- 172.21.15.18:0/2512603153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3f3c0055b0 con 0x7f3f5810de30 2024-04-22T00:47:49.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.539+0000 7f3f4f7fe640 1 -- 172.21.15.18:0/2512603153 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+11874 (secure 0 0 0) 0x7f3f540be240 con 0x7f3f5810de30 2024-04-22T00:47:49.540 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:47:49.540 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":36,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:47:11.321551+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:47:49.540 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 36 2024-04-22T00:47:49.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.541+0000 7f3f60737640 1 -- 172.21.15.18:0/2512603153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3f440a2d90 msgr2=0x7f3f440a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.541+0000 7f3f60737640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3f440a2d90 0x7f3f440a5250 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f3f50009930 tx=0x7f3f50008040 comp rx=0 tx=0).stop 2024-04-22T00:47:49.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.541+0000 7f3f60737640 1 -- 172.21.15.18:0/2512603153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f5810de30 msgr2=0x7f3f58120ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.541+0000 7f3f60737640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f5810de30 0x7f3f58120ab0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f3f54032650 tx=0x7f3f54035e50 comp rx=0 tx=0).stop 2024-04-22T00:47:49.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.542+0000 7f3f60737640 1 -- 172.21.15.18:0/2512603153 shutdown_connections 2024-04-22T00:47:49.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.542+0000 7f3f60737640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3f440a2d90 0x7f3f440a5250 secure :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f3f50009930 tx=0x7f3f50008040 comp rx=0 tx=0).stop 2024-04-22T00:47:49.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.542+0000 7f3f60737640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f5810de30 0x7f3f58120ab0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.542+0000 7f3f60737640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3f5810b370 0x7f3f58119a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.542+0000 7f3f60737640 1 --2- 172.21.15.18:0/2512603153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3f581089b0 0x7f3f58119500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.542+0000 7f3f60737640 1 -- 172.21.15.18:0/2512603153 >> 172.21.15.18:0/2512603153 conn(0x7f3f5806e980 msgr2=0x7f3f581092b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.542+0000 7f3f60737640 1 -- 172.21.15.18:0/2512603153 shutdown_connections 2024-04-22T00:47:49.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.542+0000 7f3f60737640 1 -- 172.21.15.18:0/2512603153 wait complete. 2024-04-22T00:47:49.558 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:47:49.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.739+0000 7f6375715640 1 -- 172.21.15.18:0/1225018748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63701027c0 msgr2=0x7f6370102c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.739+0000 7f6375715640 1 --2- 172.21.15.18:0/1225018748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63701027c0 0x7f6370102c40 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f6360009900 tx=0x7f636002bc80 comp rx=0 tx=0).stop 2024-04-22T00:47:49.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.739+0000 7f40ba10f640 1 -- 172.21.15.18:0/3681052032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40b410b0b0 msgr2=0x7f40b410d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.739+0000 7f40ba10f640 1 --2- 172.21.15.18:0/3681052032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40b410b0b0 0x7f40b410d540 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f40ac009ca0 tx=0x7f40ac02c120 comp rx=0 tx=0).stop 2024-04-22T00:47:49.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.740+0000 7f40ba10f640 1 -- 172.21.15.18:0/3681052032 shutdown_connections 2024-04-22T00:47:49.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.740+0000 7f40ba10f640 1 --2- 172.21.15.18:0/3681052032 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f40b410da80 0x7f40b410df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.740+0000 7f40ba10f640 1 --2- 172.21.15.18:0/3681052032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40b410b0b0 0x7f40b410d540 secure :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f40ac009ca0 tx=0x7f40ac02c120 comp rx=0 tx=0).stop 2024-04-22T00:47:49.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.740+0000 7f40ba10f640 1 --2- 172.21.15.18:0/3681052032 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f40b4108740 0x7f40b410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.740+0000 7f40ba10f640 1 -- 172.21.15.18:0/3681052032 >> 172.21.15.18:0/3681052032 conn(0x7f40b406e5d0 msgr2=0x7f40b4070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.740+0000 7f6375715640 1 -- 172.21.15.18:0/1225018748 shutdown_connections 2024-04-22T00:47:49.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.740+0000 7f6375715640 1 --2- 172.21.15.18:0/1225018748 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6370103180 0x7f6370109a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.740+0000 7f6375715640 1 --2- 172.21.15.18:0/1225018748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63701027c0 0x7f6370102c40 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.740+0000 7f6375715640 1 --2- 172.21.15.18:0/1225018748 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63701015d0 0x7f63701019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.740+0000 7f6375715640 1 -- 172.21.15.18:0/1225018748 >> 172.21.15.18:0/1225018748 conn(0x7f63700fcb40 msgr2=0x7f63700fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.746+0000 7f40ba10f640 1 -- 172.21.15.18:0/3681052032 shutdown_connections 2024-04-22T00:47:49.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.745+0000 7f6375715640 1 -- 172.21.15.18:0/1225018748 shutdown_connections 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.749+0000 7f6375715640 1 -- 172.21.15.18:0/1225018748 wait complete. 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.749+0000 7f6375715640 1 Processor -- start 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.749+0000 7f6375715640 1 -- start start 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.750+0000 7f6375715640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63701015d0 0x7f6370195520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.750+0000 7f6375715640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f63701027c0 0x7f6370195a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.750+0000 7f6375715640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6370103180 0x7f637019cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.750+0000 7f6375715640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f637010b0c0 con 0x7f6370103180 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.750+0000 7f6375715640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f637010af40 con 0x7f63701015d0 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.750+0000 7f6375715640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f637010b240 con 0x7f63701027c0 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.751+0000 7f6374f14640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6370103180 0x7f637019cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.751+0000 7f6374f14640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6370103180 0x7f637019cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34316/0 (socket says 172.21.15.18:34316) 2024-04-22T00:47:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.751+0000 7f6374f14640 1 -- 172.21.15.18:0/3332406256 learned_addr learned my addr 172.21.15.18:0/3332406256 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.753+0000 7f40ba10f640 1 -- 172.21.15.18:0/3681052032 wait complete. 2024-04-22T00:47:49.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.754+0000 7f40ba10f640 1 Processor -- start 2024-04-22T00:47:49.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f40ba10f640 1 -- start start 2024-04-22T00:47:49.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f40ba10f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40b4108740 0x7f40b41150b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f40ba10f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f40b410da80 0x7f40b41155f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f40ba10f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f40b41b49d0 0x7f40b41b6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f40ba10f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f40b411c2d0 con 0x7f40b4108740 2024-04-22T00:47:49.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f40ba10f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f40b411c150 con 0x7f40b41b49d0 2024-04-22T00:47:49.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f40ba10f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f40b411c450 con 0x7f40b410da80 2024-04-22T00:47:49.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40b4108740 0x7f40b41150b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40b4108740 0x7f40b41150b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34318/0 (socket says 172.21.15.18:34318) 2024-04-22T00:47:49.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b37fe640 1 -- 172.21.15.18:0/1264390912 learned_addr learned my addr 172.21.15.18:0/1264390912 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b3fff640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f40b41b49d0 0x7f40b41b6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f40b410da80 0x7f40b41155f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.754+0000 7f636ffff640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63701015d0 0x7f6370195520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b3fff640 1 -- 172.21.15.18:0/1264390912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f40b410da80 msgr2=0x7f40b41155f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b3fff640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f40b410da80 0x7f40b41155f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b3fff640 1 -- 172.21.15.18:0/1264390912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40b4108740 msgr2=0x7f40b41150b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b3fff640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40b4108740 0x7f40b41150b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b3fff640 1 -- 172.21.15.18:0/1264390912 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40b41b7400 con 0x7f40b41b49d0 2024-04-22T00:47:49.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f40b410da80 0x7f40b41155f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:47:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f6374f14640 1 -- 172.21.15.18:0/3332406256 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f63701027c0 msgr2=0x7f6370195a60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:47:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f6374f14640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f63701027c0 0x7f6370195a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f6374f14640 1 -- 172.21.15.18:0/3332406256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63701015d0 msgr2=0x7f6370195520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f6374f14640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63701015d0 0x7f6370195520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.755+0000 7f6374f14640 1 -- 172.21.15.18:0/3332406256 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f637019d1b0 con 0x7f6370103180 2024-04-22T00:47:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f6374f14640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6370103180 0x7f637019cb10 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f636800cad0 tx=0x7f636800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f636d7fa640 1 -- 172.21.15.18:0/3332406256 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f636800ae20 con 0x7f6370103180 2024-04-22T00:47:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f6375715640 1 -- 172.21.15.18:0/3332406256 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f637019d4a0 con 0x7f6370103180 2024-04-22T00:47:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.756+0000 7f6375715640 1 -- 172.21.15.18:0/3332406256 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f637019d9f0 con 0x7f6370103180 2024-04-22T00:47:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.757+0000 7f636d7fa640 1 -- 172.21.15.18:0/3332406256 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6368005020 con 0x7f6370103180 2024-04-22T00:47:49.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.759+0000 7f40b3fff640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f40b41b49d0 0x7f40b41b6dc0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f40a400d650 tx=0x7f40a400db10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.760+0000 7f6379637740 1 Processor -- start 2024-04-22T00:47:49.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.760+0000 7f40b0ff9640 1 -- 172.21.15.18:0/1264390912 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a4017070 con 0x7f40b41b49d0 2024-04-22T00:47:49.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.760+0000 7f40b0ff9640 1 -- 172.21.15.18:0/1264390912 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40a4009820 con 0x7f40b41b49d0 2024-04-22T00:47:49.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.761+0000 7f40b0ff9640 1 -- 172.21.15.18:0/1264390912 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a4004d00 con 0x7f40b41b49d0 2024-04-22T00:47:49.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.761+0000 7f40ba10f640 1 -- 172.21.15.18:0/1264390912 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40b41b76f0 con 0x7f40b41b49d0 2024-04-22T00:47:49.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.761+0000 7f40ba10f640 1 -- 172.21.15.18:0/1264390912 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40b41b7c40 con 0x7f40b41b49d0 2024-04-22T00:47:49.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.765+0000 7f40bcdcc740 1 Processor -- start 2024-04-22T00:47:49.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.765+0000 7f40bcdcc740 1 -- start start 2024-04-22T00:47:49.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.765+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca8c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.765+0000 7f636d7fa640 1 -- 172.21.15.18:0/3332406256 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f636801d060 con 0x7f6370103180 2024-04-22T00:47:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.765+0000 7f636d7fa640 1 -- 172.21.15.18:0/3332406256 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6368005560 con 0x7f6370103180 2024-04-22T00:47:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.766+0000 7f6379637740 1 -- start start 2024-04-22T00:47:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.766+0000 7f6379637740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 0x5653f1751370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.766+0000 7f6379637740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 0x5653f1756440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.766+0000 7f6379637740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1756ab0 0x5653f1758f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.766+0000 7f6379637740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5653f16b5b70 con 0x5653f1756ab0 2024-04-22T00:47:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.766+0000 7f6379637740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5653f165e470 con 0x5653f1751940 2024-04-22T00:47:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.766+0000 7f6379637740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5653f16b1b30 con 0x5653f1750f50 2024-04-22T00:47:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636d7fa640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63580a2c90 0x7f63580a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636d7fa640 1 -- 172.21.15.18:0/3332406256 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f63680cf500 con 0x7f6370103180 2024-04-22T00:47:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 0x5653f1756440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 0x5653f1756440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37538/0 (socket says 172.21.15.18:37538) 2024-04-22T00:47:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636ffff640 1 -- 172.21.15.18:0/3652024654 learned_addr learned my addr 172.21.15.18:0/3652024654 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3652024654 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 0x5653f1751370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636ffff640 1 -- 172.21.15.18:0/3652024654 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 msgr2=0x5653f1751370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636ffff640 1 --2- 172.21.15.18:0/3652024654 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 0x5653f1751370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636ffff640 1 -- 172.21.15.18:0/3652024654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1756ab0 msgr2=0x5653f1758f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636ffff640 1 --2- 172.21.15.18:0/3652024654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1756ab0 0x5653f1758f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f636ffff640 1 -- 172.21.15.18:0/3652024654 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653f13ca210 con 0x5653f1751940 2024-04-22T00:47:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.768+0000 7f636ffff640 1 --2- 172.21.15.18:0/3652024654 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 0x5653f1756440 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f636400cb90 tx=0x7f636400e720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9215c010db94994e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.770+0000 7f63567fc640 1 -- 172.21.15.18:0/3652024654 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6364005220 con 0x5653f1751940 2024-04-22T00:47:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.770+0000 7f63567fc640 1 -- 172.21.15.18:0/3652024654 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6364004c80 con 0x5653f1751940 2024-04-22T00:47:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.770+0000 7f63567fc640 1 -- 172.21.15.18:0/3652024654 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63640107b0 con 0x5653f1751940 2024-04-22T00:47:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.771+0000 7f6379637740 1 -- 172.21.15.18:0/3652024654 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 msgr2=0x5653f1756440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.771+0000 7f6379637740 1 --2- 172.21.15.18:0/3652024654 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 0x5653f1756440 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f636400cb90 tx=0x7f636400e720 comp rx=0 tx=0).stop 2024-04-22T00:47:49.773 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 385.0 s, 689.0 tps, lat 138.137 ms stddev 157.006 2024-04-22T00:47:49.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 0x55b86ca91530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca91ba0 0x55b86ca94030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b86c9f1530 con 0x55b86ca91ba0 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b86c999830 con 0x55b86ca8c040 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.767+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b86c9ed4f0 con 0x55b86ca8ca30 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.768+0000 7f40b0ff9640 1 -- 172.21.15.18:0/1264390912 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f40a4005220 con 0x7f40b41b49d0 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.768+0000 7f40b37fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 0x55b86ca91530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.769+0000 7f40b37fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 0x55b86ca91530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59020/0 (socket says 172.21.15.18:59020) 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.769+0000 7f40b37fe640 1 -- 172.21.15.18:0/2882142047 learned_addr learned my addr 172.21.15.18:0/2882142047 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.769+0000 7f40b0ff9640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f409c0a2c00 0x7f409c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.769+0000 7f40b0ff9640 1 -- 172.21.15.18:0/1264390912 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f40a40cf010 con 0x7f40b41b49d0 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.772+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2882142047 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca8c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.772+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2882142047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca91ba0 0x55b86ca94030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.772+0000 7f40b2ffd640 1 -- 172.21.15.18:0/2882142047 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 msgr2=0x55b86ca91530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.772+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2882142047 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 0x55b86ca91530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.772+0000 7f40b2ffd640 1 -- 172.21.15.18:0/2882142047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca91ba0 msgr2=0x55b86ca94030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.772+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2882142047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca91ba0 0x55b86ca94030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.772+0000 7f40b2ffd640 1 -- 172.21.15.18:0/2882142047 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b86c9bd2c0 con 0x55b86ca8c040 2024-04-22T00:47:49.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.773+0000 7f40b3fff640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f409c0a2c00 0x7f409c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.775+0000 7f6374f14640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63580a2c90 0x7f63580a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.776+0000 7f6379637740 1 -- 172.21.15.18:0/3652024654 shutdown_connections 2024-04-22T00:47:49.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.776+0000 7f6379637740 1 --2- 172.21.15.18:0/3652024654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1756ab0 0x5653f1758f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.776+0000 7f6379637740 1 --2- 172.21.15.18:0/3652024654 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 0x5653f1756440 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.776+0000 7f6379637740 1 --2- 172.21.15.18:0/3652024654 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 0x5653f1751370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.776+0000 7f6379637740 1 -- 172.21.15.18:0/3652024654 >> 172.21.15.18:0/3652024654 conn(0x5653f174c4c0 msgr2=0x5653f174c8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.773+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2882142047 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca8c460 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f40b4072bd0 tx=0x7f40ac02e040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7258320e2f537b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.779+0000 7f6379637740 1 -- 172.21.15.18:0/3652024654 shutdown_connections 2024-04-22T00:47:49.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.777+0000 7f4099ffb640 1 -- 172.21.15.18:0/2882142047 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac039070 con 0x55b86ca8c040 2024-04-22T00:47:49.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.777+0000 7f4099ffb640 1 -- 172.21.15.18:0/2882142047 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40ac003970 con 0x55b86ca8c040 2024-04-22T00:47:49.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.777+0000 7f4099ffb640 1 -- 172.21.15.18:0/2882142047 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac0043a0 con 0x55b86ca8c040 2024-04-22T00:47:49.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.778+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2882142047 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 msgr2=0x55b86ca8c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.778+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2882142047 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca8c460 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f40b4072bd0 tx=0x7f40ac02e040 comp rx=0 tx=0).stop 2024-04-22T00:47:49.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.781+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2882142047 shutdown_connections 2024-04-22T00:47:49.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.781+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2882142047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca91ba0 0x55b86ca94030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.781+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2882142047 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 0x55b86ca91530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.781+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2882142047 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca8c460 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.781+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2882142047 >> 172.21.15.18:0/2882142047 conn(0x55b86ca875b0 msgr2=0x55b86ca879b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.780+0000 7f6379637740 1 -- 172.21.15.18:0/3652024654 wait complete. 2024-04-22T00:47:49.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.781+0000 7f6379637740 1 -- start start 2024-04-22T00:47:49.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.781+0000 7f6374f14640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63580a2c90 0x7f63580a5150 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f6368098380 tx=0x7f6368005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.781+0000 7f6379637740 1 Processor -- start 2024-04-22T00:47:49.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.781+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2882142047 shutdown_connections 2024-04-22T00:47:49.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.781+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2882142047 wait complete. 2024-04-22T00:47:49.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.782+0000 7f40bcdcc740 1 -- start start 2024-04-22T00:47:49.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.782+0000 7f40b3fff640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f409c0a2c00 0x7f409c0a50c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f40a409b450 tx=0x7f40a40057f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.782+0000 7f40bcdcc740 1 Processor -- start 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.783+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8c040 0x55b86ca96260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.783+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8ca30 0x55b86ca967a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.783+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca91ba0 0x55b86ca9d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.783+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b86ca94af0 con 0x55b86ca8c040 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.783+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b86c9acf10 con 0x55b86ca8ca30 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b86ca94c70 con 0x55b86ca91ba0 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f40b37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8ca30 0x55b86ca967a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f40bcdcc740 10 client.0 _ll_register_callbacks cb 0x55b86c704be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f40b2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8c040 0x55b86ca96260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f40b2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8c040 0x55b86ca96260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34336/0 (socket says 172.21.15.18:34336) 2024-04-22T00:47:49.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f40b2ffd640 1 -- 172.21.15.18:0/1553981563 learned_addr learned my addr 172.21.15.18:0/1553981563 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f6379637740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1750f50 0x5653f175b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f6379637740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 0x5653f175b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f6379637740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1756ab0 0x5653f1762830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f6379637740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5653f1759a60 con 0x5653f1756ab0 2024-04-22T00:47:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f6379637740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5653f1671a10 con 0x5653f1750f50 2024-04-22T00:47:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f6379637740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5653f1759be0 con 0x5653f1751940 2024-04-22T00:47:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f6379637740 10 client.0 _ll_register_callbacks cb 0x5653f16acb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f636f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1756ab0 0x5653f1762830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f636f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1756ab0 0x5653f1762830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34348/0 (socket says 172.21.15.18:34348) 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f636f7fe640 1 -- 172.21.15.18:0/3852202395 learned_addr learned my addr 172.21.15.18:0/3852202395 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f636ffff640 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 0x5653f175b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1750f50 0x5653f175b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.785+0000 7f636ffff640 1 -- 172.21.15.18:0/3852202395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1750f50 msgr2=0x5653f175b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.785+0000 7f636ffff640 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1750f50 0x5653f175b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.785+0000 7f636ffff640 1 -- 172.21.15.18:0/3852202395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1756ab0 msgr2=0x5653f1762830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.785+0000 7f636ffff640 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1756ab0 0x5653f1762830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.785+0000 7f636ffff640 1 -- 172.21.15.18:0/3852202395 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653f1496620 con 0x5653f1751940 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.786+0000 7f636ffff640 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 0x5653f175b7f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x5653f174d430 tx=0x7f636400c8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4dd7d033efee217a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.786+0000 7f634f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.786+0000 7f634f7fe640 1 -- 172.21.15.18:0/3852202395 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63640048d0 con 0x5653f1751940 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.786+0000 7f6379637740 1 -- 172.21.15.18:0/3852202395 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6364004c80 con 0x5653f1751940 2024-04-22T00:47:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.786+0000 7f634f7fe640 1 -- 172.21.15.18:0/3852202395 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6364004a70 con 0x5653f1751940 2024-04-22T00:47:49.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.786+0000 7f634f7fe640 1 -- 172.21.15.18:0/3852202395 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f6364004030 con 0x5653f1751940 2024-04-22T00:47:49.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.786+0000 7f6379637740 10 client.26692 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:49.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.786+0000 7f6379637740 1 -- 172.21.15.18:0/3852202395 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5653f1776bb0 con 0x5653f1751940 2024-04-22T00:47:49.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.784+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca91ba0 0x55b86ca9d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.785+0000 7f40b2ffd640 1 -- 172.21.15.18:0/1553981563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca91ba0 msgr2=0x55b86ca9d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.785+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca91ba0 0x55b86ca9d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.785+0000 7f40b2ffd640 1 -- 172.21.15.18:0/1553981563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8ca30 msgr2=0x55b86ca967a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.785+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8ca30 0x55b86ca967a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.785+0000 7f40b2ffd640 1 -- 172.21.15.18:0/1553981563 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b86c97ec80 con 0x55b86ca8c040 2024-04-22T00:47:49.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.787+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8c040 0x55b86ca96260 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f40ac009620 tx=0x7f40ac032900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21eac5b2f108232f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.787+0000 7f4092ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:49.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.787+0000 7f634f7fe640 1 -- 172.21.15.18:0/3852202395 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6364004c80 con 0x5653f1751940 2024-04-22T00:47:49.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.787+0000 7f634f7fe640 1 -- 172.21.15.18:0/3852202395 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f6364010530 con 0x5653f1751940 2024-04-22T00:47:49.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.788+0000 7f4092ffd640 1 -- 172.21.15.18:0/1553981563 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac039040 con 0x55b86ca8c040 2024-04-22T00:47:49.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.788+0000 7f40bcdcc740 1 -- 172.21.15.18:0/1553981563 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40ac003970 con 0x55b86ca8c040 2024-04-22T00:47:49.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.788+0000 7f6379637740 10 client.26692 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:49.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.788+0000 7f6379637740 10 client.26692 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:49.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.788+0000 7f6379637740 20 client.26692 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:49.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.788+0000 7f6379637740 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5653f1777fb0 0x5653f177a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.788+0000 7f6379637740 4 client.26692 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:49.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.788+0000 7f6379637740 1 -- 172.21.15.18:0/3852202395 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653f16c30b0 con 0x5653f1777fb0 2024-04-22T00:47:49.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.788+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5653f1777fb0 0x5653f177a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.788+0000 7f4092ffd640 1 -- 172.21.15.18:0/1553981563 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f40ac004330 con 0x55b86ca8c040 2024-04-22T00:47:49.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.789+0000 7f4092ffd640 1 -- 172.21.15.18:0/1553981563 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f40ac004550 con 0x55b86ca8c040 2024-04-22T00:47:49.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.789+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5653f1777fb0 0x5653f177a3a0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a96baabd11856a5 server_cookie=3533f048f4fc9dd in_seq=0 out_seq=0 2024-04-22T00:47:49.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.789+0000 7f40bcdcc740 10 client.17052 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:49.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.789+0000 7f40bcdcc740 1 -- 172.21.15.18:0/1553981563 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55b86c7053f0 con 0x55b86ca8c040 2024-04-22T00:47:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.789+0000 7f634f7fe640 10 client.26692 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.790+0000 7f634f7fe640 1 -- 172.21.15.18:0/3852202395 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5653f16c30b0 con 0x5653f1777fb0 2024-04-22T00:47:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.790+0000 7f634f7fe640 10 client.26692 handle_command_reply: tid=0 2024-04-22T00:47:49.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.790+0000 7f4092ffd640 1 -- 172.21.15.18:0/1553981563 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40ac003970 con 0x55b86ca8c040 2024-04-22T00:47:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.790+0000 7f6379637740 1 client.26692 shutdown 2024-04-22T00:47:49.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.790+0000 7f4092ffd640 1 -- 172.21.15.18:0/1553981563 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f40ac034c40 con 0x55b86ca8c040 2024-04-22T00:47:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.790+0000 7f6379637740 1 -- 172.21.15.18:0/3852202395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 msgr2=0x5653f175b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.790+0000 7f6379637740 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 0x5653f175b7f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x5653f174d430 tx=0x7f636400c8d0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.791+0000 7f40bcdcc740 10 client.17052 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:49.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.791+0000 7f40bcdcc740 10 client.17052 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:47:49.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.791+0000 7f40bcdcc740 20 client.17052 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:49.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.791+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55b86caa20b0 0x55b86caa44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.791+0000 7f40bcdcc740 4 client.17052 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:49.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.791+0000 7f40bcdcc740 1 -- 172.21.15.18:0/1553981563 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b86c9fea70 con 0x55b86caa20b0 2024-04-22T00:47:49.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.791+0000 7f40b37fe640 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55b86caa20b0 0x55b86caa44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.792+0000 7f40b37fe640 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55b86caa20b0 0x55b86caa44f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=654aa74dfb32f6b1 server_cookie=589c828534096c95 in_seq=0 out_seq=0 2024-04-22T00:47:49.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.792+0000 7f4092ffd640 10 client.17052 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.793+0000 7f4092ffd640 1 -- 172.21.15.18:0/1553981563 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b86c9fea70 con 0x55b86caa20b0 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.793+0000 7f4092ffd640 10 client.17052 handle_command_reply: tid=0 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.793+0000 7f40bcdcc740 1 client.17052 shutdown 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f40bcdcc740 1 -- 172.21.15.18:0/1553981563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8c040 msgr2=0x55b86ca96260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8c040 0x55b86ca96260 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f40ac009620 tx=0x7f40ac032900 comp rx=0 tx=0).stop 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f40bcdcc740 1 -- 172.21.15.18:0/1553981563 shutdown_connections 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55b86caa20b0 0x55b86caa44f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca91ba0 0x55b86ca9d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8ca30 0x55b86ca967a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/1553981563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8c040 0x55b86ca96260 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f40bcdcc740 1 -- 172.21.15.18:0/1553981563 >> 172.21.15.18:0/1553981563 conn(0x55b86ca875b0 msgr2=0x55b86ca86850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f6379637740 1 -- 172.21.15.18:0/3852202395 shutdown_connections 2024-04-22T00:47:49.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f6379637740 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5653f1777fb0 0x5653f177a3a0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f6379637740 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1756ab0 0x5653f1762830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f6379637740 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 0x5653f175b7f0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f6379637740 1 --2- 172.21.15.18:0/3852202395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1750f50 0x5653f175b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f6379637740 1 -- 172.21.15.18:0/3852202395 >> 172.21.15.18:0/3852202395 conn(0x5653f174c4c0 msgr2=0x5653f174b600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f634f7fe640 0 client.26692 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:49.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f4092ffd640 0 client.17052 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:47:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.794+0000 7f6379637740 1 -- 172.21.15.18:0/3852202395 shutdown_connections 2024-04-22T00:47:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.795+0000 7f6379637740 1 -- 172.21.15.18:0/3852202395 wait complete. 2024-04-22T00:47:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.795+0000 7f6379637740 20 client.26692 trim_cache size 0 max 16384 2024-04-22T00:47:49.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.795+0000 7f40bcdcc740 1 -- 172.21.15.18:0/1553981563 shutdown_connections 2024-04-22T00:47:49.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.795+0000 7f40bcdcc740 1 -- 172.21.15.18:0/1553981563 wait complete. 2024-04-22T00:47:49.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.796+0000 7f40bcdcc740 20 client.17052 trim_cache size 0 max 16384 2024-04-22T00:47:49.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.828+0000 7f40bcdcc740 1 Processor -- start 2024-04-22T00:47:49.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.830+0000 7f40bcdcc740 1 -- start start 2024-04-22T00:47:49.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.831+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca96580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.831+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 0x55b86ca9d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.831+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca91ba0 0x55b86ca85fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.831+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f40b41c48f0 con 0x55b86ca91ba0 2024-04-22T00:47:49.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.831+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f40b41c2130 con 0x55b86ca8c040 2024-04-22T00:47:49.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.831+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f40b41bff80 con 0x55b86ca8ca30 2024-04-22T00:47:49.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.832+0000 7f40b37fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 0x55b86ca9d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.832+0000 7f40b2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca96580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.832+0000 7f40b2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca96580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37574/0 (socket says 172.21.15.18:37574) 2024-04-22T00:47:49.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.832+0000 7f40b2ffd640 1 -- 172.21.15.18:0/2329044129 learned_addr learned my addr 172.21.15.18:0/2329044129 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.832+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2329044129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca91ba0 0x55b86ca85fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.834+0000 7f40b2ffd640 1 -- 172.21.15.18:0/2329044129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 msgr2=0x55b86ca9d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.834+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2329044129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 0x55b86ca9d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.834+0000 7f40b2ffd640 1 -- 172.21.15.18:0/2329044129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca91ba0 msgr2=0x55b86ca85fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.834+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2329044129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca91ba0 0x55b86ca85fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.834+0000 7f40b2ffd640 1 -- 172.21.15.18:0/2329044129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b86c7cf7d0 con 0x55b86ca8c040 2024-04-22T00:47:49.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.837+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2329044129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca96580 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x55b86ca9dda0 tx=0x7f40ac032900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7677b6ff816c7b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.839+0000 7f40997fa640 1 -- 172.21.15.18:0/2329044129 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac003970 con 0x55b86ca8c040 2024-04-22T00:47:49.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.839+0000 7f40997fa640 1 -- 172.21.15.18:0/2329044129 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40ac032970 con 0x55b86ca8c040 2024-04-22T00:47:49.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.839+0000 7f40997fa640 1 -- 172.21.15.18:0/2329044129 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac0435f0 con 0x55b86ca8c040 2024-04-22T00:47:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.840+0000 7f6379637740 1 Processor -- start 2024-04-22T00:47:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.840+0000 7f6379637740 1 -- start start 2024-04-22T00:47:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.841+0000 7f6379637740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f174c4c0 0x5653f175a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.841+0000 7f6379637740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1750f50 0x5653f17627f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.841+0000 7f6379637740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 0x5653f175aac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.841+0000 7f6379637740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f635c012740 con 0x5653f1750f50 2024-04-22T00:47:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.841+0000 7f6379637740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f635c00ff80 con 0x5653f174c4c0 2024-04-22T00:47:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.841+0000 7f6379637740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f635c00ddd0 con 0x5653f1751940 2024-04-22T00:47:49.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.842+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2329044129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 msgr2=0x55b86ca96580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.842+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2329044129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca96580 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x55b86ca9dda0 tx=0x7f40ac032900 comp rx=0 tx=0).stop 2024-04-22T00:47:49.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.842+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2329044129 shutdown_connections 2024-04-22T00:47:49.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.842+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2329044129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca91ba0 0x55b86ca85fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.842+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2329044129 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8ca30 0x55b86ca9d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.842+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2329044129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca8c040 0x55b86ca96580 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.842+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2329044129 >> 172.21.15.18:0/2329044129 conn(0x55b86ca875b0 msgr2=0x55b86ca95e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.845+0000 7f636f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f174c4c0 0x5653f175a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.845+0000 7f636f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f174c4c0 0x5653f175a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37580/0 (socket says 172.21.15.18:37580) 2024-04-22T00:47:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.845+0000 7f636f7fe640 1 -- 172.21.15.18:0/3222028258 learned_addr learned my addr 172.21.15.18:0/3222028258 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.845+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3222028258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 0x5653f175aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.846+0000 7f636ffff640 1 --2- 172.21.15.18:0/3222028258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1750f50 0x5653f17627f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.846+0000 7f636f7fe640 1 -- 172.21.15.18:0/3222028258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f174c4c0 msgr2=0x5653f175a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.846+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3222028258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f174c4c0 0x5653f175a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.846+0000 7f636f7fe640 1 -- 172.21.15.18:0/3222028258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1750f50 msgr2=0x5653f17627f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.846+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3222028258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1750f50 0x5653f17627f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.846+0000 7f636f7fe640 1 -- 172.21.15.18:0/3222028258 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653f174ab00 con 0x5653f1751940 2024-04-22T00:47:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.847+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3222028258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 0x5653f175aac0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f636002bcc0 tx=0x7f636002e040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d885d0029022d6cf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.850+0000 7f6355ffb640 1 -- 172.21.15.18:0/3222028258 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6360049290 con 0x5653f1751940 2024-04-22T00:47:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.850+0000 7f6355ffb640 1 -- 172.21.15.18:0/3222028258 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f636003a040 con 0x5653f1751940 2024-04-22T00:47:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.851+0000 7f6379637740 1 -- 172.21.15.18:0/3222028258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 msgr2=0x5653f175aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.851+0000 7f6379637740 1 --2- 172.21.15.18:0/3222028258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 0x5653f175aac0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f636002bcc0 tx=0x7f636002e040 comp rx=0 tx=0).stop 2024-04-22T00:47:49.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.850+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2329044129 shutdown_connections 2024-04-22T00:47:49.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.850+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2329044129 wait complete. 2024-04-22T00:47:49.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.850+0000 7f40bcdcc740 1 -- start start 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.851+0000 7f40bcdcc740 1 Processor -- start 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.851+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8c040 0x55b86ca9d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.851+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8ca30 0x55b86ca9a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.851+0000 7f40bcdcc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca91ba0 0x55b86ca9a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.851+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f40b41c05f0 con 0x55b86ca8ca30 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.851+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f40b41c1a60 con 0x55b86ca91ba0 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.851+0000 7f40bcdcc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f40b41c0cc0 con 0x55b86ca8c040 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40b2ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8c040 0x55b86ca9d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40b2ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8c040 0x55b86ca9d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59062/0 (socket says 172.21.15.18:59062) 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40b2ffd640 1 -- 172.21.15.18:0/2502711163 learned_addr learned my addr 172.21.15.18:0/2502711163 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40b37fe640 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8ca30 0x55b86ca9a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca91ba0 0x55b86ca9a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40bcdcc740 10 client.0 _ll_register_callbacks cb 0x7f40ac009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:49.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40b37fe640 1 -- 172.21.15.18:0/2502711163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8c040 msgr2=0x55b86ca9d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40b37fe640 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8c040 0x55b86ca9d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40b37fe640 1 -- 172.21.15.18:0/2502711163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca91ba0 msgr2=0x55b86ca9a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40b37fe640 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca91ba0 0x55b86ca9a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.852+0000 7f40b37fe640 1 -- 172.21.15.18:0/2502711163 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b86cb06660 con 0x55b86ca8ca30 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.853+0000 7f40b37fe640 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8ca30 0x55b86ca9a120 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x55b86caa4da0 tx=0x7f40a801cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7ee9969a37c0e71 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.853+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2502711163 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40ac032970 con 0x55b86ca8ca30 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.853+0000 7f4092ffd640 10 client.17064 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.853+0000 7f4092ffd640 1 -- 172.21.15.18:0/2502711163 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a801c870 con 0x55b86ca8ca30 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.853+0000 7f4092ffd640 1 -- 172.21.15.18:0/2502711163 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f40a8025480 con 0x55b86ca8ca30 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.853+0000 7f4092ffd640 1 -- 172.21.15.18:0/2502711163 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f40a8025700 con 0x55b86ca8ca30 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.853+0000 7f40bcdcc740 10 client.17064 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.853+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2502711163 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=36}) -- 0x55b86cb29910 con 0x55b86ca8ca30 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.854+0000 7f4092ffd640 1 -- 172.21.15.18:0/2502711163 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f40a802f420 con 0x55b86ca8ca30 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.854+0000 7f40bcdcc740 10 client.17064 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:49.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.854+0000 7f40bcdcc740 10 client.17064 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:47:49.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.854+0000 7f40bcdcc740 20 client.17064 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:49.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.854+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55b86cb2a150 0x55b86cb2c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.854+0000 7f40bcdcc740 4 client.17064 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:47:49.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.854+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2502711163 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b86c9f8dc0 con 0x55b86cb2a150 2024-04-22T00:47:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.855+0000 7f6379637740 1 -- 172.21.15.18:0/3222028258 shutdown_connections 2024-04-22T00:47:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.855+0000 7f6379637740 1 --2- 172.21.15.18:0/3222028258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1751940 0x5653f175aac0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.855+0000 7f6379637740 1 --2- 172.21.15.18:0/3222028258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f1750f50 0x5653f17627f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.855+0000 7f6379637740 1 --2- 172.21.15.18:0/3222028258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f174c4c0 0x5653f175a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.855+0000 7f6379637740 1 -- 172.21.15.18:0/3222028258 >> 172.21.15.18:0/3222028258 conn(0x5653f17565f0 msgr2=0x5653f174c8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.855+0000 7f6379637740 1 -- 172.21.15.18:0/3222028258 shutdown_connections 2024-04-22T00:47:49.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.855+0000 7f6379637740 1 -- 172.21.15.18:0/3222028258 wait complete. 2024-04-22T00:47:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.856+0000 7f6379637740 1 -- start start 2024-04-22T00:47:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.856+0000 7f6379637740 1 Processor -- start 2024-04-22T00:47:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.856+0000 7f6379637740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f174c4c0 0x5653f175f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.856+0000 7f6379637740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 0x5653f175fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.856+0000 7f6379637740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 0x5653f1760e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.856+0000 7f6379637740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f635c00e440 con 0x5653f174c4c0 2024-04-22T00:47:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.856+0000 7f6379637740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f635c00f8b0 con 0x5653f1751940 2024-04-22T00:47:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.856+0000 7f6379637740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f635c00eb10 con 0x5653f1750f50 2024-04-22T00:47:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f6379637740 10 client.0 _ll_register_callbacks cb 0x7f6364014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f636ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 0x5653f175fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f636ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 0x5653f175fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59066/0 (socket says 172.21.15.18:59066) 2024-04-22T00:47:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f636ffff640 1 -- 172.21.15.18:0/3641988616 learned_addr learned my addr 172.21.15.18:0/3641988616 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 0x5653f1760e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f174c4c0 0x5653f175f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f636ffff640 1 -- 172.21.15.18:0/3641988616 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 msgr2=0x5653f1760e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f636ffff640 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 0x5653f1760e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f636ffff640 1 -- 172.21.15.18:0/3641988616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f174c4c0 msgr2=0x5653f175f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f636ffff640 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f174c4c0 0x5653f175f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.857+0000 7f636ffff640 1 -- 172.21.15.18:0/3641988616 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653f1761410 con 0x5653f1750f50 2024-04-22T00:47:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.858+0000 7f636ffff640 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 0x5653f175fe10 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6364005db0 tx=0x7f6364012ff0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f23806dfafba25b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:49.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.858+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55b86cb2a150 0x55b86cb2c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.859+0000 7f634f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.859+0000 7f634f7fe640 1 -- 172.21.15.18:0/3641988616 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6364038060 con 0x5653f1750f50 2024-04-22T00:47:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.859+0000 7f6379637740 1 -- 172.21.15.18:0/3641988616 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5653f16bd400 con 0x5653f1750f50 2024-04-22T00:47:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.859+0000 7f634f7fe640 1 -- 172.21.15.18:0/3641988616 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f63640041d0 con 0x5653f1750f50 2024-04-22T00:47:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.859+0000 7f634f7fe640 1 -- 172.21.15.18:0/3641988616 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f636400c9e0 con 0x5653f1750f50 2024-04-22T00:47:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.862+0000 7f6379637740 10 client.26707 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.862+0000 7f6379637740 1 -- 172.21.15.18:0/3641988616 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5653f17627b0 con 0x5653f1750f50 2024-04-22T00:47:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.863+0000 7f634f7fe640 1 -- 172.21.15.18:0/3641988616 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5653f16bd400 con 0x5653f1750f50 2024-04-22T00:47:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.863+0000 7f634f7fe640 1 -- 172.21.15.18:0/3641988616 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f63640035f0 con 0x5653f1750f50 2024-04-22T00:47:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.864+0000 7f6379637740 10 client.26707 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.864+0000 7f6379637740 10 client.26707 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.864+0000 7f6379637740 20 client.26707 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.864+0000 7f6379637740 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5653f1756ab0 0x5653f17e0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.864+0000 7f6379637740 4 client.26707 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:47:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.864+0000 7f6379637740 1 -- 172.21.15.18:0/3641988616 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5653f163b7a0 con 0x5653f1756ab0 2024-04-22T00:47:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.864+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5653f1756ab0 0x5653f17e0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.865+0000 7f636f7fe640 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5653f1756ab0 0x5653f17e0940 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd46c6b46e269d04 server_cookie=980d17a226e363fc in_seq=0 out_seq=0 2024-04-22T00:47:49.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.868+0000 7f634f7fe640 10 client.26707 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:49.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.873+0000 7f40b2ffd640 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55b86cb2a150 0x55b86cb2c570 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e4d9afef0bf7e4f7 server_cookie=262eb82b71c0298a in_seq=0 out_seq=0 2024-04-22T00:47:49.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.877+0000 7f4092ffd640 10 client.17064 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:47:49.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.877+0000 7f4092ffd640 1 -- 172.21.15.18:0/2502711163 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b86c9f8dc0 con 0x55b86cb2a150 2024-04-22T00:47:49.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.877+0000 7f4092ffd640 10 client.17064 handle_command_reply: tid=0 2024-04-22T00:47:49.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.877+0000 7f40bcdcc740 1 client.17064 shutdown 2024-04-22T00:47:49.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.886+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2502711163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8ca30 msgr2=0x55b86ca9a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.886+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8ca30 0x55b86ca9a120 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x55b86caa4da0 tx=0x7f40a801cf20 comp rx=0 tx=0).stop 2024-04-22T00:47:49.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.889+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2502711163 shutdown_connections 2024-04-22T00:47:49.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.889+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55b86cb2a150 0x55b86cb2c570 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.889+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b86ca91ba0 0x55b86ca9a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.890+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b86ca8ca30 0x55b86ca9a120 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.890+0000 7f40bcdcc740 1 --2- 172.21.15.18:0/2502711163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b86ca8c040 0x55b86ca9d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.890+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2502711163 >> 172.21.15.18:0/2502711163 conn(0x55b86ca875b0 msgr2=0x55b86ca85fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.891+0000 7f4092ffd640 0 client.17064 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:47:49.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.895+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2502711163 shutdown_connections 2024-04-22T00:47:49.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.897+0000 7f40bcdcc740 1 -- 172.21.15.18:0/2502711163 wait complete. 2024-04-22T00:47:49.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.897+0000 7f40bcdcc740 20 client.17064 trim_cache size 0 max 16384 2024-04-22T00:47:49.900 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:47:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.899+0000 7f40ba10f640 1 -- 172.21.15.18:0/1264390912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f409c0a2c00 msgr2=0x7f409c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.899+0000 7f40ba10f640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f409c0a2c00 0x7f409c0a50c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f40a409b450 tx=0x7f40a40057f0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.899+0000 7f40ba10f640 1 -- 172.21.15.18:0/1264390912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f40b41b49d0 msgr2=0x7f40b41b6dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.899+0000 7f40ba10f640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f40b41b49d0 0x7f40b41b6dc0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f40a400d650 tx=0x7f40a400db10 comp rx=0 tx=0).stop 2024-04-22T00:47:49.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.900+0000 7f40ba10f640 1 -- 172.21.15.18:0/1264390912 shutdown_connections 2024-04-22T00:47:49.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.900+0000 7f40ba10f640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f409c0a2c00 0x7f409c0a50c0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.900+0000 7f40ba10f640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f40b41b49d0 0x7f40b41b6dc0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.900+0000 7f40ba10f640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f40b410da80 0x7f40b41155f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.900+0000 7f40ba10f640 1 --2- 172.21.15.18:0/1264390912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40b4108740 0x7f40b41150b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.900+0000 7f40ba10f640 1 -- 172.21.15.18:0/1264390912 >> 172.21.15.18:0/1264390912 conn(0x7f40b406e5d0 msgr2=0x7f40b4108b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.901+0000 7f40ba10f640 1 -- 172.21.15.18:0/1264390912 shutdown_connections 2024-04-22T00:47:49.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:49.902+0000 7f40ba10f640 1 -- 172.21.15.18:0/1264390912 wait complete. 2024-04-22T00:47:49.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:49 smithi081 ceph-mon[31546]: pgmap v570: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 16 MiB/s wr, 1.41k op/s 2024-04-22T00:47:49.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:49 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2512603153' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:47:49.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:49 smithi018 ceph-mon[27979]: pgmap v570: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 16 MiB/s wr, 1.41k op/s 2024-04-22T00:47:49.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:49 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2512603153' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:47:49.927 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:47:49.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f634f7fe640 1 -- 172.21.15.18:0/3641988616 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5653f163b7a0 con 0x5653f1756ab0 2024-04-22T00:47:49.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f634f7fe640 10 client.26707 handle_command_reply: tid=0 2024-04-22T00:47:49.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 client.26707 shutdown 2024-04-22T00:47:49.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 -- 172.21.15.18:0/3641988616 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 msgr2=0x5653f175fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 0x5653f175fe10 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6364005db0 tx=0x7f6364012ff0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 -- 172.21.15.18:0/3641988616 shutdown_connections 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5653f1756ab0 0x5653f17e0940 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5653f1751940 0x5653f1760e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5653f1750f50 0x5653f175fe10 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 --2- 172.21.15.18:0/3641988616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5653f174c4c0 0x5653f175f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 -- 172.21.15.18:0/3641988616 >> 172.21.15.18:0/3641988616 conn(0x5653f17565f0 msgr2=0x5653f175a580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f634f7fe640 0 client.26707 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 -- 172.21.15.18:0/3641988616 shutdown_connections 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 1 -- 172.21.15.18:0/3641988616 wait complete. 2024-04-22T00:47:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.939+0000 7f6379637740 20 client.26707 trim_cache size 0 max 16384 2024-04-22T00:47:49.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:47:49.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:47:49.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:47:49.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:47:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 -- 172.21.15.18:0/3332406256 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63580a2c90 msgr2=0x7f63580a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63580a2c90 0x7f63580a5150 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f6368098380 tx=0x7f6368005960 comp rx=0 tx=0).stop 2024-04-22T00:47:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 -- 172.21.15.18:0/3332406256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6370103180 msgr2=0x7f637019cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6370103180 0x7f637019cb10 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f636800cad0 tx=0x7f636800cf90 comp rx=0 tx=0).stop 2024-04-22T00:47:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 -- 172.21.15.18:0/3332406256 shutdown_connections 2024-04-22T00:47:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f63580a2c90 0x7f63580a5150 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6370103180 0x7f637019cb10 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f63701027c0 0x7f6370195a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 --2- 172.21.15.18:0/3332406256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63701015d0 0x7f6370195520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:49.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 -- 172.21.15.18:0/3332406256 >> 172.21.15.18:0/3332406256 conn(0x7f63700fcb40 msgr2=0x7f63701059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:49.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 -- 172.21.15.18:0/3332406256 shutdown_connections 2024-04-22T00:47:49.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:47:49.941+0000 7f6375715640 1 -- 172.21.15.18:0/3332406256 wait complete. 2024-04-22T00:47:49.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:49 smithi167 ceph-mon[31348]: pgmap v570: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 16 MiB/s wr, 1.41k op/s 2024-04-22T00:47:49.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:49 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2512603153' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:47:50.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.098+0000 7fa6beed4640 1 -- 172.21.15.18:0/3620209535 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b810b0b0 msgr2=0x7fa6b810d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.098+0000 7fa6beed4640 1 --2- 172.21.15.18:0/3620209535 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b810b0b0 0x7fa6b810d540 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0009ca0 tx=0x7fa6b002c140 comp rx=0 tx=0).stop 2024-04-22T00:47:50.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.103+0000 7fa6beed4640 1 -- 172.21.15.18:0/3620209535 shutdown_connections 2024-04-22T00:47:50.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.103+0000 7fa6beed4640 1 --2- 172.21.15.18:0/3620209535 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6b810da80 0x7fa6b810df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.103+0000 7fa6beed4640 1 --2- 172.21.15.18:0/3620209535 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b810b0b0 0x7fa6b810d540 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.103+0000 7fa6beed4640 1 --2- 172.21.15.18:0/3620209535 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6b8108740 0x7fa6b810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.103+0000 7fa6beed4640 1 -- 172.21.15.18:0/3620209535 >> 172.21.15.18:0/3620209535 conn(0x7fa6b806e5d0 msgr2=0x7fa6b8070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.111+0000 7fa6beed4640 1 -- 172.21.15.18:0/3620209535 shutdown_connections 2024-04-22T00:47:50.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.115+0000 7fa6beed4640 1 -- 172.21.15.18:0/3620209535 wait complete. 2024-04-22T00:47:50.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.115+0000 7fa6beed4640 1 Processor -- start 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.120+0000 7fa6beed4640 1 -- start start 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.120+0000 7fa6beed4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b8108740 0x7fa6b8114f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.120+0000 7fa6beed4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6b810b0b0 0x7fa6b8115480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.120+0000 7fa6beed4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6b810da80 0x7fa6b81b6a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.120+0000 7fa6beed4640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b811c380 con 0x7fa6b810b0b0 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.120+0000 7fa6beed4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b811c200 con 0x7fa6b810da80 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.120+0000 7fa6beed4640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b811c500 con 0x7fa6b8108740 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.120+0000 7fa6b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6b810b0b0 0x7fa6b8115480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.120+0000 7fa6b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6b810b0b0 0x7fa6b8115480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34396/0 (socket says 172.21.15.18:34396) 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.120+0000 7fa6b7fff640 1 -- 172.21.15.18:0/2281408990 learned_addr learned my addr 172.21.15.18:0/2281408990 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.121+0000 7fa6b7fff640 1 -- 172.21.15.18:0/2281408990 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b8108740 msgr2=0x7fa6b8114f40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:47:50.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.121+0000 7fa6b7fff640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b8108740 0x7fa6b8114f40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.121+0000 7fa6b7fff640 1 -- 172.21.15.18:0/2281408990 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6b810da80 msgr2=0x7fa6b81b6a90 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:47:50.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.121+0000 7fa6b7fff640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6b810da80 0x7fa6b81b6a90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.121+0000 7fa6b7fff640 1 -- 172.21.15.18:0/2281408990 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b81b6fd0 con 0x7fa6b810b0b0 2024-04-22T00:47:50.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.121+0000 7fa6b7fff640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6b810b0b0 0x7fa6b8115480 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0037040 tx=0x7fa6b0035e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.122+0000 7fa6b5ffb640 1 -- 172.21.15.18:0/2281408990 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b0039040 con 0x7fa6b810b0b0 2024-04-22T00:47:50.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.122+0000 7fa6beed4640 1 -- 172.21.15.18:0/2281408990 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6b8073970 con 0x7fa6b810b0b0 2024-04-22T00:47:50.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.122+0000 7fa6beed4640 1 -- 172.21.15.18:0/2281408990 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6b8073e60 con 0x7fa6b810b0b0 2024-04-22T00:47:50.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.123+0000 7fa6b5ffb640 1 -- 172.21.15.18:0/2281408990 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6b0003e50 con 0x7fa6b810b0b0 2024-04-22T00:47:50.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.123+0000 7fa6b5ffb640 1 -- 172.21.15.18:0/2281408990 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b003f440 con 0x7fa6b810b0b0 2024-04-22T00:47:50.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.128+0000 7fa6b5ffb640 1 -- 172.21.15.18:0/2281408990 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa6b003f5e0 con 0x7fa6b810b0b0 2024-04-22T00:47:50.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.130+0000 7fa6b5ffb640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a40c4da0 0x7fa6a40c7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.130+0000 7fa6b5ffb640 1 -- 172.21.15.18:0/2281408990 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa6b00f24d0 con 0x7fa6b810b0b0 2024-04-22T00:47:50.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.133+0000 7fa6c1b9e740 1 Processor -- start 2024-04-22T00:47:50.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.135+0000 7fa6c1b9e740 1 -- start start 2024-04-22T00:47:50.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.135+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6c4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.135+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6c9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.135+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6cc030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.135+0000 7fa6c1b9e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5582fd629530 con 0x5582fd6c4a30 2024-04-22T00:47:50.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.135+0000 7fa6c1b9e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5582fd5d1830 con 0x5582fd6c9ba0 2024-04-22T00:47:50.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.135+0000 7fa6c1b9e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5582fd6254f0 con 0x5582fd6c4040 2024-04-22T00:47:50.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.137+0000 7fa6bcc70640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a40c4da0 0x7fa6a40c7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.138+0000 7fa6b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6c9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.138+0000 7fa6b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6c9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34398/0 (socket says 172.21.15.18:34398) 2024-04-22T00:47:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.138+0000 7fa6b7fff640 1 -- 172.21.15.18:0/2901247837 learned_addr learned my addr 172.21.15.18:0/2901247837 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.138+0000 7fa6bd471640 1 --2- 172.21.15.18:0/2901247837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6cc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.142+0000 7fa6bd471640 1 -- 172.21.15.18:0/2901247837 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 msgr2=0x5582fd6c4460 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:47:50.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.142+0000 7fa6bd471640 1 --2- 172.21.15.18:0/2901247837 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6c4460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.142+0000 7fa6bd471640 1 -- 172.21.15.18:0/2901247837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 msgr2=0x5582fd6c9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.142+0000 7fa6bd471640 1 --2- 172.21.15.18:0/2901247837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6c9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.142+0000 7fa6bd471640 1 -- 172.21.15.18:0/2901247837 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582fd5f52c0 con 0x5582fd6c9ba0 2024-04-22T00:47:50.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.147+0000 7fa6bd471640 1 --2- 172.21.15.18:0/2901247837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6cc030 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009600 tx=0x7fa6a8009a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f0f6fe400b9be12 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.150+0000 7fa6aeffd640 1 -- 172.21.15.18:0/2901247837 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8015020 con 0x5582fd6c9ba0 2024-04-22T00:47:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.150+0000 7fa6aeffd640 1 -- 172.21.15.18:0/2901247837 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6a8011d10 con 0x5582fd6c9ba0 2024-04-22T00:47:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.150+0000 7fa6aeffd640 1 -- 172.21.15.18:0/2901247837 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a800b360 con 0x5582fd6c9ba0 2024-04-22T00:47:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.153+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2901247837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 msgr2=0x5582fd6cc030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.153+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/2901247837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6cc030 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009600 tx=0x7fa6a8009a00 comp rx=0 tx=0).stop 2024-04-22T00:47:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.156+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2901247837 shutdown_connections 2024-04-22T00:47:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.156+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/2901247837 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6cc030 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.156+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/2901247837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6c9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.156+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/2901247837 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6c4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.156+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2901247837 >> 172.21.15.18:0/2901247837 conn(0x5582fd6bf5b0 msgr2=0x5582fd6bf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.161+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2901247837 shutdown_connections 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.162+0000 7fa6bcc70640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a40c4da0 0x7fa6a40c7260 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x5582fd6c5290 tx=0x7fa6a0006bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.163+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2901247837 wait complete. 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.163+0000 7fa6c1b9e740 1 -- start start 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.164+0000 7fa6c1b9e740 1 Processor -- start 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.164+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6ce280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.164+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.164+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6d5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.164+0000 7fa6c1b9e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5582fd6ccb50 con 0x5582fd6c4a30 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.164+0000 7fa6c1b9e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5582fd5e4f10 con 0x5582fd6c9ba0 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.164+0000 7fa6c1b9e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5582fd6cccd0 con 0x5582fd6c4040 2024-04-22T00:47:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.164+0000 7fa6c1b9e740 10 client.0 _ll_register_callbacks cb 0x5582fd33cbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.165+0000 7fa6b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.165+0000 7fa6b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6ce7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34402/0 (socket says 172.21.15.18:34402) 2024-04-22T00:47:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.165+0000 7fa6b7fff640 1 -- 172.21.15.18:0/2813092791 learned_addr learned my addr 172.21.15.18:0/2813092791 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.166+0000 7fa6bd471640 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6d5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.166+0000 7fa6bd471640 1 -- 172.21.15.18:0/2813092791 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 msgr2=0x5582fd6ce280 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:47:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.166+0000 7fa6bd471640 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6ce280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.166+0000 7fa6bd471640 1 -- 172.21.15.18:0/2813092791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 msgr2=0x5582fd6ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.166+0000 7fa6bd471640 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6ce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.166+0000 7fa6bd471640 1 -- 172.21.15.18:0/2813092791 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582fd5b6c80 con 0x5582fd6c9ba0 2024-04-22T00:47:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.167+0000 7fa6bd471640 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6d5800 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x5582fd6c0520 tx=0x7fa6a80105b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57120818e55c8223 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.169+0000 7fa697fff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:47:50.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.169+0000 7fa697fff640 1 -- 172.21.15.18:0/2813092791 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8027060 con 0x5582fd6c9ba0 2024-04-22T00:47:50.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.169+0000 7fa697fff640 1 -- 172.21.15.18:0/2813092791 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa6a8010e00 con 0x5582fd6c9ba0 2024-04-22T00:47:50.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.170+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2813092791 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6a8011d10 con 0x5582fd6c9ba0 2024-04-22T00:47:50.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.171+0000 7fa697fff640 1 -- 172.21.15.18:0/2813092791 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fa6a8011630 con 0x5582fd6c9ba0 2024-04-22T00:47:50.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.174+0000 7fa6c1b9e740 10 client.26747 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:50.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.174+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2813092791 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5582fd33d3f0 con 0x5582fd6c9ba0 2024-04-22T00:47:50.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.176+0000 7fa697fff640 1 -- 172.21.15.18:0/2813092791 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6a8011d10 con 0x5582fd6c9ba0 2024-04-22T00:47:50.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.176+0000 7fa697fff640 1 -- 172.21.15.18:0/2813092791 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fa6a8003830 con 0x5582fd6c9ba0 2024-04-22T00:47:50.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.177+0000 7fa6c1b9e740 10 client.26747 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:50.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.177+0000 7fa6c1b9e740 10 client.26747 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:47:50.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.177+0000 7fa6c1b9e740 20 client.26747 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:50.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.177+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5582fd6da260 0x5582fd6dc6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.177+0000 7fa6c1b9e740 4 client.26747 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:50.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.177+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2813092791 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582fd636a70 con 0x5582fd6da260 2024-04-22T00:47:50.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.186+0000 7fa6bcc70640 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5582fd6da260 0x5582fd6dc6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.194+0000 7fa6bcc70640 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5582fd6da260 0x5582fd6dc6a0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9332f545a03f55e server_cookie=584f169dff70c4da in_seq=0 out_seq=0 2024-04-22T00:47:50.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.194+0000 7fa697fff640 10 client.26747 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:47:50.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.199+0000 7fa697fff640 1 -- 172.21.15.18:0/2813092791 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5582fd636a70 con 0x5582fd6da260 2024-04-22T00:47:50.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.199+0000 7fa697fff640 10 client.26747 handle_command_reply: tid=0 2024-04-22T00:47:50.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.199+0000 7fa6c1b9e740 1 client.26747 shutdown 2024-04-22T00:47:50.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.206+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2813092791 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 msgr2=0x5582fd6d5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.206+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6d5800 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x5582fd6c0520 tx=0x7fa6a80105b0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.206+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2813092791 shutdown_connections 2024-04-22T00:47:50.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.206+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5582fd6da260 0x5582fd6dc6a0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.206+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6d5800 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.206+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.206+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/2813092791 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6ce280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.206+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2813092791 >> 172.21.15.18:0/2813092791 conn(0x5582fd6bf5b0 msgr2=0x5582fd6be850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.207+0000 7fa697fff640 0 client.26747 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:47:50.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.207+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2813092791 shutdown_connections 2024-04-22T00:47:50.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.207+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/2813092791 wait complete. 2024-04-22T00:47:50.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.208+0000 7fa6c1b9e740 20 client.26747 trim_cache size 0 max 16384 2024-04-22T00:47:50.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.236+0000 7fa6c1b9e740 1 Processor -- start 2024-04-22T00:47:50.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.236+0000 7fa6c1b9e740 1 -- start start 2024-04-22T00:47:50.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.236+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6c2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.236+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6d57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.236+0000 7fa6bcc70640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6c2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.236+0000 7fa6bcc70640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6c2f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59102/0 (socket says 172.21.15.18:59102) 2024-04-22T00:47:50.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.236+0000 7fa6b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6d57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.236+0000 7fa6b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6d57c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34414/0 (socket says 172.21.15.18:34414) 2024-04-22T00:47:50.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.236+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6cd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6bcc70640 1 -- 172.21.15.18:0/3095091527 learned_addr learned my addr 172.21.15.18:0/3095091527 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:50.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/3095091527 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa698012740 con 0x5582fd6c4a30 2024-04-22T00:47:50.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/3095091527 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa69800ff80 con 0x5582fd6c9ba0 2024-04-22T00:47:50.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/3095091527 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa69800ddd0 con 0x5582fd6c4040 2024-04-22T00:47:50.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6bd471640 1 --2- 172.21.15.18:0/3095091527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6cd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6b7fff640 1 -- 172.21.15.18:0/3095091527 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 msgr2=0x5582fd6c2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6b7fff640 1 --2- 172.21.15.18:0/3095091527 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6c2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6b7fff640 1 -- 172.21.15.18:0/3095091527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 msgr2=0x5582fd6cd0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6b7fff640 1 --2- 172.21.15.18:0/3095091527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6cd0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6b7fff640 1 -- 172.21.15.18:0/3095091527 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582fd4077d0 con 0x5582fd6c4a30 2024-04-22T00:47:50.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.237+0000 7fa6b7fff640 1 --2- 172.21.15.18:0/3095091527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6d57c0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fa6b00be960 tx=0x7fa6b00c5040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41d1685aaeefc3c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.238+0000 7fa6ae7fc640 1 -- 172.21.15.18:0/3095091527 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b00d2e60 con 0x5582fd6c4a30 2024-04-22T00:47:50.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.238+0000 7fa6ae7fc640 1 -- 172.21.15.18:0/3095091527 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6b00d7070 con 0x5582fd6c4a30 2024-04-22T00:47:50.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.238+0000 7fa6ae7fc640 1 -- 172.21.15.18:0/3095091527 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b00c75b0 con 0x5582fd6c4a30 2024-04-22T00:47:50.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.238+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/3095091527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 msgr2=0x5582fd6d57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.238+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/3095091527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6d57c0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fa6b00be960 tx=0x7fa6b00c5040 comp rx=0 tx=0).stop 2024-04-22T00:47:50.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.238+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/3095091527 shutdown_connections 2024-04-22T00:47:50.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.238+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/3095091527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c9ba0 0x5582fd6cd0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.238+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/3095091527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c4a30 0x5582fd6d57c0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.238+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/3095091527 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4040 0x5582fd6c2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.238+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/3095091527 >> 172.21.15.18:0/3095091527 conn(0x5582fd6bf5b0 msgr2=0x5582fd6c2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.239+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/3095091527 shutdown_connections 2024-04-22T00:47:50.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.239+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/3095091527 wait complete. 2024-04-22T00:47:50.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.239+0000 7fa6c1b9e740 1 -- start start 2024-04-22T00:47:50.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.239+0000 7fa6c1b9e740 1 Processor -- start 2024-04-22T00:47:50.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c4040 0x5582fd6d5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4a30 0x5582fd6d57a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6c1b9e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c9ba0 0x5582fd6d1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6c1b9e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa69800e440 con 0x5582fd6c9ba0 2024-04-22T00:47:50.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6c1b9e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa69800f8b0 con 0x5582fd6c4040 2024-04-22T00:47:50.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6c1b9e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa69800eb10 con 0x5582fd6c4a30 2024-04-22T00:47:50.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6c1b9e740 10 client.0 _ll_register_callbacks cb 0x7fa6a8009480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:50.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6bcc70640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c4040 0x5582fd6d5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6bcc70640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c4040 0x5582fd6d5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37650/0 (socket says 172.21.15.18:37650) 2024-04-22T00:47:50.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6bcc70640 1 -- 172.21.15.18:0/1988353317 learned_addr learned my addr 172.21.15.18:0/1988353317 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:50.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6bd471640 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c9ba0 0x5582fd6d1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6b7fff640 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4a30 0x5582fd6d57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6bcc70640 1 -- 172.21.15.18:0/1988353317 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4a30 msgr2=0x5582fd6d57a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6bcc70640 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4a30 0x5582fd6d57a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6bcc70640 1 -- 172.21.15.18:0/1988353317 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c9ba0 msgr2=0x5582fd6d1dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6bcc70640 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c9ba0 0x5582fd6d1dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6bcc70640 1 -- 172.21.15.18:0/1988353317 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582fd6d2600 con 0x5582fd6c4040 2024-04-22T00:47:50.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa6bcc70640 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c4040 0x5582fd6d5260 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fa6a00139d0 tx=0x7fa6a0004770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e48b44f4d48ec8bd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.240+0000 7fa697fff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:47:50.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa697fff640 1 -- 172.21.15.18:0/1988353317 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a000bbb0 con 0x5582fd6c4040 2024-04-22T00:47:50.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa697fff640 1 -- 172.21.15.18:0/1988353317 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa6a000bd50 con 0x5582fd6c4040 2024-04-22T00:47:50.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/1988353317 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6b00d7070 con 0x5582fd6c4040 2024-04-22T00:47:50.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa697fff640 1 -- 172.21.15.18:0/1988353317 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fa6a0021040 con 0x5582fd6c4040 2024-04-22T00:47:50.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa6c1b9e740 10 client.26753 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:50.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/1988353317 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5582fd73f6f0 con 0x5582fd6c4040 2024-04-22T00:47:50.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa697fff640 1 -- 172.21.15.18:0/1988353317 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6b00d7070 con 0x5582fd6c4040 2024-04-22T00:47:50.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa697fff640 1 -- 172.21.15.18:0/1988353317 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fa6a0012070 con 0x5582fd6c4040 2024-04-22T00:47:50.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa6c1b9e740 10 client.26753 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:50.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa6c1b9e740 10 client.26753 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:47:50.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa6c1b9e740 20 client.26753 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:50.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5582fd740110 0x5582fd742530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa6c1b9e740 4 client.26753 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:47:50.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.241+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/1988353317 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5582fd630dc0 con 0x5582fd740110 2024-04-22T00:47:50.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.242+0000 7fa6b7fff640 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5582fd740110 0x5582fd742530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.242+0000 7fa697fff640 10 client.26753 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:47:50.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.242+0000 7fa6b7fff640 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5582fd740110 0x5582fd742530 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f6fb3061ee61f1ce server_cookie=2d57b6e97df50dce in_seq=0 out_seq=0 2024-04-22T00:47:50.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.242+0000 7fa697fff640 1 -- 172.21.15.18:0/1988353317 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5582fd630dc0 con 0x5582fd740110 2024-04-22T00:47:50.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.242+0000 7fa697fff640 10 client.26753 handle_command_reply: tid=0 2024-04-22T00:47:50.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.242+0000 7fa6c1b9e740 1 client.26753 shutdown 2024-04-22T00:47:50.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/1988353317 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c4040 msgr2=0x5582fd6d5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c4040 0x5582fd6d5260 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fa6a00139d0 tx=0x7fa6a0004770 comp rx=0 tx=0).stop 2024-04-22T00:47:50.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/1988353317 shutdown_connections 2024-04-22T00:47:50.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5582fd740110 0x5582fd742530 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa697fff640 0 client.26753 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:47:50.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fd6c9ba0 0x5582fd6d1dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582fd6c4a30 0x5582fd6d57a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 1 --2- 172.21.15.18:0/1988353317 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582fd6c4040 0x5582fd6d5260 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/1988353317 >> 172.21.15.18:0/1988353317 conn(0x5582fd6bf5b0 msgr2=0x5582fd6bdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/1988353317 shutdown_connections 2024-04-22T00:47:50.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 1 -- 172.21.15.18:0/1988353317 wait complete. 2024-04-22T00:47:50.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.243+0000 7fa6c1b9e740 20 client.26753 trim_cache size 0 max 16384 2024-04-22T00:47:50.261 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:47:50.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 -- 172.21.15.18:0/2281408990 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a40c4da0 msgr2=0x7fa6a40c7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a40c4da0 0x7fa6a40c7260 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x5582fd6c5290 tx=0x7fa6a0006bd0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 -- 172.21.15.18:0/2281408990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6b810b0b0 msgr2=0x7fa6b8115480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6b810b0b0 0x7fa6b8115480 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0037040 tx=0x7fa6b0035e50 comp rx=0 tx=0).stop 2024-04-22T00:47:50.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 -- 172.21.15.18:0/2281408990 shutdown_connections 2024-04-22T00:47:50.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa6a40c4da0 0x7fa6a40c7260 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa6b810da80 0x7fa6b81b6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6b810b0b0 0x7fa6b8115480 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 --2- 172.21.15.18:0/2281408990 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa6b8108740 0x7fa6b8114f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 -- 172.21.15.18:0/2281408990 >> 172.21.15.18:0/2281408990 conn(0x7fa6b806e5d0 msgr2=0x7fa6b8108b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.244+0000 7fa6beed4640 1 -- 172.21.15.18:0/2281408990 shutdown_connections 2024-04-22T00:47:50.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.245+0000 7fa6beed4640 1 -- 172.21.15.18:0/2281408990 wait complete. 2024-04-22T00:47:50.265 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:47:50.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.481+0000 7f3933a39640 1 -- 172.21.15.18:0/3804770142 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f392c103340 msgr2=0x7f392c109bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.481+0000 7f3933a39640 1 --2- 172.21.15.18:0/3804770142 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f392c103340 0x7f392c109bd0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f3924009ca0 tx=0x7f392402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.483+0000 7f3933a39640 1 -- 172.21.15.18:0/3804770142 shutdown_connections 2024-04-22T00:47:50.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.483+0000 7f3933a39640 1 --2- 172.21.15.18:0/3804770142 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f392c103340 0x7f392c109bd0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.483+0000 7f3933a39640 1 --2- 172.21.15.18:0/3804770142 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f392c102980 0x7f392c102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.483+0000 7f3933a39640 1 --2- 172.21.15.18:0/3804770142 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f392c101790 0x7f392c101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.483+0000 7f3933a39640 1 -- 172.21.15.18:0/3804770142 >> 172.21.15.18:0/3804770142 conn(0x7f392c0fcd20 msgr2=0x7f392c0ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.487+0000 7f3933a39640 1 -- 172.21.15.18:0/3804770142 shutdown_connections 2024-04-22T00:47:50.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.489+0000 7f3933a39640 1 -- 172.21.15.18:0/3804770142 wait complete. 2024-04-22T00:47:50.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.489+0000 7f3933a39640 1 Processor -- start 2024-04-22T00:47:50.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.490+0000 7f3933a39640 1 -- start start 2024-04-22T00:47:50.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.495+0000 7f3933a39640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f392c101790 0x7f392c075550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.495+0000 7f3933a39640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f392c102980 0x7f392c073b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.495+0000 7f3933a39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f392c103340 0x7f392c074110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.495+0000 7f3933a39640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f392c10d3f0 con 0x7f392c103340 2024-04-22T00:47:50.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.495+0000 7f3933a39640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f392c10d270 con 0x7f392c101790 2024-04-22T00:47:50.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.495+0000 7f3933a39640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f392c10d570 con 0x7f392c102980 2024-04-22T00:47:50.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.496+0000 7f3931fd6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f392c103340 0x7f392c074110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.496+0000 7f3931fd6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f392c103340 0x7f392c074110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34446/0 (socket says 172.21.15.18:34446) 2024-04-22T00:47:50.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.496+0000 7f3931fd6640 1 -- 172.21.15.18:0/4201956480 learned_addr learned my addr 172.21.15.18:0/4201956480 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:50.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.497+0000 7f3930fd4640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f392c102980 0x7f392c073b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.498+0000 7f3930fd4640 1 -- 172.21.15.18:0/4201956480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f392c101790 msgr2=0x7f392c075550 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:47:50.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.498+0000 7f3930fd4640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f392c101790 0x7f392c075550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.498+0000 7f3930fd4640 1 -- 172.21.15.18:0/4201956480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f392c103340 msgr2=0x7f392c074110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.498+0000 7f3930fd4640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f392c103340 0x7f392c074110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.498+0000 7f3930fd4640 1 -- 172.21.15.18:0/4201956480 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f392c0749d0 con 0x7f392c102980 2024-04-22T00:47:50.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.506+0000 7f3930fd4640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f392c102980 0x7f392c073b90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f391c00e9f0 tx=0x7f391c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.510+0000 7f39227fc640 1 -- 172.21.15.18:0/4201956480 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c00ccc0 con 0x7f392c102980 2024-04-22T00:47:50.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.510+0000 7f39227fc640 1 -- 172.21.15.18:0/4201956480 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f391c010910 con 0x7f392c102980 2024-04-22T00:47:50.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.510+0000 7f39227fc640 1 -- 172.21.15.18:0/4201956480 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c018890 con 0x7f392c102980 2024-04-22T00:47:50.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.512+0000 7f3933a39640 1 -- 172.21.15.18:0/4201956480 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f392c19d770 con 0x7f392c102980 2024-04-22T00:47:50.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.512+0000 7f3933a39640 1 -- 172.21.15.18:0/4201956480 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f392c19dc40 con 0x7f392c102980 2024-04-22T00:47:50.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.519+0000 7f3936627740 1 Processor -- start 2024-04-22T00:47:50.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.522+0000 7f39227fc640 1 -- 172.21.15.18:0/4201956480 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f391c01f020 con 0x7f392c102980 2024-04-22T00:47:50.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.526+0000 7f39227fc640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f39180a2d90 0x7f39180a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.526+0000 7f39227fc640 1 -- 172.21.15.18:0/4201956480 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f391c0cf720 con 0x7f392c102980 2024-04-22T00:47:50.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.528+0000 7f3931fd6640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f39180a2d90 0x7f39180a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.531+0000 7f3936627740 1 -- start start 2024-04-22T00:47:50.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.531+0000 7f3936627740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d614460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.531+0000 7f3936627740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 0x55fa1d619530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.531+0000 7f3936627740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d619ba0 0x55fa1d61c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.531+0000 7f3936627740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fa1d579530 con 0x55fa1d614a30 2024-04-22T00:47:50.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.531+0000 7f3936627740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fa1d521830 con 0x55fa1d619ba0 2024-04-22T00:47:50.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.531+0000 7f3936627740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fa1d5754f0 con 0x55fa1d614040 2024-04-22T00:47:50.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.532+0000 7f3930fd4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 0x55fa1d619530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.532+0000 7f3930fd4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 0x55fa1d619530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34458/0 (socket says 172.21.15.18:34458) 2024-04-22T00:47:50.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.532+0000 7f3930fd4640 1 -- 172.21.15.18:0/2455956936 learned_addr learned my addr 172.21.15.18:0/2455956936 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:50.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.533+0000 7f3930fd4640 1 -- 172.21.15.18:0/2455956936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 msgr2=0x55fa1d614460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.533+0000 7f3930fd4640 1 --2- 172.21.15.18:0/2455956936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d614460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.533+0000 7f3930fd4640 1 -- 172.21.15.18:0/2455956936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d619ba0 msgr2=0x55fa1d61c030 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:47:50.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.533+0000 7f3930fd4640 1 --2- 172.21.15.18:0/2455956936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d619ba0 0x55fa1d61c030 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.533+0000 7f3930fd4640 1 -- 172.21.15.18:0/2455956936 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa1d5452c0 con 0x55fa1d614a30 2024-04-22T00:47:50.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.533+0000 7f3930fd4640 1 --2- 172.21.15.18:0/2455956936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 0x55fa1d619530 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f391c098520 tx=0x7f391c00cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd2671cc995c3f98 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.537+0000 7f39177fe640 1 -- 172.21.15.18:0/2455956936 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c0a47c0 con 0x55fa1d614a30 2024-04-22T00:47:50.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.537+0000 7f39177fe640 1 -- 172.21.15.18:0/2455956936 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f391c0ccf00 con 0x55fa1d614a30 2024-04-22T00:47:50.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.537+0000 7f39177fe640 1 -- 172.21.15.18:0/2455956936 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c09afa0 con 0x55fa1d614a30 2024-04-22T00:47:50.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.539+0000 7f3936627740 1 -- 172.21.15.18:0/2455956936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 msgr2=0x55fa1d619530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.539+0000 7f3936627740 1 --2- 172.21.15.18:0/2455956936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 0x55fa1d619530 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f391c098520 tx=0x7f391c00cef0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.542+0000 7f3931fd6640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f39180a2d90 0x7f39180a5250 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f392c075b50 tx=0x7f392402cd00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.542+0000 7f3936627740 1 -- 172.21.15.18:0/2455956936 shutdown_connections 2024-04-22T00:47:50.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.542+0000 7f3936627740 1 --2- 172.21.15.18:0/2455956936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d619ba0 0x55fa1d61c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.542+0000 7f3936627740 1 --2- 172.21.15.18:0/2455956936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 0x55fa1d619530 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.542+0000 7f3936627740 1 --2- 172.21.15.18:0/2455956936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d614460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.542+0000 7f3936627740 1 -- 172.21.15.18:0/2455956936 >> 172.21.15.18:0/2455956936 conn(0x55fa1d60f5b0 msgr2=0x55fa1d60f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.546+0000 7f3936627740 1 -- 172.21.15.18:0/2455956936 shutdown_connections 2024-04-22T00:47:50.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.549+0000 7f3936627740 1 -- 172.21.15.18:0/2455956936 wait complete. 2024-04-22T00:47:50.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.549+0000 7f3936627740 1 -- start start 2024-04-22T00:47:50.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.550+0000 7f3936627740 1 Processor -- start 2024-04-22T00:47:50.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.550+0000 7f3936627740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d61e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.550+0000 7f3936627740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 0x55fa1d61e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.550+0000 7f3936627740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d619ba0 0x55fa1d625890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.550+0000 7f3936627740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fa1d61caf0 con 0x55fa1d619ba0 2024-04-22T00:47:50.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.550+0000 7f3936627740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fa1d534f10 con 0x55fa1d614a30 2024-04-22T00:47:50.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.550+0000 7f3936627740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fa1d61cc70 con 0x55fa1d614040 2024-04-22T00:47:50.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.550+0000 7f3936627740 10 client.0 _ll_register_callbacks cb 0x55fa1d28cbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:50.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.552+0000 7f3931fd6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d619ba0 0x55fa1d625890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.552+0000 7f3931fd6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d619ba0 0x55fa1d625890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34460/0 (socket says 172.21.15.18:34460) 2024-04-22T00:47:50.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.552+0000 7f3931fd6640 1 -- 172.21.15.18:0/1838552528 learned_addr learned my addr 172.21.15.18:0/1838552528 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:50.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.552+0000 7f3930fd4640 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 0x55fa1d61e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.552+0000 7f39317d5640 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d61e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.553+0000 7f3930fd4640 1 -- 172.21.15.18:0/1838552528 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 msgr2=0x55fa1d61e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.553+0000 7f3930fd4640 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d61e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.553+0000 7f3930fd4640 1 -- 172.21.15.18:0/1838552528 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d619ba0 msgr2=0x55fa1d625890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.553+0000 7f3930fd4640 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d619ba0 0x55fa1d625890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.553+0000 7f3930fd4640 1 -- 172.21.15.18:0/1838552528 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa1d506c80 con 0x55fa1d614a30 2024-04-22T00:47:50.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.557+0000 7f3930fd4640 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 0x55fa1d61e850 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x55fa1d614e30 tx=0x7f391c0cd120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=564e00bfdcefd6a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.558+0000 7f3914ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:47:50.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.558+0000 7f3914ff9640 1 -- 172.21.15.18:0/1838552528 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c0ba4b0 con 0x55fa1d614a30 2024-04-22T00:47:50.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.558+0000 7f3914ff9640 1 -- 172.21.15.18:0/1838552528 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f391c09afa0 con 0x55fa1d614a30 2024-04-22T00:47:50.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.559+0000 7f3936627740 1 -- 172.21.15.18:0/1838552528 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f391c0ccf00 con 0x55fa1d614a30 2024-04-22T00:47:50.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.565+0000 7f3914ff9640 1 -- 172.21.15.18:0/1838552528 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f391c0a47c0 con 0x55fa1d614a30 2024-04-22T00:47:50.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.565+0000 7f3936627740 10 client.26759 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:50.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.565+0000 7f3936627740 1 -- 172.21.15.18:0/1838552528 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55fa1d28d3f0 con 0x55fa1d614a30 2024-04-22T00:47:50.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.570+0000 7f3914ff9640 1 -- 172.21.15.18:0/1838552528 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f391c0ccf00 con 0x55fa1d614a30 2024-04-22T00:47:50.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.570+0000 7f3914ff9640 1 -- 172.21.15.18:0/1838552528 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f391c09ab90 con 0x55fa1d614a30 2024-04-22T00:47:50.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.572+0000 7f3936627740 10 client.26759 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:50.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.572+0000 7f3936627740 10 client.26759 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:50.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.572+0000 7f3936627740 20 client.26759 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:50.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.572+0000 7f3936627740 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fa1d629d80 0x55fa1d62c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.572+0000 7f3936627740 4 client.26759 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:50.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.572+0000 7f3936627740 1 -- 172.21.15.18:0/1838552528 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fa1d586a70 con 0x55fa1d629d80 2024-04-22T00:47:50.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.573+0000 7f39317d5640 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fa1d629d80 0x55fa1d62c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.580+0000 7f39317d5640 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fa1d629d80 0x55fa1d62c170 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da7556fcb1720cb5 server_cookie=498a957c2c8efbe0 in_seq=0 out_seq=0 2024-04-22T00:47:50.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.580+0000 7f3914ff9640 10 client.26759 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:50.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.582+0000 7f3914ff9640 1 -- 172.21.15.18:0/1838552528 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fa1d586a70 con 0x55fa1d629d80 2024-04-22T00:47:50.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.582+0000 7f3914ff9640 10 client.26759 handle_command_reply: tid=0 2024-04-22T00:47:50.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.582+0000 7f3936627740 1 client.26759 shutdown 2024-04-22T00:47:50.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.584+0000 7f3936627740 1 -- 172.21.15.18:0/1838552528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 msgr2=0x55fa1d61e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.584+0000 7f3936627740 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 0x55fa1d61e850 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x55fa1d614e30 tx=0x7f391c0cd120 comp rx=0 tx=0).stop 2024-04-22T00:47:50.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.585+0000 7f3936627740 1 -- 172.21.15.18:0/1838552528 shutdown_connections 2024-04-22T00:47:50.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.585+0000 7f3936627740 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fa1d629d80 0x55fa1d62c170 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.585+0000 7f3936627740 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d619ba0 0x55fa1d625890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.585+0000 7f3936627740 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 0x55fa1d61e850 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.585+0000 7f3936627740 1 --2- 172.21.15.18:0/1838552528 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d61e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.585+0000 7f3936627740 1 -- 172.21.15.18:0/1838552528 >> 172.21.15.18:0/1838552528 conn(0x55fa1d60f5b0 msgr2=0x55fa1d60e850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.587+0000 7f3914ff9640 0 client.26759 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:50.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.588+0000 7f3936627740 1 -- 172.21.15.18:0/1838552528 shutdown_connections 2024-04-22T00:47:50.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.588+0000 7f3936627740 1 -- 172.21.15.18:0/1838552528 wait complete. 2024-04-22T00:47:50.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.593+0000 7f3936627740 20 client.26759 trim_cache size 0 max 16384 2024-04-22T00:47:50.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.626+0000 7f3936627740 1 Processor -- start 2024-04-22T00:47:50.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.626+0000 7f3936627740 1 -- start start 2024-04-22T00:47:50.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.627+0000 7f3936627740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d62bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.627+0000 7f3936627740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 0x55fa1d625850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.627+0000 7f39317d5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d62bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.627+0000 7f39317d5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d62bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59154/0 (socket says 172.21.15.18:59154) 2024-04-22T00:47:50.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.627+0000 7f39317d5640 1 -- 172.21.15.18:0/3434872383 learned_addr learned my addr 172.21.15.18:0/3434872383 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:50.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f3936627740 1 --2- 172.21.15.18:0/3434872383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d619ba0 0x55fa1d60dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f3936627740 1 -- 172.21.15.18:0/3434872383 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f392c1bbd20 con 0x55fa1d614a30 2024-04-22T00:47:50.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f3936627740 1 -- 172.21.15.18:0/3434872383 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f392c1b9560 con 0x55fa1d619ba0 2024-04-22T00:47:50.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f3936627740 1 -- 172.21.15.18:0/3434872383 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f392c1a3f70 con 0x55fa1d614040 2024-04-22T00:47:50.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f3930fd4640 1 --2- 172.21.15.18:0/3434872383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 0x55fa1d625850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f3931fd6640 1 --2- 172.21.15.18:0/3434872383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d619ba0 0x55fa1d60dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f39317d5640 1 -- 172.21.15.18:0/3434872383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d619ba0 msgr2=0x55fa1d60dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f39317d5640 1 --2- 172.21.15.18:0/3434872383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d619ba0 0x55fa1d60dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f39317d5640 1 -- 172.21.15.18:0/3434872383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 msgr2=0x55fa1d625850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f39317d5640 1 --2- 172.21.15.18:0/3434872383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 0x55fa1d625850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.628+0000 7f39317d5640 1 -- 172.21.15.18:0/3434872383 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa1d3577d0 con 0x55fa1d614040 2024-04-22T00:47:50.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.629+0000 7f39317d5640 1 --2- 172.21.15.18:0/3434872383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d62bd90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f392c1027e0 tx=0x7f39280096d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4220382b9a0fc980 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.629+0000 7f3916ffd640 1 -- 172.21.15.18:0/3434872383 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3928013b90 con 0x55fa1d614040 2024-04-22T00:47:50.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.629+0000 7f3916ffd640 1 -- 172.21.15.18:0/3434872383 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f392801b8d0 con 0x55fa1d614040 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.629+0000 7f3916ffd640 1 -- 172.21.15.18:0/3434872383 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3928011cd0 con 0x55fa1d614040 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.630+0000 7f3936627740 1 -- 172.21.15.18:0/3434872383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 msgr2=0x55fa1d62bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.630+0000 7f3936627740 1 --2- 172.21.15.18:0/3434872383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d62bd90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f392c1027e0 tx=0x7f39280096d0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.630+0000 7f3936627740 1 -- 172.21.15.18:0/3434872383 shutdown_connections 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.630+0000 7f3936627740 1 --2- 172.21.15.18:0/3434872383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d619ba0 0x55fa1d60dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.630+0000 7f3936627740 1 --2- 172.21.15.18:0/3434872383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614a30 0x55fa1d625850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.630+0000 7f3936627740 1 --2- 172.21.15.18:0/3434872383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d614040 0x55fa1d62bd90 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.630+0000 7f3936627740 1 -- 172.21.15.18:0/3434872383 >> 172.21.15.18:0/3434872383 conn(0x55fa1d60f5b0 msgr2=0x55fa1d6130a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.630+0000 7f3936627740 1 -- 172.21.15.18:0/3434872383 shutdown_connections 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.631+0000 7f3936627740 1 -- 172.21.15.18:0/3434872383 wait complete. 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.631+0000 7f3936627740 1 -- start start 2024-04-22T00:47:50.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.631+0000 7f3936627740 1 Processor -- start 2024-04-22T00:47:50.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3936627740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614040 0x55fa1d623040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3936627740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 0x55fa1d623580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3936627740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d619ba0 0x55fa1d624590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3936627740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f392c1b7a20 con 0x55fa1d614040 2024-04-22T00:47:50.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3936627740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f392c1b8e90 con 0x55fa1d614a30 2024-04-22T00:47:50.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3936627740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f392c1b80f0 con 0x55fa1d619ba0 2024-04-22T00:47:50.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3936627740 10 client.0 _ll_register_callbacks cb 0x7f391c010b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:50.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3931fd6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d619ba0 0x55fa1d624590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3931fd6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d619ba0 0x55fa1d624590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:59162/0 (socket says 172.21.15.18:59162) 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3931fd6640 1 -- 172.21.15.18:0/834771153 learned_addr learned my addr 172.21.15.18:0/834771153 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f39317d5640 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614040 0x55fa1d623040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3930fd4640 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 0x55fa1d623580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3931fd6640 1 -- 172.21.15.18:0/834771153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 msgr2=0x55fa1d623580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3931fd6640 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 0x55fa1d623580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3931fd6640 1 -- 172.21.15.18:0/834771153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614040 msgr2=0x55fa1d623040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3931fd6640 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614040 0x55fa1d623040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.632+0000 7f3931fd6640 1 -- 172.21.15.18:0/834771153 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa1d624b80 con 0x55fa1d619ba0 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.633+0000 7f3931fd6640 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d619ba0 0x55fa1d624590 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3924009bf0 tx=0x7f392402c0f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d52c02c52447db server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.633+0000 7f3914ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.633+0000 7f3914ff9640 1 -- 172.21.15.18:0/834771153 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3924046040 con 0x55fa1d619ba0 2024-04-22T00:47:50.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.633+0000 7f3914ff9640 1 -- 172.21.15.18:0/834771153 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3924004240 con 0x55fa1d619ba0 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.633+0000 7f3936627740 1 -- 172.21.15.18:0/834771153 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f392801b8d0 con 0x55fa1d619ba0 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.633+0000 7f3914ff9640 1 -- 172.21.15.18:0/834771153 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f392405b050 con 0x55fa1d619ba0 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.633+0000 7f3936627740 10 client.26731 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.633+0000 7f3936627740 1 -- 172.21.15.18:0/834771153 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55fa1d690230 con 0x55fa1d619ba0 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.634+0000 7f3914ff9640 1 -- 172.21.15.18:0/834771153 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f392801b8d0 con 0x55fa1d619ba0 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.634+0000 7f3914ff9640 1 -- 172.21.15.18:0/834771153 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f392403fb30 con 0x55fa1d619ba0 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.634+0000 7f3936627740 10 client.26731 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.634+0000 7f3936627740 10 client.26731 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.634+0000 7f3936627740 20 client.26731 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.634+0000 7f3936627740 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fa1d690cc0 0x55fa1d6930e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.634+0000 7f3936627740 4 client.26731 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.634+0000 7f3936627740 1 -- 172.21.15.18:0/834771153 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fa1d580dc0 con 0x55fa1d690cc0 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.634+0000 7f39317d5640 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fa1d690cc0 0x55fa1d6930e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.635+0000 7f3914ff9640 10 client.26731 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.635+0000 7f39317d5640 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fa1d690cc0 0x55fa1d6930e0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=728e395b647824b3 server_cookie=78cd75d40eb2147 in_seq=0 out_seq=0 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.635+0000 7f3914ff9640 1 -- 172.21.15.18:0/834771153 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fa1d580dc0 con 0x55fa1d690cc0 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.635+0000 7f3914ff9640 10 client.26731 handle_command_reply: tid=0 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.635+0000 7f3936627740 1 client.26731 shutdown 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.635+0000 7f3936627740 1 -- 172.21.15.18:0/834771153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d619ba0 msgr2=0x55fa1d624590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.635+0000 7f3936627740 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d619ba0 0x55fa1d624590 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3924009bf0 tx=0x7f392402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.635+0000 7f3936627740 1 -- 172.21.15.18:0/834771153 shutdown_connections 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3936627740 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fa1d690cc0 0x55fa1d6930e0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3914ff9640 0 client.26731 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3936627740 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fa1d619ba0 0x55fa1d624590 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3936627740 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fa1d614a30 0x55fa1d623580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3936627740 1 --2- 172.21.15.18:0/834771153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fa1d614040 0x55fa1d623040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3936627740 1 -- 172.21.15.18:0/834771153 >> 172.21.15.18:0/834771153 conn(0x55fa1d60f5b0 msgr2=0x55fa1d615460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3936627740 1 -- 172.21.15.18:0/834771153 shutdown_connections 2024-04-22T00:47:50.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3936627740 1 -- 172.21.15.18:0/834771153 wait complete. 2024-04-22T00:47:50.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3936627740 20 client.26731 trim_cache size 0 max 16384 2024-04-22T00:47:50.641 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:47:50.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3933a39640 1 -- 172.21.15.18:0/4201956480 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f39180a2d90 msgr2=0x7f39180a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3933a39640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f39180a2d90 0x7f39180a5250 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f392c075b50 tx=0x7f392402cd00 comp rx=0 tx=0).stop 2024-04-22T00:47:50.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3933a39640 1 -- 172.21.15.18:0/4201956480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f392c102980 msgr2=0x7f392c073b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:50.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3933a39640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f392c102980 0x7f392c073b90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f391c00e9f0 tx=0x7f391c00eeb0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3933a39640 1 -- 172.21.15.18:0/4201956480 shutdown_connections 2024-04-22T00:47:50.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3933a39640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f39180a2d90 0x7f39180a5250 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3933a39640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f392c103340 0x7f392c074110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3933a39640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f392c102980 0x7f392c073b90 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3933a39640 1 --2- 172.21.15.18:0/4201956480 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f392c101790 0x7f392c075550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:50.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.636+0000 7f3933a39640 1 -- 172.21.15.18:0/4201956480 >> 172.21.15.18:0/4201956480 conn(0x7f392c0fcd20 msgr2=0x7f392c105cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:50.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.637+0000 7f3933a39640 1 -- 172.21.15.18:0/4201956480 shutdown_connections 2024-04-22T00:47:50.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:50.637+0000 7f3933a39640 1 -- 172.21.15.18:0/4201956480 wait complete. 2024-04-22T00:47:51.653 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:47:51.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:47:51.654 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:47:51.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.821+0000 7f1a0f442640 1 -- 172.21.15.18:0/4063605661 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a08104b90 msgr2=0x7f1a08105010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:51.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.821+0000 7f1a0f442640 1 --2- 172.21.15.18:0/4063605661 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a08104b90 0x7f1a08105010 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1a00009ca0 tx=0x7f1a0002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.822+0000 7f1a0f442640 1 -- 172.21.15.18:0/4063605661 shutdown_connections 2024-04-22T00:47:51.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.822+0000 7f1a0f442640 1 --2- 172.21.15.18:0/4063605661 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a08105550 0x7f1a0810bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.822+0000 7f1a0f442640 1 --2- 172.21.15.18:0/4063605661 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a08104b90 0x7f1a08105010 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.822+0000 7f1a0f442640 1 --2- 172.21.15.18:0/4063605661 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a081039a0 0x7f1a08103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.822+0000 7f1a0f442640 1 -- 172.21.15.18:0/4063605661 >> 172.21.15.18:0/4063605661 conn(0x7f1a080feef0 msgr2=0x7f1a08101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:51.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.826+0000 7f1a0f442640 1 -- 172.21.15.18:0/4063605661 shutdown_connections 2024-04-22T00:47:51.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.826+0000 7f1a0f442640 1 -- 172.21.15.18:0/4063605661 wait complete. 2024-04-22T00:47:51.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.827+0000 7f1a0f442640 1 Processor -- start 2024-04-22T00:47:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.827+0000 7f1a0f442640 1 -- start start 2024-04-22T00:47:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.827+0000 7f1a0f442640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a081039a0 0x7f1a08199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.827+0000 7f1a0f442640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a08104b90 0x7f1a0819a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.827+0000 7f1a0f442640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a08105550 0x7f1a081a12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.827+0000 7f1a0f442640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0810f650 con 0x7f1a081039a0 2024-04-22T00:47:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.828+0000 7f1a0f442640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0810f4d0 con 0x7f1a08105550 2024-04-22T00:47:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.828+0000 7f1a0f442640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0810f7d0 con 0x7f1a08104b90 2024-04-22T00:47:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.829+0000 7f1a0d9df640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a08105550 0x7f1a081a12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.829+0000 7f1a0d9df640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a08105550 0x7f1a081a12b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37716/0 (socket says 172.21.15.18:37716) 2024-04-22T00:47:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.829+0000 7f1a0c9dd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a08104b90 0x7f1a0819a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.829+0000 7f1a0d9df640 1 -- 172.21.15.18:0/3192556569 learned_addr learned my addr 172.21.15.18:0/3192556569 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.829+0000 7f1a0d1de640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a081039a0 0x7f1a08199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.830+0000 7f1a0d1de640 1 -- 172.21.15.18:0/3192556569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a08104b90 msgr2=0x7f1a0819a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.830+0000 7f1a0d1de640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a08104b90 0x7f1a0819a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.830+0000 7f1a0d1de640 1 -- 172.21.15.18:0/3192556569 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a08105550 msgr2=0x7f1a081a12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.830+0000 7f1a0d1de640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a08105550 0x7f1a081a12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.830+0000 7f1a0d1de640 1 -- 172.21.15.18:0/3192556569 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a0806b290 con 0x7f1a081039a0 2024-04-22T00:47:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.831+0000 7f1a0d9df640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a08105550 0x7f1a081a12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.833+0000 7f1a0d1de640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a081039a0 0x7f1a08199d40 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f1a0400e9c0 tx=0x7f1a0400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.833+0000 7f19fe7fc640 1 -- 172.21.15.18:0/3192556569 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0400ccc0 con 0x7f1a081039a0 2024-04-22T00:47:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.834+0000 7f19fe7fc640 1 -- 172.21.15.18:0/3192556569 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a040035f0 con 0x7f1a081039a0 2024-04-22T00:47:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.834+0000 7f19fe7fc640 1 -- 172.21.15.18:0/3192556569 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0400ce60 con 0x7f1a081039a0 2024-04-22T00:47:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.834+0000 7f1a0f442640 1 -- 172.21.15.18:0/3192556569 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a0806b580 con 0x7f1a081039a0 2024-04-22T00:47:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.834+0000 7f1a0f442640 1 -- 172.21.15.18:0/3192556569 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a0806bad0 con 0x7f1a081039a0 2024-04-22T00:47:51.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.838+0000 7f1a1201f740 1 Processor -- start 2024-04-22T00:47:51.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.838+0000 7f1a1201f740 1 -- start start 2024-04-22T00:47:51.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c7651b0 0x557a5c7655d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c765ba0 0x557a5c76a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c76ad10 0x557a5c76d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a1201f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557a5c6c1170 con 0x557a5c765ba0 2024-04-22T00:47:51.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a1201f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557a5c6697c0 con 0x557a5c76ad10 2024-04-22T00:47:51.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a1201f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557a5c6bd130 con 0x557a5c7651b0 2024-04-22T00:47:51.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a0c9dd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c76ad10 0x557a5c76d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a0c9dd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c76ad10 0x557a5c76d1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37728/0 (socket says 172.21.15.18:37728) 2024-04-22T00:47:51.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/61264913 learned_addr learned my addr 172.21.15.18:0/61264913 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:51.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a0d9df640 1 --2- 172.21.15.18:0/61264913 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c7651b0 0x557a5c7655d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/61264913 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c7651b0 msgr2=0x557a5c7655d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:51.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a0c9dd640 1 --2- 172.21.15.18:0/61264913 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c7651b0 0x557a5c7655d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/61264913 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c765ba0 msgr2=0x557a5c76a6a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:47:51.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a0c9dd640 1 --2- 172.21.15.18:0/61264913 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c765ba0 0x557a5c76a6a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.839+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/61264913 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a5c67ae60 con 0x557a5c76ad10 2024-04-22T00:47:51.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.840+0000 7f1a0c9dd640 1 --2- 172.21.15.18:0/61264913 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c76ad10 0x557a5c76d1a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f1a00009ca0 tx=0x7f1a000323d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c268e190ddc17d2c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.840+0000 7f19fe7fc640 1 -- 172.21.15.18:0/3192556569 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1a04010690 con 0x7f1a081039a0 2024-04-22T00:47:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.841+0000 7f19fe7fc640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19f40a2d10 0x7f19f40a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.842+0000 7f19fe7fc640 1 -- 172.21.15.18:0/3192556569 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1a040cf740 con 0x7f1a081039a0 2024-04-22T00:47:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.843+0000 7f1a0d9df640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19f40a2d10 0x7f19f40a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.844+0000 7f19f37fe640 1 -- 172.21.15.18:0/61264913 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00043070 con 0x557a5c76ad10 2024-04-22T00:47:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.844+0000 7f19f37fe640 1 -- 172.21.15.18:0/61264913 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a0002cca0 con 0x557a5c76ad10 2024-04-22T00:47:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.844+0000 7f19f37fe640 1 -- 172.21.15.18:0/61264913 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00039040 con 0x557a5c76ad10 2024-04-22T00:47:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.845+0000 7f1a0d9df640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19f40a2d10 0x7f19f40a51d0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x557a5c766400 tx=0x7f19f800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.845+0000 7f1a1201f740 1 -- 172.21.15.18:0/61264913 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c76ad10 msgr2=0x557a5c76d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.845+0000 7f1a1201f740 1 --2- 172.21.15.18:0/61264913 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c76ad10 0x557a5c76d1a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f1a00009ca0 tx=0x7f1a000323d0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.846+0000 7f1a1201f740 1 -- 172.21.15.18:0/61264913 shutdown_connections 2024-04-22T00:47:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.846+0000 7f1a1201f740 1 --2- 172.21.15.18:0/61264913 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c76ad10 0x557a5c76d1a0 secure :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f1a00009ca0 tx=0x7f1a000323d0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.846+0000 7f1a1201f740 1 --2- 172.21.15.18:0/61264913 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c765ba0 0x557a5c76a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.846+0000 7f1a1201f740 1 --2- 172.21.15.18:0/61264913 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c7651b0 0x557a5c7655d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.846+0000 7f1a1201f740 1 -- 172.21.15.18:0/61264913 >> 172.21.15.18:0/61264913 conn(0x557a5c7244f0 msgr2=0x557a5c760b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.848+0000 7f1a1201f740 1 -- 172.21.15.18:0/61264913 shutdown_connections 2024-04-22T00:47:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.848+0000 7f1a1201f740 1 -- 172.21.15.18:0/61264913 wait complete. 2024-04-22T00:47:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.849+0000 7f1a1201f740 1 -- start start 2024-04-22T00:47:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.849+0000 7f1a1201f740 1 Processor -- start 2024-04-22T00:47:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.849+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c759e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.849+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c75a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.849+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c75f870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.849+0000 7f1a1201f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557a5c758120 con 0x557a5c7651b0 2024-04-22T00:47:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.849+0000 7f1a1201f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557a5c67cd40 con 0x557a5c75f3f0 2024-04-22T00:47:51.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.849+0000 7f1a1201f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557a5c7582a0 con 0x557a5c765ba0 2024-04-22T00:47:51.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.849+0000 7f1a1201f740 10 client.0 _ll_register_callbacks cb 0x557a5c6b8820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:51.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.850+0000 7f1a0c9dd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c75a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.850+0000 7f1a0c9dd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c75a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:45970/0 (socket says 172.21.15.18:45970) 2024-04-22T00:47:51.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.850+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/3229271015 learned_addr learned my addr 172.21.15.18:0/3229271015 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:51.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.850+0000 7f1a0d1de640 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c759e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.851+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/3229271015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 msgr2=0x557a5c75f870 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:47:51.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.851+0000 7f1a0c9dd640 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c75f870 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.851+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/3229271015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 msgr2=0x557a5c759e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:51.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.851+0000 7f1a0c9dd640 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c759e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.851+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/3229271015 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a5c49d7e0 con 0x557a5c765ba0 2024-04-22T00:47:51.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.852+0000 7f1a0c9dd640 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c75a3c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1a000324c0 tx=0x7f1a00032f30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbb3ea3012dbf55f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:51.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.852+0000 7f19f0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:51.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.852+0000 7f19f0ff9640 1 -- 172.21.15.18:0/3229271015 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0004c070 con 0x557a5c765ba0 2024-04-22T00:47:51.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.852+0000 7f1a1201f740 1 -- 172.21.15.18:0/3229271015 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a0002cca0 con 0x557a5c765ba0 2024-04-22T00:47:51.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.853+0000 7f19f0ff9640 1 -- 172.21.15.18:0/3229271015 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1a00048650 con 0x557a5c765ba0 2024-04-22T00:47:51.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.853+0000 7f19f0ff9640 1 -- 172.21.15.18:0/3229271015 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f1a00058050 con 0x557a5c765ba0 2024-04-22T00:47:51.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.853+0000 7f1a1201f740 10 client.26743 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:51.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.853+0000 7f1a1201f740 1 -- 172.21.15.18:0/3229271015 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557a5c4fdf70 con 0x557a5c765ba0 2024-04-22T00:47:51.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.854+0000 7f19f0ff9640 1 -- 172.21.15.18:0/3229271015 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a0002cca0 con 0x557a5c765ba0 2024-04-22T00:47:51.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.854+0000 7f19f0ff9640 1 -- 172.21.15.18:0/3229271015 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f1a000349d0 con 0x557a5c765ba0 2024-04-22T00:47:51.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.854+0000 7f1a1201f740 10 client.26743 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:51.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.854+0000 7f1a1201f740 10 client.26743 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:51.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.854+0000 7f1a1201f740 20 client.26743 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:51.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.854+0000 7f1a1201f740 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557a5c783f50 0x557a5c786370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.854+0000 7f1a1201f740 4 client.26743 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:51.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.854+0000 7f1a1201f740 1 -- 172.21.15.18:0/3229271015 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557a5c695450 con 0x557a5c783f50 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.855+0000 7f1a0d1de640 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557a5c783f50 0x557a5c786370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.856+0000 7f1a0d1de640 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557a5c783f50 0x557a5c786370 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f0e3cbc6333be26 server_cookie=90a05750db0a104f in_seq=0 out_seq=0 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.856+0000 7f19f0ff9640 10 client.26743 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.857+0000 7f19f0ff9640 1 -- 172.21.15.18:0/3229271015 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557a5c695450 con 0x557a5c783f50 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.857+0000 7f19f0ff9640 10 client.26743 handle_command_reply: tid=0 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.857+0000 7f1a1201f740 1 client.26743 shutdown 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 1 -- 172.21.15.18:0/3229271015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 msgr2=0x557a5c75a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c75a3c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1a000324c0 tx=0x7f1a00032f30 comp rx=0 tx=0).stop 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 1 -- 172.21.15.18:0/3229271015 shutdown_connections 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557a5c783f50 0x557a5c786370 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c75f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c75a3c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 1 --2- 172.21.15.18:0/3229271015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c759e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 1 -- 172.21.15.18:0/3229271015 >> 172.21.15.18:0/3229271015 conn(0x557a5c7244f0 msgr2=0x557a5c7574f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:51.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f19f0ff9640 0 client.26743 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:51.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 1 -- 172.21.15.18:0/3229271015 shutdown_connections 2024-04-22T00:47:51.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 1 -- 172.21.15.18:0/3229271015 wait complete. 2024-04-22T00:47:51.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.858+0000 7f1a1201f740 20 client.26743 trim_cache size 0 max 16384 2024-04-22T00:47:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.885+0000 7f1a1201f740 1 Processor -- start 2024-04-22T00:47:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.885+0000 7f1a1201f740 1 -- start start 2024-04-22T00:47:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.885+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c759e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.885+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c75a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.885+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c767430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.885+0000 7f1a1201f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1a081b3510 con 0x557a5c7651b0 2024-04-22T00:47:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.885+0000 7f1a1201f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1a08071e90 con 0x557a5c75f3f0 2024-04-22T00:47:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.885+0000 7f1a1201f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0806fce0 con 0x557a5c765ba0 2024-04-22T00:47:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.886+0000 7f1a0d1de640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c759e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.886+0000 7f1a0d1de640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c759e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37742/0 (socket says 172.21.15.18:37742) 2024-04-22T00:47:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.886+0000 7f1a0d1de640 1 -- 172.21.15.18:0/2131304237 learned_addr learned my addr 172.21.15.18:0/2131304237 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.886+0000 7f1a0d9df640 1 --2- 172.21.15.18:0/2131304237 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c767430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.886+0000 7f1a0c9dd640 1 --2- 172.21.15.18:0/2131304237 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c75a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.886+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/2131304237 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 msgr2=0x557a5c767430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:51.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.886+0000 7f1a0c9dd640 1 --2- 172.21.15.18:0/2131304237 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c767430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.886+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/2131304237 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 msgr2=0x557a5c759e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:51.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.886+0000 7f1a0c9dd640 1 --2- 172.21.15.18:0/2131304237 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c759e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.886+0000 7f1a0c9dd640 1 -- 172.21.15.18:0/2131304237 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a5c395170 con 0x557a5c7651b0 2024-04-22T00:47:51.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.888+0000 7f1a0c9dd640 1 --2- 172.21.15.18:0/2131304237 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c75a3c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f1a00006010 tx=0x7f1a00000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e15ca7f58ebee6c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:51.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.889+0000 7f19f2ffd640 1 -- 172.21.15.18:0/2131304237 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0004c040 con 0x557a5c7651b0 2024-04-22T00:47:51.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.889+0000 7f19f2ffd640 1 -- 172.21.15.18:0/2131304237 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a0002ce50 con 0x557a5c7651b0 2024-04-22T00:47:51.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.889+0000 7f19f2ffd640 1 -- 172.21.15.18:0/2131304237 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00043050 con 0x557a5c7651b0 2024-04-22T00:47:51.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.890+0000 7f1a1201f740 1 -- 172.21.15.18:0/2131304237 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 msgr2=0x557a5c75a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:51.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.890+0000 7f1a1201f740 1 --2- 172.21.15.18:0/2131304237 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c75a3c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f1a00006010 tx=0x7f1a00000f40 comp rx=0 tx=0).stop 2024-04-22T00:47:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.890+0000 7f1a1201f740 1 -- 172.21.15.18:0/2131304237 shutdown_connections 2024-04-22T00:47:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.890+0000 7f1a1201f740 1 --2- 172.21.15.18:0/2131304237 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c767430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.890+0000 7f1a1201f740 1 --2- 172.21.15.18:0/2131304237 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c75a3c0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.890+0000 7f1a1201f740 1 --2- 172.21.15.18:0/2131304237 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c759e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.890+0000 7f1a1201f740 1 -- 172.21.15.18:0/2131304237 >> 172.21.15.18:0/2131304237 conn(0x557a5c7244f0 msgr2=0x557a5c758640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.890+0000 7f1a1201f740 1 -- 172.21.15.18:0/2131304237 shutdown_connections 2024-04-22T00:47:51.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.890+0000 7f1a1201f740 1 -- 172.21.15.18:0/2131304237 wait complete. 2024-04-22T00:47:51.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.890+0000 7f1a1201f740 1 -- start start 2024-04-22T00:47:51.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.891+0000 7f1a1201f740 1 Processor -- start 2024-04-22T00:47:51.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.891+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c794600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.891+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c794b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.891+0000 7f1a1201f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c7e7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.891+0000 7f1a1201f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1a08070350 con 0x557a5c7651b0 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.891+0000 7f1a1201f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1a080717c0 con 0x557a5c75f3f0 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.891+0000 7f1a1201f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1a08070a20 con 0x557a5c765ba0 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.891+0000 7f1a1201f740 10 client.0 _ll_register_callbacks cb 0x7f1a00009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.891+0000 7f1a0d1de640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c794600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.892+0000 7f1a0d9df640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c7e7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.892+0000 7f1a0d1de640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c794600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37754/0 (socket says 172.21.15.18:37754) 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.892+0000 7f1a0d1de640 1 -- 172.21.15.18:0/917423259 learned_addr learned my addr 172.21.15.18:0/917423259 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.892+0000 7f1a0d9df640 1 -- 172.21.15.18:0/917423259 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 msgr2=0x557a5c794600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.892+0000 7f1a0d9df640 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c794600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.892+0000 7f1a0d9df640 1 -- 172.21.15.18:0/917423259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 msgr2=0x557a5c794b40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.892+0000 7f1a0d9df640 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c794b40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.892+0000 7f1a0d9df640 1 -- 172.21.15.18:0/917423259 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a5c795180 con 0x557a5c765ba0 2024-04-22T00:47:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.892+0000 7f1a0d9df640 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c7e7fa0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x557a5c75a920 tx=0x7f19f8014040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4897b5ce9de48a40 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.892+0000 7f19f0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:47:51.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f19f0ff9640 1 -- 172.21.15.18:0/917423259 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f802c060 con 0x557a5c765ba0 2024-04-22T00:47:51.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f19f0ff9640 1 -- 172.21.15.18:0/917423259 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f19f801c630 con 0x557a5c765ba0 2024-04-22T00:47:51.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f1a1201f740 1 -- 172.21.15.18:0/917423259 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a0002ce50 con 0x557a5c765ba0 2024-04-22T00:47:51.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f19f0ff9640 1 -- 172.21.15.18:0/917423259 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f19f8033050 con 0x557a5c765ba0 2024-04-22T00:47:51.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f1a1201f740 10 client.26749 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:51.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f1a1201f740 1 -- 172.21.15.18:0/917423259 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557a5c7e96f0 con 0x557a5c765ba0 2024-04-22T00:47:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f19f0ff9640 1 -- 172.21.15.18:0/917423259 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a0002ce50 con 0x557a5c765ba0 2024-04-22T00:47:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f19f0ff9640 1 -- 172.21.15.18:0/917423259 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f19f80279f0 con 0x557a5c765ba0 2024-04-22T00:47:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f1a1201f740 10 client.26749 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f1a1201f740 10 client.26749 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f1a1201f740 20 client.26749 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f1a1201f740 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557a5c7ea100 0x557a5c7ec520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f1a1201f740 4 client.26749 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:47:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f1a1201f740 1 -- 172.21.15.18:0/917423259 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x557a5c6ce6b0 con 0x557a5c7ea100 2024-04-22T00:47:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.893+0000 7f1a0d1de640 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557a5c7ea100 0x557a5c7ec520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.894+0000 7f19f0ff9640 10 client.26749 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.894+0000 7f1a0d1de640 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557a5c7ea100 0x557a5c7ec520 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfba312cb2ff0fdd server_cookie=5d4616a753dba931 in_seq=0 out_seq=0 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f19f0ff9640 1 -- 172.21.15.18:0/917423259 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x557a5c6ce6b0 con 0x557a5c7ea100 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f19f0ff9640 10 client.26749 handle_command_reply: tid=0 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f1a1201f740 1 client.26749 shutdown 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f1a1201f740 1 -- 172.21.15.18:0/917423259 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 msgr2=0x557a5c7e7fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f1a1201f740 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c7e7fa0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x557a5c75a920 tx=0x7f19f8014040 comp rx=0 tx=0).stop 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f1a1201f740 1 -- 172.21.15.18:0/917423259 shutdown_connections 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f1a1201f740 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557a5c7ea100 0x557a5c7ec520 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f1a1201f740 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557a5c765ba0 0x557a5c7e7fa0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f1a1201f740 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557a5c7651b0 0x557a5c794b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f1a1201f740 1 --2- 172.21.15.18:0/917423259 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557a5c75f3f0 0x557a5c794600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f1a1201f740 1 -- 172.21.15.18:0/917423259 >> 172.21.15.18:0/917423259 conn(0x557a5c7244f0 msgr2=0x557a5c758640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:51.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.895+0000 7f19f0ff9640 0 client.26749 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:51.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.896+0000 7f1a1201f740 1 -- 172.21.15.18:0/917423259 shutdown_connections 2024-04-22T00:47:51.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.896+0000 7f1a1201f740 1 -- 172.21.15.18:0/917423259 wait complete. 2024-04-22T00:47:51.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.898+0000 7f1a1201f740 20 client.26749 trim_cache size 0 max 16384 2024-04-22T00:47:51.900 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:47:51.900 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:47:51.900 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "1ae238b2-6938-4a09-bbbf-973cbb85d6d5", 2024-04-22T00:47:51.900 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:47:51.900 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:47:51.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.899+0000 7f1a0f442640 1 -- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19f40a2d10 msgr2=0x7f19f40a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:51.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.899+0000 7f1a0f442640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19f40a2d10 0x7f19f40a51d0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x557a5c766400 tx=0x7f19f800b390 comp rx=0 tx=0).stop 2024-04-22T00:47:51.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.899+0000 7f1a0f442640 1 -- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a081039a0 msgr2=0x7f1a08199d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:51.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.899+0000 7f1a0f442640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a081039a0 0x7f1a08199d40 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f1a0400e9c0 tx=0x7f1a0400ee80 comp rx=0 tx=0).stop 2024-04-22T00:47:51.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.899+0000 7f1a0f442640 1 -- 172.21.15.18:0/3192556569 shutdown_connections 2024-04-22T00:47:51.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.899+0000 7f1a0f442640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19f40a2d10 0x7f19f40a51d0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.899+0000 7f1a0f442640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a08105550 0x7f1a081a12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.899+0000 7f1a0f442640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a08104b90 0x7f1a0819a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.899+0000 7f1a0f442640 1 --2- 172.21.15.18:0/3192556569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a081039a0 0x7f1a08199d40 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:51.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.899+0000 7f1a0f442640 1 -- 172.21.15.18:0/3192556569 >> 172.21.15.18:0/3192556569 conn(0x7f1a080feef0 msgr2=0x7f1a08107f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:51.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.900+0000 7f1a0f442640 1 -- 172.21.15.18:0/3192556569 shutdown_connections 2024-04-22T00:47:51.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:51.900+0000 7f1a0f442640 1 -- 172.21.15.18:0/3192556569 wait complete. 2024-04-22T00:47:51.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:51 smithi081 ceph-mon[31546]: pgmap v571: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 17 MiB/s wr, 1.49k op/s 2024-04-22T00:47:51.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:51 smithi018 ceph-mon[27979]: pgmap v571: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 17 MiB/s wr, 1.49k op/s 2024-04-22T00:47:51.917 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:47:51.917 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:47:51.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:51 smithi167 ceph-mon[31348]: pgmap v571: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 17 MiB/s wr, 1.49k op/s 2024-04-22T00:47:52.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.103+0000 7f45b91be640 1 -- 172.21.15.18:0/1550887906 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f45b4102960 msgr2=0x7f45b4104dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:52.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.103+0000 7f45b91be640 1 --2- 172.21.15.18:0/1550887906 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f45b4102960 0x7f45b4104dd0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f459c009860 tx=0x7f459c02bbb0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.108+0000 7f45b91be640 1 -- 172.21.15.18:0/1550887906 shutdown_connections 2024-04-22T00:47:52.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.108+0000 7f45b91be640 1 --2- 172.21.15.18:0/1550887906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45b4105310 0x7f45b4105790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.108+0000 7f45b91be640 1 --2- 172.21.15.18:0/1550887906 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f45b4102960 0x7f45b4104dd0 secure :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f459c009860 tx=0x7f459c02bbb0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.108+0000 7f45b91be640 1 --2- 172.21.15.18:0/1550887906 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f45b40ffff0 0x7f45b4102420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.108+0000 7f45b91be640 1 -- 172.21.15.18:0/1550887906 >> 172.21.15.18:0/1550887906 conn(0x7f45b40fbbf0 msgr2=0x7f45b40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:52.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.109+0000 7f45b91be640 1 -- 172.21.15.18:0/1550887906 shutdown_connections 2024-04-22T00:47:52.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.110+0000 7f45b91be640 1 -- 172.21.15.18:0/1550887906 wait complete. 2024-04-22T00:47:52.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.111+0000 7f45b91be640 1 Processor -- start 2024-04-22T00:47:52.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.111+0000 7f45b91be640 1 -- start start 2024-04-22T00:47:52.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.111+0000 7f45b91be640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f45b40ffff0 0x7f45b4073390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.111+0000 7f45b91be640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45b4105310 0x7f45b40719d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.111+0000 7f45b91be640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f45b4071f10 0x7f45b40723c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.111+0000 7f45b91be640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f45b406c0c0 con 0x7f45b4105310 2024-04-22T00:47:52.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.111+0000 7f45b91be640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f45b406bf40 con 0x7f45b40ffff0 2024-04-22T00:47:52.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.111+0000 7f45b91be640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f45b406c240 con 0x7f45b4071f10 2024-04-22T00:47:52.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b359e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f45b4071f10 0x7f45b40723c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45b4105310 0x7f45b40719d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45b4105310 0x7f45b40719d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60056/0 (socket says 172.21.15.18:60056) 2024-04-22T00:47:52.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b259c640 1 -- 172.21.15.18:0/2985646016 learned_addr learned my addr 172.21.15.18:0/2985646016 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:52.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f45b40ffff0 0x7f45b4073390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b259c640 1 -- 172.21.15.18:0/2985646016 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f45b4071f10 msgr2=0x7f45b40723c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:52.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b259c640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f45b4071f10 0x7f45b40723c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b259c640 1 -- 172.21.15.18:0/2985646016 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f45b40ffff0 msgr2=0x7f45b4073390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:52.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b259c640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f45b40ffff0 0x7f45b4073390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b259c640 1 -- 172.21.15.18:0/2985646016 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b410c8d0 con 0x7f45b4105310 2024-04-22T00:47:52.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.112+0000 7f45b259c640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45b4105310 0x7f45b40719d0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f459c02c140 tx=0x7f459c0043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:52.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.113+0000 7f45abfff640 1 -- 172.21.15.18:0/2985646016 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f459c039040 con 0x7f45b4105310 2024-04-22T00:47:52.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.113+0000 7f45abfff640 1 -- 172.21.15.18:0/2985646016 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f459c02ca30 con 0x7f45b4105310 2024-04-22T00:47:52.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.113+0000 7f45abfff640 1 -- 172.21.15.18:0/2985646016 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f459c03d430 con 0x7f45b4105310 2024-04-22T00:47:52.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.113+0000 7f45b91be640 1 -- 172.21.15.18:0/2985646016 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b410cb60 con 0x7f45b4105310 2024-04-22T00:47:52.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.113+0000 7f45b91be640 1 -- 172.21.15.18:0/2985646016 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b410d050 con 0x7f45b4105310 2024-04-22T00:47:52.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.118+0000 7f45abfff640 1 -- 172.21.15.18:0/2985646016 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f459c044020 con 0x7f45b4105310 2024-04-22T00:47:52.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.119+0000 7f45abfff640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45a00a2d10 0x7f45a00a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.119+0000 7f45abfff640 1 -- 172.21.15.18:0/2985646016 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f459c0f0630 con 0x7f45b4105310 2024-04-22T00:47:52.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.121+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45a00a2d10 0x7f45a00a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.122+0000 7f45bbdae740 1 Processor -- start 2024-04-22T00:47:52.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.122+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45a00a2d10 0x7f45a00a51d0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f45ac005fd0 tx=0x7f45ac005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:52.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.123+0000 7f45bbdae740 1 -- start start 2024-04-22T00:47:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.124+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 0x55ffc8693370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.124+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc8698440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.124+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 0x55ffc869af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.124+0000 7f45bbdae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ffc85f8560 con 0x55ffc8692f50 2024-04-22T00:47:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.124+0000 7f45bbdae740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ffc85a0730 con 0x55ffc8698ab0 2024-04-22T00:47:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.124+0000 7f45b2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 0x55ffc8693370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45bbdae740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ffc85f4520 con 0x55ffc8693940 2024-04-22T00:47:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45b2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 0x55ffc8693370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60062/0 (socket says 172.21.15.18:60062) 2024-04-22T00:47:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45b2d9d640 1 -- 172.21.15.18:0/3350206860 learned_addr learned my addr 172.21.15.18:0/3350206860 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45b259c640 1 --2- 172.21.15.18:0/3350206860 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc8698440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45b359e640 1 --2- 172.21.15.18:0/3350206860 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 0x55ffc869af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45b2d9d640 1 -- 172.21.15.18:0/3350206860 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 msgr2=0x55ffc8698440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:52.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/3350206860 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc8698440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45b2d9d640 1 -- 172.21.15.18:0/3350206860 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 msgr2=0x55ffc869af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:52.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/3350206860 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 0x55ffc869af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45b2d9d640 1 -- 172.21.15.18:0/3350206860 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffc83d67d0 con 0x55ffc8692f50 2024-04-22T00:47:52.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.125+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/3350206860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 0x55ffc8693370 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f45ac00ee00 tx=0x7f45ac011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13d80bfa4a94fbeb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:52.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.126+0000 7f45a97fa640 1 -- 172.21.15.18:0/3350206860 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac01e440 con 0x55ffc8692f50 2024-04-22T00:47:52.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.126+0000 7f45a97fa640 1 -- 172.21.15.18:0/3350206860 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45ac023070 con 0x55ffc8692f50 2024-04-22T00:47:52.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.126+0000 7f45a97fa640 1 -- 172.21.15.18:0/3350206860 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac010ab0 con 0x55ffc8692f50 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.127+0000 7f45bbdae740 1 -- 172.21.15.18:0/3350206860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 msgr2=0x55ffc8693370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.127+0000 7f45bbdae740 1 --2- 172.21.15.18:0/3350206860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 0x55ffc8693370 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f45ac00ee00 tx=0x7f45ac011000 comp rx=0 tx=0).stop 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.127+0000 7f45bbdae740 1 -- 172.21.15.18:0/3350206860 shutdown_connections 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.127+0000 7f45bbdae740 1 --2- 172.21.15.18:0/3350206860 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 0x55ffc869af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.127+0000 7f45bbdae740 1 --2- 172.21.15.18:0/3350206860 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc8698440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.127+0000 7f45bbdae740 1 --2- 172.21.15.18:0/3350206860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 0x55ffc8693370 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.127+0000 7f45bbdae740 1 -- 172.21.15.18:0/3350206860 >> 172.21.15.18:0/3350206860 conn(0x55ffc868e4c0 msgr2=0x55ffc868e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.127+0000 7f45bbdae740 1 -- 172.21.15.18:0/3350206860 shutdown_connections 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.127+0000 7f45bbdae740 1 -- 172.21.15.18:0/3350206860 wait complete. 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.128+0000 7f45bbdae740 1 -- start start 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.128+0000 7f45bbdae740 1 Processor -- start 2024-04-22T00:47:52.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.129+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 0x55ffc869d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.129+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc869d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.129+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 0x55ffc86a4800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.129+0000 7f45bbdae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ffc869ba00 con 0x55ffc8692f50 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.129+0000 7f45b359e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 0x55ffc86a4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.129+0000 7f45b359e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 0x55ffc86a4800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37786/0 (socket says 172.21.15.18:37786) 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.130+0000 7f45b359e640 1 -- 172.21.15.18:0/3968312031 learned_addr learned my addr 172.21.15.18:0/3968312031 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.130+0000 7f45b259c640 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc869d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.130+0000 7f45bbdae740 1 -- 172.21.15.18:0/3968312031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ffc85b3e00 con 0x55ffc8698ab0 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.130+0000 7f45bbdae740 1 -- 172.21.15.18:0/3968312031 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ffc869bb80 con 0x55ffc8693940 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.130+0000 7f45bbdae740 10 client.0 _ll_register_callbacks cb 0x55ffc85eeeb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.130+0000 7f45b359e640 1 -- 172.21.15.18:0/3968312031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 msgr2=0x55ffc869d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.130+0000 7f45b359e640 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc869d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.130+0000 7f45b359e640 1 -- 172.21.15.18:0/3968312031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 msgr2=0x55ffc869d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.130+0000 7f45b359e640 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 0x55ffc869d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.130+0000 7f45b359e640 1 -- 172.21.15.18:0/3968312031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffc830c3f0 con 0x55ffc8698ab0 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.131+0000 7f45b359e640 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 0x55ffc86a4800 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f45a400cad0 tx=0x7f45a400cf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa6a19520da303b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.131+0000 7f459a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.131+0000 7f459a7fc640 1 -- 172.21.15.18:0/3968312031 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a401c060 con 0x55ffc8698ab0 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f459a7fc640 1 -- 172.21.15.18:0/3968312031 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f45a4009b70 con 0x55ffc8698ab0 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f45bbdae740 1 -- 172.21.15.18:0/3968312031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45ac023070 con 0x55ffc8698ab0 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f459a7fc640 1 -- 172.21.15.18:0/3968312031 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f45a4023050 con 0x55ffc8698ab0 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f45bbdae740 10 client.26786 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f45bbdae740 1 -- 172.21.15.18:0/3968312031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55ffc82cc0f0 con 0x55ffc8698ab0 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f459a7fc640 1 -- 172.21.15.18:0/3968312031 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45a4009db0 con 0x55ffc8698ab0 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f459a7fc640 1 -- 172.21.15.18:0/3968312031 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f45a40154b0 con 0x55ffc8698ab0 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f45bbdae740 10 client.26786 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f45bbdae740 10 client.26786 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f45bbdae740 20 client.26786 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f45bbdae740 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ffc86a9110 0x55ffc86ab5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f45bbdae740 4 client.26786 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.132+0000 7f45bbdae740 1 -- 172.21.15.18:0/3968312031 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f45ac023070 con 0x55ffc86a9110 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.133+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ffc86a9110 0x55ffc86ab5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.133+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ffc86a9110 0x55ffc86ab5d0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=799a4e689cbc2a55 server_cookie=314800d4973db0c6 in_seq=0 out_seq=0 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.133+0000 7f459a7fc640 10 client.26786 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f459a7fc640 1 -- 172.21.15.18:0/3968312031 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f45ac023070 con 0x55ffc86a9110 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f459a7fc640 10 client.26786 handle_command_reply: tid=0 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f45bbdae740 1 client.26786 shutdown 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f45bbdae740 1 -- 172.21.15.18:0/3968312031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 msgr2=0x55ffc86a4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f45bbdae740 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 0x55ffc86a4800 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f45a400cad0 tx=0x7f45a400cf90 comp rx=0 tx=0).stop 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f45bbdae740 1 -- 172.21.15.18:0/3968312031 shutdown_connections 2024-04-22T00:47:52.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f45bbdae740 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ffc86a9110 0x55ffc86ab5d0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f45bbdae740 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8698ab0 0x55ffc86a4800 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f45bbdae740 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc869d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f45bbdae740 1 --2- 172.21.15.18:0/3968312031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8692f50 0x55ffc869d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f45bbdae740 1 -- 172.21.15.18:0/3968312031 >> 172.21.15.18:0/3968312031 conn(0x55ffc868e4c0 msgr2=0x55ffc868d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:52.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f459a7fc640 0 client.26786 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:52.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.134+0000 7f45bbdae740 1 -- 172.21.15.18:0/3968312031 shutdown_connections 2024-04-22T00:47:52.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.135+0000 7f45bbdae740 1 -- 172.21.15.18:0/3968312031 wait complete. 2024-04-22T00:47:52.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.135+0000 7f45bbdae740 20 client.26786 trim_cache size 0 max 16384 2024-04-22T00:47:52.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.169+0000 7f45bbdae740 1 Processor -- start 2024-04-22T00:47:52.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.170+0000 7f45bbdae740 1 -- start start 2024-04-22T00:47:52.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.171+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8692f50 0x55ffc868ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.171+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8693940 0x55ffc86a4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.171+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 0x55ffc868d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.171+0000 7f45bbdae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f45940126e0 con 0x55ffc8698ab0 2024-04-22T00:47:52.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.171+0000 7f45bbdae740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f459400ff20 con 0x55ffc8693940 2024-04-22T00:47:52.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.171+0000 7f45bbdae740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f459400dd70 con 0x55ffc8692f50 2024-04-22T00:47:52.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.173+0000 7f45b2d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8692f50 0x55ffc868ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.173+0000 7f45b2d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8692f50 0x55ffc868ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:46028/0 (socket says 172.21.15.18:46028) 2024-04-22T00:47:52.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.173+0000 7f45b2d9d640 1 -- 172.21.15.18:0/2621110640 learned_addr learned my addr 172.21.15.18:0/2621110640 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:52.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.174+0000 7f45b259c640 1 --2- 172.21.15.18:0/2621110640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8693940 0x55ffc86a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.176+0000 7f45b359e640 1 --2- 172.21.15.18:0/2621110640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 0x55ffc868d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.177+0000 7f45b2d9d640 1 -- 172.21.15.18:0/2621110640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8693940 msgr2=0x55ffc86a4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:52.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.177+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/2621110640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8693940 0x55ffc86a4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.177+0000 7f45b2d9d640 1 -- 172.21.15.18:0/2621110640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 msgr2=0x55ffc868d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:52.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.177+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/2621110640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 0x55ffc868d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.177+0000 7f45b2d9d640 1 -- 172.21.15.18:0/2621110640 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffc868f230 con 0x55ffc8692f50 2024-04-22T00:47:52.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.177+0000 7f45b259c640 1 --2- 172.21.15.18:0/2621110640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8693940 0x55ffc86a4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:47:52.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.184+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/2621110640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8692f50 0x55ffc868ce50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f45ac00ee00 tx=0x7f45ac005690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a7a13331f1f5163 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:52.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.190+0000 7f45a8ff9640 1 -- 172.21.15.18:0/2621110640 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac000bc0 con 0x55ffc8692f50 2024-04-22T00:47:52.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.190+0000 7f45a8ff9640 1 -- 172.21.15.18:0/2621110640 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45ac02d070 con 0x55ffc8692f50 2024-04-22T00:47:52.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.191+0000 7f45bbdae740 1 -- 172.21.15.18:0/2621110640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8692f50 msgr2=0x55ffc868ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:52.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.191+0000 7f45bbdae740 1 --2- 172.21.15.18:0/2621110640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8692f50 0x55ffc868ce50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f45ac00ee00 tx=0x7f45ac005690 comp rx=0 tx=0).stop 2024-04-22T00:47:52.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.197+0000 7f45bbdae740 1 -- 172.21.15.18:0/2621110640 shutdown_connections 2024-04-22T00:47:52.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.197+0000 7f45bbdae740 1 --2- 172.21.15.18:0/2621110640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 0x55ffc868d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.198+0000 7f45bbdae740 1 --2- 172.21.15.18:0/2621110640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8693940 0x55ffc86a4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.198+0000 7f45bbdae740 1 --2- 172.21.15.18:0/2621110640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8692f50 0x55ffc868ce50 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.198+0000 7f45bbdae740 1 -- 172.21.15.18:0/2621110640 >> 172.21.15.18:0/2621110640 conn(0x55ffc868e4c0 msgr2=0x55ffc869d280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:52.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.206+0000 7f45bbdae740 1 -- 172.21.15.18:0/2621110640 shutdown_connections 2024-04-22T00:47:52.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.207+0000 7f45bbdae740 1 -- 172.21.15.18:0/2621110640 wait complete. 2024-04-22T00:47:52.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.207+0000 7f45bbdae740 1 -- start start 2024-04-22T00:47:52.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.207+0000 7f45bbdae740 1 Processor -- start 2024-04-22T00:47:52.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.208+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8692f50 0x55ffc86a1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.208+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc86a1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.208+0000 7f45bbdae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 0x55ffc86a2f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.208+0000 7f45bbdae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f459400e3e0 con 0x55ffc8698ab0 2024-04-22T00:47:52.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.208+0000 7f45bbdae740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f459400f850 con 0x55ffc8692f50 2024-04-22T00:47:52.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.208+0000 7f45bbdae740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f459400eab0 con 0x55ffc8693940 2024-04-22T00:47:52.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.208+0000 7f45bbdae740 10 client.0 _ll_register_callbacks cb 0x7f45a400a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:47:52.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.208+0000 7f45b259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc86a1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.209+0000 7f45b359e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 0x55ffc86a2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.209+0000 7f45b259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc86a1fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:46032/0 (socket says 172.21.15.18:46032) 2024-04-22T00:47:52.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.209+0000 7f45b259c640 1 -- 172.21.15.18:0/2340706774 learned_addr learned my addr 172.21.15.18:0/2340706774 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:47:52.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.210+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8692f50 0x55ffc86a1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.215+0000 7f45b359e640 1 -- 172.21.15.18:0/2340706774 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 msgr2=0x55ffc86a1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:52.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.215+0000 7f45b359e640 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc86a1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.215+0000 7f45b359e640 1 -- 172.21.15.18:0/2340706774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8692f50 msgr2=0x55ffc86a1a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:47:52.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.215+0000 7f45b359e640 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8692f50 0x55ffc86a1a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.215+0000 7f45b359e640 1 -- 172.21.15.18:0/2340706774 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffc868ef30 con 0x55ffc8698ab0 2024-04-22T00:47:52.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.227+0000 7f45b359e640 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 0x55ffc86a2f90 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f45a4015a70 tx=0x7f45a400c270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1cb5cf4555d7446 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:47:52.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.228+0000 7f459a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:47:52.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.234+0000 7f459a7fc640 1 -- 172.21.15.18:0/2340706774 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a4015530 con 0x55ffc8698ab0 2024-04-22T00:47:52.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.234+0000 7f459a7fc640 1 -- 172.21.15.18:0/2340706774 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f45a4012050 con 0x55ffc8698ab0 2024-04-22T00:47:52.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.235+0000 7f45bbdae740 1 -- 172.21.15.18:0/2340706774 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45ac02d070 con 0x55ffc8698ab0 2024-04-22T00:47:52.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.236+0000 7f459a7fc640 1 -- 172.21.15.18:0/2340706774 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f45a400a8a0 con 0x55ffc8698ab0 2024-04-22T00:47:52.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.237+0000 7f45bbdae740 10 client.17124 fetch_fsmap learned FSMap version 36 2024-04-22T00:47:52.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.237+0000 7f45bbdae740 1 -- 172.21.15.18:0/2340706774 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55ffc86a4730 con 0x55ffc8698ab0 2024-04-22T00:47:52.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.239+0000 7f459a7fc640 1 -- 172.21.15.18:0/2340706774 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45ac02d070 con 0x55ffc8698ab0 2024-04-22T00:47:52.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.240+0000 7f459a7fc640 1 -- 172.21.15.18:0/2340706774 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f45a400a1c0 con 0x55ffc8698ab0 2024-04-22T00:47:52.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.240+0000 7f45bbdae740 10 client.17124 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:47:52.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.240+0000 7f45bbdae740 10 client.17124 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:47:52.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.240+0000 7f45bbdae740 20 client.17124 populate_metadata read hostname 'smithi018' 2024-04-22T00:47:52.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.240+0000 7f45bbdae740 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ffc870fc50 0x55ffc8712070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:47:52.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.240+0000 7f45bbdae740 4 client.17124 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:47:52.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.240+0000 7f45bbdae740 1 -- 172.21.15.18:0/2340706774 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ffc869d070 con 0x55ffc870fc50 2024-04-22T00:47:52.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.242+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ffc870fc50 0x55ffc8712070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:47:52.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.253+0000 7f45b2d9d640 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ffc870fc50 0x55ffc8712070 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7cd8d2eb0a9d013c server_cookie=34735f15b3027776 in_seq=0 out_seq=0 2024-04-22T00:47:52.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.253+0000 7f459a7fc640 10 client.17124 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:52.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.255+0000 7f459a7fc640 1 -- 172.21.15.18:0/2340706774 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ffc869d070 con 0x55ffc870fc50 2024-04-22T00:47:52.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.255+0000 7f459a7fc640 10 client.17124 handle_command_reply: tid=0 2024-04-22T00:47:52.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.255+0000 7f45bbdae740 1 client.17124 shutdown 2024-04-22T00:47:52.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.256+0000 7f45bbdae740 1 -- 172.21.15.18:0/2340706774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 msgr2=0x55ffc86a2f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:52.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.256+0000 7f45bbdae740 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 0x55ffc86a2f90 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f45a4015a70 tx=0x7f45a400c270 comp rx=0 tx=0).stop 2024-04-22T00:47:52.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.256+0000 7f45bbdae740 1 -- 172.21.15.18:0/2340706774 shutdown_connections 2024-04-22T00:47:52.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.256+0000 7f45bbdae740 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ffc870fc50 0x55ffc8712070 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.256+0000 7f45bbdae740 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffc8698ab0 0x55ffc86a2f90 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.256+0000 7f45bbdae740 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ffc8693940 0x55ffc86a1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.256+0000 7f45bbdae740 1 --2- 172.21.15.18:0/2340706774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ffc8692f50 0x55ffc86a1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.256+0000 7f45bbdae740 1 -- 172.21.15.18:0/2340706774 >> 172.21.15.18:0/2340706774 conn(0x55ffc868e4c0 msgr2=0x55ffc8691720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:52.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.256+0000 7f459a7fc640 0 client.17124 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:47:52.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.257+0000 7f45bbdae740 1 -- 172.21.15.18:0/2340706774 shutdown_connections 2024-04-22T00:47:52.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.257+0000 7f45bbdae740 1 -- 172.21.15.18:0/2340706774 wait complete. 2024-04-22T00:47:52.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.257+0000 7f45bbdae740 20 client.17124 trim_cache size 0 max 16384 2024-04-22T00:47:52.261 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:47:52.261 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:47:52.261 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:47:52.261 INFO:teuthology.orchestra.run.smithi018.stdout: "1ae238b2-6938-4a09-bbbf-973cbb85d6d5": { 2024-04-22T00:47:52.261 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:47:52.261 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "1ae238b2-6938-4a09-bbbf-973cbb85d6d5", 2024-04-22T00:47:52.262 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:47:52.262 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:47:52.262 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:47:52.262 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:47:52.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.261+0000 7f45b91be640 1 -- 172.21.15.18:0/2985646016 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45a00a2d10 msgr2=0x7f45a00a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:52.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.261+0000 7f45b91be640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45a00a2d10 0x7f45a00a51d0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f45ac005fd0 tx=0x7f45ac005850 comp rx=0 tx=0).stop 2024-04-22T00:47:52.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.261+0000 7f45b91be640 1 -- 172.21.15.18:0/2985646016 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45b4105310 msgr2=0x7f45b40719d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:47:52.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.261+0000 7f45b91be640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45b4105310 0x7f45b40719d0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f459c02c140 tx=0x7f459c0043b0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.261+0000 7f45b91be640 1 -- 172.21.15.18:0/2985646016 shutdown_connections 2024-04-22T00:47:52.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.261+0000 7f45b91be640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f45a00a2d10 0x7f45a00a51d0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.261+0000 7f45b91be640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f45b4071f10 0x7f45b40723c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.261+0000 7f45b91be640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45b4105310 0x7f45b40719d0 secure :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f459c02c140 tx=0x7f459c0043b0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.261+0000 7f45b91be640 1 --2- 172.21.15.18:0/2985646016 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f45b40ffff0 0x7f45b4073390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:47:52.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.261+0000 7f45b91be640 1 -- 172.21.15.18:0/2985646016 >> 172.21.15.18:0/2985646016 conn(0x7f45b40fbbf0 msgr2=0x7f45b4100990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:47:52.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.263+0000 7f45b91be640 1 -- 172.21.15.18:0/2985646016 shutdown_connections 2024-04-22T00:47:52.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:47:52.263+0000 7f45b91be640 1 -- 172.21.15.18:0/2985646016 wait complete. 2024-04-22T00:47:52.282 INFO:tasks.cephfs.filesystem:scrub status for tag:1ae238b2-6938-4a09-bbbf-973cbb85d6d5 - {'path': '/', 'tag': '1ae238b2-6938-4a09-bbbf-973cbb85d6d5', 'options': 'recursive,force'} 2024-04-22T00:47:52.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:52 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:47:52.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:52 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:47:52.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:52 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:47:52.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:52 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:47:52.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:52 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:47:52.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.907 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:52 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:52 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:47:52.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:52 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:47:52.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:52 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:47:52.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:52 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:47:52.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:52 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:47:52.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:52 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:52 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:47:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:52 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:47:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:52 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:47:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:52 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:47:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:52 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:47:52.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:52.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:52 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:47:53.886 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:53 smithi167 ceph-mon[31348]: pgmap v572: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 15 MiB/s wr, 1.21k op/s 2024-04-22T00:47:53.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:53 smithi081 ceph-mon[31546]: pgmap v572: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 15 MiB/s wr, 1.21k op/s 2024-04-22T00:47:53.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:53 smithi018 ceph-mon[27979]: pgmap v572: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 15 MiB/s wr, 1.21k op/s 2024-04-22T00:47:54.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 390.0 s, 893.4 tps, lat 114.841 ms stddev 145.656 2024-04-22T00:47:55.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:55 smithi081 ceph-mon[31546]: pgmap v573: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 11 MiB/s wr, 991 op/s 2024-04-22T00:47:55.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:55 smithi018 ceph-mon[27979]: pgmap v573: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 11 MiB/s wr, 991 op/s 2024-04-22T00:47:55.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:55 smithi167 ceph-mon[31348]: pgmap v573: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 11 MiB/s wr, 991 op/s 2024-04-22T00:47:57.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:57 smithi081 ceph-mon[31546]: pgmap v574: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 10 MiB/s wr, 966 op/s 2024-04-22T00:47:57.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:57 smithi018 ceph-mon[27979]: pgmap v574: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 10 MiB/s wr, 966 op/s 2024-04-22T00:47:57.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:57 smithi167 ceph-mon[31348]: pgmap v574: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 10 MiB/s wr, 966 op/s 2024-04-22T00:47:59.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 395.0 s, 934.4 tps, lat 107.755 ms stddev 127.758 2024-04-22T00:47:59.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:47:59 smithi081 ceph-mon[31546]: pgmap v575: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 5.9 MiB/s wr, 607 op/s 2024-04-22T00:47:59.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:47:59 smithi018 ceph-mon[27979]: pgmap v575: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 5.9 MiB/s wr, 607 op/s 2024-04-22T00:47:59.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:47:59 smithi167 ceph-mon[31348]: pgmap v575: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 5.9 MiB/s wr, 607 op/s 2024-04-22T00:48:01.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:01 smithi081 ceph-mon[31546]: pgmap v576: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 7.3 MiB/s wr, 704 op/s 2024-04-22T00:48:01.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:01 smithi018 ceph-mon[27979]: pgmap v576: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 7.3 MiB/s wr, 704 op/s 2024-04-22T00:48:01.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:01 smithi167 ceph-mon[31348]: pgmap v576: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 7.3 MiB/s wr, 704 op/s 2024-04-22T00:48:02.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:02 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:48:02.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:02 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:48:02.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:02 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:48:02.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:02 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:48:02.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:02 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:48:02.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:02 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:48:02.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:02 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:48:02.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:02 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:48:02.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:02 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:48:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.087+0000 7fd2b42a7640 1 -- 172.21.15.18:0/98745942 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd2ac0ffe10 msgr2=0x7fd2ac100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.087+0000 7fd2b42a7640 1 --2- 172.21.15.18:0/98745942 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd2ac0ffe10 0x7fd2ac100230 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800a970 tx=0x7fd2a802cea0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.088+0000 7fd2b42a7640 1 -- 172.21.15.18:0/98745942 shutdown_connections 2024-04-22T00:48:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.088+0000 7fd2b42a7640 1 --2- 172.21.15.18:0/98745942 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2ac101920 0x7fd2ac108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.088+0000 7fd2b42a7640 1 --2- 172.21.15.18:0/98745942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2ac100f60 0x7fd2ac1013e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.088+0000 7fd2b42a7640 1 --2- 172.21.15.18:0/98745942 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd2ac0ffe10 0x7fd2ac100230 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.088+0000 7fd2b42a7640 1 -- 172.21.15.18:0/98745942 >> 172.21.15.18:0/98745942 conn(0x7fd2ac0fb3a0 msgr2=0x7fd2ac0fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.088+0000 7fd2b42a7640 1 -- 172.21.15.18:0/98745942 shutdown_connections 2024-04-22T00:48:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.088+0000 7fd2b42a7640 1 -- 172.21.15.18:0/98745942 wait complete. 2024-04-22T00:48:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.089+0000 7fd2b42a7640 1 Processor -- start 2024-04-22T00:48:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.089+0000 7fd2b42a7640 1 -- start start 2024-04-22T00:48:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.089+0000 7fd2b42a7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd2ac0ffe10 0x7fd2ac1979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.089+0000 7fd2b42a7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2ac100f60 0x7fd2ac197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.089+0000 7fd2b42a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2ac101920 0x7fd2ac19ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b2043640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd2ac0ffe10 0x7fd2ac1979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b42a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac10b220 con 0x7fd2ac101920 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b2043640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd2ac0ffe10 0x7fd2ac1979e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:59496/0 (socket says 172.21.15.18:59496) 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b2043640 1 -- 172.21.15.18:0/1593191399 learned_addr learned my addr 172.21.15.18:0/1593191399 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b1842640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2ac100f60 0x7fd2ac197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b42a7640 1 -- 172.21.15.18:0/1593191399 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac10b0a0 con 0x7fd2ac0ffe10 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b42a7640 1 -- 172.21.15.18:0/1593191399 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac10b3a0 con 0x7fd2ac100f60 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b2844640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2ac101920 0x7fd2ac19ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b2043640 1 -- 172.21.15.18:0/1593191399 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2ac100f60 msgr2=0x7fd2ac197f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b2043640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2ac100f60 0x7fd2ac197f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b2043640 1 -- 172.21.15.18:0/1593191399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2ac101920 msgr2=0x7fd2ac19ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b2043640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2ac101920 0x7fd2ac19ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b2043640 1 -- 172.21.15.18:0/1593191399 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2ac19f600 con 0x7fd2ac0ffe10 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2b2043640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd2ac0ffe10 0x7fd2ac1979e0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd2a802d3e0 tx=0x7fd2a8033f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2a37fe640 1 -- 172.21.15.18:0/1593191399 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a803a040 con 0x7fd2ac0ffe10 2024-04-22T00:48:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.090+0000 7fd2a37fe640 1 -- 172.21.15.18:0/1593191399 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2a8004230 con 0x7fd2ac0ffe10 2024-04-22T00:48:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.091+0000 7fd2a37fe640 1 -- 172.21.15.18:0/1593191399 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a8035940 con 0x7fd2ac0ffe10 2024-04-22T00:48:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.091+0000 7fd2b42a7640 1 -- 172.21.15.18:0/1593191399 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2ac1953f0 con 0x7fd2ac0ffe10 2024-04-22T00:48:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.091+0000 7fd2b42a7640 1 -- 172.21.15.18:0/1593191399 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2ac195870 con 0x7fd2ac0ffe10 2024-04-22T00:48:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.094+0000 7fd2a37fe640 1 -- 172.21.15.18:0/1593191399 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd2a8035ae0 con 0x7fd2ac0ffe10 2024-04-22T00:48:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b6f6f740 1 Processor -- start 2024-04-22T00:48:03.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b6f6f740 1 -- start start 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fdd30 0x55e5677fe150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fe720 0x55e567803220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 0x55e567805d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e567762b70 con 0x55e5677fdd30 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e56770b470 con 0x55e567803890 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e56775eb30 con 0x55e5677fe720 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b2844640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fdd30 0x55e5677fe150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b2844640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fdd30 0x55e5677fe150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37802/0 (socket says 172.21.15.18:37802) 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b2844640 1 -- 172.21.15.18:0/1944099786 learned_addr learned my addr 172.21.15.18:0/1944099786 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b2043640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fe720 0x55e567803220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.095+0000 7fd2b1842640 1 --2- 172.21.15.18:0/1944099786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 0x55e567805d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2b2844640 1 -- 172.21.15.18:0/1944099786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fe720 msgr2=0x55e567803220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2b2844640 1 --2- 172.21.15.18:0/1944099786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fe720 0x55e567803220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2b2844640 1 -- 172.21.15.18:0/1944099786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 msgr2=0x55e567805d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2b2844640 1 --2- 172.21.15.18:0/1944099786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 0x55e567805d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2b2844640 1 -- 172.21.15.18:0/1944099786 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e567477210 con 0x55e5677fdd30 2024-04-22T00:48:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2b1842640 1 --2- 172.21.15.18:0/1944099786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 0x55e567805d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2a37fe640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd2980a2d30 0x7fd2980a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2b2844640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd2980a2d30 0x7fd2980a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2a37fe640 1 -- 172.21.15.18:0/1593191399 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd2a80f1530 con 0x7fd2ac0ffe10 2024-04-22T00:48:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2b2844640 1 --2- 172.21.15.18:0/1944099786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fdd30 0x55e5677fe150 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009fd0 tx=0x7fd2a4009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22485471ec1f23c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.096+0000 7fd2a0bfe640 1 -- 172.21.15.18:0/1944099786 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4004250 con 0x55e5677fdd30 2024-04-22T00:48:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.097+0000 7fd2b2844640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd2980a2d30 0x7fd2980a51f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4024000 tx=0x7fd2a4027000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.097+0000 7fd2a0bfe640 1 -- 172.21.15.18:0/1944099786 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2a401b460 con 0x55e5677fdd30 2024-04-22T00:48:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.097+0000 7fd2a0bfe640 1 -- 172.21.15.18:0/1944099786 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4027680 con 0x55e5677fdd30 2024-04-22T00:48:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.097+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1944099786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fdd30 msgr2=0x55e5677fe150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.097+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1944099786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fdd30 0x55e5677fe150 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009fd0 tx=0x7fd2a4009500 comp rx=0 tx=0).stop 2024-04-22T00:48:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.098+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1944099786 shutdown_connections 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.098+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1944099786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 0x55e567805d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.098+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1944099786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fe720 0x55e567803220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.098+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1944099786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fdd30 0x55e5677fe150 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.098+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1944099786 >> 172.21.15.18:0/1944099786 conn(0x55e5677f92a0 msgr2=0x55e5677f96a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.098+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1944099786 shutdown_connections 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.098+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1944099786 wait complete. 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.098+0000 7fd2b6f6f740 1 -- start start 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.098+0000 7fd2b6f6f740 1 Processor -- start 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 0x55e567810940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fe720 0x55e567810e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e567803890 0x55e567817ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e5678068e0 con 0x55e567803890 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e56771ea10 con 0x55e5677fdd30 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e567806a60 con 0x55e5677fe720 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b2844640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e567803890 0x55e567817ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b2043640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 0x55e567810940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b6f6f740 10 client.0 _ll_register_callbacks cb 0x55e567759b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b2844640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e567803890 0x55e567817ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37816/0 (socket says 172.21.15.18:37816) 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b2844640 1 -- 172.21.15.18:0/1864373593 learned_addr learned my addr 172.21.15.18:0/1864373593 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b1842640 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fe720 0x55e567810e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b2043640 1 -- 172.21.15.18:0/1864373593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fe720 msgr2=0x55e567810e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b2043640 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fe720 0x55e567810e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b2043640 1 -- 172.21.15.18:0/1864373593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e567803890 msgr2=0x55e567817ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:03.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b2043640 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e567803890 0x55e567817ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b2043640 1 -- 172.21.15.18:0/1864373593 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e567543620 con 0x55e5677fdd30 2024-04-22T00:48:03.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd2b2043640 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 0x55e567810940 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x55e5677ff190 tx=0x7fd2a80f4a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af7d7773ee67a4bb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:03.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.099+0000 7fd295ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:48:03.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.101+0000 7fd295ffb640 1 -- 172.21.15.18:0/1864373593 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a80bd7c0 con 0x55e5677fdd30 2024-04-22T00:48:03.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.102+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1864373593 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2a401b460 con 0x55e5677fdd30 2024-04-22T00:48:03.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.102+0000 7fd295ffb640 1 -- 172.21.15.18:0/1864373593 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd2a80ba060 con 0x55e5677fdd30 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.102+0000 7fd295ffb640 1 -- 172.21.15.18:0/1864373593 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fd2a80bd350 con 0x55e5677fdd30 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.102+0000 7fd2b6f6f740 10 client.26804 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.102+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1864373593 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55e567807de0 con 0x55e5677fdd30 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.103+0000 7fd295ffb640 1 -- 172.21.15.18:0/1864373593 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2a80be0f0 con 0x55e5677fdd30 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.104+0000 7fd295ffb640 1 -- 172.21.15.18:0/1864373593 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fd2a800b040 con 0x55e5677fdd30 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.104+0000 7fd2b6f6f740 10 client.26804 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.104+0000 7fd2b6f6f740 10 client.26804 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.104+0000 7fd2b6f6f740 20 client.26804 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.104+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e567809750 0x55e56780bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.104+0000 7fd2b6f6f740 4 client.26804 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.104+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1864373593 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd2a401b460 con 0x55e567809750 2024-04-22T00:48:03.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.104+0000 7fd2b1842640 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e567809750 0x55e56780bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.105+0000 7fd2b1842640 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e567809750 0x55e56780bb60 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f5445380dc90228 server_cookie=6e8648e6aa2456e in_seq=0 out_seq=0 2024-04-22T00:48:03.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.105+0000 7fd295ffb640 10 client.26804 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:03.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.106+0000 7fd295ffb640 1 -- 172.21.15.18:0/1864373593 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fd2a401b460 con 0x55e567809750 2024-04-22T00:48:03.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.106+0000 7fd295ffb640 10 client.26804 handle_command_reply: tid=0 2024-04-22T00:48:03.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.106+0000 7fd2b6f6f740 1 client.26804 shutdown 2024-04-22T00:48:03.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.107+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1864373593 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 msgr2=0x55e567810940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:03.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.107+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 0x55e567810940 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x55e5677ff190 tx=0x7fd2a80f4a20 comp rx=0 tx=0).stop 2024-04-22T00:48:03.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.107+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1864373593 shutdown_connections 2024-04-22T00:48:03.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.107+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e567809750 0x55e56780bb60 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.107+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e567803890 0x55e567817ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.107+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fe720 0x55e567810e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.107+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1864373593 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 0x55e567810940 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.107+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1864373593 >> 172.21.15.18:0/1864373593 conn(0x55e5677f92a0 msgr2=0x55e5677f84c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:03.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.107+0000 7fd295ffb640 0 client.26804 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:03.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.107+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1864373593 shutdown_connections 2024-04-22T00:48:03.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.108+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1864373593 wait complete. 2024-04-22T00:48:03.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.108+0000 7fd2b6f6f740 20 client.26804 trim_cache size 0 max 16384 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.130+0000 7fd2b6f6f740 1 Processor -- start 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.130+0000 7fd2b6f6f740 1 -- start start 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fdd30 0x55e5677f4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56780b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 0x55e5677ffaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac1aac40 con 0x55e5677fe720 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac1a8480 con 0x55e567803890 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b1842640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56780b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b1842640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56780b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37828/0 (socket says 172.21.15.18:37828) 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b1842640 1 -- 172.21.15.18:0/1878239723 learned_addr learned my addr 172.21.15.18:0/1878239723 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b2844640 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 0x55e5677ffaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b2043640 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fdd30 0x55e5677f4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1878239723 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac1a62d0 con 0x55e5677fdd30 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b2844640 1 -- 172.21.15.18:0/1878239723 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fdd30 msgr2=0x55e5677f4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b2844640 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fdd30 0x55e5677f4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b2844640 1 -- 172.21.15.18:0/1878239723 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 msgr2=0x55e56780b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b2844640 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56780b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.131+0000 7fd2b2844640 1 -- 172.21.15.18:0/1878239723 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e567802d40 con 0x55e567803890 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.132+0000 7fd2b1842640 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56780b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.132+0000 7fd2b2043640 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fdd30 0x55e5677f4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.132+0000 7fd2b2844640 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 0x55e5677ffaa0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4006010 tx=0x7fd2a4009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7685a25ea4f50e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.132+0000 7fd297fff640 1 -- 172.21.15.18:0/1878239723 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4004050 con 0x55e567803890 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.132+0000 7fd297fff640 1 -- 172.21.15.18:0/1878239723 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2a4046070 con 0x55e567803890 2024-04-22T00:48:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.132+0000 7fd297fff640 1 -- 172.21.15.18:0/1878239723 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a401b460 con 0x55e567803890 2024-04-22T00:48:03.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1878239723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 msgr2=0x55e5677ffaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 0x55e5677ffaa0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4006010 tx=0x7fd2a4009f90 comp rx=0 tx=0).stop 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1878239723 shutdown_connections 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e567803890 0x55e5677ffaa0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56780b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/1878239723 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5677fdd30 0x55e5677f4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1878239723 >> 172.21.15.18:0/1878239723 conn(0x55e5677f92a0 msgr2=0x55e5677f9680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1878239723 shutdown_connections 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/1878239723 wait complete. 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 -- start start 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.133+0000 7fd2b6f6f740 1 Processor -- start 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 0x55e56781f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56781f870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b6f6f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e567803890 0x55e567878aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac1a6940 con 0x55e5677fe720 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac1a7db0 con 0x55e5677fdd30 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b6f6f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac1a7010 con 0x55e567803890 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b1842640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56781f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b6f6f740 10 client.0 _ll_register_callbacks cb 0x7fd2a8005760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b1842640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56781f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37836/0 (socket says 172.21.15.18:37836) 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b1842640 1 -- 172.21.15.18:0/3350221269 learned_addr learned my addr 172.21.15.18:0/3350221269 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b2043640 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 0x55e56781f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b2844640 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e567803890 0x55e567878aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b1842640 1 -- 172.21.15.18:0/3350221269 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e567803890 msgr2=0x55e567878aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b1842640 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e567803890 0x55e567878aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b1842640 1 -- 172.21.15.18:0/3350221269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 msgr2=0x55e56781f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b1842640 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 0x55e56781f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b1842640 1 -- 172.21.15.18:0/3350221269 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e567878fe0 con 0x55e5677fe720 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.134+0000 7fd2b2043640 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 0x55e56781f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd2b1842640 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56781f870 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac0ffb30 tx=0x7fd29c009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23b519f5fea30b09 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd295ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd295ffb640 1 -- 172.21.15.18:0/3350221269 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd29c01e610 con 0x55e5677fe720 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd295ffb640 1 -- 172.21.15.18:0/3350221269 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd29c01e7b0 con 0x55e5677fe720 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/3350221269 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2a4046070 con 0x55e5677fe720 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd295ffb640 1 -- 172.21.15.18:0/3350221269 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fd29c005020 con 0x55e5677fe720 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd2b6f6f740 10 client.17142 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:03.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/3350221269 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55e56787a230 con 0x55e5677fe720 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd295ffb640 1 -- 172.21.15.18:0/3350221269 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd29c02d070 con 0x55e5677fe720 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd295ffb640 1 -- 172.21.15.18:0/3350221269 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fd29c004c60 con 0x55e5677fe720 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.135+0000 7fd2b6f6f740 10 client.17142 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.136+0000 7fd2b6f6f740 10 client.17142 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.136+0000 7fd2b6f6f740 20 client.17142 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.136+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e56787ac90 0x55e56787d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.136+0000 7fd2b6f6f740 4 client.17142 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.136+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/3350221269 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e5677700b0 con 0x55e56787ac90 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.136+0000 7fd2b2043640 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e56787ac90 0x55e56787d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.136+0000 7fd2b2043640 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e56787ac90 0x55e56787d0b0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4e301a353789f08 server_cookie=c5fe862f7a4073d0 in_seq=0 out_seq=0 2024-04-22T00:48:03.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.136+0000 7fd295ffb640 10 client.17142 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.253+0000 7fd295ffb640 1 -- 172.21.15.18:0/3350221269 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e5677700b0 con 0x55e56787ac90 2024-04-22T00:48:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.253+0000 7fd295ffb640 10 client.17142 handle_command_reply: tid=0 2024-04-22T00:48:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.253+0000 7fd2b6f6f740 1 client.17142 shutdown 2024-04-22T00:48:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.253+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/3350221269 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 msgr2=0x55e56781f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.253+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56781f870 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac0ffb30 tx=0x7fd29c009f50 comp rx=0 tx=0).stop 2024-04-22T00:48:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.253+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/3350221269 shutdown_connections 2024-04-22T00:48:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.253+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e56787ac90 0x55e56787d0b0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.253+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e567803890 0x55e567878aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.253+0000 7fd295ffb640 0 client.17142 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.254+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5677fe720 0x55e56781f870 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.254+0000 7fd2b6f6f740 1 --2- 172.21.15.18:0/3350221269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5677fdd30 0x55e56781f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.254+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/3350221269 >> 172.21.15.18:0/3350221269 conn(0x55e5677f92a0 msgr2=0x55e56780b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.254+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/3350221269 shutdown_connections 2024-04-22T00:48:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.254+0000 7fd2b6f6f740 1 -- 172.21.15.18:0/3350221269 wait complete. 2024-04-22T00:48:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.254+0000 7fd2b6f6f740 20 client.17142 trim_cache size 0 max 16384 2024-04-22T00:48:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:48:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:48:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:48:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:48:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 -- 172.21.15.18:0/1593191399 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd2980a2d30 msgr2=0x7fd2980a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd2980a2d30 0x7fd2980a51f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4024000 tx=0x7fd2a4027000 comp rx=0 tx=0).stop 2024-04-22T00:48:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 -- 172.21.15.18:0/1593191399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd2ac0ffe10 msgr2=0x7fd2ac1979e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd2ac0ffe10 0x7fd2ac1979e0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd2a802d3e0 tx=0x7fd2a8033f40 comp rx=0 tx=0).stop 2024-04-22T00:48:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 -- 172.21.15.18:0/1593191399 shutdown_connections 2024-04-22T00:48:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd2980a2d30 0x7fd2980a51f0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2ac101920 0x7fd2ac19ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd2ac100f60 0x7fd2ac197f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 --2- 172.21.15.18:0/1593191399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd2ac0ffe10 0x7fd2ac1979e0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 -- 172.21.15.18:0/1593191399 >> 172.21.15.18:0/1593191399 conn(0x7fd2ac0fb3a0 msgr2=0x7fd2ac1042f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:03.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 -- 172.21.15.18:0/1593191399 shutdown_connections 2024-04-22T00:48:03.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:03.255+0000 7fd2b42a7640 1 -- 172.21.15.18:0/1593191399 wait complete. 2024-04-22T00:48:03.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:03 smithi081 ceph-mon[31546]: pgmap v577: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 6.5 MiB/s wr, 651 op/s 2024-04-22T00:48:03.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:03 smithi018 ceph-mon[27979]: pgmap v577: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 6.5 MiB/s wr, 651 op/s 2024-04-22T00:48:03.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:03 smithi167 ceph-mon[31348]: pgmap v577: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 6.5 MiB/s wr, 651 op/s 2024-04-22T00:48:04.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 400.0 s, 770.6 tps, lat 127.000 ms stddev 149.837 2024-04-22T00:48:05.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:05 smithi081 ceph-mon[31546]: pgmap v578: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 6.0 MiB/s wr, 628 op/s 2024-04-22T00:48:05.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:05 smithi018 ceph-mon[27979]: pgmap v578: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 6.0 MiB/s wr, 628 op/s 2024-04-22T00:48:05.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:05 smithi167 ceph-mon[31348]: pgmap v578: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 6.0 MiB/s wr, 628 op/s 2024-04-22T00:48:07.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:07 smithi081 ceph-mon[31546]: pgmap v579: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 7.6 MiB/s wr, 736 op/s 2024-04-22T00:48:07.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:07 smithi018 ceph-mon[27979]: pgmap v579: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 7.6 MiB/s wr, 736 op/s 2024-04-22T00:48:07.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:07 smithi167 ceph-mon[31348]: pgmap v579: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 7.6 MiB/s wr, 736 op/s 2024-04-22T00:48:09.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 405.0 s, 608.8 tps, lat 167.159 ms stddev 184.713 2024-04-22T00:48:09.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:09 smithi018 ceph-mon[27979]: pgmap v580: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 6.5 MiB/s wr, 574 op/s 2024-04-22T00:48:09.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:09 smithi167 ceph-mon[31348]: pgmap v580: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 6.5 MiB/s wr, 574 op/s 2024-04-22T00:48:10.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:09 smithi081 ceph-mon[31546]: pgmap v580: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 6.5 MiB/s wr, 574 op/s 2024-04-22T00:48:11.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:11 smithi167 ceph-mon[31348]: pgmap v581: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 6.5 MiB/s wr, 614 op/s 2024-04-22T00:48:12.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:11 smithi081 ceph-mon[31546]: pgmap v581: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 6.5 MiB/s wr, 614 op/s 2024-04-22T00:48:12.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:11 smithi018 ceph-mon[27979]: pgmap v581: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 6.5 MiB/s wr, 614 op/s 2024-04-22T00:48:13.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:13 smithi167 ceph-mon[31348]: pgmap v582: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.7 MiB/s wr, 540 op/s 2024-04-22T00:48:14.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:13 smithi081 ceph-mon[31546]: pgmap v582: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.7 MiB/s wr, 540 op/s 2024-04-22T00:48:14.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:13 smithi018 ceph-mon[27979]: pgmap v582: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.7 MiB/s wr, 540 op/s 2024-04-22T00:48:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 410.0 s, 641.4 tps, lat 155.356 ms stddev 169.986 2024-04-22T00:48:15.987 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:15 smithi167 ceph-mon[31348]: pgmap v583: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.1 MiB/s wr, 510 op/s 2024-04-22T00:48:16.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:15 smithi081 ceph-mon[31546]: pgmap v583: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.1 MiB/s wr, 510 op/s 2024-04-22T00:48:16.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:15 smithi018 ceph-mon[27979]: pgmap v583: 129 pgs: 129 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.1 MiB/s wr, 510 op/s 2024-04-22T00:48:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.382+0000 7fa02a3e5640 1 -- 172.21.15.18:0/2876240866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa024103360 msgr2=0x7fa024109bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.382+0000 7fa02a3e5640 1 --2- 172.21.15.18:0/2876240866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa024103360 0x7fa024109bf0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fa01c009ca0 tx=0x7fa01c0301e0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.382+0000 7fa02a3e5640 1 -- 172.21.15.18:0/2876240866 shutdown_connections 2024-04-22T00:48:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.382+0000 7fa02a3e5640 1 --2- 172.21.15.18:0/2876240866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa024103360 0x7fa024109bf0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.382+0000 7fa02a3e5640 1 --2- 172.21.15.18:0/2876240866 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0241029a0 0x7fa024102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.382+0000 7fa02a3e5640 1 --2- 172.21.15.18:0/2876240866 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0241017b0 0x7fa024101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.382+0000 7fa02a3e5640 1 -- 172.21.15.18:0/2876240866 >> 172.21.15.18:0/2876240866 conn(0x7fa0240fcd00 msgr2=0x7fa0240ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.382+0000 7fa02a3e5640 1 -- 172.21.15.18:0/2876240866 shutdown_connections 2024-04-22T00:48:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.382+0000 7fa02a3e5640 1 -- 172.21.15.18:0/2876240866 wait complete. 2024-04-22T00:48:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.383+0000 7fa02a3e5640 1 Processor -- start 2024-04-22T00:48:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.383+0000 7fa02a3e5640 1 -- start start 2024-04-22T00:48:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.383+0000 7fa02a3e5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0241017b0 0x7fa024195740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.383+0000 7fa02a3e5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0241029a0 0x7fa024195c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.383+0000 7fa02a3e5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa024103360 0x7fa02419ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.383+0000 7fa02a3e5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa02410b250 con 0x7fa0241029a0 2024-04-22T00:48:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.383+0000 7fa02a3e5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa02410b0d0 con 0x7fa024103360 2024-04-22T00:48:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.383+0000 7fa02a3e5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa02410b3d0 con 0x7fa0241017b0 2024-04-22T00:48:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa023fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0241017b0 0x7fa024195740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa0237fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0241029a0 0x7fa024195c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa023fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0241017b0 0x7fa024195740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:47492/0 (socket says 172.21.15.18:47492) 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa0237fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0241029a0 0x7fa024195c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59904/0 (socket says 172.21.15.18:59904) 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa023fff640 1 -- 172.21.15.18:0/4241740066 learned_addr learned my addr 172.21.15.18:0/4241740066 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa028982640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa024103360 0x7fa02419ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa023fff640 1 -- 172.21.15.18:0/4241740066 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa024103360 msgr2=0x7fa02419ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa023fff640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa024103360 0x7fa02419ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa023fff640 1 -- 172.21.15.18:0/4241740066 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0241029a0 msgr2=0x7fa024195c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa023fff640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0241029a0 0x7fa024195c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa023fff640 1 -- 172.21.15.18:0/4241740066 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa02419d360 con 0x7fa0241017b0 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.384+0000 7fa0237fe640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0241029a0 0x7fa024195c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.385+0000 7fa023fff640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0241017b0 0x7fa024195740 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa01400e9c0 tx=0x7fa01400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.385+0000 7fa0217fa640 1 -- 172.21.15.18:0/4241740066 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01400cd80 con 0x7fa0241017b0 2024-04-22T00:48:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.385+0000 7fa02a3e5640 1 -- 172.21.15.18:0/4241740066 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa02419d650 con 0x7fa0241017b0 2024-04-22T00:48:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.385+0000 7fa0217fa640 1 -- 172.21.15.18:0/4241740066 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa0140035f0 con 0x7fa0241017b0 2024-04-22T00:48:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.385+0000 7fa0217fa640 1 -- 172.21.15.18:0/4241740066 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa014010690 con 0x7fa0241017b0 2024-04-22T00:48:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.385+0000 7fa02a3e5640 1 -- 172.21.15.18:0/4241740066 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa02419dba0 con 0x7fa0241017b0 2024-04-22T00:48:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.387+0000 7fa0217fa640 1 -- 172.21.15.18:0/4241740066 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa0140037a0 con 0x7fa0241017b0 2024-04-22T00:48:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa02cfcd740 1 Processor -- start 2024-04-22T00:48:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa02cfcd740 1 -- start start 2024-04-22T00:48:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4a7720 0x55fc2c4ac220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4ac890 0x55fc2c4aed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fc2c40bb70 con 0x55fc2c4a6d30 2024-04-22T00:48:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fc2c3b4470 con 0x55fc2c4a7720 2024-04-22T00:48:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fc2c407b30 con 0x55fc2c4ac890 2024-04-22T00:48:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa028982640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa028982640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59918/0 (socket says 172.21.15.18:59918) 2024-04-22T00:48:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa028982640 1 -- 172.21.15.18:0/2163347584 learned_addr learned my addr 172.21.15.18:0/2163347584 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa0237fe640 1 --2- 172.21.15.18:0/2163347584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4ac890 0x55fc2c4aed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.388+0000 7fa023fff640 1 --2- 172.21.15.18:0/2163347584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4a7720 0x55fc2c4ac220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.389+0000 7fa0217fa640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa00c0a2e40 0x7fa00c0a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.389+0000 7fa028982640 1 -- 172.21.15.18:0/2163347584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4ac890 msgr2=0x55fc2c4aed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.389+0000 7fa028982640 1 --2- 172.21.15.18:0/2163347584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4ac890 0x55fc2c4aed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.389+0000 7fa028982640 1 -- 172.21.15.18:0/2163347584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4a7720 msgr2=0x55fc2c4ac220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.389+0000 7fa028982640 1 --2- 172.21.15.18:0/2163347584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4a7720 0x55fc2c4ac220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.389+0000 7fa028982640 1 -- 172.21.15.18:0/2163347584 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc2c120210 con 0x55fc2c4a6d30 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.389+0000 7fa0237fe640 1 --2- 172.21.15.18:0/2163347584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4ac890 0x55fc2c4aed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.389+0000 7fa0217fa640 1 -- 172.21.15.18:0/4241740066 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa014010430 con 0x7fa0241017b0 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.389+0000 7fa028982640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa00c0a2e40 0x7fa00c0a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.389+0000 7fa028982640 1 --2- 172.21.15.18:0/2163347584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7150 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fa01c009ca0 tx=0x7fa01c005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42e24780a000b7d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.390+0000 7fa028982640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa00c0a2e40 0x7fa00c0a5300 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fa01c050000 tx=0x7fa01c051000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.390+0000 7fa00a7fc640 1 -- 172.21.15.18:0/2163347584 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01c056070 con 0x55fc2c4a6d30 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.390+0000 7fa00a7fc640 1 -- 172.21.15.18:0/2163347584 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa01c038920 con 0x55fc2c4a6d30 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.391+0000 7fa00a7fc640 1 -- 172.21.15.18:0/2163347584 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01c03d040 con 0x55fc2c4a6d30 2024-04-22T00:48:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.392+0000 7fa02cfcd740 1 -- 172.21.15.18:0/2163347584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 msgr2=0x55fc2c4a7150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.392+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/2163347584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7150 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fa01c009ca0 tx=0x7fa01c005f70 comp rx=0 tx=0).stop 2024-04-22T00:48:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.392+0000 7fa02cfcd740 1 -- 172.21.15.18:0/2163347584 shutdown_connections 2024-04-22T00:48:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.392+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/2163347584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4ac890 0x55fc2c4aed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.392+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/2163347584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4a7720 0x55fc2c4ac220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.392+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/2163347584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7150 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.392+0000 7fa02cfcd740 1 -- 172.21.15.18:0/2163347584 >> 172.21.15.18:0/2163347584 conn(0x55fc2c4a22a0 msgr2=0x55fc2c4a26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.392+0000 7fa02cfcd740 1 -- 172.21.15.18:0/2163347584 shutdown_connections 2024-04-22T00:48:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.392+0000 7fa02cfcd740 1 -- 172.21.15.18:0/2163347584 wait complete. 2024-04-22T00:48:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.392+0000 7fa02cfcd740 1 -- start start 2024-04-22T00:48:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa02cfcd740 1 Processor -- start 2024-04-22T00:48:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b1170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b16b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c4b86f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55fc2c4af8e0 con 0x55fc2c4a6d30 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55fc2c3c7a10 con 0x55fc2c4ac890 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55fc2c4afa60 con 0x55fc2c4a7720 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa0237fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa023fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa02cfcd740 10 client.0 _ll_register_callbacks cb 0x55fc2c402b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa023fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b1170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59930/0 (socket says 172.21.15.18:59930) 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa0237fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b16b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:47508/0 (socket says 172.21.15.18:47508) 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa023fff640 1 -- 172.21.15.18:0/4163819309 learned_addr learned my addr 172.21.15.18:0/4163819309 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa028982640 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c4b86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa0237fe640 1 -- 172.21.15.18:0/4163819309 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 msgr2=0x55fc2c4b86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa0237fe640 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c4b86f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa0237fe640 1 -- 172.21.15.18:0/4163819309 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 msgr2=0x55fc2c4b1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa0237fe640 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.393+0000 7fa0237fe640 1 -- 172.21.15.18:0/4163819309 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc2c1ec620 con 0x55fc2c4a7720 2024-04-22T00:48:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.394+0000 7fa028982640 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c4b86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.394+0000 7fa0237fe640 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b16b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa024196c50 tx=0x7fa018011ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d888fe72b1dd1d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.394+0000 7fa0037fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.394+0000 7fa0037fe640 1 -- 172.21.15.18:0/4163819309 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa018010890 con 0x55fc2c4a7720 2024-04-22T00:48:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.394+0000 7fa0037fe640 1 -- 172.21.15.18:0/4163819309 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa018010a30 con 0x55fc2c4a7720 2024-04-22T00:48:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.394+0000 7fa02cfcd740 1 -- 172.21.15.18:0/4163819309 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa01c038920 con 0x55fc2c4a7720 2024-04-22T00:48:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.394+0000 7fa0037fe640 1 -- 172.21.15.18:0/4163819309 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fa018025050 con 0x55fc2c4a7720 2024-04-22T00:48:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.394+0000 7fa02cfcd740 10 client.26794 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.394+0000 7fa02cfcd740 1 -- 172.21.15.18:0/4163819309 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55fc2c4bbad0 con 0x55fc2c4a7720 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.395+0000 7fa0037fe640 1 -- 172.21.15.18:0/4163819309 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa018005500 con 0x55fc2c4a7720 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.395+0000 7fa0037fe640 1 -- 172.21.15.18:0/4163819309 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fa018004c80 con 0x55fc2c4a7720 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.395+0000 7fa02cfcd740 10 client.26794 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.395+0000 7fa02cfcd740 10 client.26794 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.395+0000 7fa02cfcd740 20 client.26794 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.395+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc2c4bd2d0 0x55fc2c4bf6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.395+0000 7fa02cfcd740 4 client.26794 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.395+0000 7fa02cfcd740 1 -- 172.21.15.18:0/4163819309 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa01c038920 con 0x55fc2c4bd2d0 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.395+0000 7fa023fff640 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc2c4bd2d0 0x55fc2c4bf6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.395+0000 7fa0037fe640 10 client.26794 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.396+0000 7fa023fff640 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc2c4bd2d0 0x55fc2c4bf6c0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a811ec4dc1262d8 server_cookie=8c0d8a65e9be8eb0 in_seq=0 out_seq=0 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.396+0000 7fa0037fe640 1 -- 172.21.15.18:0/4163819309 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fa01c038920 con 0x55fc2c4bd2d0 2024-04-22T00:48:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.396+0000 7fa0037fe640 10 client.26794 handle_command_reply: tid=0 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.396+0000 7fa02cfcd740 1 client.26794 shutdown 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 1 -- 172.21.15.18:0/4163819309 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a7720 msgr2=0x55fc2c4b16b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b16b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa024196c50 tx=0x7fa018011ae0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 1 -- 172.21.15.18:0/4163819309 shutdown_connections 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc2c4bd2d0 0x55fc2c4bf6c0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c4b86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b16b0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa0037fe640 0 client.26794 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/4163819309 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 1 -- 172.21.15.18:0/4163819309 >> 172.21.15.18:0/4163819309 conn(0x55fc2c4a22a0 msgr2=0x55fc2c4a14c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 1 -- 172.21.15.18:0/4163819309 shutdown_connections 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 1 -- 172.21.15.18:0/4163819309 wait complete. 2024-04-22T00:48:16.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.397+0000 7fa02cfcd740 20 client.26794 trim_cache size 0 max 16384 2024-04-22T00:48:16.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.423+0000 7fa02cfcd740 1 Processor -- start 2024-04-22T00:48:16.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.423+0000 7fa02cfcd740 1 -- start start 2024-04-22T00:48:16.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.423+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.423+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b86b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.424+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c4b0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.424+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa0241aab50 con 0x55fc2c4a7720 2024-04-22T00:48:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.424+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa0241a8390 con 0x55fc2c4ac890 2024-04-22T00:48:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.424+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa0241a61e0 con 0x55fc2c4a6d30 2024-04-22T00:48:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.427+0000 7fa0237fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.427+0000 7fa0237fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b86b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59942/0 (socket says 172.21.15.18:59942) 2024-04-22T00:48:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.427+0000 7fa0237fe640 1 -- 172.21.15.18:0/2587214828 learned_addr learned my addr 172.21.15.18:0/2587214828 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.428+0000 7fa023fff640 1 --2- 172.21.15.18:0/2587214828 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.431+0000 7fa028982640 1 --2- 172.21.15.18:0/2587214828 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c4b0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.433+0000 7fa023fff640 1 -- 172.21.15.18:0/2587214828 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 msgr2=0x55fc2c4b0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.433+0000 7fa023fff640 1 --2- 172.21.15.18:0/2587214828 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c4b0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.433+0000 7fa023fff640 1 -- 172.21.15.18:0/2587214828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 msgr2=0x55fc2c4b86b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.433+0000 7fa023fff640 1 --2- 172.21.15.18:0/2587214828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b86b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.433+0000 7fa023fff640 1 -- 172.21.15.18:0/2587214828 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc2c4bfa30 con 0x55fc2c4a6d30 2024-04-22T00:48:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.436+0000 7fa023fff640 1 --2- 172.21.15.18:0/2587214828 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7fb0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa01409ba00 tx=0x7fa014086040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5e3daffacf21c5c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.438+0000 7fa009ffb640 1 -- 172.21.15.18:0/2587214828 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01409b5b0 con 0x55fc2c4a6d30 2024-04-22T00:48:16.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.438+0000 7fa009ffb640 1 -- 172.21.15.18:0/2587214828 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa01409c170 con 0x55fc2c4a6d30 2024-04-22T00:48:16.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.438+0000 7fa009ffb640 1 -- 172.21.15.18:0/2587214828 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01409b3d0 con 0x55fc2c4a6d30 2024-04-22T00:48:16.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.439+0000 7fa02cfcd740 1 -- 172.21.15.18:0/2587214828 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 msgr2=0x55fc2c4a7fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:16.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.439+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/2587214828 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7fb0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa01409ba00 tx=0x7fa014086040 comp rx=0 tx=0).stop 2024-04-22T00:48:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.443+0000 7fa02cfcd740 1 -- 172.21.15.18:0/2587214828 shutdown_connections 2024-04-22T00:48:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.443+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/2587214828 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c4b0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.443+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/2587214828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b86b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.443+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/2587214828 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4a7fb0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.443+0000 7fa02cfcd740 1 -- 172.21.15.18:0/2587214828 >> 172.21.15.18:0/2587214828 conn(0x55fc2c4a22a0 msgr2=0x55fc2c4a2680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.450+0000 7fa02cfcd740 1 -- 172.21.15.18:0/2587214828 shutdown_connections 2024-04-22T00:48:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.451+0000 7fa02cfcd740 1 -- 172.21.15.18:0/2587214828 wait complete. 2024-04-22T00:48:16.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.451+0000 7fa02cfcd740 1 -- start start 2024-04-22T00:48:16.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.451+0000 7fa02cfcd740 1 Processor -- start 2024-04-22T00:48:16.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.454+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.454+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.454+0000 7fa02cfcd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c52a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.454+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa0241a6850 con 0x55fc2c4a7720 2024-04-22T00:48:16.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.454+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa0241a7cc0 con 0x55fc2c4ac890 2024-04-22T00:48:16.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.454+0000 7fa02cfcd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa0241a6f20 con 0x55fc2c4a6d30 2024-04-22T00:48:16.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.454+0000 7fa02cfcd740 10 client.0 _ll_register_callbacks cb 0x7fa01800bbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:16.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.455+0000 7fa023fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.455+0000 7fa023fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b5560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:47520/0 (socket says 172.21.15.18:47520) 2024-04-22T00:48:16.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.455+0000 7fa023fff640 1 -- 172.21.15.18:0/1356014835 learned_addr learned my addr 172.21.15.18:0/1356014835 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:16.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.457+0000 7fa0237fe640 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.460+0000 7fa028982640 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c52a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.461+0000 7fa023fff640 1 -- 172.21.15.18:0/1356014835 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 msgr2=0x55fc2c52a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:16.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.461+0000 7fa023fff640 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c52a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.461+0000 7fa023fff640 1 -- 172.21.15.18:0/1356014835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 msgr2=0x55fc2c4b5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:16.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.461+0000 7fa023fff640 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.461+0000 7fa023fff640 1 -- 172.21.15.18:0/1356014835 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc2c52a580 con 0x55fc2c4a6d30 2024-04-22T00:48:16.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.464+0000 7fa023fff640 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b5560 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa01400c6a0 tx=0x7fa0140d29b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=947dce274cde31c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.471+0000 7fa0037fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.471+0000 7fa0037fe640 1 -- 172.21.15.18:0/1356014835 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0140b3060 con 0x55fc2c4a6d30 2024-04-22T00:48:16.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.471+0000 7fa0037fe640 1 -- 172.21.15.18:0/1356014835 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa014003b30 con 0x55fc2c4a6d30 2024-04-22T00:48:16.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.472+0000 7fa02cfcd740 1 -- 172.21.15.18:0/1356014835 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa01409c170 con 0x55fc2c4a6d30 2024-04-22T00:48:16.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.479+0000 7fa0037fe640 1 -- 172.21.15.18:0/1356014835 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fa01409b3d0 con 0x55fc2c4a6d30 2024-04-22T00:48:16.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.481+0000 7fa02cfcd740 10 client.26800 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:16.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.481+0000 7fa02cfcd740 1 -- 172.21.15.18:0/1356014835 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55fc2c52b820 con 0x55fc2c4a6d30 2024-04-22T00:48:16.487 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.487+0000 7fa0037fe640 1 -- 172.21.15.18:0/1356014835 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa01409c170 con 0x55fc2c4a6d30 2024-04-22T00:48:16.487 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.487+0000 7fa0037fe640 1 -- 172.21.15.18:0/1356014835 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fa0140ba290 con 0x55fc2c4a6d30 2024-04-22T00:48:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.488+0000 7fa02cfcd740 10 client.26800 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.488+0000 7fa02cfcd740 10 client.26800 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.488+0000 7fa02cfcd740 20 client.26800 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.488+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc2c4bd2d0 0x55fc2c52e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.488+0000 7fa02cfcd740 4 client.26800 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:48:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.488+0000 7fa02cfcd740 1 -- 172.21.15.18:0/1356014835 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fc2c4190b0 con 0x55fc2c4bd2d0 2024-04-22T00:48:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.489+0000 7fa0237fe640 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc2c4bd2d0 0x55fc2c52e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:16.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.500+0000 7fa0237fe640 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc2c4bd2d0 0x55fc2c52e0d0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da4e50f7ae15c01b server_cookie=3bb6d5b752376e18 in_seq=0 out_seq=0 2024-04-22T00:48:16.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.501+0000 7fa0037fe640 10 client.26800 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:16.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.557+0000 7fa0037fe640 1 -- 172.21.15.18:0/1356014835 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fc2c4190b0 con 0x55fc2c4bd2d0 2024-04-22T00:48:16.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.557+0000 7fa0037fe640 10 client.26800 handle_command_reply: tid=0 2024-04-22T00:48:16.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.557+0000 7fa02cfcd740 1 client.26800 shutdown 2024-04-22T00:48:16.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.561+0000 7fa02cfcd740 1 -- 172.21.15.18:0/1356014835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 msgr2=0x55fc2c4b5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:16.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.561+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b5560 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa01400c6a0 tx=0x7fa0140d29b0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.561+0000 7fa02cfcd740 1 -- 172.21.15.18:0/1356014835 shutdown_connections 2024-04-22T00:48:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.561+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55fc2c4bd2d0 0x55fc2c52e0d0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.562+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55fc2c4ac890 0x55fc2c52a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.562+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fc2c4a7720 0x55fc2c4b5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.562+0000 7fa02cfcd740 1 --2- 172.21.15.18:0/1356014835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55fc2c4a6d30 0x55fc2c4b5560 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.562+0000 7fa0037fe640 0 client.26800 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.562+0000 7fa02cfcd740 1 -- 172.21.15.18:0/1356014835 >> 172.21.15.18:0/1356014835 conn(0x55fc2c4a22a0 msgr2=0x55fc2c4a7fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.562+0000 7fa02cfcd740 1 -- 172.21.15.18:0/1356014835 shutdown_connections 2024-04-22T00:48:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.562+0000 7fa02cfcd740 1 -- 172.21.15.18:0/1356014835 wait complete. 2024-04-22T00:48:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.562+0000 7fa02cfcd740 20 client.26800 trim_cache size 0 max 16384 2024-04-22T00:48:16.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:48:16.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:48:16.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:48:16.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:48:16.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.563+0000 7fa02a3e5640 1 -- 172.21.15.18:0/4241740066 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa00c0a2e40 msgr2=0x7fa00c0a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.563+0000 7fa02a3e5640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa00c0a2e40 0x7fa00c0a5300 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fa01c050000 tx=0x7fa01c051000 comp rx=0 tx=0).stop 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.563+0000 7fa02a3e5640 1 -- 172.21.15.18:0/4241740066 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0241017b0 msgr2=0x7fa024195740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.563+0000 7fa02a3e5640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0241017b0 0x7fa024195740 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa01400e9c0 tx=0x7fa01400ee80 comp rx=0 tx=0).stop 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.564+0000 7fa02a3e5640 1 -- 172.21.15.18:0/4241740066 shutdown_connections 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.564+0000 7fa02a3e5640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa00c0a2e40 0x7fa00c0a5300 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.564+0000 7fa02a3e5640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa024103360 0x7fa02419ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.564+0000 7fa02a3e5640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0241029a0 0x7fa024195c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.564+0000 7fa02a3e5640 1 --2- 172.21.15.18:0/4241740066 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa0241017b0 0x7fa024195740 secure :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa01400e9c0 tx=0x7fa01400ee80 comp rx=0 tx=0).stop 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.564+0000 7fa02a3e5640 1 -- 172.21.15.18:0/4241740066 >> 172.21.15.18:0/4241740066 conn(0x7fa0240fcd00 msgr2=0x7fa024105bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.564+0000 7fa02a3e5640 1 -- 172.21.15.18:0/4241740066 shutdown_connections 2024-04-22T00:48:16.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:16.564+0000 7fa02a3e5640 1 -- 172.21.15.18:0/4241740066 wait complete. 2024-04-22T00:48:17.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:17 smithi167 ceph-mon[31348]: pgmap v584: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 MiB/s wr, 646 op/s 2024-04-22T00:48:18.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:17 smithi081 ceph-mon[31546]: pgmap v584: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 MiB/s wr, 646 op/s 2024-04-22T00:48:18.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:17 smithi018 ceph-mon[27979]: pgmap v584: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 MiB/s wr, 646 op/s 2024-04-22T00:48:19.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 415.0 s, 617.6 tps, lat 162.088 ms stddev 185.806 2024-04-22T00:48:19.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:19 smithi167 ceph-mon[31348]: pgmap v585: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.9 MiB/s wr, 504 op/s 2024-04-22T00:48:20.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:19 smithi081 ceph-mon[31546]: pgmap v585: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.9 MiB/s wr, 504 op/s 2024-04-22T00:48:20.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:19 smithi018 ceph-mon[27979]: pgmap v585: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.9 MiB/s wr, 504 op/s 2024-04-22T00:48:21.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:21 smithi167 ceph-mon[31348]: pgmap v586: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.5 MiB/s wr, 577 op/s 2024-04-22T00:48:22.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:21 smithi081 ceph-mon[31546]: pgmap v586: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.5 MiB/s wr, 577 op/s 2024-04-22T00:48:22.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:21 smithi018 ceph-mon[27979]: pgmap v586: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.5 MiB/s wr, 577 op/s 2024-04-22T00:48:22.282 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:48:22.283 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:48:22.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.450+0000 7f33f3fb1640 1 -- 172.21.15.18:0/2933283928 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33ec10b0b0 msgr2=0x7f33ec10d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.450+0000 7f33f3fb1640 1 --2- 172.21.15.18:0/2933283928 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33ec10b0b0 0x7f33ec10d540 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f33e8009be0 tx=0x7f33e802bf30 comp rx=0 tx=0).stop 2024-04-22T00:48:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.452+0000 7f33f3fb1640 1 -- 172.21.15.18:0/2933283928 shutdown_connections 2024-04-22T00:48:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.452+0000 7f33f3fb1640 1 --2- 172.21.15.18:0/2933283928 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33ec10da80 0x7f33ec10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.452+0000 7f33f3fb1640 1 --2- 172.21.15.18:0/2933283928 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33ec10b0b0 0x7f33ec10d540 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.452+0000 7f33f3fb1640 1 --2- 172.21.15.18:0/2933283928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f33ec108740 0x7f33ec10ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.452+0000 7f33f3fb1640 1 -- 172.21.15.18:0/2933283928 >> 172.21.15.18:0/2933283928 conn(0x7f33ec06e5d0 msgr2=0x7f33ec070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.457+0000 7f33f3fb1640 1 -- 172.21.15.18:0/2933283928 shutdown_connections 2024-04-22T00:48:22.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.461+0000 7f33f3fb1640 1 -- 172.21.15.18:0/2933283928 wait complete. 2024-04-22T00:48:22.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.461+0000 7f33f3fb1640 1 Processor -- start 2024-04-22T00:48:22.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.465+0000 7f33f3fb1640 1 -- start start 2024-04-22T00:48:22.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.465+0000 7f33f3fb1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33ec108740 0x7f33ec119a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.465+0000 7f33f3fb1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f33ec10b0b0 0x7f33ec119f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.465+0000 7f33f3fb1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33ec10da80 0x7f33ec1180d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.465+0000 7f33f3fb1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f33ec1108c0 con 0x7f33ec108740 2024-04-22T00:48:22.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.465+0000 7f33f3fb1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f33ec110740 con 0x7f33ec10b0b0 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.465+0000 7f33f3fb1640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f33ec110a40 con 0x7f33ec10da80 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.466+0000 7f33f154c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f33ec10b0b0 0x7f33ec119f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.466+0000 7f33f154c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f33ec10b0b0 0x7f33ec119f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56404/0 (socket says 172.21.15.18:56404) 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.466+0000 7f33f154c640 1 -- 172.21.15.18:0/874745180 learned_addr learned my addr 172.21.15.18:0/874745180 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.466+0000 7f33f254e640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33ec10da80 0x7f33ec1180d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.467+0000 7f33f254e640 1 -- 172.21.15.18:0/874745180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f33ec10b0b0 msgr2=0x7f33ec119f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.467+0000 7f33f254e640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f33ec10b0b0 0x7f33ec119f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.467+0000 7f33f254e640 1 -- 172.21.15.18:0/874745180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33ec108740 msgr2=0x7f33ec119a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.467+0000 7f33f254e640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33ec108740 0x7f33ec119a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.467+0000 7f33f254e640 1 -- 172.21.15.18:0/874745180 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ec1188f0 con 0x7f33ec10da80 2024-04-22T00:48:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.467+0000 7f33f254e640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33ec10da80 0x7f33ec1180d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f33dc00d650 tx=0x7f33dc00db10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:22.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.472+0000 7f33e2ffd640 1 -- 172.21.15.18:0/874745180 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33dc017070 con 0x7f33ec10da80 2024-04-22T00:48:22.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.472+0000 7f33f3fb1640 1 -- 172.21.15.18:0/874745180 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33ec118be0 con 0x7f33ec10da80 2024-04-22T00:48:22.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.472+0000 7f33f3fb1640 1 -- 172.21.15.18:0/874745180 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33ec1b77b0 con 0x7f33ec10da80 2024-04-22T00:48:22.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.472+0000 7f33e2ffd640 1 -- 172.21.15.18:0/874745180 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f33dc009820 con 0x7f33ec10da80 2024-04-22T00:48:22.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.472+0000 7f33e2ffd640 1 -- 172.21.15.18:0/874745180 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33dc004c30 con 0x7f33ec10da80 2024-04-22T00:48:22.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.477+0000 7f33f6b98740 1 Processor -- start 2024-04-22T00:48:22.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.479+0000 7f33f6b98740 1 -- start start 2024-04-22T00:48:22.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.479+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5cf50 0x55e6cae5d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.479+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae62440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.479+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae62ab0 0x55e6cae64f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.479+0000 7f33f6b98740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e6cadc2560 con 0x55e6cae5cf50 2024-04-22T00:48:22.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33f6b98740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e6cad6a730 con 0x55e6cae62ab0 2024-04-22T00:48:22.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33f6b98740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e6cadbe520 con 0x55e6cae5d940 2024-04-22T00:48:22.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33e2ffd640 1 -- 172.21.15.18:0/874745180 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f33dc005220 con 0x7f33ec10da80 2024-04-22T00:48:22.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33f1d4d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae62440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33f1d4d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae62440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34298/0 (socket says 172.21.15.18:34298) 2024-04-22T00:48:22.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33f1d4d640 1 -- 172.21.15.18:0/2230777808 learned_addr learned my addr 172.21.15.18:0/2230777808 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:22.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33f1d4d640 1 -- 172.21.15.18:0/2230777808 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae62ab0 msgr2=0x55e6cae64f40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:48:22.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/2230777808 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae62ab0 0x55e6cae64f40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33f1d4d640 1 -- 172.21.15.18:0/2230777808 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5cf50 msgr2=0x55e6cae5d370 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:48:22.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/2230777808 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5cf50 0x55e6cae5d370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.480+0000 7f33f1d4d640 1 -- 172.21.15.18:0/2230777808 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6caba07d0 con 0x55e6cae5d940 2024-04-22T00:48:22.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.481+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/2230777808 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae62440 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f33e40097c0 tx=0x7f33e4009c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a462b61487b7d53c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:22.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.481+0000 7f33e2ffd640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f33d40a2d90 0x7f33d40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.481+0000 7f33e2ffd640 1 -- 172.21.15.18:0/874745180 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f33dc0cecd0 con 0x7f33ec10da80 2024-04-22T00:48:22.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.482+0000 7f33d3fff640 1 -- 172.21.15.18:0/2230777808 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e4015020 con 0x55e6cae5d940 2024-04-22T00:48:22.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.482+0000 7f33d3fff640 1 -- 172.21.15.18:0/2230777808 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f33e4011420 con 0x55e6cae5d940 2024-04-22T00:48:22.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.483+0000 7f33f6b98740 1 -- 172.21.15.18:0/2230777808 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 msgr2=0x55e6cae62440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.483+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2230777808 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae62440 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f33e40097c0 tx=0x7f33e4009c80 comp rx=0 tx=0).stop 2024-04-22T00:48:22.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.483+0000 7f33f6b98740 1 -- 172.21.15.18:0/2230777808 shutdown_connections 2024-04-22T00:48:22.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.483+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2230777808 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae62ab0 0x55e6cae64f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.483+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2230777808 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae62440 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.483+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2230777808 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5cf50 0x55e6cae5d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.483+0000 7f33f6b98740 1 -- 172.21.15.18:0/2230777808 >> 172.21.15.18:0/2230777808 conn(0x55e6cae584c0 msgr2=0x55e6cae588c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:22.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.488+0000 7f33f154c640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f33d40a2d90 0x7f33d40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.488+0000 7f33f6b98740 1 -- 172.21.15.18:0/2230777808 shutdown_connections 2024-04-22T00:48:22.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.489+0000 7f33f6b98740 1 -- 172.21.15.18:0/2230777808 wait complete. 2024-04-22T00:48:22.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.489+0000 7f33f6b98740 1 -- start start 2024-04-22T00:48:22.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.489+0000 7f33f6b98740 1 Processor -- start 2024-04-22T00:48:22.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.490+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae67620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.490+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67b60 0x55e6cae6cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.490+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67fe0 0x55e6cae6f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.490+0000 7f33f6b98740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e6cae65ab0 con 0x55e6cae67fe0 2024-04-22T00:48:22.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.490+0000 7f33f6b98740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e6cad7de00 con 0x55e6cae67b60 2024-04-22T00:48:22.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.490+0000 7f33f6b98740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e6cae65c30 con 0x55e6cae5d940 2024-04-22T00:48:22.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.490+0000 7f33f6b98740 10 client.0 _ll_register_callbacks cb 0x55e6cadb8eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:22.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.490+0000 7f33f1d4d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae67620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.492+0000 7f33f1d4d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae67620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34304/0 (socket says 172.21.15.18:34304) 2024-04-22T00:48:22.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.492+0000 7f33f1d4d640 1 -- 172.21.15.18:0/2298092521 learned_addr learned my addr 172.21.15.18:0/2298092521 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.493+0000 7f33f254e640 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67fe0 0x55e6cae6f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.493+0000 7f33f154c640 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67b60 0x55e6cae6cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.495+0000 7f33f254e640 1 -- 172.21.15.18:0/2298092521 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 msgr2=0x55e6cae67620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.495+0000 7f33f254e640 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae67620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.495+0000 7f33f254e640 1 -- 172.21.15.18:0/2298092521 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67b60 msgr2=0x55e6cae6cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.495+0000 7f33f254e640 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67b60 0x55e6cae6cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.495+0000 7f33f254e640 1 -- 172.21.15.18:0/2298092521 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6caad63f0 con 0x55e6cae67fe0 2024-04-22T00:48:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.495+0000 7f33f254e640 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67fe0 0x55e6cae6f120 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f33dc097560 tx=0x7f33dc09b100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4de6146fc0f84d3b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:22.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.495+0000 7f33d17fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:22.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.498+0000 7f33d17fa640 1 -- 172.21.15.18:0/2298092521 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33dc020040 con 0x55e6cae67fe0 2024-04-22T00:48:22.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.498+0000 7f33d17fa640 1 -- 172.21.15.18:0/2298092521 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f33dc0cc4b0 con 0x55e6cae67fe0 2024-04-22T00:48:22.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.498+0000 7f33f6b98740 1 -- 172.21.15.18:0/2298092521 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33e4011420 con 0x55e6cae67fe0 2024-04-22T00:48:22.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.500+0000 7f33d17fa640 1 -- 172.21.15.18:0/2298092521 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f33dc0a3d70 con 0x55e6cae67fe0 2024-04-22T00:48:22.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.501+0000 7f33f6b98740 10 client.17166 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:22.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.501+0000 7f33f6b98740 1 -- 172.21.15.18:0/2298092521 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55e6caa960f0 con 0x55e6cae67fe0 2024-04-22T00:48:22.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.501+0000 7f33f154c640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f33d40a2d90 0x7f33d40a5250 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f33ec1197b0 tx=0x7f33e8003c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:22.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.504+0000 7f33d17fa640 1 -- 172.21.15.18:0/2298092521 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f33e4011420 con 0x55e6cae67fe0 2024-04-22T00:48:22.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.504+0000 7f33d17fa640 1 -- 172.21.15.18:0/2298092521 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f33dc09a550 con 0x55e6cae67fe0 2024-04-22T00:48:22.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.506+0000 7f33f6b98740 10 client.17166 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:22.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.506+0000 7f33f6b98740 10 client.17166 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:22.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.506+0000 7f33f6b98740 20 client.17166 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:22.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.506+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e6cae95bf0 0x55e6cae98050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.506+0000 7f33f6b98740 4 client.17166 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:22.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.506+0000 7f33f6b98740 1 -- 172.21.15.18:0/2298092521 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6cadcfaa0 con 0x55e6cae95bf0 2024-04-22T00:48:22.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.507+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e6cae95bf0 0x55e6cae98050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.520+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e6cae95bf0 0x55e6cae98050 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0da80924ef69263 server_cookie=99956fb2dd5d4bd3 in_seq=0 out_seq=0 2024-04-22T00:48:22.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.520+0000 7f33d17fa640 10 client.17166 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:22.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.525+0000 7f33d17fa640 1 -- 172.21.15.18:0/2298092521 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e6cadcfaa0 con 0x55e6cae95bf0 2024-04-22T00:48:22.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.525+0000 7f33d17fa640 10 client.17166 handle_command_reply: tid=0 2024-04-22T00:48:22.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.525+0000 7f33f6b98740 1 client.17166 shutdown 2024-04-22T00:48:22.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.532+0000 7f33f6b98740 1 -- 172.21.15.18:0/2298092521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67fe0 msgr2=0x55e6cae6f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.532+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67fe0 0x55e6cae6f120 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f33dc097560 tx=0x7f33dc09b100 comp rx=0 tx=0).stop 2024-04-22T00:48:22.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.536+0000 7f33f6b98740 1 -- 172.21.15.18:0/2298092521 shutdown_connections 2024-04-22T00:48:22.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.536+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e6cae95bf0 0x55e6cae98050 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.536+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67fe0 0x55e6cae6f120 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.536+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67b60 0x55e6cae6cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.536+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2298092521 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae5d940 0x55e6cae67620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.537+0000 7f33f6b98740 1 -- 172.21.15.18:0/2298092521 >> 172.21.15.18:0/2298092521 conn(0x55e6cae584c0 msgr2=0x55e6cae576e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:22.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.540+0000 7f33d17fa640 0 client.17166 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:22.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.545+0000 7f33f6b98740 1 -- 172.21.15.18:0/2298092521 shutdown_connections 2024-04-22T00:48:22.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.548+0000 7f33f6b98740 1 -- 172.21.15.18:0/2298092521 wait complete. 2024-04-22T00:48:22.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.549+0000 7f33f6b98740 20 client.17166 trim_cache size 0 max 16384 2024-04-22T00:48:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.582+0000 7f33f6b98740 1 Processor -- start 2024-04-22T00:48:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.582+0000 7f33f6b98740 1 -- start start 2024-04-22T00:48:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.582+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5d940 0x55e6cae5ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.582+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae67b60 0x55e6cae5f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.582+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67fe0 0x55e6cae6eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f6b98740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f33d8012640 con 0x55e6cae5d940 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f6b98740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f33d800fe80 con 0x55e6cae67fe0 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f6b98740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f33d800dcd0 con 0x55e6cae67b60 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f1d4d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5d940 0x55e6cae5ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f1d4d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5d940 0x55e6cae5ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46410/0 (socket says 172.21.15.18:46410) 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f1d4d640 1 -- 172.21.15.18:0/2546328603 learned_addr learned my addr 172.21.15.18:0/2546328603 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f154c640 1 --2- 172.21.15.18:0/2546328603 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae67b60 0x55e6cae5f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f1d4d640 1 -- 172.21.15.18:0/2546328603 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae67b60 msgr2=0x55e6cae5f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/2546328603 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae67b60 0x55e6cae5f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f254e640 1 --2- 172.21.15.18:0/2546328603 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67fe0 0x55e6cae6eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f1d4d640 1 -- 172.21.15.18:0/2546328603 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67fe0 msgr2=0x55e6cae6eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/2546328603 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67fe0 0x55e6cae6eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f1d4d640 1 -- 172.21.15.18:0/2546328603 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6cae5dd20 con 0x55e6cae5d940 2024-04-22T00:48:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f254e640 1 --2- 172.21.15.18:0/2546328603 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67fe0 0x55e6cae6eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:48:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.583+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/2546328603 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5d940 0x55e6cae5ee40 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f33e400b4b0 tx=0x7f33e4009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf09a78489b6f57 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.584+0000 7f33d37fe640 1 -- 172.21.15.18:0/2546328603 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e402b070 con 0x55e6cae5d940 2024-04-22T00:48:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.584+0000 7f33d37fe640 1 -- 172.21.15.18:0/2546328603 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f33e400bdb0 con 0x55e6cae5d940 2024-04-22T00:48:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.584+0000 7f33d37fe640 1 -- 172.21.15.18:0/2546328603 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e4015040 con 0x55e6cae5d940 2024-04-22T00:48:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.585+0000 7f33f6b98740 1 -- 172.21.15.18:0/2546328603 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5d940 msgr2=0x55e6cae5ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.585+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2546328603 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5d940 0x55e6cae5ee40 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f33e400b4b0 tx=0x7f33e4009190 comp rx=0 tx=0).stop 2024-04-22T00:48:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.586+0000 7f33f6b98740 1 -- 172.21.15.18:0/2546328603 shutdown_connections 2024-04-22T00:48:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.586+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2546328603 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae67fe0 0x55e6cae6eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.586+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2546328603 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae67b60 0x55e6cae5f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.586+0000 7f33f6b98740 1 --2- 172.21.15.18:0/2546328603 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae5d940 0x55e6cae5ee40 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.586+0000 7f33f6b98740 1 -- 172.21.15.18:0/2546328603 >> 172.21.15.18:0/2546328603 conn(0x55e6cae584c0 msgr2=0x55e6cae588a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.586+0000 7f33f6b98740 1 -- 172.21.15.18:0/2546328603 shutdown_connections 2024-04-22T00:48:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.586+0000 7f33f6b98740 1 -- 172.21.15.18:0/2546328603 wait complete. 2024-04-22T00:48:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.587+0000 7f33f6b98740 1 -- start start 2024-04-22T00:48:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.587+0000 7f33f6b98740 1 Processor -- start 2024-04-22T00:48:22.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae5d940 0x55e6cae6bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67b60 0x55e6cae6c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f6b98740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae67fe0 0x55e6caefa180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f1d4d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae5d940 0x55e6cae6bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f1d4d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae5d940 0x55e6cae6bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56444/0 (socket says 172.21.15.18:56444) 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f154c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67b60 0x55e6cae6c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f154c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67b60 0x55e6cae6c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46414/0 (socket says 172.21.15.18:46414) 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f1d4d640 1 -- 172.21.15.18:0/3091090711 learned_addr learned my addr 172.21.15.18:0/3091090711 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f33d800e340 con 0x55e6cae67b60 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f33d800f7b0 con 0x55e6cae5d940 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f33d800ea10 con 0x55e6cae67fe0 2024-04-22T00:48:22.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f6b98740 10 client.0 _ll_register_callbacks cb 0x7f33dc0973a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.588+0000 7f33f254e640 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae67fe0 0x55e6caefa180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.589+0000 7f33f154c640 1 -- 172.21.15.18:0/3091090711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae67fe0 msgr2=0x55e6caefa180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.589+0000 7f33f154c640 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae67fe0 0x55e6caefa180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.589+0000 7f33f154c640 1 -- 172.21.15.18:0/3091090711 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae5d940 msgr2=0x55e6cae6bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.589+0000 7f33f154c640 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae5d940 0x55e6cae6bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.589+0000 7f33f154c640 1 -- 172.21.15.18:0/3091090711 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6caefa6c0 con 0x55e6cae67b60 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.589+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae5d940 0x55e6cae6bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.589+0000 7f33f154c640 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67b60 0x55e6cae6c490 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f33e8006010 tx=0x7f33e802bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d467ae10f40e6e47 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.589+0000 7f33d17fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.589+0000 7f33d17fa640 1 -- 172.21.15.18:0/3091090711 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e8052070 con 0x55e6cae67b60 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.590+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33e400bdb0 con 0x55e6cae67b60 2024-04-22T00:48:22.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.590+0000 7f33d17fa640 1 -- 172.21.15.18:0/3091090711 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f33e80336f0 con 0x55e6cae67b60 2024-04-22T00:48:22.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.590+0000 7f33d17fa640 1 -- 172.21.15.18:0/3091090711 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f33e80338f0 con 0x55e6cae67b60 2024-04-22T00:48:22.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.590+0000 7f33f6b98740 10 client.17172 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:22.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.590+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55e6caefb8e0 con 0x55e6cae67b60 2024-04-22T00:48:22.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.591+0000 7f33d17fa640 1 -- 172.21.15.18:0/3091090711 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f33e400bdb0 con 0x55e6cae67b60 2024-04-22T00:48:22.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.591+0000 7f33d17fa640 1 -- 172.21.15.18:0/3091090711 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f33e8040040 con 0x55e6cae67b60 2024-04-22T00:48:22.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.591+0000 7f33f6b98740 10 client.17172 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:22.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.591+0000 7f33f6b98740 10 client.17172 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:22.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.591+0000 7f33f6b98740 20 client.17172 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:22.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.591+0000 7f33f6b98740 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e6caefc2a0 0x55e6caefe6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.591+0000 7f33f6b98740 4 client.17172 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:48:22.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.591+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e6cadc9df0 con 0x55e6caefc2a0 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.591+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e6caefc2a0 0x55e6caefe6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33d17fa640 10 client.17172 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f1d4d640 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e6caefc2a0 0x55e6caefe6c0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9bd7718c4b95601 server_cookie=563c468445838edb in_seq=0 out_seq=0 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33d17fa640 1 -- 172.21.15.18:0/3091090711 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e6cadc9df0 con 0x55e6caefc2a0 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33d17fa640 10 client.17172 handle_command_reply: tid=0 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 client.17172 shutdown 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67b60 msgr2=0x55e6cae6c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67b60 0x55e6cae6c490 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f33e8006010 tx=0x7f33e802bf30 comp rx=0 tx=0).stop 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 shutdown_connections 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e6caefc2a0 0x55e6caefe6c0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e6cae67fe0 0x55e6caefa180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33d17fa640 0 client.17172 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6cae67b60 0x55e6cae6c490 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 --2- 172.21.15.18:0/3091090711 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e6cae5d940 0x55e6cae6bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 >> 172.21.15.18:0/3091090711 conn(0x55e6cae584c0 msgr2=0x55e6cae5ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:22.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 shutdown_connections 2024-04-22T00:48:22.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.592+0000 7f33f6b98740 1 -- 172.21.15.18:0/3091090711 wait complete. 2024-04-22T00:48:22.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f6b98740 20 client.17172 trim_cache size 0 max 16384 2024-04-22T00:48:22.597 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:48:22.597 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:48:22.597 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:48:22.597 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:48:22.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 -- 172.21.15.18:0/874745180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f33d40a2d90 msgr2=0x7f33d40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f33d40a2d90 0x7f33d40a5250 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f33ec1197b0 tx=0x7f33e8003c50 comp rx=0 tx=0).stop 2024-04-22T00:48:22.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 -- 172.21.15.18:0/874745180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33ec10da80 msgr2=0x7f33ec1180d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33ec10da80 0x7f33ec1180d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f33dc00d650 tx=0x7f33dc00db10 comp rx=0 tx=0).stop 2024-04-22T00:48:22.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 -- 172.21.15.18:0/874745180 shutdown_connections 2024-04-22T00:48:22.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f33d40a2d90 0x7f33d40a5250 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f33ec10da80 0x7f33ec1180d0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f33ec10b0b0 0x7f33ec119f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 --2- 172.21.15.18:0/874745180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33ec108740 0x7f33ec119a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 -- 172.21.15.18:0/874745180 >> 172.21.15.18:0/874745180 conn(0x7f33ec06e5d0 msgr2=0x7f33ec10b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:22.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 -- 172.21.15.18:0/874745180 shutdown_connections 2024-04-22T00:48:22.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.593+0000 7f33f3fb1640 1 -- 172.21.15.18:0/874745180 wait complete. 2024-04-22T00:48:22.611 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:48:22.611 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:48:22.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.810+0000 7f66a3397640 1 -- 172.21.15.18:0/1185001226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f669c1017b0 msgr2=0x7f669c101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.810+0000 7f66a3397640 1 --2- 172.21.15.18:0/1185001226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f669c1017b0 0x7f669c101bd0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f6698009900 tx=0x7f669802bc50 comp rx=0 tx=0).stop 2024-04-22T00:48:22.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.813+0000 7f66a3397640 1 -- 172.21.15.18:0/1185001226 shutdown_connections 2024-04-22T00:48:22.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.814+0000 7f66a3397640 1 --2- 172.21.15.18:0/1185001226 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f669c103360 0x7f669c109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.814+0000 7f66a3397640 1 --2- 172.21.15.18:0/1185001226 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f669c1029a0 0x7f669c102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.814+0000 7f66a3397640 1 --2- 172.21.15.18:0/1185001226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f669c1017b0 0x7f669c101bd0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.814+0000 7f66a3397640 1 -- 172.21.15.18:0/1185001226 >> 172.21.15.18:0/1185001226 conn(0x7f669c0fcd40 msgr2=0x7f669c0ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:22.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.824+0000 7f66a3397640 1 -- 172.21.15.18:0/1185001226 shutdown_connections 2024-04-22T00:48:22.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.828+0000 7f66a3397640 1 -- 172.21.15.18:0/1185001226 wait complete. 2024-04-22T00:48:22.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.830+0000 7f66a3397640 1 Processor -- start 2024-04-22T00:48:22.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.834+0000 7f66a3397640 1 -- start start 2024-04-22T00:48:22.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.834+0000 7f66a3397640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f669c1017b0 0x7f669c0700a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.834+0000 7f66a3397640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f669c1029a0 0x7f669c0705e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.834+0000 7f66a3397640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f669c103360 0x7f669c10fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.834+0000 7f66a3397640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f669c10b2e0 con 0x7f669c1029a0 2024-04-22T00:48:22.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.834+0000 7f66a3397640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f669c10b160 con 0x7f669c103360 2024-04-22T00:48:22.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.834+0000 7f66a3397640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f669c10b460 con 0x7f669c1017b0 2024-04-22T00:48:22.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.836+0000 7f66a0932640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f669c1029a0 0x7f669c0705e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.836+0000 7f66a0932640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f669c1029a0 0x7f669c0705e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46434/0 (socket says 172.21.15.18:46434) 2024-04-22T00:48:22.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.836+0000 7f66a0932640 1 -- 172.21.15.18:0/3472880847 learned_addr learned my addr 172.21.15.18:0/3472880847 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:22.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.837+0000 7f66a1934640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f669c103360 0x7f669c10fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.837+0000 7f66a0932640 1 -- 172.21.15.18:0/3472880847 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f669c1017b0 msgr2=0x7f669c0700a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:48:22.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.837+0000 7f66a0932640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f669c1017b0 0x7f669c0700a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.837+0000 7f66a0932640 1 -- 172.21.15.18:0/3472880847 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f669c103360 msgr2=0x7f669c10fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:22.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.837+0000 7f66a0932640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f669c103360 0x7f669c10fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:22.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.837+0000 7f66a0932640 1 -- 172.21.15.18:0/3472880847 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f669c070c80 con 0x7f669c1029a0 2024-04-22T00:48:22.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.841+0000 7f66a0932640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f669c1029a0 0x7f669c0705e0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f668c00b450 tx=0x7f668c00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:22.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.847+0000 7f66927fc640 1 -- 172.21.15.18:0/3472880847 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c015020 con 0x7f669c1029a0 2024-04-22T00:48:22.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.847+0000 7f66927fc640 1 -- 172.21.15.18:0/3472880847 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f668c011d70 con 0x7f669c1029a0 2024-04-22T00:48:22.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.847+0000 7f66927fc640 1 -- 172.21.15.18:0/3472880847 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c00f340 con 0x7f669c1029a0 2024-04-22T00:48:22.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.847+0000 7f66a3397640 1 -- 172.21.15.18:0/3472880847 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f669c1102f0 con 0x7f669c1029a0 2024-04-22T00:48:22.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.847+0000 7f66a3397640 1 -- 172.21.15.18:0/3472880847 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f669c1107f0 con 0x7f669c1029a0 2024-04-22T00:48:22.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.850+0000 7f66a3397640 1 -- 172.21.15.18:0/3472880847 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66800052c0 con 0x7f669c1029a0 2024-04-22T00:48:22.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.853+0000 7f66927fc640 1 -- 172.21.15.18:0/3472880847 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f668c018020 con 0x7f669c1029a0 2024-04-22T00:48:22.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.854+0000 7f66927fc640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66880a2d60 0x7f66880a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:22.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.854+0000 7f66927fc640 1 -- 172.21.15.18:0/3472880847 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f668c0cedb0 con 0x7f669c1029a0 2024-04-22T00:48:22.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.860+0000 7f66a1133640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66880a2d60 0x7f66880a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:22.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.861+0000 7f66a1133640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66880a2d60 0x7f66880a5220 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f6698036040 tx=0x7f6698005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:22.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:22.864+0000 7f66927fc640 1 -- 172.21.15.18:0/3472880847 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f668c01f020 con 0x7f669c1029a0 2024-04-22T00:48:23.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.257+0000 7f66a3397640 1 -- 172.21.15.18:0/3472880847 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f66800055b0 con 0x7f669c1029a0 2024-04-22T00:48:23.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.258+0000 7f66927fc640 1 -- 172.21.15.18:0/3472880847 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+11874 (secure 0 0 0) 0x7f668c0b9e20 con 0x7f669c1029a0 2024-04-22T00:48:23.259 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:48:23.259 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":36,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:47:11.321551+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:48:23.259 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 36 2024-04-22T00:48:23.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.261+0000 7f66a3397640 1 -- 172.21.15.18:0/3472880847 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66880a2d60 msgr2=0x7f66880a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.261+0000 7f66a3397640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66880a2d60 0x7f66880a5220 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f6698036040 tx=0x7f6698005fd0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.261+0000 7f66a3397640 1 -- 172.21.15.18:0/3472880847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f669c1029a0 msgr2=0x7f669c0705e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.261+0000 7f66a3397640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f669c1029a0 0x7f669c0705e0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f668c00b450 tx=0x7f668c00b910 comp rx=0 tx=0).stop 2024-04-22T00:48:23.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.261+0000 7f66a3397640 1 -- 172.21.15.18:0/3472880847 shutdown_connections 2024-04-22T00:48:23.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.261+0000 7f66a3397640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f66880a2d60 0x7f66880a5220 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.262+0000 7f66a3397640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f669c103360 0x7f669c10fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.262+0000 7f66a3397640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f669c1029a0 0x7f669c0705e0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.262+0000 7f66a3397640 1 --2- 172.21.15.18:0/3472880847 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f669c1017b0 0x7f669c0700a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.262+0000 7f66a3397640 1 -- 172.21.15.18:0/3472880847 >> 172.21.15.18:0/3472880847 conn(0x7f669c0fcd40 msgr2=0x7f669c105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.262+0000 7f66a3397640 1 -- 172.21.15.18:0/3472880847 shutdown_connections 2024-04-22T00:48:23.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.262+0000 7f66a3397640 1 -- 172.21.15.18:0/3472880847 wait complete. 2024-04-22T00:48:23.278 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:48:23.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.496+0000 7f7334d3a640 1 -- 172.21.15.18:0/4221868858 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7330108740 msgr2=0x7f733010ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.496+0000 7f7334d3a640 1 --2- 172.21.15.18:0/4221868858 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7330108740 0x7f733010ab70 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7318009be0 tx=0x7f731802bf10 comp rx=0 tx=0).stop 2024-04-22T00:48:23.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.502+0000 7f7334d3a640 1 -- 172.21.15.18:0/4221868858 shutdown_connections 2024-04-22T00:48:23.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.502+0000 7f7334d3a640 1 --2- 172.21.15.18:0/4221868858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f733010da80 0x7f733010df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.502+0000 7f7334d3a640 1 --2- 172.21.15.18:0/4221868858 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f733010b0b0 0x7f733010d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.502+0000 7f7334d3a640 1 --2- 172.21.15.18:0/4221868858 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7330108740 0x7f733010ab70 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.502+0000 7f7334d3a640 1 -- 172.21.15.18:0/4221868858 >> 172.21.15.18:0/4221868858 conn(0x7f733006e5d0 msgr2=0x7f7330070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.506+0000 7f7334d3a640 1 -- 172.21.15.18:0/4221868858 shutdown_connections 2024-04-22T00:48:23.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.511+0000 7f7334d3a640 1 -- 172.21.15.18:0/4221868858 wait complete. 2024-04-22T00:48:23.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.511+0000 7f7334d3a640 1 Processor -- start 2024-04-22T00:48:23.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.516+0000 7f7334d3a640 1 -- start start 2024-04-22T00:48:23.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.516+0000 7f7334d3a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7330108740 0x7f73301a6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.516+0000 7f7334d3a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f733010b0b0 0x7f73301a6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.516+0000 7f7334d3a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f733010da80 0x7f73301adea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.516+0000 7f7334d3a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f733011c230 con 0x7f733010da80 2024-04-22T00:48:23.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.516+0000 7f7334d3a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f733011c0b0 con 0x7f733010b0b0 2024-04-22T00:48:23.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.516+0000 7f7334d3a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f733011c3b0 con 0x7f7330108740 2024-04-22T00:48:23.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.521+0000 7f732ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f733010da80 0x7f73301adea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.521+0000 7f732ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f733010da80 0x7f73301adea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46456/0 (socket says 172.21.15.18:46456) 2024-04-22T00:48:23.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.521+0000 7f732ed9d640 1 -- 172.21.15.18:0/960893749 learned_addr learned my addr 172.21.15.18:0/960893749 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:23.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.522+0000 7f732dd9b640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f733010b0b0 0x7f73301a6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.523+0000 7f732e59c640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7330108740 0x7f73301a6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.525+0000 7f732dd9b640 1 -- 172.21.15.18:0/960893749 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7330108740 msgr2=0x7f73301a6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.525+0000 7f732dd9b640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7330108740 0x7f73301a6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.525+0000 7f732dd9b640 1 -- 172.21.15.18:0/960893749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f733010da80 msgr2=0x7f73301adea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.525+0000 7f732dd9b640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f733010da80 0x7f73301adea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.525+0000 7f732dd9b640 1 -- 172.21.15.18:0/960893749 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f733010ffa0 con 0x7f733010b0b0 2024-04-22T00:48:23.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.525+0000 7f732dd9b640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f733010b0b0 0x7f73301a6e80 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f732000c940 tx=0x7f732000ce00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.526+0000 7f732e59c640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7330108740 0x7f73301a6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:48:23.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.528+0000 7f73277fe640 1 -- 172.21.15.18:0/960893749 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7320004220 con 0x7f733010b0b0 2024-04-22T00:48:23.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.528+0000 7f73277fe640 1 -- 172.21.15.18:0/960893749 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f73200043c0 con 0x7f733010b0b0 2024-04-22T00:48:23.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.529+0000 7f73277fe640 1 -- 172.21.15.18:0/960893749 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f732000f450 con 0x7f733010b0b0 2024-04-22T00:48:23.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.529+0000 7f7334d3a640 1 -- 172.21.15.18:0/960893749 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7330110290 con 0x7f733010b0b0 2024-04-22T00:48:23.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.529+0000 7f7334d3a640 1 -- 172.21.15.18:0/960893749 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7330110760 con 0x7f733010b0b0 2024-04-22T00:48:23.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.536+0000 7f73379ff740 1 Processor -- start 2024-04-22T00:48:23.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.536+0000 7f73379ff740 1 -- start start 2024-04-22T00:48:23.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.536+0000 7f73379ff740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2f040 0x56483da2f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.536+0000 7f73379ff740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 0x56483da34530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.537+0000 7f73379ff740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da34ba0 0x56483da37030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.537+0000 7f73379ff740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56483d994530 con 0x56483da2f040 2024-04-22T00:48:23.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.537+0000 7f73379ff740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56483d93c830 con 0x56483da34ba0 2024-04-22T00:48:23.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.537+0000 7f73379ff740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56483d9904f0 con 0x56483da2fa30 2024-04-22T00:48:23.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.537+0000 7f732e59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 0x56483da34530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.537+0000 7f732e59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 0x56483da34530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34370/0 (socket says 172.21.15.18:34370) 2024-04-22T00:48:23.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.537+0000 7f732e59c640 1 -- 172.21.15.18:0/3824321240 learned_addr learned my addr 172.21.15.18:0/3824321240 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:23.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.539+0000 7f732e59c640 1 -- 172.21.15.18:0/3824321240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da34ba0 msgr2=0x56483da37030 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:48:23.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.539+0000 7f732e59c640 1 --2- 172.21.15.18:0/3824321240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da34ba0 0x56483da37030 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.539+0000 7f732e59c640 1 -- 172.21.15.18:0/3824321240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2f040 msgr2=0x56483da2f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.539+0000 7f732e59c640 1 --2- 172.21.15.18:0/3824321240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2f040 0x56483da2f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.539+0000 7f732e59c640 1 -- 172.21.15.18:0/3824321240 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56483d9602c0 con 0x56483da2fa30 2024-04-22T00:48:23.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.540+0000 7f732e59c640 1 --2- 172.21.15.18:0/3824321240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 0x56483da34530 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f7318036040 tx=0x7f73180098d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f0a46093ad189ed server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.540+0000 7f73277fe640 1 -- 172.21.15.18:0/960893749 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f73200079b0 con 0x7f733010b0b0 2024-04-22T00:48:23.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.541+0000 7f73277fe640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73100a2c00 0x7f73100a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.541+0000 7f73277fe640 1 -- 172.21.15.18:0/960893749 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f73200ced80 con 0x7f733010b0b0 2024-04-22T00:48:23.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.541+0000 7f7324ff9640 1 -- 172.21.15.18:0/3824321240 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7318033480 con 0x56483da2fa30 2024-04-22T00:48:23.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.542+0000 7f7324ff9640 1 -- 172.21.15.18:0/3824321240 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7318003e50 con 0x56483da2fa30 2024-04-22T00:48:23.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.542+0000 7f7324ff9640 1 -- 172.21.15.18:0/3824321240 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7318004030 con 0x56483da2fa30 2024-04-22T00:48:23.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.544+0000 7f73379ff740 1 -- 172.21.15.18:0/3824321240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 msgr2=0x56483da34530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.544+0000 7f73379ff740 1 --2- 172.21.15.18:0/3824321240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 0x56483da34530 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f7318036040 tx=0x7f73180098d0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.546+0000 7f732ed9d640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73100a2c00 0x7f73100a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.548+0000 7f73379ff740 1 -- 172.21.15.18:0/3824321240 shutdown_connections 2024-04-22T00:48:23.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.548+0000 7f73379ff740 1 --2- 172.21.15.18:0/3824321240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da34ba0 0x56483da37030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.548+0000 7f73379ff740 1 --2- 172.21.15.18:0/3824321240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 0x56483da34530 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.548+0000 7f73379ff740 1 --2- 172.21.15.18:0/3824321240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2f040 0x56483da2f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.548+0000 7f73379ff740 1 -- 172.21.15.18:0/3824321240 >> 172.21.15.18:0/3824321240 conn(0x56483da2a5b0 msgr2=0x56483da2a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.553+0000 7f732ed9d640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73100a2c00 0x7f73100a50c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f73280098a0 tx=0x7f7328009830 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.555+0000 7f73379ff740 1 -- 172.21.15.18:0/3824321240 shutdown_connections 2024-04-22T00:48:23.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.557+0000 7f73379ff740 1 -- 172.21.15.18:0/3824321240 wait complete. 2024-04-22T00:48:23.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.557+0000 7f73379ff740 1 -- start start 2024-04-22T00:48:23.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.557+0000 7f73379ff740 1 Processor -- start 2024-04-22T00:48:23.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.559+0000 7f73379ff740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2f040 0x56483da39300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.559+0000 7f73379ff740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2fa30 0x56483da39840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.559+0000 7f73379ff740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da34ba0 0x56483da40810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.559+0000 7f73379ff740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56483da37af0 con 0x56483da34ba0 2024-04-22T00:48:23.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.559+0000 7f73379ff740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56483d94ff10 con 0x56483da2fa30 2024-04-22T00:48:23.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.559+0000 7f73379ff740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56483da37c70 con 0x56483da2f040 2024-04-22T00:48:23.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.559+0000 7f73379ff740 10 client.0 _ll_register_callbacks cb 0x56483d6a7be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:23.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.560+0000 7f732e59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2f040 0x56483da39300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.560+0000 7f732e59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2f040 0x56483da39300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34378/0 (socket says 172.21.15.18:34378) 2024-04-22T00:48:23.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.560+0000 7f732e59c640 1 -- 172.21.15.18:0/3088665047 learned_addr learned my addr 172.21.15.18:0/3088665047 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:23.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.563+0000 7f732ed9d640 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da34ba0 0x56483da40810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.563+0000 7f732e59c640 1 -- 172.21.15.18:0/3088665047 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2fa30 msgr2=0x56483da39840 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:48:23.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.563+0000 7f732e59c640 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2fa30 0x56483da39840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.563+0000 7f732e59c640 1 -- 172.21.15.18:0/3088665047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da34ba0 msgr2=0x56483da40810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.563+0000 7f732e59c640 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da34ba0 0x56483da40810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.563+0000 7f732e59c640 1 -- 172.21.15.18:0/3088665047 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56483d921c80 con 0x56483da2f040 2024-04-22T00:48:23.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.565+0000 7f732e59c640 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2f040 0x56483da39300 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7318009be0 tx=0x7f7318033f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32ce8fcae34b2918 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.566+0000 7f731dffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:23.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.569+0000 7f731dffb640 1 -- 172.21.15.18:0/3088665047 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7318004000 con 0x56483da2f040 2024-04-22T00:48:23.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.569+0000 7f731dffb640 1 -- 172.21.15.18:0/3088665047 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f73180041a0 con 0x56483da2f040 2024-04-22T00:48:23.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.570+0000 7f73379ff740 1 -- 172.21.15.18:0/3088665047 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7318003e50 con 0x56483da2f040 2024-04-22T00:48:23.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.570+0000 7f731dffb640 1 -- 172.21.15.18:0/3088665047 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f73180043a0 con 0x56483da2f040 2024-04-22T00:48:23.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.570+0000 7f73379ff740 10 client.26827 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:23.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.570+0000 7f73379ff740 1 -- 172.21.15.18:0/3088665047 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x56483d6a83f0 con 0x56483da2f040 2024-04-22T00:48:23.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.571+0000 7f731dffb640 1 -- 172.21.15.18:0/3088665047 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7318003e50 con 0x56483da2f040 2024-04-22T00:48:23.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.571+0000 7f731dffb640 1 -- 172.21.15.18:0/3088665047 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f731803e420 con 0x56483da2f040 2024-04-22T00:48:23.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.572+0000 7f73379ff740 10 client.26827 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:23.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.572+0000 7f73379ff740 10 client.26827 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:48:23.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.572+0000 7f73379ff740 20 client.26827 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:23.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.572+0000 7f73379ff740 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x56483da45210 0x56483da476b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.572+0000 7f73379ff740 4 client.26827 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:23.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.572+0000 7f73379ff740 1 -- 172.21.15.18:0/3088665047 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56483d9a1a70 con 0x56483da45210 2024-04-22T00:48:23.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.575+0000 7f732dd9b640 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x56483da45210 0x56483da476b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.581+0000 7f732dd9b640 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x56483da45210 0x56483da476b0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=78d7cfceddbac309 server_cookie=360158334c869415 in_seq=0 out_seq=0 2024-04-22T00:48:23.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.581+0000 7f731dffb640 10 client.26827 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:48:23.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.584+0000 7f731dffb640 1 -- 172.21.15.18:0/3088665047 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56483d9a1a70 con 0x56483da45210 2024-04-22T00:48:23.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.584+0000 7f731dffb640 10 client.26827 handle_command_reply: tid=0 2024-04-22T00:48:23.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.585+0000 7f73379ff740 1 client.26827 shutdown 2024-04-22T00:48:23.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.587+0000 7f73379ff740 1 -- 172.21.15.18:0/3088665047 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2f040 msgr2=0x56483da39300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.587+0000 7f73379ff740 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2f040 0x56483da39300 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7318009be0 tx=0x7f7318033f50 comp rx=0 tx=0).stop 2024-04-22T00:48:23.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.587+0000 7f73379ff740 1 -- 172.21.15.18:0/3088665047 shutdown_connections 2024-04-22T00:48:23.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.587+0000 7f73379ff740 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x56483da45210 0x56483da476b0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.587+0000 7f73379ff740 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da34ba0 0x56483da40810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.587+0000 7f73379ff740 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2fa30 0x56483da39840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.587+0000 7f73379ff740 1 --2- 172.21.15.18:0/3088665047 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2f040 0x56483da39300 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.587+0000 7f73379ff740 1 -- 172.21.15.18:0/3088665047 >> 172.21.15.18:0/3088665047 conn(0x56483da2a5b0 msgr2=0x56483da29850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.587+0000 7f731dffb640 0 client.26827 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:48:23.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.588+0000 7f73379ff740 1 -- 172.21.15.18:0/3088665047 shutdown_connections 2024-04-22T00:48:23.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.588+0000 7f73379ff740 1 -- 172.21.15.18:0/3088665047 wait complete. 2024-04-22T00:48:23.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.588+0000 7f73379ff740 20 client.26827 trim_cache size 0 max 16384 2024-04-22T00:48:23.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.608+0000 7f73379ff740 1 Processor -- start 2024-04-22T00:48:23.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.608+0000 7f73379ff740 1 -- start start 2024-04-22T00:48:23.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.609+0000 7f73379ff740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 0x56483da2d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.609+0000 7f73379ff740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2fa30 0x56483da407d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.609+0000 7f73379ff740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da34ba0 0x56483da38920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.609+0000 7f73379ff740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f73301c4420 con 0x56483da2fa30 2024-04-22T00:48:23.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.609+0000 7f73379ff740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f73301c1c60 con 0x56483da2f040 2024-04-22T00:48:23.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.609+0000 7f73379ff740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7330118420 con 0x56483da34ba0 2024-04-22T00:48:23.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.609+0000 7f732dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2fa30 0x56483da407d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.609+0000 7f732dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2fa30 0x56483da407d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46484/0 (socket says 172.21.15.18:46484) 2024-04-22T00:48:23.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.609+0000 7f732dd9b640 1 -- 172.21.15.18:0/933981930 learned_addr learned my addr 172.21.15.18:0/933981930 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:23.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.610+0000 7f732dd9b640 1 -- 172.21.15.18:0/933981930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da34ba0 msgr2=0x56483da38920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.610+0000 7f732dd9b640 1 --2- 172.21.15.18:0/933981930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da34ba0 0x56483da38920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.610+0000 7f732dd9b640 1 -- 172.21.15.18:0/933981930 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 msgr2=0x56483da2d810 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:48:23.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.610+0000 7f732dd9b640 1 --2- 172.21.15.18:0/933981930 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 0x56483da2d810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.610+0000 7f732dd9b640 1 -- 172.21.15.18:0/933981930 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56483d7727d0 con 0x56483da2fa30 2024-04-22T00:48:23.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.610+0000 7f732dd9b640 1 --2- 172.21.15.18:0/933981930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2fa30 0x56483da407d0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f732009af30 tx=0x7f7320004570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52f170c98683126c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.610+0000 7f731ffff640 1 -- 172.21.15.18:0/933981930 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73200b3070 con 0x56483da2fa30 2024-04-22T00:48:23.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.611+0000 7f731ffff640 1 -- 172.21.15.18:0/933981930 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f73200a3ea0 con 0x56483da2fa30 2024-04-22T00:48:23.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.611+0000 7f731ffff640 1 -- 172.21.15.18:0/933981930 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73200b3070 con 0x56483da2fa30 2024-04-22T00:48:23.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.611+0000 7f73379ff740 1 -- 172.21.15.18:0/933981930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2fa30 msgr2=0x56483da407d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.611+0000 7f73379ff740 1 --2- 172.21.15.18:0/933981930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2fa30 0x56483da407d0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f732009af30 tx=0x7f7320004570 comp rx=0 tx=0).stop 2024-04-22T00:48:23.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 -- 172.21.15.18:0/933981930 shutdown_connections 2024-04-22T00:48:23.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 --2- 172.21.15.18:0/933981930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da34ba0 0x56483da38920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 --2- 172.21.15.18:0/933981930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da2fa30 0x56483da407d0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 --2- 172.21.15.18:0/933981930 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 0x56483da2d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 -- 172.21.15.18:0/933981930 >> 172.21.15.18:0/933981930 conn(0x56483da2a5b0 msgr2=0x56483da29850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 -- 172.21.15.18:0/933981930 shutdown_connections 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 -- 172.21.15.18:0/933981930 wait complete. 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 -- start start 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 Processor -- start 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 0x56483da40660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 0x56483da3d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da34ba0 0x56483da3d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f73301c0120 con 0x56483da34ba0 2024-04-22T00:48:23.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f73301c1590 con 0x56483da2f040 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f73301c07f0 con 0x56483da2fa30 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.612+0000 7f73379ff740 10 client.0 _ll_register_callbacks cb 0x7f7318009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732e59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 0x56483da40660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732e59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 0x56483da40660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56514/0 (socket says 172.21.15.18:56514) 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732e59c640 1 -- 172.21.15.18:0/733453874 learned_addr learned my addr 172.21.15.18:0/733453874 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732ed9d640 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da34ba0 0x56483da3d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732dd9b640 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 0x56483da3d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732e59c640 1 -- 172.21.15.18:0/733453874 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 msgr2=0x56483da3d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732e59c640 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 0x56483da3d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732e59c640 1 -- 172.21.15.18:0/733453874 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da34ba0 msgr2=0x56483da3d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732e59c640 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da34ba0 0x56483da3d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732e59c640 1 -- 172.21.15.18:0/733453874 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56483daa9820 con 0x56483da2f040 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f732e59c640 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 0x56483da40660 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f7318002230 tx=0x7f73180092a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=11bbf759cfe8e1dc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f731dffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:48:23.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f731dffb640 1 -- 172.21.15.18:0/733453874 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731803ec10 con 0x56483da2f040 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.613+0000 7f73379ff740 1 -- 172.21.15.18:0/733453874 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73200a3ea0 con 0x56483da2f040 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f731dffb640 1 -- 172.21.15.18:0/733453874 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7318004540 con 0x56483da2f040 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f731dffb640 1 -- 172.21.15.18:0/733453874 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f7318009800 con 0x56483da2f040 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f73379ff740 10 client.26843 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f73379ff740 1 -- 172.21.15.18:0/733453874 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x56483daaaab0 con 0x56483da2f040 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f731dffb640 1 -- 172.21.15.18:0/733453874 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f73200a3ea0 con 0x56483da2f040 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f731dffb640 1 -- 172.21.15.18:0/733453874 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f7318053690 con 0x56483da2f040 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f73379ff740 10 client.26843 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f73379ff740 10 client.26843 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f73379ff740 20 client.26843 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f73379ff740 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x56483daab4c0 0x56483daad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f73379ff740 4 client.26843 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:48:23.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.614+0000 7f73379ff740 1 -- 172.21.15.18:0/733453874 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56483d99bdc0 con 0x56483daab4c0 2024-04-22T00:48:23.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.615+0000 7f732dd9b640 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x56483daab4c0 0x56483daad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.615+0000 7f731dffb640 10 client.26843 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:48:23.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.615+0000 7f732dd9b640 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x56483daab4c0 0x56483daad8e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1f9babbdcbe240ff server_cookie=d4bd0b7abb88ad43 in_seq=0 out_seq=0 2024-04-22T00:48:23.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.615+0000 7f731dffb640 1 -- 172.21.15.18:0/733453874 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56483d99bdc0 con 0x56483daab4c0 2024-04-22T00:48:23.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.615+0000 7f731dffb640 10 client.26843 handle_command_reply: tid=0 2024-04-22T00:48:23.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.615+0000 7f73379ff740 1 client.26843 shutdown 2024-04-22T00:48:23.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.615+0000 7f73379ff740 1 -- 172.21.15.18:0/733453874 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 msgr2=0x56483da40660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.615+0000 7f73379ff740 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 0x56483da40660 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f7318002230 tx=0x7f73180092a0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f73379ff740 1 -- 172.21.15.18:0/733453874 shutdown_connections 2024-04-22T00:48:23.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f73379ff740 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x56483daab4c0 0x56483daad8e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f73379ff740 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56483da34ba0 0x56483da3d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f73379ff740 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56483da2fa30 0x56483da3d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f73379ff740 1 --2- 172.21.15.18:0/733453874 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56483da2f040 0x56483da40660 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f73379ff740 1 -- 172.21.15.18:0/733453874 >> 172.21.15.18:0/733453874 conn(0x56483da2a5b0 msgr2=0x56483da388f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f731dffb640 0 client.26843 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:48:23.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f73379ff740 1 -- 172.21.15.18:0/733453874 shutdown_connections 2024-04-22T00:48:23.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f73379ff740 1 -- 172.21.15.18:0/733453874 wait complete. 2024-04-22T00:48:23.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f73379ff740 20 client.26843 trim_cache size 0 max 16384 2024-04-22T00:48:23.621 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:48:23.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f7334d3a640 1 -- 172.21.15.18:0/960893749 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73100a2c00 msgr2=0x7f73100a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f7334d3a640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73100a2c00 0x7f73100a50c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f73280098a0 tx=0x7f7328009830 comp rx=0 tx=0).stop 2024-04-22T00:48:23.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f7334d3a640 1 -- 172.21.15.18:0/960893749 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f733010b0b0 msgr2=0x7f73301a6e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f7334d3a640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f733010b0b0 0x7f73301a6e80 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f732000c940 tx=0x7f732000ce00 comp rx=0 tx=0).stop 2024-04-22T00:48:23.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f7334d3a640 1 -- 172.21.15.18:0/960893749 shutdown_connections 2024-04-22T00:48:23.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.616+0000 7f7334d3a640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f73100a2c00 0x7f73100a50c0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.617+0000 7f7334d3a640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f733010da80 0x7f73301adea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.617+0000 7f7334d3a640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f733010b0b0 0x7f73301a6e80 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.617+0000 7f7334d3a640 1 --2- 172.21.15.18:0/960893749 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7330108740 0x7f73301a6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.617+0000 7f7334d3a640 1 -- 172.21.15.18:0/960893749 >> 172.21.15.18:0/960893749 conn(0x7f733006e5d0 msgr2=0x7f733010c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.617+0000 7f7334d3a640 1 -- 172.21.15.18:0/960893749 shutdown_connections 2024-04-22T00:48:23.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.617+0000 7f7334d3a640 1 -- 172.21.15.18:0/960893749 wait complete. 2024-04-22T00:48:23.633 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:48:23.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.829+0000 7f5351dc9640 1 -- 172.21.15.18:0/3622074190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f534c101780 msgr2=0x7f534c101ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.829+0000 7f5351dc9640 1 --2- 172.21.15.18:0/3622074190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f534c101780 0x7f534c101ba0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f533c009900 tx=0x7f533c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:48:23.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.829+0000 7f5351dc9640 1 -- 172.21.15.18:0/3622074190 shutdown_connections 2024-04-22T00:48:23.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.829+0000 7f5351dc9640 1 --2- 172.21.15.18:0/3622074190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f534c103330 0x7f534c109bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.829+0000 7f5351dc9640 1 --2- 172.21.15.18:0/3622074190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f534c102970 0x7f534c102df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.829+0000 7f5351dc9640 1 --2- 172.21.15.18:0/3622074190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f534c101780 0x7f534c101ba0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.829+0000 7f5351dc9640 1 -- 172.21.15.18:0/3622074190 >> 172.21.15.18:0/3622074190 conn(0x7f534c0fccf0 msgr2=0x7f534c0ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.829+0000 7f5351dc9640 1 -- 172.21.15.18:0/3622074190 shutdown_connections 2024-04-22T00:48:23.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.829+0000 7f5351dc9640 1 -- 172.21.15.18:0/3622074190 wait complete. 2024-04-22T00:48:23.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.829+0000 7f5351dc9640 1 Processor -- start 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f5351dc9640 1 -- start start 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f5351dc9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f534c101780 0x7f534c197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f5351dc9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f534c102970 0x7f534c198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f5351dc9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f534c103330 0x7f534c19f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f5351dc9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f534c10d3d0 con 0x7f534c102970 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f5351dc9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f534c10d250 con 0x7f534c103330 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f5351dc9640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f534c10d550 con 0x7f534c101780 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f534affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f534c102970 0x7f534c198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f534affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f534c102970 0x7f534c198050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46516/0 (socket says 172.21.15.18:46516) 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f534affd640 1 -- 172.21.15.18:0/605590681 learned_addr learned my addr 172.21.15.18:0/605590681 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f534b7fe640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f534c101780 0x7f534c197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.830+0000 7f534bfff640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f534c103330 0x7f534c19f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.831+0000 7f534bfff640 1 -- 172.21.15.18:0/605590681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f534c101780 msgr2=0x7f534c197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.831+0000 7f534bfff640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f534c101780 0x7f534c197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.831+0000 7f534bfff640 1 -- 172.21.15.18:0/605590681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f534c102970 msgr2=0x7f534c198050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.831+0000 7f534bfff640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f534c102970 0x7f534c198050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.831+0000 7f534bfff640 1 -- 172.21.15.18:0/605590681 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f534c19f730 con 0x7f534c103330 2024-04-22T00:48:23.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.831+0000 7f534bfff640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f534c103330 0x7f534c19f0c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f534400ec50 tx=0x7f534400c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.831+0000 7f5348ff9640 1 -- 172.21.15.18:0/605590681 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5344003b70 con 0x7f534c103330 2024-04-22T00:48:23.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.831+0000 7f5351dc9640 1 -- 172.21.15.18:0/605590681 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f534c19fa20 con 0x7f534c103330 2024-04-22T00:48:23.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.831+0000 7f5351dc9640 1 -- 172.21.15.18:0/605590681 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f534c19ff70 con 0x7f534c103330 2024-04-22T00:48:23.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.835+0000 7f5348ff9640 1 -- 172.21.15.18:0/605590681 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5344003d10 con 0x7f534c103330 2024-04-22T00:48:23.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.835+0000 7f5348ff9640 1 -- 172.21.15.18:0/605590681 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53440107f0 con 0x7f534c103330 2024-04-22T00:48:23.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.838+0000 7f5348ff9640 1 -- 172.21.15.18:0/605590681 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5344010990 con 0x7f534c103330 2024-04-22T00:48:23.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.839+0000 7f5348ff9640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f53340a2c90 0x7f53340a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.839+0000 7f5348ff9640 1 -- 172.21.15.18:0/605590681 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f53440d09d0 con 0x7f534c103330 2024-04-22T00:48:23.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.841+0000 7f534b7fe640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f53340a2c90 0x7f53340a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.844+0000 7f53549b4740 1 Processor -- start 2024-04-22T00:48:23.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.844+0000 7f53549b4740 1 -- start start 2024-04-22T00:48:23.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.844+0000 7f53549b4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237116620 0x558237116a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.844+0000 7f53549b4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x55823711b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.844+0000 7f53549b4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55823711bbb0 0x55823711e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.845+0000 7f53549b4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55823707c530 con 0x558237117010 2024-04-22T00:48:23.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.845+0000 7f53549b4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558237024830 con 0x558237116620 2024-04-22T00:48:23.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.845+0000 7f53549b4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5582370784f0 con 0x55823711bbb0 2024-04-22T00:48:23.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.845+0000 7f534affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x55823711b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.845+0000 7f534affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x55823711b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46518/0 (socket says 172.21.15.18:46518) 2024-04-22T00:48:23.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.845+0000 7f534affd640 1 -- 172.21.15.18:0/4175105383 learned_addr learned my addr 172.21.15.18:0/4175105383 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:23.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.846+0000 7f534b7fe640 1 --2- 172.21.15.18:0/4175105383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237116620 0x558237116a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.846+0000 7f534affd640 1 -- 172.21.15.18:0/4175105383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55823711bbb0 msgr2=0x55823711e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.846+0000 7f534affd640 1 --2- 172.21.15.18:0/4175105383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55823711bbb0 0x55823711e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.846+0000 7f534affd640 1 -- 172.21.15.18:0/4175105383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237116620 msgr2=0x558237116a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.846+0000 7f534affd640 1 --2- 172.21.15.18:0/4175105383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237116620 0x558237116a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.846+0000 7f534affd640 1 -- 172.21.15.18:0/4175105383 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582370482c0 con 0x558237117010 2024-04-22T00:48:23.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.846+0000 7f534affd640 1 --2- 172.21.15.18:0/4175105383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x55823711b540 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f5340009d60 tx=0x7f5340033820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d24f56c464590a84 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.847+0000 7f5331ffb640 1 -- 172.21.15.18:0/4175105383 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5340004030 con 0x558237117010 2024-04-22T00:48:23.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.851+0000 7f534b7fe640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f53340a2c90 0x7f53340a5150 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f533c000c00 tx=0x7f533c02cbc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.851+0000 7f5331ffb640 1 -- 172.21.15.18:0/4175105383 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5340005500 con 0x558237117010 2024-04-22T00:48:23.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.852+0000 7f53549b4740 1 -- 172.21.15.18:0/4175105383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 msgr2=0x55823711b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.852+0000 7f53549b4740 1 --2- 172.21.15.18:0/4175105383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x55823711b540 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f5340009d60 tx=0x7f5340033820 comp rx=0 tx=0).stop 2024-04-22T00:48:23.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.857+0000 7f53549b4740 1 -- 172.21.15.18:0/4175105383 shutdown_connections 2024-04-22T00:48:23.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.857+0000 7f53549b4740 1 --2- 172.21.15.18:0/4175105383 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55823711bbb0 0x55823711e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.857+0000 7f53549b4740 1 --2- 172.21.15.18:0/4175105383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x55823711b540 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.857+0000 7f53549b4740 1 --2- 172.21.15.18:0/4175105383 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237116620 0x558237116a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.857+0000 7f53549b4740 1 -- 172.21.15.18:0/4175105383 >> 172.21.15.18:0/4175105383 conn(0x558237112530 msgr2=0x558237112930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.865+0000 7f53549b4740 1 -- 172.21.15.18:0/4175105383 shutdown_connections 2024-04-22T00:48:23.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.867+0000 7f53549b4740 1 -- 172.21.15.18:0/4175105383 wait complete. 2024-04-22T00:48:23.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.868+0000 7f53549b4740 1 -- start start 2024-04-22T00:48:23.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.869+0000 7f53549b4740 1 Processor -- start 2024-04-22T00:48:23.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.869+0000 7f53549b4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237116620 0x558237121340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.869+0000 7f53549b4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237117010 0x558237121880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.869+0000 7f53549b4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 0x5582371288c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.869+0000 7f53549b4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55823711fc50 con 0x55823711bbb0 2024-04-22T00:48:23.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.870+0000 7f53549b4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558237037f10 con 0x558237116620 2024-04-22T00:48:23.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.870+0000 7f53549b4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55823711fdd0 con 0x558237117010 2024-04-22T00:48:23.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.870+0000 7f53549b4740 10 client.0 _ll_register_callbacks cb 0x558236d8fbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:23.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.874+0000 7f534bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 0x5582371288c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.874+0000 7f534bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 0x5582371288c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46520/0 (socket says 172.21.15.18:46520) 2024-04-22T00:48:23.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.874+0000 7f534bfff640 1 -- 172.21.15.18:0/2308738255 learned_addr learned my addr 172.21.15.18:0/2308738255 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:23.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.874+0000 7f534bfff640 1 -- 172.21.15.18:0/2308738255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237117010 msgr2=0x558237121880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.874+0000 7f534bfff640 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237117010 0x558237121880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.874+0000 7f534bfff640 1 -- 172.21.15.18:0/2308738255 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237116620 msgr2=0x558237121340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.874+0000 7f534bfff640 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237116620 0x558237121340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.875+0000 7f534bfff640 1 -- 172.21.15.18:0/2308738255 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558237009c80 con 0x55823711bbb0 2024-04-22T00:48:23.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.875+0000 7f534bfff640 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 0x5582371288c0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f5344099260 tx=0x7f5344099190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1edcd1b2eb23980d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.875+0000 7f532affd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:23.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.876+0000 7f532affd640 1 -- 172.21.15.18:0/2308738255 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f534409d500 con 0x55823711bbb0 2024-04-22T00:48:23.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.876+0000 7f532affd640 1 -- 172.21.15.18:0/2308738255 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5344004b40 con 0x55823711bbb0 2024-04-22T00:48:23.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.876+0000 7f53549b4740 1 -- 172.21.15.18:0/2308738255 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5340005500 con 0x55823711bbb0 2024-04-22T00:48:23.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.876+0000 7f532affd640 1 -- 172.21.15.18:0/2308738255 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f534409ce00 con 0x55823711bbb0 2024-04-22T00:48:23.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.877+0000 7f53549b4740 10 client.17205 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:23.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.877+0000 7f53549b4740 1 -- 172.21.15.18:0/2308738255 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x558236d903f0 con 0x55823711bbb0 2024-04-22T00:48:23.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.878+0000 7f532affd640 1 -- 172.21.15.18:0/2308738255 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5340005500 con 0x55823711bbb0 2024-04-22T00:48:23.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.878+0000 7f532affd640 1 -- 172.21.15.18:0/2308738255 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f534409bcc0 con 0x55823711bbb0 2024-04-22T00:48:23.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.882+0000 7f53549b4740 10 client.17205 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:23.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.882+0000 7f53549b4740 10 client.17205 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:48:23.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.882+0000 7f53549b4740 20 client.17205 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:23.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.883+0000 7f53549b4740 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55823712d200 0x55823712f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.883+0000 7f53549b4740 4 client.17205 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.883+0000 7f53549b4740 1 -- 172.21.15.18:0/2308738255 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558237089a70 con 0x55823712d200 2024-04-22T00:48:23.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.884+0000 7f534b7fe640 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55823712d200 0x55823712f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.899+0000 7f534b7fe640 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55823712d200 0x55823712f6a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6dc84d3c3b6dc032 server_cookie=b223f493648ef10e in_seq=0 out_seq=0 2024-04-22T00:48:23.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.901+0000 7f532affd640 10 client.17205 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:48:23.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.903+0000 7f532affd640 1 -- 172.21.15.18:0/2308738255 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558237089a70 con 0x55823712d200 2024-04-22T00:48:23.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.903+0000 7f532affd640 10 client.17205 handle_command_reply: tid=0 2024-04-22T00:48:23.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.903+0000 7f53549b4740 1 client.17205 shutdown 2024-04-22T00:48:23.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.906+0000 7f53549b4740 1 -- 172.21.15.18:0/2308738255 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 msgr2=0x5582371288c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.906+0000 7f53549b4740 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 0x5582371288c0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f5344099260 tx=0x7f5344099190 comp rx=0 tx=0).stop 2024-04-22T00:48:23.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:23 smithi018 ceph-mon[27979]: pgmap v587: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.4 MiB/s wr, 533 op/s 2024-04-22T00:48:23.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:23 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3472880847' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:48:23.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.911+0000 7f53549b4740 1 -- 172.21.15.18:0/2308738255 shutdown_connections 2024-04-22T00:48:23.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.911+0000 7f53549b4740 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55823712d200 0x55823712f6a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.911+0000 7f53549b4740 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 0x5582371288c0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.911+0000 7f53549b4740 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237117010 0x558237121880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.911+0000 7f53549b4740 1 --2- 172.21.15.18:0/2308738255 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237116620 0x558237121340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.911+0000 7f53549b4740 1 -- 172.21.15.18:0/2308738255 >> 172.21.15.18:0/2308738255 conn(0x558237112530 msgr2=0x55823711f4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.911+0000 7f532affd640 0 client.17205 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:48:23.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.913+0000 7f53549b4740 1 -- 172.21.15.18:0/2308738255 shutdown_connections 2024-04-22T00:48:23.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.915+0000 7f53549b4740 1 -- 172.21.15.18:0/2308738255 wait complete. 2024-04-22T00:48:23.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.916+0000 7f53549b4740 20 client.17205 trim_cache size 0 max 16384 2024-04-22T00:48:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f53549b4740 1 Processor -- start 2024-04-22T00:48:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f53549b4740 1 -- start start 2024-04-22T00:48:23.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f53549b4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237111a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f53549b4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x558237128880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f53549b4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55823711bbb0 0x55823711ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f53549b4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5338012720 con 0x558237117010 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f53549b4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f533800ff60 con 0x55823711bbb0 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f53549b4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f533800ddb0 con 0x558237116620 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f534affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x558237128880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f534b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237111a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f534affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x558237128880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46522/0 (socket says 172.21.15.18:46522) 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f534affd640 1 -- 172.21.15.18:0/3745289933 learned_addr learned my addr 172.21.15.18:0/3745289933 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.946+0000 7f534b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237111a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34448/0 (socket says 172.21.15.18:34448) 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.947+0000 7f534bfff640 1 --2- 172.21.15.18:0/3745289933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55823711bbb0 0x55823711ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.947+0000 7f534b7fe640 1 -- 172.21.15.18:0/3745289933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55823711bbb0 msgr2=0x55823711ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.947+0000 7f534b7fe640 1 --2- 172.21.15.18:0/3745289933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55823711bbb0 0x55823711ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.947+0000 7f534b7fe640 1 -- 172.21.15.18:0/3745289933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 msgr2=0x558237128880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.947+0000 7f534b7fe640 1 --2- 172.21.15.18:0/3745289933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x558237128880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.947+0000 7f534b7fe640 1 -- 172.21.15.18:0/3745289933 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558236e5a7d0 con 0x558237116620 2024-04-22T00:48:23.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.947+0000 7f534affd640 1 --2- 172.21.15.18:0/3745289933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x558237128880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:23.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.947+0000 7f534b7fe640 1 --2- 172.21.15.18:0/3745289933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237111a90 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f533c036040 tx=0x7f533c005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13c443c1a567f05c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.947+0000 7f53317fa640 1 -- 172.21.15.18:0/3745289933 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f533c005240 con 0x558237116620 2024-04-22T00:48:23.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.948+0000 7f53317fa640 1 -- 172.21.15.18:0/3745289933 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f533c054070 con 0x558237116620 2024-04-22T00:48:23.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.948+0000 7f53317fa640 1 -- 172.21.15.18:0/3745289933 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f533c003830 con 0x558237116620 2024-04-22T00:48:23.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.950+0000 7f53549b4740 1 -- 172.21.15.18:0/3745289933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 msgr2=0x558237111a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.950+0000 7f53549b4740 1 --2- 172.21.15.18:0/3745289933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237111a90 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f533c036040 tx=0x7f533c005fd0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.950+0000 7f53549b4740 1 -- 172.21.15.18:0/3745289933 shutdown_connections 2024-04-22T00:48:23.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.950+0000 7f53549b4740 1 --2- 172.21.15.18:0/3745289933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55823711bbb0 0x55823711ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.950+0000 7f53549b4740 1 --2- 172.21.15.18:0/3745289933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558237117010 0x558237128880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.950+0000 7f53549b4740 1 --2- 172.21.15.18:0/3745289933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237111a90 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.950+0000 7f53549b4740 1 -- 172.21.15.18:0/3745289933 >> 172.21.15.18:0/3745289933 conn(0x558237112530 msgr2=0x558237120a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.950+0000 7f53549b4740 1 -- 172.21.15.18:0/3745289933 shutdown_connections 2024-04-22T00:48:23.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.950+0000 7f53549b4740 1 -- 172.21.15.18:0/3745289933 wait complete. 2024-04-22T00:48:23.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.951+0000 7f53549b4740 1 -- start start 2024-04-22T00:48:23.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.951+0000 7f53549b4740 1 Processor -- start 2024-04-22T00:48:23.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.952+0000 7f53549b4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237125d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.952+0000 7f53549b4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237117010 0x558237126260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.952+0000 7f53549b4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 0x558237127270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.952+0000 7f534b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237125d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.952+0000 7f534b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237125d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34450/0 (socket says 172.21.15.18:34450) 2024-04-22T00:48:23.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.952+0000 7f534affd640 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237117010 0x558237126260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.952+0000 7f534b7fe640 1 -- 172.21.15.18:0/2258248163 learned_addr learned my addr 172.21.15.18:0/2258248163 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:23.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.952+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f533800e420 con 0x55823711bbb0 2024-04-22T00:48:23.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f534bfff640 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 0x558237127270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f533800f890 con 0x558237117010 2024-04-22T00:48:23.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f533800eaf0 con 0x558237116620 2024-04-22T00:48:23.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f53549b4740 10 client.0 _ll_register_callbacks cb 0x7f5344005f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:23.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f534b7fe640 1 -- 172.21.15.18:0/2258248163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237117010 msgr2=0x558237126260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f534b7fe640 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237117010 0x558237126260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f534b7fe640 1 -- 172.21.15.18:0/2258248163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 msgr2=0x558237127270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:23.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f534b7fe640 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 0x558237127270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f534b7fe640 1 -- 172.21.15.18:0/2258248163 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558237127860 con 0x558237116620 2024-04-22T00:48:23.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f534b7fe640 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237125d20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f533c02c710 tx=0x7f533c02ca80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5e82159be2d27bd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:23.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.953+0000 7f532affd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:23.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.954+0000 7f532affd640 1 -- 172.21.15.18:0/2258248163 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f533c004fc0 con 0x558237116620 2024-04-22T00:48:23.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.954+0000 7f532affd640 1 -- 172.21.15.18:0/2258248163 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f533c005160 con 0x558237116620 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.954+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f533c054070 con 0x558237116620 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.954+0000 7f532affd640 1 -- 172.21.15.18:0/2258248163 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f533c063050 con 0x558237116620 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.954+0000 7f53549b4740 10 client.26842 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.954+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x558237128bb0 con 0x558237116620 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.954+0000 7f532affd640 1 -- 172.21.15.18:0/2258248163 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f533c04f0e0 con 0x558237116620 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.955+0000 7f532affd640 1 -- 172.21.15.18:0/2258248163 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f533c0035f0 con 0x558237116620 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.955+0000 7f53549b4740 10 client.26842 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.955+0000 7f53549b4740 10 client.26842 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.955+0000 7f53549b4740 20 client.26842 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.955+0000 7f53549b4740 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x558237193fb0 0x5582371963a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.955+0000 7f53549b4740 4 client.26842 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.955+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f533c054070 con 0x558237193fb0 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.955+0000 7f534affd640 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x558237193fb0 0x5582371963a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f534affd640 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x558237193fb0 0x5582371963a0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=121bab37e49d7a6a server_cookie=97b735cf9b8123a5 in_seq=0 out_seq=0 2024-04-22T00:48:23.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f532affd640 10 client.26842 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:48:23.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f532affd640 1 -- 172.21.15.18:0/2258248163 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f533c054070 con 0x558237193fb0 2024-04-22T00:48:23.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f532affd640 10 client.26842 handle_command_reply: tid=0 2024-04-22T00:48:23.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f53549b4740 1 client.26842 shutdown 2024-04-22T00:48:23.958 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:23 smithi081 ceph-mon[31546]: pgmap v587: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.4 MiB/s wr, 533 op/s 2024-04-22T00:48:23.958 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:23 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3472880847' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:48:23.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 msgr2=0x558237125d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f53549b4740 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237125d20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f533c02c710 tx=0x7f533c02ca80 comp rx=0 tx=0).stop 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 shutdown_connections 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f53549b4740 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x558237193fb0 0x5582371963a0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f53549b4740 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55823711bbb0 0x558237127270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f532affd640 0 client.26842 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f53549b4740 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558237117010 0x558237126260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f53549b4740 1 --2- 172.21.15.18:0/2258248163 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558237116620 0x558237125d20 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 >> 172.21.15.18:0/2258248163 conn(0x558237112530 msgr2=0x55823711ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.956+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 shutdown_connections 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.957+0000 7f53549b4740 1 -- 172.21.15.18:0/2258248163 wait complete. 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.957+0000 7f53549b4740 20 client.26842 trim_cache size 0 max 16384 2024-04-22T00:48:23.960 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:48:23.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.957+0000 7f5351dc9640 1 -- 172.21.15.18:0/605590681 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f53340a2c90 msgr2=0x7f53340a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.957+0000 7f5351dc9640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f53340a2c90 0x7f53340a5150 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f533c000c00 tx=0x7f533c02cbc0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.957+0000 7f5351dc9640 1 -- 172.21.15.18:0/605590681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f534c103330 msgr2=0x7f534c19f0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:23.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.957+0000 7f5351dc9640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f534c103330 0x7f534c19f0c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f534400ec50 tx=0x7f534400c6a0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.957+0000 7f5351dc9640 1 -- 172.21.15.18:0/605590681 shutdown_connections 2024-04-22T00:48:23.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.957+0000 7f5351dc9640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f53340a2c90 0x7f53340a5150 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.957+0000 7f5351dc9640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f534c103330 0x7f534c19f0c0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.957+0000 7f5351dc9640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f534c102970 0x7f534c198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.958+0000 7f5351dc9640 1 --2- 172.21.15.18:0/605590681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f534c101780 0x7f534c197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:23.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.958+0000 7f5351dc9640 1 -- 172.21.15.18:0/605590681 >> 172.21.15.18:0/605590681 conn(0x7f534c0fccf0 msgr2=0x7f534c105d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:23.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.958+0000 7f5351dc9640 1 -- 172.21.15.18:0/605590681 shutdown_connections 2024-04-22T00:48:23.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:23.959+0000 7f5351dc9640 1 -- 172.21.15.18:0/605590681 wait complete. 2024-04-22T00:48:23.975 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:48:23.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:23 smithi167 ceph-mon[31348]: pgmap v587: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.4 MiB/s wr, 533 op/s 2024-04-22T00:48:23.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:23 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3472880847' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:48:24.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.139+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/1390090603 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bf4108740 msgr2=0x7f0bf410ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:24.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.139+0000 7f0bf8c9d640 1 --2- 172.21.15.18:0/1390090603 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bf4108740 0x7f0bf410ab70 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0be8009900 tx=0x7f0be802bc80 comp rx=0 tx=0).stop 2024-04-22T00:48:24.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.143+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/1390090603 shutdown_connections 2024-04-22T00:48:24.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.143+0000 7f0bf8c9d640 1 --2- 172.21.15.18:0/1390090603 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bf410da80 0x7f0bf410df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.143+0000 7f0bf8c9d640 1 --2- 172.21.15.18:0/1390090603 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bf410b0b0 0x7f0bf410d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.143+0000 7f0bf8c9d640 1 --2- 172.21.15.18:0/1390090603 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bf4108740 0x7f0bf410ab70 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.143+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/1390090603 >> 172.21.15.18:0/1390090603 conn(0x7f0bf406e5d0 msgr2=0x7f0bf4070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:24.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.149+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/1390090603 shutdown_connections 2024-04-22T00:48:24.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.150+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/1390090603 wait complete. 2024-04-22T00:48:24.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.151+0000 7f0bf8c9d640 1 Processor -- start 2024-04-22T00:48:24.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.155+0000 7f0bf8c9d640 1 -- start start 2024-04-22T00:48:24.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.155+0000 7f0bf8c9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bf4108740 0x7f0bf4114e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.156+0000 7f0bf8c9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bf410b0b0 0x7f0bf4115370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.156+0000 7f0bf8c9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bf410da80 0x7f0bf41b69e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.156+0000 7f0bf8c9d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0bf411c2d0 con 0x7f0bf410b0b0 2024-04-22T00:48:24.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.156+0000 7f0bf8c9d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0bf411c150 con 0x7f0bf4108740 2024-04-22T00:48:24.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.156+0000 7f0bf8c9d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0bf411c450 con 0x7f0bf410da80 2024-04-22T00:48:24.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.156+0000 7f0bf259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bf4108740 0x7f0bf4114e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.156+0000 7f0bf259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bf4108740 0x7f0bf4114e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56606/0 (socket says 172.21.15.18:56606) 2024-04-22T00:48:24.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.156+0000 7f0bf259c640 1 -- 172.21.15.18:0/3636306269 learned_addr learned my addr 172.21.15.18:0/3636306269 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:24.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.157+0000 7f0bf259c640 1 -- 172.21.15.18:0/3636306269 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bf410da80 msgr2=0x7f0bf41b69e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:48:24.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.157+0000 7f0bf259c640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bf410da80 0x7f0bf41b69e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.157+0000 7f0bf259c640 1 -- 172.21.15.18:0/3636306269 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bf410b0b0 msgr2=0x7f0bf4115370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:24.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.157+0000 7f0bf259c640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bf410b0b0 0x7f0bf4115370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.157+0000 7f0bf259c640 1 -- 172.21.15.18:0/3636306269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bf41b6f20 con 0x7f0bf4108740 2024-04-22T00:48:24.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.159+0000 7f0bf259c640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bf4108740 0x7f0bf4114e30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f0be8004cf0 tx=0x7f0be802eba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:24.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.160+0000 7f0be37fe640 1 -- 172.21.15.18:0/3636306269 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be8041020 con 0x7f0bf4108740 2024-04-22T00:48:24.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.160+0000 7f0be37fe640 1 -- 172.21.15.18:0/3636306269 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0be802c620 con 0x7f0bf4108740 2024-04-22T00:48:24.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.160+0000 7f0be37fe640 1 -- 172.21.15.18:0/3636306269 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be8005110 con 0x7f0bf4108740 2024-04-22T00:48:24.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.160+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/3636306269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bf41b70f0 con 0x7f0bf4108740 2024-04-22T00:48:24.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.160+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/3636306269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bf41b7500 con 0x7f0bf4108740 2024-04-22T00:48:24.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.163+0000 7f0be37fe640 1 -- 172.21.15.18:0/3636306269 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0be8044020 con 0x7f0bf4108740 2024-04-22T00:48:24.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.167+0000 7f0bfb967740 1 Processor -- start 2024-04-22T00:48:24.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.167+0000 7f0be37fe640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bdc0a2d90 0x7f0bdc0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.167+0000 7f0be37fe640 1 -- 172.21.15.18:0/3636306269 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f0be80f0dc0 con 0x7f0bf4108740 2024-04-22T00:48:24.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.168+0000 7f0bfb967740 1 -- start start 2024-04-22T00:48:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.168+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406040 0x556c5c406460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.168+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406a30 0x556c5c40b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.168+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c40bba0 0x556c5c40e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.168+0000 7f0bfb967740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556c5c36b530 con 0x556c5c40bba0 2024-04-22T00:48:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.168+0000 7f0bfb967740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556c5c313830 con 0x556c5c406040 2024-04-22T00:48:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.168+0000 7f0bfb967740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556c5c3674f0 con 0x556c5c406a30 2024-04-22T00:48:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.169+0000 7f0bf259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406040 0x556c5c406460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.169+0000 7f0bf259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406040 0x556c5c406460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56614/0 (socket says 172.21.15.18:56614) 2024-04-22T00:48:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.169+0000 7f0bf259c640 1 -- 172.21.15.18:0/918146154 learned_addr learned my addr 172.21.15.18:0/918146154 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.169+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/918146154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406a30 0x556c5c40b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.172+0000 7f0bf2d9d640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bdc0a2d90 0x7f0bdc0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.172+0000 7f0bf2d9d640 1 --2- 172.21.15.18:0/918146154 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c40bba0 0x556c5c40e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.172+0000 7f0bf259c640 1 -- 172.21.15.18:0/918146154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406a30 msgr2=0x556c5c40b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.172+0000 7f0bf259c640 1 --2- 172.21.15.18:0/918146154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406a30 0x556c5c40b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.172+0000 7f0bf259c640 1 -- 172.21.15.18:0/918146154 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c40bba0 msgr2=0x556c5c40e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.172+0000 7f0bf259c640 1 --2- 172.21.15.18:0/918146154 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c40bba0 0x556c5c40e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.172+0000 7f0bf259c640 1 -- 172.21.15.18:0/918146154 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c5c3372c0 con 0x556c5c406040 2024-04-22T00:48:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.173+0000 7f0bf259c640 1 --2- 172.21.15.18:0/918146154 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406040 0x556c5c406460 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f0be80bcef0 tx=0x7f0be80bcb50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0d69336cb5f2a04 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.173+0000 7f0bf2d9d640 1 --2- 172.21.15.18:0/918146154 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c40bba0 0x556c5c40e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:48:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.175+0000 7f0bf2d9d640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bdc0a2d90 0x7f0bdc0a5250 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f0bec009810 tx=0x7f0bec009760 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:24.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.177+0000 7f0be0ff9640 1 -- 172.21.15.18:0/918146154 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be80d6070 con 0x556c5c406040 2024-04-22T00:48:24.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.177+0000 7f0be0ff9640 1 -- 172.21.15.18:0/918146154 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0be80c15a0 con 0x556c5c406040 2024-04-22T00:48:24.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.177+0000 7f0be0ff9640 1 -- 172.21.15.18:0/918146154 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be80dd0d0 con 0x556c5c406040 2024-04-22T00:48:24.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.178+0000 7f0bfb967740 1 -- 172.21.15.18:0/918146154 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406040 msgr2=0x556c5c406460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:24.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.178+0000 7f0bfb967740 1 --2- 172.21.15.18:0/918146154 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406040 0x556c5c406460 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f0be80bcef0 tx=0x7f0be80bcb50 comp rx=0 tx=0).stop 2024-04-22T00:48:24.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.182+0000 7f0bfb967740 1 -- 172.21.15.18:0/918146154 shutdown_connections 2024-04-22T00:48:24.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.182+0000 7f0bfb967740 1 --2- 172.21.15.18:0/918146154 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c40bba0 0x556c5c40e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.182+0000 7f0bfb967740 1 --2- 172.21.15.18:0/918146154 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406a30 0x556c5c40b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.182+0000 7f0bfb967740 1 --2- 172.21.15.18:0/918146154 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406040 0x556c5c406460 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.182+0000 7f0bfb967740 1 -- 172.21.15.18:0/918146154 >> 172.21.15.18:0/918146154 conn(0x556c5c4015b0 msgr2=0x556c5c4019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:24.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.185+0000 7f0bfb967740 1 -- 172.21.15.18:0/918146154 shutdown_connections 2024-04-22T00:48:24.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.185+0000 7f0bfb967740 1 -- 172.21.15.18:0/918146154 wait complete. 2024-04-22T00:48:24.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.186+0000 7f0bfb967740 1 -- start start 2024-04-22T00:48:24.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.186+0000 7f0bfb967740 1 Processor -- start 2024-04-22T00:48:24.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.187+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 0x556c5c40ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.187+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406a30 0x556c5c4104a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.187+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 0x556c5c4174e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.187+0000 7f0bfb967740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556c5c40e910 con 0x556c5c406a30 2024-04-22T00:48:24.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.187+0000 7f0bfb967740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556c5c326f10 con 0x556c5c40bba0 2024-04-22T00:48:24.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.187+0000 7f0bfb967740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556c5c40ea90 con 0x556c5c406040 2024-04-22T00:48:24.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.187+0000 7f0bfb967740 10 client.0 _ll_register_callbacks cb 0x556c5c07ebe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:24.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.187+0000 7f0bf259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 0x556c5c40ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.187+0000 7f0bf259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 0x556c5c40ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34490/0 (socket says 172.21.15.18:34490) 2024-04-22T00:48:24.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.187+0000 7f0bf259c640 1 -- 172.21.15.18:0/2059968055 learned_addr learned my addr 172.21.15.18:0/2059968055 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:24.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bf259c640 1 -- 172.21.15.18:0/2059968055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 msgr2=0x556c5c4174e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:48:24.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bf259c640 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 0x556c5c4174e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bf259c640 1 -- 172.21.15.18:0/2059968055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406a30 msgr2=0x556c5c4104a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:24.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bf259c640 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406a30 0x556c5c4104a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bf259c640 1 -- 172.21.15.18:0/2059968055 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c5c2f8c80 con 0x556c5c406040 2024-04-22T00:48:24.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bf259c640 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 0x556c5c40ff60 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0be80b9600 tx=0x7f0be80bd2b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5561ade3aa390c70 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:24.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bd9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:24.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/2059968055 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be80d6040 con 0x556c5c406040 2024-04-22T00:48:24.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/2059968055 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f0be80bb4f0 con 0x556c5c406040 2024-04-22T00:48:24.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bfb967740 1 -- 172.21.15.18:0/2059968055 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0be80c15a0 con 0x556c5c406040 2024-04-22T00:48:24.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.188+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/2059968055 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f0be80dd2e0 con 0x556c5c406040 2024-04-22T00:48:24.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.189+0000 7f0bfb967740 10 client.26851 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:24.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.189+0000 7f0bfb967740 1 -- 172.21.15.18:0/2059968055 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x556c5c07f3f0 con 0x556c5c406040 2024-04-22T00:48:24.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.190+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/2059968055 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0be80c5e60 con 0x556c5c406040 2024-04-22T00:48:24.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.191+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/2059968055 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f0be802e1a0 con 0x556c5c406040 2024-04-22T00:48:24.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.191+0000 7f0bfb967740 10 client.26851 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:24.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.191+0000 7f0bfb967740 10 client.26851 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:24.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.191+0000 7f0bfb967740 20 client.26851 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:24.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.191+0000 7f0bfb967740 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556c5c41bba0 0x556c5c41dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.191+0000 7f0bfb967740 4 client.26851 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:24.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.191+0000 7f0bfb967740 1 -- 172.21.15.18:0/2059968055 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0be80c15a0 con 0x556c5c41bba0 2024-04-22T00:48:24.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.195+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556c5c41bba0 0x556c5c41dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.197+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556c5c41bba0 0x556c5c41dfe0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68604d92738a1728 server_cookie=bda92e5be5a34a54 in_seq=0 out_seq=0 2024-04-22T00:48:24.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.197+0000 7f0bd9ffb640 10 client.26851 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/2059968055 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f0be80c15a0 con 0x556c5c41bba0 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bd9ffb640 10 client.26851 handle_command_reply: tid=0 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 client.26851 shutdown 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 -- 172.21.15.18:0/2059968055 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 msgr2=0x556c5c40ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 0x556c5c40ff60 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0be80b9600 tx=0x7f0be80bd2b0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 -- 172.21.15.18:0/2059968055 shutdown_connections 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556c5c41bba0 0x556c5c41dfe0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 0x556c5c4174e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406a30 0x556c5c4104a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 --2- 172.21.15.18:0/2059968055 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 0x556c5c40ff60 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bd9ffb640 0 client.26851 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:24.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 -- 172.21.15.18:0/2059968055 >> 172.21.15.18:0/2059968055 conn(0x556c5c4015b0 msgr2=0x556c5c400850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:24.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 -- 172.21.15.18:0/2059968055 shutdown_connections 2024-04-22T00:48:24.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 1 -- 172.21.15.18:0/2059968055 wait complete. 2024-04-22T00:48:24.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.198+0000 7f0bfb967740 20 client.26851 trim_cache size 0 max 16384 2024-04-22T00:48:24.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.227+0000 7f0bfb967740 1 Processor -- start 2024-04-22T00:48:24.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.227+0000 7f0bfb967740 1 -- start start 2024-04-22T00:48:24.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.227+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 0x556c5c410400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.228+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406a30 0x556c5c4174a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.228+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 0x556c5c404f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.228+0000 7f0bfb967740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd4012660 con 0x556c5c406a30 2024-04-22T00:48:24.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.228+0000 7f0bfb967740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd400fea0 con 0x556c5c40bba0 2024-04-22T00:48:24.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.228+0000 7f0bf2d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 0x556c5c404f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.228+0000 7f0bf2d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 0x556c5c404f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56640/0 (socket says 172.21.15.18:56640) 2024-04-22T00:48:24.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.228+0000 7f0bf2d9d640 1 -- 172.21.15.18:0/3480026622 learned_addr learned my addr 172.21.15.18:0/3480026622 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:24.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.228+0000 7f0bfb967740 1 -- 172.21.15.18:0/3480026622 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd400dcf0 con 0x556c5c406040 2024-04-22T00:48:24.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.228+0000 7f0bf259c640 1 --2- 172.21.15.18:0/3480026622 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 0x556c5c410400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.228+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/3480026622 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406a30 0x556c5c4174a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.229+0000 7f0bf1d9b640 1 -- 172.21.15.18:0/3480026622 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 msgr2=0x556c5c410400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:24.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.229+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/3480026622 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 0x556c5c410400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.229+0000 7f0bf1d9b640 1 -- 172.21.15.18:0/3480026622 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 msgr2=0x556c5c404f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:24.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.229+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/3480026622 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 0x556c5c404f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.229+0000 7f0bf1d9b640 1 -- 172.21.15.18:0/3480026622 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c5c1497d0 con 0x556c5c406a30 2024-04-22T00:48:24.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.229+0000 7f0bf2d9d640 1 --2- 172.21.15.18:0/3480026622 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 0x556c5c404f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:24.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.229+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/3480026622 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406a30 0x556c5c4174a0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x556c5c402520 tx=0x7f0be4009d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d6baf663be2975f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:24.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.229+0000 7f0bdbfff640 1 -- 172.21.15.18:0/3480026622 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be4015880 con 0x556c5c406a30 2024-04-22T00:48:24.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.230+0000 7f0bdbfff640 1 -- 172.21.15.18:0/3480026622 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0be401d070 con 0x556c5c406a30 2024-04-22T00:48:24.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.230+0000 7f0bdbfff640 1 -- 172.21.15.18:0/3480026622 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be4015880 con 0x556c5c406a30 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.231+0000 7f0bfb967740 1 -- 172.21.15.18:0/3480026622 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406a30 msgr2=0x556c5c4174a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.231+0000 7f0bfb967740 1 --2- 172.21.15.18:0/3480026622 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406a30 0x556c5c4174a0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x556c5c402520 tx=0x7f0be4009d50 comp rx=0 tx=0).stop 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.231+0000 7f0bfb967740 1 -- 172.21.15.18:0/3480026622 shutdown_connections 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.231+0000 7f0bfb967740 1 --2- 172.21.15.18:0/3480026622 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c40bba0 0x556c5c404f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.231+0000 7f0bfb967740 1 --2- 172.21.15.18:0/3480026622 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406a30 0x556c5c4174a0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.231+0000 7f0bfb967740 1 --2- 172.21.15.18:0/3480026622 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c406040 0x556c5c410400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.231+0000 7f0bfb967740 1 -- 172.21.15.18:0/3480026622 >> 172.21.15.18:0/3480026622 conn(0x556c5c4015b0 msgr2=0x556c5c404810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.231+0000 7f0bfb967740 1 -- 172.21.15.18:0/3480026622 shutdown_connections 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.231+0000 7f0bfb967740 1 -- 172.21.15.18:0/3480026622 wait complete. 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bfb967740 1 -- start start 2024-04-22T00:48:24.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bfb967740 1 Processor -- start 2024-04-22T00:48:24.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406040 0x556c5c414330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406a30 0x556c5c414870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bfb967740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c40bba0 0x556c5c480150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bfb967740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd400e360 con 0x556c5c406040 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bfb967740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd400f7d0 con 0x556c5c406a30 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bfb967740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd400ea30 con 0x556c5c40bba0 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bfb967740 10 client.0 _ll_register_callbacks cb 0x7f0be80bd090 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bf259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406040 0x556c5c414330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bf259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406040 0x556c5c414330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46576/0 (socket says 172.21.15.18:46576) 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bf259c640 1 -- 172.21.15.18:0/1424433778 learned_addr learned my addr 172.21.15.18:0/1424433778 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406a30 0x556c5c414870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.232+0000 7f0bf2d9d640 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c40bba0 0x556c5c480150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bf1d9b640 1 -- 172.21.15.18:0/1424433778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c40bba0 msgr2=0x556c5c480150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c40bba0 0x556c5c480150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bf1d9b640 1 -- 172.21.15.18:0/1424433778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406040 msgr2=0x556c5c414330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406040 0x556c5c414330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bf1d9b640 1 -- 172.21.15.18:0/1424433778 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c5c414f10 con 0x556c5c406a30 2024-04-22T00:48:24.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bf259c640 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406040 0x556c5c414330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bf1d9b640 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406a30 0x556c5c414870 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0be401c040 tx=0x7f0be4019460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9fb47375817cf19 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bd9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/1424433778 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be4026070 con 0x556c5c406a30 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/1424433778 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f0be4005c40 con 0x556c5c406a30 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bfb967740 1 -- 172.21.15.18:0/1424433778 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0be401d070 con 0x556c5c406a30 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/1424433778 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f0be4032050 con 0x556c5c406a30 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bfb967740 10 client.26873 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bfb967740 1 -- 172.21.15.18:0/1424433778 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x556c5c4817c0 con 0x556c5c406a30 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.233+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/1424433778 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0be401d070 con 0x556c5c406a30 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.234+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/1424433778 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f0be4006650 con 0x556c5c406a30 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.234+0000 7f0bfb967740 10 client.26873 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.234+0000 7f0bfb967740 10 client.26873 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:24.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.234+0000 7f0bfb967740 20 client.26873 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.234+0000 7f0bfb967740 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556c5c482140 0x556c5c484560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.234+0000 7f0bfb967740 4 client.26873 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.234+0000 7f0bfb967740 1 -- 172.21.15.18:0/1424433778 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556c5c378a70 con 0x556c5c482140 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.234+0000 7f0bf259c640 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556c5c482140 0x556c5c484560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.235+0000 7f0bf259c640 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556c5c482140 0x556c5c484560 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2783ad4fcdeb46a server_cookie=c57bb809e4f36a4d in_seq=0 out_seq=0 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.235+0000 7f0bd9ffb640 10 client.26873 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.235+0000 7f0bd9ffb640 1 -- 172.21.15.18:0/1424433778 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556c5c378a70 con 0x556c5c482140 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.235+0000 7f0bd9ffb640 10 client.26873 handle_command_reply: tid=0 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.235+0000 7f0bfb967740 1 client.26873 shutdown 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.235+0000 7f0bfb967740 1 -- 172.21.15.18:0/1424433778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406a30 msgr2=0x556c5c414870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.235+0000 7f0bfb967740 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406a30 0x556c5c414870 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0be401c040 tx=0x7f0be4019460 comp rx=0 tx=0).stop 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bfb967740 1 -- 172.21.15.18:0/1424433778 shutdown_connections 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bfb967740 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556c5c482140 0x556c5c484560 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bfb967740 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556c5c40bba0 0x556c5c480150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bd9ffb640 0 client.26873 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:24.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bfb967740 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556c5c406a30 0x556c5c414870 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bfb967740 1 --2- 172.21.15.18:0/1424433778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556c5c406040 0x556c5c414330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bfb967740 1 -- 172.21.15.18:0/1424433778 >> 172.21.15.18:0/1424433778 conn(0x556c5c4015b0 msgr2=0x556c5c4050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:24.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bfb967740 1 -- 172.21.15.18:0/1424433778 shutdown_connections 2024-04-22T00:48:24.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bfb967740 1 -- 172.21.15.18:0/1424433778 wait complete. 2024-04-22T00:48:24.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bfb967740 20 client.26873 trim_cache size 0 max 16384 2024-04-22T00:48:24.240 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:48:24.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/3636306269 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bdc0a2d90 msgr2=0x7f0bdc0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:24.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bf8c9d640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bdc0a2d90 0x7f0bdc0a5250 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f0bec009810 tx=0x7f0bec009760 comp rx=0 tx=0).stop 2024-04-22T00:48:24.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.236+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/3636306269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bf4108740 msgr2=0x7f0bf4114e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:24.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.237+0000 7f0bf8c9d640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bf4108740 0x7f0bf4114e30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f0be8004cf0 tx=0x7f0be802eba0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.237+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/3636306269 shutdown_connections 2024-04-22T00:48:24.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.237+0000 7f0bf8c9d640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0bdc0a2d90 0x7f0bdc0a5250 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.237+0000 7f0bf8c9d640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0bf410da80 0x7f0bf41b69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.237+0000 7f0bf8c9d640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0bf410b0b0 0x7f0bf4115370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.237+0000 7f0bf8c9d640 1 --2- 172.21.15.18:0/3636306269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bf4108740 0x7f0bf4114e30 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:24.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.237+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/3636306269 >> 172.21.15.18:0/3636306269 conn(0x7f0bf406e5d0 msgr2=0x7f0bf410c6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:24.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.237+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/3636306269 shutdown_connections 2024-04-22T00:48:24.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:24.237+0000 7f0bf8c9d640 1 -- 172.21.15.18:0/3636306269 wait complete. 2024-04-22T00:48:24.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 420.0 s, 515.2 tps, lat 193.843 ms stddev 222.651 2024-04-22T00:48:25.251 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:48:25.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:48:25.251 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:48:25.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.418+0000 7f00e7c82640 1 -- 172.21.15.18:0/2900838344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00e01006a0 msgr2=0x7f00e0100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.418+0000 7f00e7c82640 1 --2- 172.21.15.18:0/2900838344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00e01006a0 0x7f00e0100ac0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f00dc009900 tx=0x7f00dc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:48:25.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.418+0000 7f00e7c82640 1 -- 172.21.15.18:0/2900838344 shutdown_connections 2024-04-22T00:48:25.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.418+0000 7f00e7c82640 1 --2- 172.21.15.18:0/2900838344 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00e0102250 0x7f00e0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.418+0000 7f00e7c82640 1 --2- 172.21.15.18:0/2900838344 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00e0101890 0x7f00e0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.418+0000 7f00e7c82640 1 --2- 172.21.15.18:0/2900838344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00e01006a0 0x7f00e0100ac0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.418+0000 7f00e7c82640 1 -- 172.21.15.18:0/2900838344 >> 172.21.15.18:0/2900838344 conn(0x7f00e00fbc30 msgr2=0x7f00e00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.418+0000 7f00e7c82640 1 -- 172.21.15.18:0/2900838344 shutdown_connections 2024-04-22T00:48:25.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.418+0000 7f00e7c82640 1 -- 172.21.15.18:0/2900838344 wait complete. 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.419+0000 7f00e7c82640 1 Processor -- start 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.419+0000 7f00e7c82640 1 -- start start 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.420+0000 7f00e7c82640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00e01006a0 0x7f00e0197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.420+0000 7f00e7c82640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00e0101890 0x7f00e0198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.420+0000 7f00e7c82640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00e0102250 0x7f00e019f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.420+0000 7f00e7c82640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f00e010c2f0 con 0x7f00e01006a0 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.420+0000 7f00e7c82640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f00e010c170 con 0x7f00e0101890 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.420+0000 7f00e7c82640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f00e010c470 con 0x7f00e0102250 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.420+0000 7f00e621f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00e0102250 0x7f00e019f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.420+0000 7f00e521d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00e0101890 0x7f00e0198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.420+0000 7f00e521d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00e0101890 0x7f00e0198080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56662/0 (socket says 172.21.15.18:56662) 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.420+0000 7f00e521d640 1 -- 172.21.15.18:0/91517150 learned_addr learned my addr 172.21.15.18:0/91517150 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00e521d640 1 -- 172.21.15.18:0/91517150 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00e0102250 msgr2=0x7f00e019f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00e521d640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00e0102250 0x7f00e019f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00e521d640 1 -- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00e01006a0 msgr2=0x7f00e0197b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00e01006a0 0x7f00e0197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00e521d640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00e01006a0 0x7f00e0197b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00e521d640 1 -- 172.21.15.18:0/91517150 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00e019f760 con 0x7f00e0101890 2024-04-22T00:48:25.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00e01006a0 0x7f00e0197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:48:25.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00e521d640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00e0101890 0x7f00e0198080 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f00d000ea60 tx=0x7f00d000ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00d6ffd640 1 -- 172.21.15.18:0/91517150 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d000cde0 con 0x7f00e0101890 2024-04-22T00:48:25.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00e7c82640 1 -- 172.21.15.18:0/91517150 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00e019fa50 con 0x7f00e0101890 2024-04-22T00:48:25.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00d6ffd640 1 -- 172.21.15.18:0/91517150 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00d00035f0 con 0x7f00e0101890 2024-04-22T00:48:25.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00d6ffd640 1 -- 172.21.15.18:0/91517150 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d0010670 con 0x7f00e0101890 2024-04-22T00:48:25.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.421+0000 7f00e7c82640 1 -- 172.21.15.18:0/91517150 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00e019ff90 con 0x7f00e0101890 2024-04-22T00:48:25.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.423+0000 7f00d6ffd640 1 -- 172.21.15.18:0/91517150 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f00d0010810 con 0x7f00e0101890 2024-04-22T00:48:25.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.424+0000 7f00d6ffd640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00cc0a2c90 0x7f00cc0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.424+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00cc0a2c90 0x7f00cc0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.424+0000 7f00d6ffd640 1 -- 172.21.15.18:0/91517150 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f00d00cf720 con 0x7f00e0101890 2024-04-22T00:48:25.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.425+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00cc0a2c90 0x7f00cc0a5150 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f00dc036040 tx=0x7f00dc000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.425+0000 7f00ea860740 1 Processor -- start 2024-04-22T00:48:25.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.426+0000 7f00ea860740 1 -- start start 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.426+0000 7f00ea860740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c59a0 0x55f07f5c5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.426+0000 7f00ea860740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c6390 0x55f07f5cae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.426+0000 7f00ea860740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5cd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.426+0000 7f00e5a1e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c59a0 0x55f07f5c5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.426+0000 7f00e5a1e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c59a0 0x55f07f5c5dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34546/0 (socket says 172.21.15.18:34546) 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.426+0000 7f00e521d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c6390 0x55f07f5cae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.426+0000 7f00e521d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c6390 0x55f07f5cae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56670/0 (socket says 172.21.15.18:56670) 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.426+0000 7f00e5a1e640 1 -- 172.21.15.18:0/1884262020 learned_addr learned my addr 172.21.15.18:0/1884262020 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00e621f640 1 --2- 172.21.15.18:0/1884262020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5cd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00ea860740 1 -- 172.21.15.18:0/1884262020 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55f07f52a170 con 0x55f07f5cb500 2024-04-22T00:48:25.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00ea860740 1 -- 172.21.15.18:0/1884262020 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55f07f4d27c0 con 0x55f07f5c6390 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00ea860740 1 -- 172.21.15.18:0/1884262020 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f07f526130 con 0x55f07f5c59a0 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00e621f640 1 -- 172.21.15.18:0/1884262020 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c59a0 msgr2=0x55f07f5c5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00e621f640 1 --2- 172.21.15.18:0/1884262020 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c59a0 0x55f07f5c5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00e621f640 1 -- 172.21.15.18:0/1884262020 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c6390 msgr2=0x55f07f5cae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00e621f640 1 --2- 172.21.15.18:0/1884262020 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c6390 0x55f07f5cae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00e621f640 1 -- 172.21.15.18:0/1884262020 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f07f4e3e60 con 0x55f07f5cb500 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/1884262020 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c59a0 0x55f07f5c5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.427+0000 7f00e621f640 1 --2- 172.21.15.18:0/1884262020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5cd990 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f00d8009f00 tx=0x7f00d8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9acfec5e26111929 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.428+0000 7f00cbfff640 1 -- 172.21.15.18:0/1884262020 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d8004d20 con 0x55f07f5cb500 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.428+0000 7f00cbfff640 1 -- 172.21.15.18:0/1884262020 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00d8004030 con 0x55f07f5cb500 2024-04-22T00:48:25.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.428+0000 7f00cbfff640 1 -- 172.21.15.18:0/1884262020 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d8005260 con 0x55f07f5cb500 2024-04-22T00:48:25.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.429+0000 7f00ea860740 1 -- 172.21.15.18:0/1884262020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 msgr2=0x55f07f5cd990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.429+0000 7f00ea860740 1 --2- 172.21.15.18:0/1884262020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5cd990 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f00d8009f00 tx=0x7f00d8011810 comp rx=0 tx=0).stop 2024-04-22T00:48:25.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.429+0000 7f00ea860740 1 -- 172.21.15.18:0/1884262020 shutdown_connections 2024-04-22T00:48:25.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.429+0000 7f00ea860740 1 --2- 172.21.15.18:0/1884262020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5cd990 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.429+0000 7f00ea860740 1 --2- 172.21.15.18:0/1884262020 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c6390 0x55f07f5cae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.429+0000 7f00ea860740 1 --2- 172.21.15.18:0/1884262020 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c59a0 0x55f07f5c5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.429+0000 7f00ea860740 1 -- 172.21.15.18:0/1884262020 >> 172.21.15.18:0/1884262020 conn(0x55f07f58d4f0 msgr2=0x55f07f5c1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.429+0000 7f00ea860740 1 -- 172.21.15.18:0/1884262020 shutdown_connections 2024-04-22T00:48:25.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.429+0000 7f00ea860740 1 -- 172.21.15.18:0/1884262020 wait complete. 2024-04-22T00:48:25.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.430+0000 7f00ea860740 1 -- start start 2024-04-22T00:48:25.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.430+0000 7f00ea860740 1 Processor -- start 2024-04-22T00:48:25.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.432+0000 7f00ea860740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5c59a0 0x55f07f5cfe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.432+0000 7f00ea860740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d03d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.432+0000 7f00ea860740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5cb500 0x55f07f5d7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.432+0000 7f00ea860740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55f07f5ce4b0 con 0x55f07f5c59a0 2024-04-22T00:48:25.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.432+0000 7f00ea860740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55f07f4e5d40 con 0x55f07f5cb500 2024-04-22T00:48:25.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.432+0000 7f00ea860740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f07f5ce630 con 0x55f07f5c6390 2024-04-22T00:48:25.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.432+0000 7f00ea860740 10 client.0 _ll_register_callbacks cb 0x55f07f521820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:25.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.432+0000 7f00e521d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.432+0000 7f00e521d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d03d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34558/0 (socket says 172.21.15.18:34558) 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.432+0000 7f00e521d640 1 -- 172.21.15.18:0/404440350 learned_addr learned my addr 172.21.15.18:0/404440350 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.433+0000 7f00e521d640 1 -- 172.21.15.18:0/404440350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5cb500 msgr2=0x55f07f5d7410 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.433+0000 7f00e521d640 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5cb500 0x55f07f5d7410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.433+0000 7f00e521d640 1 -- 172.21.15.18:0/404440350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5c59a0 msgr2=0x55f07f5cfe90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.433+0000 7f00e521d640 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5c59a0 0x55f07f5cfe90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.433+0000 7f00e521d640 1 -- 172.21.15.18:0/404440350 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f07f3067e0 con 0x55f07f5c6390 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.433+0000 7f00e521d640 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d03d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f00d0097fb0 tx=0x7f00d009c390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9220bab37d0233d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.433+0000 7f00c97fa640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.433+0000 7f00c97fa640 1 -- 172.21.15.18:0/404440350 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d00cf390 con 0x55f07f5c6390 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.433+0000 7f00c97fa640 1 -- 172.21.15.18:0/404440350 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f00d00981c0 con 0x55f07f5c6390 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.433+0000 7f00ea860740 1 -- 172.21.15.18:0/404440350 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00d8004030 con 0x55f07f5c6390 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00c97fa640 1 -- 172.21.15.18:0/404440350 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f00d00037a0 con 0x55f07f5c6390 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00ea860740 10 client.26869 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00ea860740 1 -- 172.21.15.18:0/404440350 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55f07f366f70 con 0x55f07f5c6390 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00c97fa640 1 -- 172.21.15.18:0/404440350 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00d8004030 con 0x55f07f5c6390 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00c97fa640 1 -- 172.21.15.18:0/404440350 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f00d0004000 con 0x55f07f5c6390 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00ea860740 10 client.26869 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00ea860740 10 client.26869 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00ea860740 20 client.26869 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00ea860740 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f07f5dbde0 0x55f07f5de1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00ea860740 4 client.26869 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00ea860740 1 -- 172.21.15.18:0/404440350 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f07f4fe450 con 0x55f07f5dbde0 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.434+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f07f5dbde0 0x55f07f5de1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.435+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f07f5dbde0 0x55f07f5de1d0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7641762f2e6839c7 server_cookie=5d1e6de1fd07cf71 in_seq=0 out_seq=0 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.435+0000 7f00c97fa640 10 client.26869 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00c97fa640 1 -- 172.21.15.18:0/404440350 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f07f4fe450 con 0x55f07f5dbde0 2024-04-22T00:48:25.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00c97fa640 10 client.26869 handle_command_reply: tid=0 2024-04-22T00:48:25.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 client.26869 shutdown 2024-04-22T00:48:25.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 -- 172.21.15.18:0/404440350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 msgr2=0x55f07f5d03d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d03d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f00d0097fb0 tx=0x7f00d009c390 comp rx=0 tx=0).stop 2024-04-22T00:48:25.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 -- 172.21.15.18:0/404440350 shutdown_connections 2024-04-22T00:48:25.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f07f5dbde0 0x55f07f5de1d0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00c97fa640 0 client.26869 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:25.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5cb500 0x55f07f5d7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d03d0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 --2- 172.21.15.18:0/404440350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5c59a0 0x55f07f5cfe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 -- 172.21.15.18:0/404440350 >> 172.21.15.18:0/404440350 conn(0x55f07f58d4f0 msgr2=0x55f07f5c04f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 -- 172.21.15.18:0/404440350 shutdown_connections 2024-04-22T00:48:25.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 1 -- 172.21.15.18:0/404440350 wait complete. 2024-04-22T00:48:25.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.436+0000 7f00ea860740 20 client.26869 trim_cache size 0 max 16384 2024-04-22T00:48:25.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00ea860740 1 Processor -- start 2024-04-22T00:48:25.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00ea860740 1 -- start start 2024-04-22T00:48:25.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00ea860740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5c0370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00ea860740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5c08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00ea860740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5d73d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00ea860740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f00e01aad80 con 0x55f07f5cb500 2024-04-22T00:48:25.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00ea860740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f00e01a85c0 con 0x55f07f5c59a0 2024-04-22T00:48:25.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00ea860740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f00e01a6410 con 0x55f07f5c6390 2024-04-22T00:48:25.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00e5a1e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5c0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00e5a1e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5c0370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56686/0 (socket says 172.21.15.18:56686) 2024-04-22T00:48:25.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00e5a1e640 1 -- 172.21.15.18:0/889850195 learned_addr learned my addr 172.21.15.18:0/889850195 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:25.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.460+0000 7f00e521d640 1 --2- 172.21.15.18:0/889850195 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5c08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.461+0000 7f00e5a1e640 1 -- 172.21.15.18:0/889850195 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 msgr2=0x55f07f5c08b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.461+0000 7f00e621f640 1 --2- 172.21.15.18:0/889850195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5d73d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.461+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/889850195 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5c08b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.461+0000 7f00e5a1e640 1 -- 172.21.15.18:0/889850195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 msgr2=0x55f07f5d73d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.461+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/889850195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5d73d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.461+0000 7f00e5a1e640 1 -- 172.21.15.18:0/889850195 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f07f5de540 con 0x55f07f5c59a0 2024-04-22T00:48:25.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.461+0000 7f00e621f640 1 --2- 172.21.15.18:0/889850195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5d73d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:48:25.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.461+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/889850195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5c0370 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f00dc006010 tx=0x7f00dc03c000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=791c9d5b26cd136d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.462+0000 7f00cb7fe640 1 -- 172.21.15.18:0/889850195 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00dc005240 con 0x55f07f5c59a0 2024-04-22T00:48:25.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.462+0000 7f00cb7fe640 1 -- 172.21.15.18:0/889850195 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00dc053070 con 0x55f07f5c59a0 2024-04-22T00:48:25.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.462+0000 7f00cb7fe640 1 -- 172.21.15.18:0/889850195 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00dc005600 con 0x55f07f5c59a0 2024-04-22T00:48:25.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 -- 172.21.15.18:0/889850195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 msgr2=0x55f07f5c0370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 --2- 172.21.15.18:0/889850195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5c0370 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f00dc006010 tx=0x7f00dc03c000 comp rx=0 tx=0).stop 2024-04-22T00:48:25.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 -- 172.21.15.18:0/889850195 shutdown_connections 2024-04-22T00:48:25.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 --2- 172.21.15.18:0/889850195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5d73d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 --2- 172.21.15.18:0/889850195 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5c08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 --2- 172.21.15.18:0/889850195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5c0370 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 -- 172.21.15.18:0/889850195 >> 172.21.15.18:0/889850195 conn(0x55f07f58d4f0 msgr2=0x55f07f5bfc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 -- 172.21.15.18:0/889850195 shutdown_connections 2024-04-22T00:48:25.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 -- 172.21.15.18:0/889850195 wait complete. 2024-04-22T00:48:25.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 -- start start 2024-04-22T00:48:25.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.463+0000 7f00ea860740 1 Processor -- start 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00ea860740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5d5230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00ea860740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00ea860740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5d6710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00ea860740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f00e01a6a80 con 0x55f07f5cb500 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00ea860740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f00e01a7ef0 con 0x55f07f5c59a0 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00ea860740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f00e01a7150 con 0x55f07f5c6390 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e521d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e521d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d5770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34564/0 (socket says 172.21.15.18:34564) 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e521d640 1 -- 172.21.15.18:0/1642086722 learned_addr learned my addr 172.21.15.18:0/1642086722 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00ea860740 10 client.0 _ll_register_callbacks cb 0x7f00d0009570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e621f640 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5d6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5d5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e521d640 1 -- 172.21.15.18:0/1642086722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 msgr2=0x55f07f5d5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e521d640 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5d5230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e521d640 1 -- 172.21.15.18:0/1642086722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 msgr2=0x55f07f5d6710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e521d640 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5d6710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e521d640 1 -- 172.21.15.18:0/1642086722 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f07f1fe170 con 0x55f07f5c6390 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e621f640 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5d6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.464+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5d5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.465+0000 7f00e521d640 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d5770 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f00d0004400 tx=0x7f00d0003d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19d1146ef3e51138 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.465+0000 7f00c97fa640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.465+0000 7f00c97fa640 1 -- 172.21.15.18:0/1642086722 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d0004200 con 0x55f07f5c6390 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.465+0000 7f00c97fa640 1 -- 172.21.15.18:0/1642086722 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f00d00979b0 con 0x55f07f5c6390 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.465+0000 7f00ea860740 1 -- 172.21.15.18:0/1642086722 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00dc053070 con 0x55f07f5c6390 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.465+0000 7f00c97fa640 1 -- 172.21.15.18:0/1642086722 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f00d00a9050 con 0x55f07f5c6390 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.465+0000 7f00ea860740 10 client.26875 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.465+0000 7f00ea860740 1 -- 172.21.15.18:0/1642086722 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55f07f642560 con 0x55f07f5c6390 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.465+0000 7f00c97fa640 1 -- 172.21.15.18:0/1642086722 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00dc053070 con 0x55f07f5c6390 2024-04-22T00:48:25.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.466+0000 7f00c97fa640 1 -- 172.21.15.18:0/1642086722 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f00d009ac10 con 0x55f07f5c6390 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.466+0000 7f00ea860740 10 client.26875 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.466+0000 7f00ea860740 10 client.26875 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.466+0000 7f00ea860740 20 client.26875 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.466+0000 7f00ea860740 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f07f642f60 0x55f07f645380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.466+0000 7f00ea860740 4 client.26875 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.466+0000 7f00ea860740 1 -- 172.21.15.18:0/1642086722 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f07f5376b0 con 0x55f07f642f60 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.466+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f07f642f60 0x55f07f645380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.466+0000 7f00c97fa640 10 client.26875 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.466+0000 7f00e5a1e640 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f07f642f60 0x55f07f645380 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bf784f3be96af77 server_cookie=3476a8a062979902 in_seq=0 out_seq=0 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.467+0000 7f00c97fa640 1 -- 172.21.15.18:0/1642086722 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f07f5376b0 con 0x55f07f642f60 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.467+0000 7f00c97fa640 10 client.26875 handle_command_reply: tid=0 2024-04-22T00:48:25.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.467+0000 7f00ea860740 1 client.26875 shutdown 2024-04-22T00:48:25.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 1 -- 172.21.15.18:0/1642086722 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 msgr2=0x55f07f5d5770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d5770 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f00d0004400 tx=0x7f00d0003d60 comp rx=0 tx=0).stop 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 1 -- 172.21.15.18:0/1642086722 shutdown_connections 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55f07f642f60 0x55f07f645380 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f07f5cb500 0x55f07f5d6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f07f5c6390 0x55f07f5d5770 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00c97fa640 0 client.26875 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 1 --2- 172.21.15.18:0/1642086722 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f07f5c59a0 0x55f07f5d5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 1 -- 172.21.15.18:0/1642086722 >> 172.21.15.18:0/1642086722 conn(0x55f07f58d4f0 msgr2=0x55f07f5c04f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 1 -- 172.21.15.18:0/1642086722 shutdown_connections 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 1 -- 172.21.15.18:0/1642086722 wait complete. 2024-04-22T00:48:25.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00ea860740 20 client.26875 trim_cache size 0 max 16384 2024-04-22T00:48:25.473 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:48:25.473 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:48:25.473 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "4f471b4b-38fd-4f3c-976d-aaa15ecd17e4", 2024-04-22T00:48:25.473 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:48:25.473 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00e7c82640 1 -- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00cc0a2c90 msgr2=0x7f00cc0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00e7c82640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00cc0a2c90 0x7f00cc0a5150 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f00dc036040 tx=0x7f00dc000bc0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00e7c82640 1 -- 172.21.15.18:0/91517150 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00e0101890 msgr2=0x7f00e0198080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.468+0000 7f00e7c82640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00e0101890 0x7f00e0198080 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f00d000ea60 tx=0x7f00d000ef20 comp rx=0 tx=0).stop 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.469+0000 7f00e7c82640 1 -- 172.21.15.18:0/91517150 shutdown_connections 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.469+0000 7f00e7c82640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f00cc0a2c90 0x7f00cc0a5150 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.469+0000 7f00e7c82640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f00e0102250 0x7f00e019f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.469+0000 7f00e7c82640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00e0101890 0x7f00e0198080 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.469+0000 7f00e7c82640 1 --2- 172.21.15.18:0/91517150 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f00e01006a0 0x7f00e0197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.469+0000 7f00e7c82640 1 -- 172.21.15.18:0/91517150 >> 172.21.15.18:0/91517150 conn(0x7f00e00fbc30 msgr2=0x7f00e00fc2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.469+0000 7f00e7c82640 1 -- 172.21.15.18:0/91517150 shutdown_connections 2024-04-22T00:48:25.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.469+0000 7f00e7c82640 1 -- 172.21.15.18:0/91517150 wait complete. 2024-04-22T00:48:25.485 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:48:25.485 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:48:25.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.685+0000 7f198e785640 1 -- 172.21.15.18:0/1665368818 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1988100000 msgr2=0x7f1988102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.685+0000 7f198e785640 1 --2- 172.21.15.18:0/1665368818 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1988100000 0x7f1988102430 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1980009ca0 tx=0x7f198002c120 comp rx=0 tx=0).stop 2024-04-22T00:48:25.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.685+0000 7f198e785640 1 -- 172.21.15.18:0/1665368818 shutdown_connections 2024-04-22T00:48:25.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.685+0000 7f198e785640 1 --2- 172.21.15.18:0/1665368818 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1988105320 0x7f19881057a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.685+0000 7f198e785640 1 --2- 172.21.15.18:0/1665368818 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1988102970 0x7f1988104de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.685+0000 7f198e785640 1 --2- 172.21.15.18:0/1665368818 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1988100000 0x7f1988102430 secure :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1980009ca0 tx=0x7f198002c120 comp rx=0 tx=0).stop 2024-04-22T00:48:25.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.685+0000 7f198e785640 1 -- 172.21.15.18:0/1665368818 >> 172.21.15.18:0/1665368818 conn(0x7f19880fbc00 msgr2=0x7f19880fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.689+0000 7f198e785640 1 -- 172.21.15.18:0/1665368818 shutdown_connections 2024-04-22T00:48:25.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.690+0000 7f198e785640 1 -- 172.21.15.18:0/1665368818 wait complete. 2024-04-22T00:48:25.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.691+0000 7f198e785640 1 Processor -- start 2024-04-22T00:48:25.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.691+0000 7f198e785640 1 -- start start 2024-04-22T00:48:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f198e785640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1988102970 0x7f1988072f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f198e785640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1988105320 0x7f1988071580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f198e785640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19880734d0 0x7f1988071ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f198e785640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f198806bbb0 con 0x7f1988102970 2024-04-22T00:48:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f198e785640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f198806ba30 con 0x7f19880734d0 2024-04-22T00:48:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f198cd22640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19880734d0 0x7f1988071ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f198cd22640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19880734d0 0x7f1988071ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56704/0 (socket says 172.21.15.18:56704) 2024-04-22T00:48:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f198cd22640 1 -- 172.21.15.18:0/3789921496 learned_addr learned my addr 172.21.15.18:0/3789921496 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f19877fe640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1988105320 0x7f1988071580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f1987fff640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1988102970 0x7f1988072f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.692+0000 7f198e785640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f198806bd30 con 0x7f1988105320 2024-04-22T00:48:25.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.694+0000 7f19877fe640 1 -- 172.21.15.18:0/3789921496 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19880734d0 msgr2=0x7f1988071ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.694+0000 7f19877fe640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19880734d0 0x7f1988071ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.694+0000 7f19877fe640 1 -- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1988102970 msgr2=0x7f1988072f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.694+0000 7f19877fe640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1988102970 0x7f1988072f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.694+0000 7f19877fe640 1 -- 172.21.15.18:0/3789921496 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19880723a0 con 0x7f1988105320 2024-04-22T00:48:25.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.694+0000 7f1987fff640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1988102970 0x7f1988072f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:48:25.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.694+0000 7f19877fe640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1988105320 0x7f1988071580 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f197800d6d0 tx=0x7f197800db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.694+0000 7f19857fa640 1 -- 172.21.15.18:0/3789921496 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1978017070 con 0x7f1988105320 2024-04-22T00:48:25.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.695+0000 7f19857fa640 1 -- 172.21.15.18:0/3789921496 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1978009820 con 0x7f1988105320 2024-04-22T00:48:25.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.695+0000 7f19857fa640 1 -- 172.21.15.18:0/3789921496 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1978004d00 con 0x7f1988105320 2024-04-22T00:48:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.695+0000 7f198e785640 1 -- 172.21.15.18:0/3789921496 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19881aeef0 con 0x7f1988105320 2024-04-22T00:48:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.695+0000 7f198e785640 1 -- 172.21.15.18:0/3789921496 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19881af380 con 0x7f1988105320 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.709+0000 7f199136f740 1 Processor -- start 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.710+0000 7f199136f740 1 -- start start 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.711+0000 7f199136f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a5f50 0x5647ef8a6370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.711+0000 7f199136f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 0x5647ef8ab440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.711+0000 7f199136f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8abab0 0x5647ef8adf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.711+0000 7f199136f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5647ef80b560 con 0x5647ef8a6940 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.711+0000 7f199136f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5647ef7b3730 con 0x5647ef8abab0 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.711+0000 7f199136f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5647ef807520 con 0x5647ef8a5f50 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.713+0000 7f198cd22640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a5f50 0x5647ef8a6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.713+0000 7f198cd22640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a5f50 0x5647ef8a6370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34576/0 (socket says 172.21.15.18:34576) 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.713+0000 7f198cd22640 1 -- 172.21.15.18:0/2859419925 learned_addr learned my addr 172.21.15.18:0/2859419925 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:25.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.713+0000 7f1987fff640 1 --2- 172.21.15.18:0/2859419925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 0x5647ef8ab440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.730+0000 7f19857fa640 1 -- 172.21.15.18:0/3789921496 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f19780099d0 con 0x7f1988105320 2024-04-22T00:48:25.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.730+0000 7f19857fa640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19700a2ce0 0x7f19700a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.731+0000 7f1987fff640 1 -- 172.21.15.18:0/2859419925 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a5f50 msgr2=0x5647ef8a6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.731+0000 7f1987fff640 1 --2- 172.21.15.18:0/2859419925 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a5f50 0x5647ef8a6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.731+0000 7f1987fff640 1 -- 172.21.15.18:0/2859419925 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8abab0 msgr2=0x5647ef8adf40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:48:25.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.731+0000 7f19857fa640 1 -- 172.21.15.18:0/3789921496 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f19780cf000 con 0x7f1988105320 2024-04-22T00:48:25.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.731+0000 7f1987fff640 1 --2- 172.21.15.18:0/2859419925 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8abab0 0x5647ef8adf40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.731+0000 7f1987fff640 1 -- 172.21.15.18:0/2859419925 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647ef5e97d0 con 0x5647ef8a6940 2024-04-22T00:48:25.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.731+0000 7f198cd22640 1 --2- 172.21.15.18:0/2859419925 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a5f50 0x5647ef8a6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:48:25.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.732+0000 7f198cd22640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19700a2ce0 0x7f19700a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.733+0000 7f1987fff640 1 --2- 172.21.15.18:0/2859419925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 0x5647ef8ab440 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f1980008000 tx=0x7f19800097e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7600ff449eec1bf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.737+0000 7f196e7fc640 1 -- 172.21.15.18:0/2859419925 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980043020 con 0x5647ef8a6940 2024-04-22T00:48:25.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.737+0000 7f196e7fc640 1 -- 172.21.15.18:0/2859419925 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1980003970 con 0x5647ef8a6940 2024-04-22T00:48:25.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.738+0000 7f199136f740 1 -- 172.21.15.18:0/2859419925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 msgr2=0x5647ef8ab440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.738+0000 7f199136f740 1 --2- 172.21.15.18:0/2859419925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 0x5647ef8ab440 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f1980008000 tx=0x7f19800097e0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.743+0000 7f199136f740 1 -- 172.21.15.18:0/2859419925 shutdown_connections 2024-04-22T00:48:25.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.743+0000 7f199136f740 1 --2- 172.21.15.18:0/2859419925 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8abab0 0x5647ef8adf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.743+0000 7f199136f740 1 --2- 172.21.15.18:0/2859419925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 0x5647ef8ab440 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.743+0000 7f199136f740 1 --2- 172.21.15.18:0/2859419925 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a5f50 0x5647ef8a6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.743+0000 7f199136f740 1 -- 172.21.15.18:0/2859419925 >> 172.21.15.18:0/2859419925 conn(0x5647ef8a14c0 msgr2=0x5647ef8a18c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.747+0000 7f198cd22640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19700a2ce0 0x7f19700a51a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x5647ef8a71a0 tx=0x7f197c004700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.748+0000 7f199136f740 1 -- 172.21.15.18:0/2859419925 shutdown_connections 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.753+0000 7f199136f740 1 -- 172.21.15.18:0/2859419925 wait complete. 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.753+0000 7f199136f740 1 -- start start 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f199136f740 1 Processor -- start 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f199136f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a5f50 0x5647ef8b0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f199136f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 0x5647ef8b09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f199136f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8abab0 0x5647ef8b7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f199136f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5647ef8aea00 con 0x5647ef8a6940 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f199136f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5647ef7c6e00 con 0x5647ef8a5f50 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f199136f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5647ef8aeb80 con 0x5647ef8abab0 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f199136f740 10 client.0 _ll_register_callbacks cb 0x5647ef801eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:25.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f1987fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a5f50 0x5647ef8b0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f1987fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a5f50 0x5647ef8b0480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56712/0 (socket says 172.21.15.18:56712) 2024-04-22T00:48:25.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.754+0000 7f1987fff640 1 -- 172.21.15.18:0/401344979 learned_addr learned my addr 172.21.15.18:0/401344979 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:25.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.755+0000 7f19877fe640 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 0x5647ef8b09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.755+0000 7f198cd22640 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8abab0 0x5647ef8b7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.756+0000 7f19877fe640 1 -- 172.21.15.18:0/401344979 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8abab0 msgr2=0x5647ef8b7a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.756+0000 7f19877fe640 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8abab0 0x5647ef8b7a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.756+0000 7f19877fe640 1 -- 172.21.15.18:0/401344979 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a5f50 msgr2=0x5647ef8b0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.756+0000 7f19877fe640 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a5f50 0x5647ef8b0480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.756+0000 7f19877fe640 1 -- 172.21.15.18:0/401344979 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647ef51f3f0 con 0x5647ef8a6940 2024-04-22T00:48:25.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.759+0000 7f19877fe640 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 0x5647ef8b09c0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f197800d6a0 tx=0x7f197809b300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c5f1c70bf0d1ef4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.760+0000 7f19677fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:25.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.760+0000 7f19677fe640 1 -- 172.21.15.18:0/401344979 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1978020070 con 0x5647ef8a6940 2024-04-22T00:48:25.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.760+0000 7f19677fe640 1 -- 172.21.15.18:0/401344979 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1978097aa0 con 0x5647ef8a6940 2024-04-22T00:48:25.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.760+0000 7f199136f740 1 -- 172.21.15.18:0/401344979 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1980003970 con 0x5647ef8a6940 2024-04-22T00:48:25.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.762+0000 7f19677fe640 1 -- 172.21.15.18:0/401344979 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f197809b430 con 0x5647ef8a6940 2024-04-22T00:48:25.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.763+0000 7f199136f740 10 client.17238 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:25.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.763+0000 7f199136f740 1 -- 172.21.15.18:0/401344979 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5647ef4df0f0 con 0x5647ef8a6940 2024-04-22T00:48:25.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.766+0000 7f19677fe640 1 -- 172.21.15.18:0/401344979 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1980003970 con 0x5647ef8a6940 2024-04-22T00:48:25.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.766+0000 7f19677fe640 1 -- 172.21.15.18:0/401344979 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f197807c080 con 0x5647ef8a6940 2024-04-22T00:48:25.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.766+0000 7f199136f740 10 client.17238 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:25.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.766+0000 7f199136f740 10 client.17238 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:25.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.766+0000 7f199136f740 20 client.17238 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:25.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.766+0000 7f199136f740 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5647ef8bc7e0 0x5647ef8bec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.766+0000 7f199136f740 4 client.17238 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:25.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.766+0000 7f199136f740 1 -- 172.21.15.18:0/401344979 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5647ef818aa0 con 0x5647ef8bc7e0 2024-04-22T00:48:25.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.767+0000 7f1987fff640 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5647ef8bc7e0 0x5647ef8bec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.774+0000 7f1987fff640 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5647ef8bc7e0 0x5647ef8bec40 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=effb1495da207da8 server_cookie=b4f839d6d55c83f8 in_seq=0 out_seq=0 2024-04-22T00:48:25.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.774+0000 7f19677fe640 10 client.17238 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:25.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.782+0000 7f19677fe640 1 -- 172.21.15.18:0/401344979 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5647ef818aa0 con 0x5647ef8bc7e0 2024-04-22T00:48:25.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.782+0000 7f19677fe640 10 client.17238 handle_command_reply: tid=0 2024-04-22T00:48:25.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.782+0000 7f199136f740 1 client.17238 shutdown 2024-04-22T00:48:25.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.784+0000 7f199136f740 1 -- 172.21.15.18:0/401344979 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 msgr2=0x5647ef8b09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.784+0000 7f199136f740 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 0x5647ef8b09c0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f197800d6a0 tx=0x7f197809b300 comp rx=0 tx=0).stop 2024-04-22T00:48:25.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.785+0000 7f199136f740 1 -- 172.21.15.18:0/401344979 shutdown_connections 2024-04-22T00:48:25.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.785+0000 7f199136f740 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5647ef8bc7e0 0x5647ef8bec40 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.785+0000 7f199136f740 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8abab0 0x5647ef8b7a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.785+0000 7f199136f740 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a6940 0x5647ef8b09c0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.785+0000 7f199136f740 1 --2- 172.21.15.18:0/401344979 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a5f50 0x5647ef8b0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.785+0000 7f199136f740 1 -- 172.21.15.18:0/401344979 >> 172.21.15.18:0/401344979 conn(0x5647ef8a14c0 msgr2=0x5647ef8a06e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.785+0000 7f19677fe640 0 client.17238 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:25.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.785+0000 7f199136f740 1 -- 172.21.15.18:0/401344979 shutdown_connections 2024-04-22T00:48:25.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.786+0000 7f199136f740 1 -- 172.21.15.18:0/401344979 wait complete. 2024-04-22T00:48:25.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.786+0000 7f199136f740 20 client.17238 trim_cache size 0 max 16384 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.822+0000 7f199136f740 1 Processor -- start 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.822+0000 7f199136f740 1 -- start start 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.822+0000 7f199136f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef89c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.822+0000 7f199136f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a6940 0x5647ef8b79c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f199136f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8abab0 0x5647ef8a7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f1987fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef89c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f1987fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef89c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46642/0 (socket says 172.21.15.18:46642) 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f1987fff640 1 -- 172.21.15.18:0/1792234043 learned_addr learned my addr 172.21.15.18:0/1792234043 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f19877fe640 1 --2- 172.21.15.18:0/1792234043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a6940 0x5647ef8b79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f199136f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f19881bc3d0 con 0x5647ef8a5f50 2024-04-22T00:48:25.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f199136f740 1 -- 172.21.15.18:0/1792234043 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f19881b9c10 con 0x5647ef8abab0 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f199136f740 1 -- 172.21.15.18:0/1792234043 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f19881b7a60 con 0x5647ef8a6940 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f198cd22640 1 --2- 172.21.15.18:0/1792234043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8abab0 0x5647ef8a7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f19877fe640 1 -- 172.21.15.18:0/1792234043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8abab0 msgr2=0x5647ef8a7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f19877fe640 1 --2- 172.21.15.18:0/1792234043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8abab0 0x5647ef8a7ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f19877fe640 1 -- 172.21.15.18:0/1792234043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 msgr2=0x5647ef89c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f19877fe640 1 --2- 172.21.15.18:0/1792234043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef89c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f19877fe640 1 -- 172.21.15.18:0/1792234043 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647ef8a6d20 con 0x5647ef8a6940 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f1987fff640 1 --2- 172.21.15.18:0/1792234043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef89c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f19877fe640 1 --2- 172.21.15.18:0/1792234043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a6940 0x5647ef8b79c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1978009610 tx=0x7f1978000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29ef9faabdf91519 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.823+0000 7f196dffb640 1 -- 172.21.15.18:0/1792234043 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1978020070 con 0x5647ef8a6940 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f196dffb640 1 -- 172.21.15.18:0/1792234043 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19780a40a0 con 0x5647ef8a6940 2024-04-22T00:48:25.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f196dffb640 1 -- 172.21.15.18:0/1792234043 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19780b4250 con 0x5647ef8a6940 2024-04-22T00:48:25.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f199136f740 1 -- 172.21.15.18:0/1792234043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a6940 msgr2=0x5647ef8b79c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f199136f740 1 --2- 172.21.15.18:0/1792234043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a6940 0x5647ef8b79c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1978009610 tx=0x7f1978000bc0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f199136f740 1 -- 172.21.15.18:0/1792234043 shutdown_connections 2024-04-22T00:48:25.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f199136f740 1 --2- 172.21.15.18:0/1792234043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8abab0 0x5647ef8a7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f199136f740 1 --2- 172.21.15.18:0/1792234043 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8a6940 0x5647ef8b79c0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f199136f740 1 --2- 172.21.15.18:0/1792234043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef89c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f199136f740 1 -- 172.21.15.18:0/1792234043 >> 172.21.15.18:0/1792234043 conn(0x5647ef8a14c0 msgr2=0x5647ef8a18a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f199136f740 1 -- 172.21.15.18:0/1792234043 shutdown_connections 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.824+0000 7f199136f740 1 -- 172.21.15.18:0/1792234043 wait complete. 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.825+0000 7f199136f740 1 -- start start 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.825+0000 7f199136f740 1 Processor -- start 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.825+0000 7f199136f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef8b7200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.825+0000 7f199136f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a6940 0x5647ef8b7740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.825+0000 7f199136f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8abab0 0x5647ef8b3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.825+0000 7f199136f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f19881b80d0 con 0x5647ef8a5f50 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.825+0000 7f199136f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f19881b9540 con 0x5647ef8a6940 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.825+0000 7f199136f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f19881b87a0 con 0x5647ef8abab0 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f199136f740 10 client.0 _ll_register_callbacks cb 0x7f19780976d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f1987fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef8b7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f198cd22640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8abab0 0x5647ef8b3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f1987fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef8b7200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46646/0 (socket says 172.21.15.18:46646) 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f1987fff640 1 -- 172.21.15.18:0/1619882812 learned_addr learned my addr 172.21.15.18:0/1619882812 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f19877fe640 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a6940 0x5647ef8b7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f1987fff640 1 -- 172.21.15.18:0/1619882812 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8abab0 msgr2=0x5647ef8b3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f1987fff640 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8abab0 0x5647ef8b3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f1987fff640 1 -- 172.21.15.18:0/1619882812 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a6940 msgr2=0x5647ef8b7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f1987fff640 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a6940 0x5647ef8b7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f1987fff640 1 -- 172.21.15.18:0/1619882812 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647ef8b4300 con 0x5647ef8a5f50 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f1987fff640 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef8b7200 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f1980032660 tx=0x7f1980009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4baa204c6db5cfd3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.826+0000 7f19677fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.827+0000 7f19677fe640 1 -- 172.21.15.18:0/1619882812 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980043040 con 0x5647ef8a5f50 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.827+0000 7f199136f740 1 -- 172.21.15.18:0/1619882812 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19780a40a0 con 0x5647ef8a5f50 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.827+0000 7f19677fe640 1 -- 172.21.15.18:0/1619882812 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f19800045b0 con 0x5647ef8a5f50 2024-04-22T00:48:25.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.827+0000 7f19677fe640 1 -- 172.21.15.18:0/1619882812 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f1980058050 con 0x5647ef8a5f50 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.827+0000 7f199136f740 10 client.17244 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.827+0000 7f199136f740 1 -- 172.21.15.18:0/1619882812 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5647ef9219f0 con 0x5647ef8a5f50 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.827+0000 7f19677fe640 1 -- 172.21.15.18:0/1619882812 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19780a40a0 con 0x5647ef8a5f50 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.827+0000 7f19677fe640 1 -- 172.21.15.18:0/1619882812 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f1980003a00 con 0x5647ef8a5f50 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.828+0000 7f199136f740 10 client.17244 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.828+0000 7f199136f740 10 client.17244 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.828+0000 7f199136f740 20 client.17244 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.828+0000 7f199136f740 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5647ef921fb0 0x5647ef9243d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.828+0000 7f199136f740 4 client.17244 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.828+0000 7f199136f740 1 -- 172.21.15.18:0/1619882812 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5647ef812df0 con 0x5647ef921fb0 2024-04-22T00:48:25.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.828+0000 7f19877fe640 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5647ef921fb0 0x5647ef9243d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.828+0000 7f19877fe640 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5647ef921fb0 0x5647ef9243d0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d63efce329a0f084 server_cookie=f6be176498eeffc8 in_seq=0 out_seq=0 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.828+0000 7f19677fe640 10 client.17244 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f19677fe640 1 -- 172.21.15.18:0/1619882812 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5647ef812df0 con 0x5647ef921fb0 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f19677fe640 10 client.17244 handle_command_reply: tid=0 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 client.17244 shutdown 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 -- 172.21.15.18:0/1619882812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 msgr2=0x5647ef8b7200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef8b7200 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f1980032660 tx=0x7f1980009540 comp rx=0 tx=0).stop 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 -- 172.21.15.18:0/1619882812 shutdown_connections 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5647ef921fb0 0x5647ef9243d0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5647ef8abab0 0x5647ef8b3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5647ef8a6940 0x5647ef8b7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 --2- 172.21.15.18:0/1619882812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5647ef8a5f50 0x5647ef8b7200 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 -- 172.21.15.18:0/1619882812 >> 172.21.15.18:0/1619882812 conn(0x5647ef8a14c0 msgr2=0x5647ef89c680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f19677fe640 0 client.17244 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:25.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 -- 172.21.15.18:0/1619882812 shutdown_connections 2024-04-22T00:48:25.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 1 -- 172.21.15.18:0/1619882812 wait complete. 2024-04-22T00:48:25.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.829+0000 7f199136f740 20 client.17244 trim_cache size 0 max 16384 2024-04-22T00:48:25.834 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:48:25.834 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:48:25.834 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:48:25.834 INFO:teuthology.orchestra.run.smithi018.stdout: "4f471b4b-38fd-4f3c-976d-aaa15ecd17e4": { 2024-04-22T00:48:25.834 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:48:25.834 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "4f471b4b-38fd-4f3c-976d-aaa15ecd17e4", 2024-04-22T00:48:25.834 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:48:25.835 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:48:25.835 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:48:25.835 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 -- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19700a2ce0 msgr2=0x7f19700a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19700a2ce0 0x7f19700a51a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x5647ef8a71a0 tx=0x7f197c004700 comp rx=0 tx=0).stop 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 -- 172.21.15.18:0/3789921496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1988105320 msgr2=0x7f1988071580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1988105320 0x7f1988071580 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f197800d6d0 tx=0x7f197800db90 comp rx=0 tx=0).stop 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 -- 172.21.15.18:0/3789921496 shutdown_connections 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19700a2ce0 0x7f19700a51a0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19880734d0 0x7f1988071ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1988105320 0x7f1988071580 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 --2- 172.21.15.18:0/3789921496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1988102970 0x7f1988072f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 -- 172.21.15.18:0/3789921496 >> 172.21.15.18:0/3789921496 conn(0x7f19880fbc00 msgr2=0x7f19881034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 -- 172.21.15.18:0/3789921496 shutdown_connections 2024-04-22T00:48:25.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:25.830+0000 7f198e785640 1 -- 172.21.15.18:0/3789921496 wait complete. 2024-04-22T00:48:25.845 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:25 smithi018 ceph-mon[27979]: pgmap v588: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.8 MiB/s wr, 507 op/s 2024-04-22T00:48:25.845 INFO:tasks.cephfs.filesystem:scrub status for tag:4f471b4b-38fd-4f3c-976d-aaa15ecd17e4 - {'path': '/', 'tag': '4f471b4b-38fd-4f3c-976d-aaa15ecd17e4', 'options': 'recursive,force'} 2024-04-22T00:48:25.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:25 smithi167 ceph-mon[31348]: pgmap v588: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.8 MiB/s wr, 507 op/s 2024-04-22T00:48:26.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:25 smithi081 ceph-mon[31546]: pgmap v588: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.8 MiB/s wr, 507 op/s 2024-04-22T00:48:26.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:26 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:48:26.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:26 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:26.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:26 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:48:26.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:26 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:48:26.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:26 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:48:26.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:26 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:26.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:26 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:26.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:26 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:27.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:26 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:48:27.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:26 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:27.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:26 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:48:27.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:26 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:48:27.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:26 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:48:27.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:26 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:27.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:26 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:27.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:26 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:27.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:26 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:48:27.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:26 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:27.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:26 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:48:27.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:26 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:48:27.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:26 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:48:27.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:26 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:27.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:26 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:27.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:26 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:48:27.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:27 smithi167 ceph-mon[31348]: pgmap v589: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 5.7 MiB/s wr, 592 op/s 2024-04-22T00:48:28.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:27 smithi081 ceph-mon[31546]: pgmap v589: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 5.7 MiB/s wr, 592 op/s 2024-04-22T00:48:28.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:27 smithi018 ceph-mon[27979]: pgmap v589: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 5.7 MiB/s wr, 592 op/s 2024-04-22T00:48:29.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.718+0000 7f8b50d85640 1 -- 172.21.15.18:0/3065827716 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8b4c108740 msgr2=0x7f8b4c10ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:29.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.718+0000 7f8b50d85640 1 --2- 172.21.15.18:0/3065827716 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8b4c108740 0x7f8b4c10ab70 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f8b44009ca0 tx=0x7f8b4402c140 comp rx=0 tx=0).stop 2024-04-22T00:48:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.721+0000 7f8b50d85640 1 -- 172.21.15.18:0/3065827716 shutdown_connections 2024-04-22T00:48:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.721+0000 7f8b50d85640 1 --2- 172.21.15.18:0/3065827716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b4c10da60 0x7f8b4c10dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.721+0000 7f8b50d85640 1 --2- 172.21.15.18:0/3065827716 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8b4c10b0b0 0x7f8b4c10d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.721+0000 7f8b50d85640 1 --2- 172.21.15.18:0/3065827716 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8b4c108740 0x7f8b4c10ab70 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.721+0000 7f8b50d85640 1 -- 172.21.15.18:0/3065827716 >> 172.21.15.18:0/3065827716 conn(0x7f8b4c06e7b0 msgr2=0x7f8b4c070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:29.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.728+0000 7f8b50d85640 1 -- 172.21.15.18:0/3065827716 shutdown_connections 2024-04-22T00:48:29.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.730+0000 7f8b50d85640 1 -- 172.21.15.18:0/3065827716 wait complete. 2024-04-22T00:48:29.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.731+0000 7f8b50d85640 1 Processor -- start 2024-04-22T00:48:29.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.732+0000 7f8b50d85640 1 -- start start 2024-04-22T00:48:29.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.732+0000 7f8b50d85640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b4c108740 0x7f8b4c114d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.732+0000 7f8b50d85640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8b4c10b0b0 0x7f8b4c1152b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.732+0000 7f8b50d85640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8b4c10da60 0x7f8b4c1b6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.732+0000 7f8b50d85640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c11c280 con 0x7f8b4c108740 2024-04-22T00:48:29.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.732+0000 7f8b50d85640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c11c100 con 0x7f8b4c10da60 2024-04-22T00:48:29.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.732+0000 7f8b50d85640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c11c400 con 0x7f8b4c10b0b0 2024-04-22T00:48:29.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.735+0000 7f8b4a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b4c108740 0x7f8b4c114d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.735+0000 7f8b4a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b4c108740 0x7f8b4c114d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46652/0 (socket says 172.21.15.18:46652) 2024-04-22T00:48:29.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.735+0000 7f8b4a59c640 1 -- 172.21.15.18:0/2405657433 learned_addr learned my addr 172.21.15.18:0/2405657433 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:29.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.737+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8b4c10da60 0x7f8b4c1b6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.738+0000 7f8b49d9b640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8b4c10b0b0 0x7f8b4c1152b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.739+0000 7f8b4ad9d640 1 -- 172.21.15.18:0/2405657433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8b4c10b0b0 msgr2=0x7f8b4c1152b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.739+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8b4c10b0b0 0x7f8b4c1152b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.739+0000 7f8b4ad9d640 1 -- 172.21.15.18:0/2405657433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b4c108740 msgr2=0x7f8b4c114d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.739+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b4c108740 0x7f8b4c114d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.739+0000 7f8b4ad9d640 1 -- 172.21.15.18:0/2405657433 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b4c118430 con 0x7f8b4c10da60 2024-04-22T00:48:29.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.740+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8b4c10da60 0x7f8b4c1b6930 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c00d680 tx=0x7f8b3c00db40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:29.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.742+0000 7f8b3b7fe640 1 -- 172.21.15.18:0/2405657433 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b3c017070 con 0x7f8b4c10da60 2024-04-22T00:48:29.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.742+0000 7f8b3b7fe640 1 -- 172.21.15.18:0/2405657433 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b3c009820 con 0x7f8b4c10da60 2024-04-22T00:48:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.743+0000 7f8b3b7fe640 1 -- 172.21.15.18:0/2405657433 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b3c004e00 con 0x7f8b4c10da60 2024-04-22T00:48:29.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.743+0000 7f8b50d85640 1 -- 172.21.15.18:0/2405657433 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b4c1b6f30 con 0x7f8b4c10da60 2024-04-22T00:48:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.747+0000 7f8b50d85640 1 -- 172.21.15.18:0/2405657433 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b4c1b73a0 con 0x7f8b4c10da60 2024-04-22T00:48:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.749+0000 7f8b3b7fe640 1 -- 172.21.15.18:0/2405657433 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8b3c0099d0 con 0x7f8b4c10da60 2024-04-22T00:48:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.750+0000 7f8b3b7fe640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8b340a2d40 0x7f8b340a5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.750+0000 7f8b3b7fe640 1 -- 172.21.15.18:0/2405657433 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8b3c0ce640 con 0x7f8b4c10da60 2024-04-22T00:48:29.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.753+0000 7f8b5396d740 1 Processor -- start 2024-04-22T00:48:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.754+0000 7f8b5396d740 1 -- start start 2024-04-22T00:48:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.754+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7acd30 0x55aa6d7ad150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.754+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7ad720 0x55aa6d7b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.754+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 0x55aa6d7b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.754+0000 7f8b5396d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55aa6d711b70 con 0x55aa6d7ad720 2024-04-22T00:48:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.754+0000 7f8b5396d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55aa6d6ba470 con 0x55aa6d7b2890 2024-04-22T00:48:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.754+0000 7f8b5396d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55aa6d70db30 con 0x55aa6d7acd30 2024-04-22T00:48:29.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.755+0000 7f8b4ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 0x55aa6d7b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.755+0000 7f8b4ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 0x55aa6d7b4d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56756/0 (socket says 172.21.15.18:56756) 2024-04-22T00:48:29.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.755+0000 7f8b4ad9d640 1 -- 172.21.15.18:0/625124541 learned_addr learned my addr 172.21.15.18:0/625124541 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:29.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.756+0000 7f8b4ad9d640 1 -- 172.21.15.18:0/625124541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7acd30 msgr2=0x55aa6d7ad150 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:48:29.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.756+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/625124541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7acd30 0x55aa6d7ad150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.756+0000 7f8b4ad9d640 1 -- 172.21.15.18:0/625124541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7ad720 msgr2=0x55aa6d7b2220 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:48:29.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.756+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/625124541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7ad720 0x55aa6d7b2220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.756+0000 7f8b4ad9d640 1 -- 172.21.15.18:0/625124541 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa6d426210 con 0x55aa6d7b2890 2024-04-22T00:48:29.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.758+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/625124541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 0x55aa6d7b4d20 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c0a3230 tx=0x7f8b3c09ac30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c0eb90d24f3c4d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:29.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.759+0000 7f8b38ff9640 1 -- 172.21.15.18:0/625124541 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b3c004620 con 0x55aa6d7b2890 2024-04-22T00:48:29.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.759+0000 7f8b38ff9640 1 -- 172.21.15.18:0/625124541 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b3c098df0 con 0x55aa6d7b2890 2024-04-22T00:48:29.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.759+0000 7f8b38ff9640 1 -- 172.21.15.18:0/625124541 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b3c0a32d0 con 0x55aa6d7b2890 2024-04-22T00:48:29.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.760+0000 7f8b4a59c640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8b340a2d40 0x7f8b340a5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.760+0000 7f8b5396d740 1 -- 172.21.15.18:0/625124541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 msgr2=0x55aa6d7b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:29.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.760+0000 7f8b5396d740 1 --2- 172.21.15.18:0/625124541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 0x55aa6d7b4d20 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c0a3230 tx=0x7f8b3c09ac30 comp rx=0 tx=0).stop 2024-04-22T00:48:29.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.760+0000 7f8b5396d740 1 -- 172.21.15.18:0/625124541 shutdown_connections 2024-04-22T00:48:29.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.760+0000 7f8b5396d740 1 --2- 172.21.15.18:0/625124541 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 0x55aa6d7b4d20 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.760+0000 7f8b5396d740 1 --2- 172.21.15.18:0/625124541 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7ad720 0x55aa6d7b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.760+0000 7f8b5396d740 1 --2- 172.21.15.18:0/625124541 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7acd30 0x55aa6d7ad150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.760+0000 7f8b5396d740 1 -- 172.21.15.18:0/625124541 >> 172.21.15.18:0/625124541 conn(0x55aa6d7a82a0 msgr2=0x55aa6d7a86a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:29.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.761+0000 7f8b4a59c640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8b340a2d40 0x7f8b340a5200 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x55aa6d7adf80 tx=0x7f8b44032550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:29.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.761+0000 7f8b5396d740 1 -- 172.21.15.18:0/625124541 shutdown_connections 2024-04-22T00:48:29.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.761+0000 7f8b5396d740 1 -- 172.21.15.18:0/625124541 wait complete. 2024-04-22T00:48:29.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.762+0000 7f8b5396d740 1 -- start start 2024-04-22T00:48:29.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.762+0000 7f8b5396d740 1 Processor -- start 2024-04-22T00:48:29.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.763+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7acd30 0x55aa6d7b70e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.763+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 0x55aa6d7b7620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.763+0000 7f8b4a59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7acd30 0x55aa6d7b70e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.763+0000 7f8b4a59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7acd30 0x55aa6d7b70e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56764/0 (socket says 172.21.15.18:56764) 2024-04-22T00:48:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.763+0000 7f8b4a59c640 1 -- 172.21.15.18:0/3512967039 learned_addr learned my addr 172.21.15.18:0/3512967039 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.763+0000 7f8b5396d740 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7b2890 0x55aa6d7be660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.763+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55aa6d7b5840 con 0x55aa6d7b2890 2024-04-22T00:48:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.763+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55aa6d6cda10 con 0x55aa6d7acd30 2024-04-22T00:48:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.763+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55aa6d7b59c0 con 0x55aa6d7ad720 2024-04-22T00:48:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.764+0000 7f8b5396d740 10 client.0 _ll_register_callbacks cb 0x55aa6d708b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.764+0000 7f8b4a59c640 1 -- 172.21.15.18:0/3512967039 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 msgr2=0x55aa6d7b7620 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:48:29.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.764+0000 7f8b4a59c640 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 0x55aa6d7b7620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.764+0000 7f8b4a59c640 1 -- 172.21.15.18:0/3512967039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7b2890 msgr2=0x55aa6d7be660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:29.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.764+0000 7f8b4a59c640 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7b2890 0x55aa6d7be660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.764+0000 7f8b4a59c640 1 -- 172.21.15.18:0/3512967039 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa6d4f2620 con 0x55aa6d7acd30 2024-04-22T00:48:29.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.764+0000 7f8b4a59c640 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7acd30 0x55aa6d7b70e0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8b44000f80 tx=0x7f8b4402c140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33e9ec4ab589673b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:29.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.764+0000 7f8b31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:48:29.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.764+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b3c098df0 con 0x55aa6d7acd30 2024-04-22T00:48:29.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.766+0000 7f8b31ffb640 1 -- 172.21.15.18:0/3512967039 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b44044070 con 0x55aa6d7acd30 2024-04-22T00:48:29.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.766+0000 7f8b31ffb640 1 -- 172.21.15.18:0/3512967039 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8b4404b670 con 0x55aa6d7acd30 2024-04-22T00:48:29.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.766+0000 7f8b31ffb640 1 -- 172.21.15.18:0/3512967039 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f8b44059050 con 0x55aa6d7acd30 2024-04-22T00:48:29.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.766+0000 7f8b5396d740 10 client.26912 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:29.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.766+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=36}) -- 0x55aa6d7c17b0 con 0x55aa6d7acd30 2024-04-22T00:48:29.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.767+0000 7f8b31ffb640 1 -- 172.21.15.18:0/3512967039 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f8b4404b870 con 0x55aa6d7acd30 2024-04-22T00:48:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.767+0000 7f8b5396d740 10 client.26912 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.767+0000 7f8b5396d740 10 client.26912 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.767+0000 7f8b5396d740 20 client.26912 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.767+0000 7f8b5396d740 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aa6d7c2dd0 0x55aa6d7c5270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.767+0000 7f8b5396d740 4 client.26912 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.767+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8b3c098df0 con 0x55aa6d7c2dd0 2024-04-22T00:48:29.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.769+0000 7f8b49d9b640 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aa6d7c2dd0 0x55aa6d7c5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.770 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 425.0 s, 548.9 tps, lat 178.254 ms stddev 198.706 2024-04-22T00:48:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.773+0000 7f8b49d9b640 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aa6d7c2dd0 0x55aa6d7c5270 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82445c62a30b6d23 server_cookie=d613b35b767d1707 in_seq=0 out_seq=0 2024-04-22T00:48:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.774+0000 7f8b31ffb640 10 client.26912 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:29.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.776+0000 7f8b31ffb640 1 -- 172.21.15.18:0/3512967039 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f8b3c098df0 con 0x55aa6d7c2dd0 2024-04-22T00:48:29.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.776+0000 7f8b31ffb640 10 client.26912 handle_command_reply: tid=0 2024-04-22T00:48:29.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.776+0000 7f8b5396d740 1 client.26912 shutdown 2024-04-22T00:48:29.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.776+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7acd30 msgr2=0x55aa6d7b70e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:29.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.776+0000 7f8b5396d740 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7acd30 0x55aa6d7b70e0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8b44000f80 tx=0x7f8b4402c140 comp rx=0 tx=0).stop 2024-04-22T00:48:29.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.781+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 shutdown_connections 2024-04-22T00:48:29.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.781+0000 7f8b5396d740 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aa6d7c2dd0 0x55aa6d7c5270 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.781+0000 7f8b5396d740 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7b2890 0x55aa6d7be660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.781+0000 7f8b5396d740 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 0x55aa6d7b7620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.781+0000 7f8b5396d740 1 --2- 172.21.15.18:0/3512967039 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7acd30 0x55aa6d7b70e0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.781+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 >> 172.21.15.18:0/3512967039 conn(0x55aa6d7a82a0 msgr2=0x55aa6d7a74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:29.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.781+0000 7f8b31ffb640 0 client.26912 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:29.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.782+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 shutdown_connections 2024-04-22T00:48:29.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.782+0000 7f8b5396d740 1 -- 172.21.15.18:0/3512967039 wait complete. 2024-04-22T00:48:29.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.782+0000 7f8b5396d740 20 client.26912 trim_cache size 0 max 16384 2024-04-22T00:48:29.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b5396d740 1 Processor -- start 2024-04-22T00:48:29.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b5396d740 1 -- start start 2024-04-22T00:48:29.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 0x55aa6d7a3450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 0x55aa6d7be5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 0x55aa6d7b7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b5396d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c1c4200 con 0x55aa6d7acd30 2024-04-22T00:48:29.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b5396d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c1c1a40 con 0x55aa6d7b2890 2024-04-22T00:48:29.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b5396d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c1bf890 con 0x55aa6d7ad720 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b4a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 0x55aa6d7a3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b49d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 0x55aa6d7be5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b49d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 0x55aa6d7be5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34648/0 (socket says 172.21.15.18:34648) 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b4a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 0x55aa6d7a3450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46674/0 (socket says 172.21.15.18:46674) 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.815+0000 7f8b49d9b640 1 -- 172.21.15.18:0/1687175568 learned_addr learned my addr 172.21.15.18:0/1687175568 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/1687175568 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 0x55aa6d7b7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b49d9b640 1 -- 172.21.15.18:0/1687175568 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 msgr2=0x55aa6d7b7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b49d9b640 1 --2- 172.21.15.18:0/1687175568 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 0x55aa6d7b7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b49d9b640 1 -- 172.21.15.18:0/1687175568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 msgr2=0x55aa6d7a3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b49d9b640 1 --2- 172.21.15.18:0/1687175568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 0x55aa6d7a3450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b49d9b640 1 -- 172.21.15.18:0/1687175568 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa6d7adfb0 con 0x55aa6d7ad720 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b4a59c640 1 --2- 172.21.15.18:0/1687175568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 0x55aa6d7a3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:29.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b49d9b640 1 --2- 172.21.15.18:0/1687175568 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 0x55aa6d7be5f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x55aa6d7ae190 tx=0x7f8b400046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b00f9bf6e16e5dc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:29.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b33fff640 1 -- 172.21.15.18:0/1687175568 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b4001b020 con 0x55aa6d7ad720 2024-04-22T00:48:29.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b33fff640 1 -- 172.21.15.18:0/1687175568 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b4000fe50 con 0x55aa6d7ad720 2024-04-22T00:48:29.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.816+0000 7f8b33fff640 1 -- 172.21.15.18:0/1687175568 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b4000e610 con 0x55aa6d7ad720 2024-04-22T00:48:29.822 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.817+0000 7f8b5396d740 1 -- 172.21.15.18:0/1687175568 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 msgr2=0x55aa6d7be5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:29.822 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.817+0000 7f8b5396d740 1 --2- 172.21.15.18:0/1687175568 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 0x55aa6d7be5f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x55aa6d7ae190 tx=0x7f8b400046c0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.822 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.817+0000 7f8b5396d740 1 -- 172.21.15.18:0/1687175568 shutdown_connections 2024-04-22T00:48:29.822 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.817+0000 7f8b5396d740 1 --2- 172.21.15.18:0/1687175568 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7b2890 0x55aa6d7b7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.817+0000 7f8b5396d740 1 --2- 172.21.15.18:0/1687175568 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7ad720 0x55aa6d7be5f0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.817+0000 7f8b5396d740 1 --2- 172.21.15.18:0/1687175568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 0x55aa6d7a3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.817+0000 7f8b5396d740 1 -- 172.21.15.18:0/1687175568 >> 172.21.15.18:0/1687175568 conn(0x55aa6d7a82a0 msgr2=0x55aa6d7ab500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.817+0000 7f8b5396d740 1 -- 172.21.15.18:0/1687175568 shutdown_connections 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.817+0000 7f8b5396d740 1 -- 172.21.15.18:0/1687175568 wait complete. 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.817+0000 7f8b5396d740 1 -- start start 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b5396d740 1 Processor -- start 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 0x55aa6d7bba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7ad720 0x55aa6d7bbf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b5396d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7b2890 0x55aa6d7bcfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b5396d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c1bff00 con 0x55aa6d7acd30 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b5396d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c1c1370 con 0x55aa6d7ad720 2024-04-22T00:48:29.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b5396d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c1c05d0 con 0x55aa6d7b2890 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b5396d740 10 client.0 _ll_register_callbacks cb 0x7f8b44009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b49d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7ad720 0x55aa6d7bbf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b4a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 0x55aa6d7bba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b49d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7ad720 0x55aa6d7bbf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:56794/0 (socket says 172.21.15.18:56794) 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b49d9b640 1 -- 172.21.15.18:0/2988035010 learned_addr learned my addr 172.21.15.18:0/2988035010 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7b2890 0x55aa6d7bcfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b4ad9d640 1 -- 172.21.15.18:0/2988035010 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7ad720 msgr2=0x55aa6d7bbf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7ad720 0x55aa6d7bbf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b4ad9d640 1 -- 172.21.15.18:0/2988035010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 msgr2=0x55aa6d7bba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 0x55aa6d7bba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b4ad9d640 1 -- 172.21.15.18:0/2988035010 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa6d7bd590 con 0x55aa6d7b2890 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.818+0000 7f8b49d9b640 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7ad720 0x55aa6d7bbf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b4ad9d640 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7b2890 0x55aa6d7bcfa0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c09aa80 tx=0x7f8b3c004700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4694c71f88e7fc9a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:29.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b31ffb640 1 -- 172.21.15.18:0/2988035010 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b3c009cc0 con 0x55aa6d7b2890 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b5396d740 1 -- 172.21.15.18:0/2988035010 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b4000fe50 con 0x55aa6d7b2890 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b31ffb640 1 -- 172.21.15.18:0/2988035010 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8b3c097160 con 0x55aa6d7b2890 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b31ffb640 1 -- 172.21.15.18:0/2988035010 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f8b3c0ac050 con 0x55aa6d7b2890 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b5396d740 10 client.26899 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b5396d740 1 -- 172.21.15.18:0/2988035010 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55aa6d7be910 con 0x55aa6d7b2890 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b31ffb640 1 -- 172.21.15.18:0/2988035010 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b4000fe50 con 0x55aa6d7b2890 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b31ffb640 1 -- 172.21.15.18:0/2988035010 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f8b3c09a0b0 con 0x55aa6d7b2890 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b5396d740 10 client.26899 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b5396d740 10 client.26899 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b5396d740 20 client.26899 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b5396d740 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aa6d829570 0x55aa6d82b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b5396d740 4 client.26899 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:48:29.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.819+0000 7f8b5396d740 1 -- 172.21.15.18:0/2988035010 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55aa6d71f0b0 con 0x55aa6d829570 2024-04-22T00:48:29.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.820+0000 7f8b4a59c640 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aa6d829570 0x55aa6d82b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:29.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.821+0000 7f8b4a59c640 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aa6d829570 0x55aa6d82b960 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=297e8d47c245e server_cookie=7ef55a924046f052 in_seq=0 out_seq=0 2024-04-22T00:48:29.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.821+0000 7f8b31ffb640 10 client.26899 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:29.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.828+0000 7f8b31ffb640 1 -- 172.21.15.18:0/2988035010 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55aa6d71f0b0 con 0x55aa6d829570 2024-04-22T00:48:29.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b31ffb640 10 client.26899 handle_command_reply: tid=0 2024-04-22T00:48:29.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b5396d740 1 client.26899 shutdown 2024-04-22T00:48:29.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b5396d740 1 -- 172.21.15.18:0/2988035010 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7b2890 msgr2=0x55aa6d7bcfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b5396d740 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7b2890 0x55aa6d7bcfa0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c09aa80 tx=0x7f8b3c004700 comp rx=0 tx=0).stop 2024-04-22T00:48:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b5396d740 1 -- 172.21.15.18:0/2988035010 shutdown_connections 2024-04-22T00:48:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b5396d740 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55aa6d829570 0x55aa6d82b960 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b5396d740 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55aa6d7b2890 0x55aa6d7bcfa0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b31ffb640 0 client.26899 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b5396d740 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55aa6d7ad720 0x55aa6d7bbf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b5396d740 1 --2- 172.21.15.18:0/2988035010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa6d7acd30 0x55aa6d7bba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.829+0000 7f8b5396d740 1 -- 172.21.15.18:0/2988035010 >> 172.21.15.18:0/2988035010 conn(0x55aa6d7a82a0 msgr2=0x55aa6d7abd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.837+0000 7f8b5396d740 1 -- 172.21.15.18:0/2988035010 shutdown_connections 2024-04-22T00:48:29.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.841+0000 7f8b5396d740 1 -- 172.21.15.18:0/2988035010 wait complete. 2024-04-22T00:48:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.844+0000 7f8b5396d740 20 client.26899 trim_cache size 0 max 16384 2024-04-22T00:48:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:48:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:48:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:48:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:48:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.852+0000 7f8b50d85640 1 -- 172.21.15.18:0/2405657433 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8b340a2d40 msgr2=0x7f8b340a5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.852+0000 7f8b50d85640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8b340a2d40 0x7f8b340a5200 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x55aa6d7adf80 tx=0x7f8b44032550 comp rx=0 tx=0).stop 2024-04-22T00:48:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.852+0000 7f8b50d85640 1 -- 172.21.15.18:0/2405657433 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8b4c10da60 msgr2=0x7f8b4c1b6930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.852+0000 7f8b50d85640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8b4c10da60 0x7f8b4c1b6930 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c00d680 tx=0x7f8b3c00db40 comp rx=0 tx=0).stop 2024-04-22T00:48:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.858+0000 7f8b50d85640 1 -- 172.21.15.18:0/2405657433 shutdown_connections 2024-04-22T00:48:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.858+0000 7f8b50d85640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8b340a2d40 0x7f8b340a5200 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.858+0000 7f8b50d85640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8b4c10da60 0x7f8b4c1b6930 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.858+0000 7f8b50d85640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8b4c10b0b0 0x7f8b4c1152b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.858+0000 7f8b50d85640 1 --2- 172.21.15.18:0/2405657433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b4c108740 0x7f8b4c114d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.858+0000 7f8b50d85640 1 -- 172.21.15.18:0/2405657433 >> 172.21.15.18:0/2405657433 conn(0x7f8b4c06e7b0 msgr2=0x7f8b4c10d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.861+0000 7f8b50d85640 1 -- 172.21.15.18:0/2405657433 shutdown_connections 2024-04-22T00:48:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:29.863+0000 7f8b50d85640 1 -- 172.21.15.18:0/2405657433 wait complete. 2024-04-22T00:48:29.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:29 smithi167 ceph-mon[31348]: pgmap v590: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 4.8 MiB/s wr, 527 op/s 2024-04-22T00:48:30.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:29 smithi081 ceph-mon[31546]: pgmap v590: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 4.8 MiB/s wr, 527 op/s 2024-04-22T00:48:30.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:29 smithi018 ceph-mon[27979]: pgmap v590: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 4.8 MiB/s wr, 527 op/s 2024-04-22T00:48:31.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:31 smithi167 ceph-mon[31348]: pgmap v591: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 5.6 MiB/s wr, 666 op/s 2024-04-22T00:48:32.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:31 smithi081 ceph-mon[31546]: pgmap v591: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 5.6 MiB/s wr, 666 op/s 2024-04-22T00:48:32.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:31 smithi018 ceph-mon[27979]: pgmap v591: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 5.6 MiB/s wr, 666 op/s 2024-04-22T00:48:33.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:32 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:48:33.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:32 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:48:33.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:32 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:48:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:33 smithi081 ceph-mon[31546]: pgmap v592: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 5.2 MiB/s wr, 621 op/s 2024-04-22T00:48:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:33 smithi081 ceph-mon[31546]: Adjusting osd_memory_target on smithi167 to 176.2M 2024-04-22T00:48:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:33 smithi081 ceph-mon[31546]: Unable to set osd_memory_target on smithi167 to 184787456: error parsing value: Value '184787456' is below minimum 939524096 2024-04-22T00:48:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:48:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:48:34.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:48:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:33 smithi018 ceph-mon[27979]: pgmap v592: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 5.2 MiB/s wr, 621 op/s 2024-04-22T00:48:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:33 smithi018 ceph-mon[27979]: Adjusting osd_memory_target on smithi167 to 176.2M 2024-04-22T00:48:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:33 smithi018 ceph-mon[27979]: Unable to set osd_memory_target on smithi167 to 184787456: error parsing value: Value '184787456' is below minimum 939524096 2024-04-22T00:48:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:48:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:48:34.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:48:34.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:33 smithi167 ceph-mon[31348]: pgmap v592: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 5.2 MiB/s wr, 621 op/s 2024-04-22T00:48:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:48:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:33 smithi167 ceph-mon[31348]: Adjusting osd_memory_target on smithi167 to 176.2M 2024-04-22T00:48:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:33 smithi167 ceph-mon[31348]: Unable to set osd_memory_target on smithi167 to 184787456: error parsing value: Value '184787456' is below minimum 939524096 2024-04-22T00:48:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:48:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:48:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:48:34.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 430.0 s, 712.6 tps, lat 145.653 ms stddev 166.004 2024-04-22T00:48:36.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:35 smithi081 ceph-mon[31546]: pgmap v593: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 4.7 MiB/s wr, 600 op/s 2024-04-22T00:48:36.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:35 smithi018 ceph-mon[27979]: pgmap v593: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 4.7 MiB/s wr, 600 op/s 2024-04-22T00:48:36.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:35 smithi167 ceph-mon[31348]: pgmap v593: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 4.7 MiB/s wr, 600 op/s 2024-04-22T00:48:38.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:37 smithi081 ceph-mon[31546]: pgmap v594: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 6.1 MiB/s wr, 702 op/s 2024-04-22T00:48:38.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:37 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:48:38.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:37 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:48:38.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:37 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:48:38.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:37 smithi018 ceph-mon[27979]: pgmap v594: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 6.1 MiB/s wr, 702 op/s 2024-04-22T00:48:38.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:37 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:48:38.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:37 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:48:38.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:37 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:48:38.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:37 smithi167 ceph-mon[31348]: pgmap v594: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 6.1 MiB/s wr, 702 op/s 2024-04-22T00:48:38.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:37 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:48:38.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:37 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:48:38.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:37 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:48:39.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 435.0 s, 830.6 tps, lat 115.862 ms stddev 142.634 2024-04-22T00:48:40.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:39 smithi081 ceph-mon[31546]: pgmap v595: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 5.3 MiB/s wr, 636 op/s 2024-04-22T00:48:40.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:39 smithi018 ceph-mon[27979]: pgmap v595: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 5.3 MiB/s wr, 636 op/s 2024-04-22T00:48:40.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:39 smithi167 ceph-mon[31348]: pgmap v595: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 5.3 MiB/s wr, 636 op/s 2024-04-22T00:48:42.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:41 smithi081 ceph-mon[31546]: pgmap v596: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 6.1 MiB/s wr, 664 op/s 2024-04-22T00:48:42.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:41 smithi018 ceph-mon[27979]: pgmap v596: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 6.1 MiB/s wr, 664 op/s 2024-04-22T00:48:42.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:41 smithi167 ceph-mon[31348]: pgmap v596: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 6.1 MiB/s wr, 664 op/s 2024-04-22T00:48:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.034+0000 7f5e39f0f640 1 -- 172.21.15.18:0/1443727412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5e3410da60 msgr2=0x7f5e3410dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.034+0000 7f5e39f0f640 1 --2- 172.21.15.18:0/1443727412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5e3410da60 0x7f5e3410dee0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c009ca0 tx=0x7f5e2c02c140 comp rx=0 tx=0).stop 2024-04-22T00:48:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.035+0000 7f5e39f0f640 1 -- 172.21.15.18:0/1443727412 shutdown_connections 2024-04-22T00:48:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.035+0000 7f5e39f0f640 1 --2- 172.21.15.18:0/1443727412 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5e3410da60 0x7f5e3410dee0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.035+0000 7f5e39f0f640 1 --2- 172.21.15.18:0/1443727412 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e3410b0b0 0x7f5e3410d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.035+0000 7f5e39f0f640 1 --2- 172.21.15.18:0/1443727412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5e34108740 0x7f5e3410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.035+0000 7f5e39f0f640 1 -- 172.21.15.18:0/1443727412 >> 172.21.15.18:0/1443727412 conn(0x7f5e3406e7b0 msgr2=0x7f5e34070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:43.040 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.040+0000 7f5e39f0f640 1 -- 172.21.15.18:0/1443727412 shutdown_connections 2024-04-22T00:48:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.041+0000 7f5e39f0f640 1 -- 172.21.15.18:0/1443727412 wait complete. 2024-04-22T00:48:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.042+0000 7f5e39f0f640 1 Processor -- start 2024-04-22T00:48:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.042+0000 7f5e39f0f640 1 -- start start 2024-04-22T00:48:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.042+0000 7f5e39f0f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5e34108740 0x7f5e34114d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.042+0000 7f5e39f0f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e3410b0b0 0x7f5e341152b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.042+0000 7f5e39f0f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5e3410da60 0x7f5e341b68e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.042+0000 7f5e39f0f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5e3411c230 con 0x7f5e3410da60 2024-04-22T00:48:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.042+0000 7f5e39f0f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5e3411c0b0 con 0x7f5e3410b0b0 2024-04-22T00:48:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.042+0000 7f5e39f0f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5e3411c3b0 con 0x7f5e34108740 2024-04-22T00:48:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.043+0000 7f5e33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5e3410da60 0x7f5e341b68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.043+0000 7f5e33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5e3410da60 0x7f5e341b68e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58708/0 (socket says 172.21.15.18:58708) 2024-04-22T00:48:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.043+0000 7f5e33fff640 1 -- 172.21.15.18:0/4234798356 learned_addr learned my addr 172.21.15.18:0/4234798356 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.043+0000 7f5e337fe640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5e34108740 0x7f5e34114d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.044+0000 7f5e33fff640 1 -- 172.21.15.18:0/4234798356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5e34108740 msgr2=0x7f5e34114d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.044+0000 7f5e33fff640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5e34108740 0x7f5e34114d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.044+0000 7f5e33fff640 1 -- 172.21.15.18:0/4234798356 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e3410b0b0 msgr2=0x7f5e341152b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:48:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.044+0000 7f5e33fff640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e3410b0b0 0x7f5e341152b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.044+0000 7f5e33fff640 1 -- 172.21.15.18:0/4234798356 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e341183e0 con 0x7f5e3410da60 2024-04-22T00:48:43.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.044+0000 7f5e33fff640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5e3410da60 0x7f5e341b68e0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c009bf0 tx=0x7f5e2c0328e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:43.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.046+0000 7f5e30ff9640 1 -- 172.21.15.18:0/4234798356 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e2c041020 con 0x7f5e3410da60 2024-04-22T00:48:43.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.046+0000 7f5e30ff9640 1 -- 172.21.15.18:0/4234798356 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e2c03d3f0 con 0x7f5e3410da60 2024-04-22T00:48:43.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.046+0000 7f5e30ff9640 1 -- 172.21.15.18:0/4234798356 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e2c039040 con 0x7f5e3410da60 2024-04-22T00:48:43.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.046+0000 7f5e39f0f640 1 -- 172.21.15.18:0/4234798356 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e341b6e20 con 0x7f5e3410da60 2024-04-22T00:48:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.046+0000 7f5e39f0f640 1 -- 172.21.15.18:0/4234798356 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e341b7230 con 0x7f5e3410da60 2024-04-22T00:48:43.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.055+0000 7f5e3cbcb740 1 Processor -- start 2024-04-22T00:48:43.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.057+0000 7f5e30ff9640 1 -- 172.21.15.18:0/4234798356 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5e2c044020 con 0x7f5e3410da60 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.061+0000 7f5e3cbcb740 1 -- start start 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238053150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x556238058220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x55623805ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556237fb7b70 con 0x556238053720 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556237f60470 con 0x556238052d30 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556237fb3b30 con 0x556238058890 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e32ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238053150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e32ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238053150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:46144/0 (socket says 172.21.15.18:46144) 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e32ffd640 1 -- 172.21.15.18:0/1550538451 learned_addr learned my addr 172.21.15.18:0/1550538451 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/1550538451 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x55623805ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e30ff9640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5e1c0a2e70 0x7f5e1c0a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e337fe640 1 --2- 172.21.15.18:0/1550538451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x556238058220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e32ffd640 1 -- 172.21.15.18:0/1550538451 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 msgr2=0x55623805ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/1550538451 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x55623805ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e32ffd640 1 -- 172.21.15.18:0/1550538451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 msgr2=0x556238058220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/1550538451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x556238058220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.062+0000 7f5e32ffd640 1 -- 172.21.15.18:0/1550538451 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556237ccc210 con 0x556238052d30 2024-04-22T00:48:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.063+0000 7f5e30ff9640 1 -- 172.21.15.18:0/4234798356 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5e2c0f1ab0 con 0x7f5e3410da60 2024-04-22T00:48:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.063+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/1550538451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238053150 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f5e28013750 tx=0x7f5e280046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58d50a4c31db8155 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.063+0000 7f5e19ffb640 1 -- 172.21.15.18:0/1550538451 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e28004020 con 0x556238052d30 2024-04-22T00:48:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.063+0000 7f5e19ffb640 1 -- 172.21.15.18:0/1550538451 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e28005500 con 0x556238052d30 2024-04-22T00:48:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.063+0000 7f5e19ffb640 1 -- 172.21.15.18:0/1550538451 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e28004d90 con 0x556238052d30 2024-04-22T00:48:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.064+0000 7f5e33fff640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5e1c0a2e70 0x7f5e1c0a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.064+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1550538451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 msgr2=0x556238053150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.064+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/1550538451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238053150 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f5e28013750 tx=0x7f5e280046c0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.065+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1550538451 shutdown_connections 2024-04-22T00:48:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.065+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/1550538451 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x55623805ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.065+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/1550538451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x556238058220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.065+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/1550538451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238053150 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.065+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1550538451 >> 172.21.15.18:0/1550538451 conn(0x55623804e2a0 msgr2=0x55623804e6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.070+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1550538451 shutdown_connections 2024-04-22T00:48:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.070+0000 7f5e33fff640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5e1c0a2e70 0x7f5e1c0a5330 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c0c6620 tx=0x7f5e2c03df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:43.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.072+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1550538451 wait complete. 2024-04-22T00:48:43.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.072+0000 7f5e3cbcb740 1 -- start start 2024-04-22T00:48:43.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.072+0000 7f5e3cbcb740 1 Processor -- start 2024-04-22T00:48:43.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x55623805d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x55623805d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x556238064700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55623805b840 con 0x556238053720 2024-04-22T00:48:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556237f73a10 con 0x556238052d30 2024-04-22T00:48:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55623805b9c0 con 0x556238058890 2024-04-22T00:48:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e3cbcb740 10 client.0 _ll_register_callbacks cb 0x556237faeb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x55623805d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x55623805d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58730/0 (socket says 172.21.15.18:58730) 2024-04-22T00:48:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e337fe640 1 -- 172.21.15.18:0/2813226789 learned_addr learned my addr 172.21.15.18:0/2813226789 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x55623805d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.074+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x556238064700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.075+0000 7f5e337fe640 1 -- 172.21.15.18:0/2813226789 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 msgr2=0x556238064700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.075+0000 7f5e337fe640 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x556238064700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.075+0000 7f5e337fe640 1 -- 172.21.15.18:0/2813226789 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 msgr2=0x55623805d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.075+0000 7f5e337fe640 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x55623805d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.075+0000 7f5e337fe640 1 -- 172.21.15.18:0/2813226789 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556237d98620 con 0x556238053720 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.075+0000 7f5e337fe640 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x55623805d6c0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f5e24013710 tx=0x7f5e24013bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ce513bcf352c11b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.075+0000 7f5e177f6640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.076+0000 7f5e177f6640 1 -- 172.21.15.18:0/2813226789 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e24020060 con 0x556238053720 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.076+0000 7f5e177f6640 1 -- 172.21.15.18:0/2813226789 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5e24011d70 con 0x556238053720 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.076+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/2813226789 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e28005500 con 0x556238053720 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.076+0000 7f5e177f6640 1 -- 172.21.15.18:0/2813226789 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f5e2400f450 con 0x556238053720 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.076+0000 7f5e3cbcb740 10 client.17268 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.076+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/2813226789 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x556238067b40 con 0x556238053720 2024-04-22T00:48:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.077+0000 7f5e177f6640 1 -- 172.21.15.18:0/2813226789 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e28005500 con 0x556238053720 2024-04-22T00:48:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.077+0000 7f5e177f6640 1 -- 172.21.15.18:0/2813226789 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f5e2401a030 con 0x556238053720 2024-04-22T00:48:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.077+0000 7f5e3cbcb740 10 client.17268 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.077+0000 7f5e3cbcb740 10 client.17268 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.077+0000 7f5e3cbcb740 20 client.17268 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.077+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556238069210 0x55623806b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.077+0000 7f5e3cbcb740 4 client.17268 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.077+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/2813226789 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556237fc50b0 con 0x556238069210 2024-04-22T00:48:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.077+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556238069210 0x55623806b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.080+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556238069210 0x55623806b660 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f443935c2ff4baee server_cookie=8a812ab5a2339294 in_seq=0 out_seq=0 2024-04-22T00:48:43.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.080+0000 7f5e177f6640 10 client.17268 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:43.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.083+0000 7f5e177f6640 1 -- 172.21.15.18:0/2813226789 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556237fc50b0 con 0x556238069210 2024-04-22T00:48:43.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.083+0000 7f5e177f6640 10 client.17268 handle_command_reply: tid=0 2024-04-22T00:48:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.087+0000 7f5e3cbcb740 1 client.17268 shutdown 2024-04-22T00:48:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.087+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/2813226789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 msgr2=0x55623805d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.087+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x55623805d6c0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f5e24013710 tx=0x7f5e24013bd0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.090+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/2813226789 shutdown_connections 2024-04-22T00:48:43.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.090+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556238069210 0x55623806b660 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.090+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x556238064700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.090+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x55623805d6c0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.090+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/2813226789 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x55623805d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.090+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/2813226789 >> 172.21.15.18:0/2813226789 conn(0x55623804e2a0 msgr2=0x55623804d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.090+0000 7f5e177f6640 0 client.17268 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.091+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/2813226789 shutdown_connections 2024-04-22T00:48:43.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.091+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/2813226789 wait complete. 2024-04-22T00:48:43.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.091+0000 7f5e3cbcb740 20 client.17268 trim_cache size 0 max 16384 2024-04-22T00:48:43.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e3cbcb740 1 Processor -- start 2024-04-22T00:48:43.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e3cbcb740 1 -- start start 2024-04-22T00:48:43.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238049220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238053720 0x5562380646c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238058890 0x556238054b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5e341c43d0 con 0x556238058890 2024-04-22T00:48:43.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5e341c1c10 con 0x556238052d30 2024-04-22T00:48:43.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5e341bfa60 con 0x556238053720 2024-04-22T00:48:43.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e32ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238049220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e32ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238049220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:46172/0 (socket says 172.21.15.18:46172) 2024-04-22T00:48:43.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.119+0000 7f5e32ffd640 1 -- 172.21.15.18:0/617664558 learned_addr learned my addr 172.21.15.18:0/617664558 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.120+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/617664558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238058890 0x556238054b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.120+0000 7f5e337fe640 1 --2- 172.21.15.18:0/617664558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238053720 0x5562380646c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.121+0000 7f5e337fe640 1 -- 172.21.15.18:0/617664558 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 msgr2=0x556238049220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.121+0000 7f5e337fe640 1 --2- 172.21.15.18:0/617664558 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238049220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.121+0000 7f5e337fe640 1 -- 172.21.15.18:0/617664558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238058890 msgr2=0x556238054b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.121+0000 7f5e337fe640 1 --2- 172.21.15.18:0/617664558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238058890 0x556238054b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.121+0000 7f5e337fe640 1 -- 172.21.15.18:0/617664558 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556238057e20 con 0x556238053720 2024-04-22T00:48:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.121+0000 7f5e337fe640 1 --2- 172.21.15.18:0/617664558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238053720 0x5562380646c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f5e2400eae0 tx=0x7f5e2400ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6109cf9992133aa7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.121+0000 7f5e197fa640 1 -- 172.21.15.18:0/617664558 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e24000e60 con 0x556238053720 2024-04-22T00:48:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.121+0000 7f5e197fa640 1 -- 172.21.15.18:0/617664558 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e24011b70 con 0x556238053720 2024-04-22T00:48:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.121+0000 7f5e197fa640 1 -- 172.21.15.18:0/617664558 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e24005620 con 0x556238053720 2024-04-22T00:48:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.122+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/617664558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238053720 msgr2=0x5562380646c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.122+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/617664558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238053720 0x5562380646c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f5e2400eae0 tx=0x7f5e2400ed60 comp rx=0 tx=0).stop 2024-04-22T00:48:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.123+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/617664558 shutdown_connections 2024-04-22T00:48:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.123+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/617664558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238058890 0x556238054b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.123+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/617664558 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238053720 0x5562380646c0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.123+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/617664558 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x556238049220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.123+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/617664558 >> 172.21.15.18:0/617664558 conn(0x55623804e2a0 msgr2=0x55623804e680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.124+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/617664558 shutdown_connections 2024-04-22T00:48:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.124+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/617664558 wait complete. 2024-04-22T00:48:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.124+0000 7f5e3cbcb740 1 -- start start 2024-04-22T00:48:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.124+0000 7f5e3cbcb740 1 Processor -- start 2024-04-22T00:48:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.125+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x5562380619d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.125+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x556238061f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.125+0000 7f5e3cbcb740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x556238062f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.125+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5e341c00d0 con 0x556238053720 2024-04-22T00:48:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.126+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5e341c1540 con 0x556238052d30 2024-04-22T00:48:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.126+0000 7f5e3cbcb740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5e341c07a0 con 0x556238058890 2024-04-22T00:48:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.126+0000 7f5e3cbcb740 10 client.0 _ll_register_callbacks cb 0x7f5e24009650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.127+0000 7f5e337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x556238061f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.127+0000 7f5e337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x556238061f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58758/0 (socket says 172.21.15.18:58758) 2024-04-22T00:48:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.127+0000 7f5e337fe640 1 -- 172.21.15.18:0/1717964526 learned_addr learned my addr 172.21.15.18:0/1717964526 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.127+0000 7f5e337fe640 1 -- 172.21.15.18:0/1717964526 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 msgr2=0x556238062f20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:48:43.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.127+0000 7f5e337fe640 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x556238062f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.127+0000 7f5e337fe640 1 -- 172.21.15.18:0/1717964526 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 msgr2=0x5562380619d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:43.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.127+0000 7f5e337fe640 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x5562380619d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.127+0000 7f5e337fe640 1 -- 172.21.15.18:0/1717964526 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556238063510 con 0x556238053720 2024-04-22T00:48:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.128+0000 7f5e337fe640 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x556238061f10 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f5e2400ea60 tx=0x7f5e24013bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed5c6194e2a739ae server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.128+0000 7f5e177f6640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.129+0000 7f5e177f6640 1 -- 172.21.15.18:0/1717964526 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e2400eb10 con 0x556238053720 2024-04-22T00:48:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.129+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1717964526 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e24011b70 con 0x556238053720 2024-04-22T00:48:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.129+0000 7f5e177f6640 1 -- 172.21.15.18:0/1717964526 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5e2400edd0 con 0x556238053720 2024-04-22T00:48:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.132+0000 7f5e177f6640 1 -- 172.21.15.18:0/1717964526 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f5e2403d050 con 0x556238053720 2024-04-22T00:48:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.136+0000 7f5e3cbcb740 10 client.17274 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.136+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1717964526 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x556238064820 con 0x556238053720 2024-04-22T00:48:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.148+0000 7f5e177f6640 1 -- 172.21.15.18:0/1717964526 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e24011b70 con 0x556238053720 2024-04-22T00:48:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.148+0000 7f5e177f6640 1 -- 172.21.15.18:0/1717964526 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f5e2401a070 con 0x556238053720 2024-04-22T00:48:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.148+0000 7f5e3cbcb740 10 client.17274 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.148+0000 7f5e3cbcb740 10 client.17274 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.148+0000 7f5e3cbcb740 20 client.17274 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.148+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562380cfd90 0x5562380d21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.148+0000 7f5e3cbcb740 4 client.17274 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:48:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.148+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1717964526 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556237fbf400 con 0x5562380cfd90 2024-04-22T00:48:43.154 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.153+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562380cfd90 0x5562380d21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.162+0000 7f5e32ffd640 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562380cfd90 0x5562380d21b0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63b728370c87736d server_cookie=318228fbea9b0ce in_seq=0 out_seq=0 2024-04-22T00:48:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.163+0000 7f5e177f6640 10 client.17274 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:43.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.212+0000 7f5e177f6640 1 -- 172.21.15.18:0/1717964526 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556237fbf400 con 0x5562380cfd90 2024-04-22T00:48:43.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.212+0000 7f5e177f6640 10 client.17274 handle_command_reply: tid=0 2024-04-22T00:48:43.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.212+0000 7f5e3cbcb740 1 client.17274 shutdown 2024-04-22T00:48:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1717964526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 msgr2=0x556238061f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x556238061f10 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f5e2400ea60 tx=0x7f5e24013bd0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1717964526 shutdown_connections 2024-04-22T00:48:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5562380cfd90 0x5562380d21b0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556238058890 0x556238062f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556238053720 0x556238061f10 secure :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f5e2400ea60 tx=0x7f5e24013bd0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e3cbcb740 1 --2- 172.21.15.18:0/1717964526 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556238052d30 0x5562380619d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1717964526 >> 172.21.15.18:0/1717964526 conn(0x55623804e2a0 msgr2=0x55623805d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e177f6640 0 client.17274 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1717964526 shutdown_connections 2024-04-22T00:48:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.213+0000 7f5e3cbcb740 1 -- 172.21.15.18:0/1717964526 wait complete. 2024-04-22T00:48:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e3cbcb740 20 client.17274 trim_cache size 0 max 16384 2024-04-22T00:48:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:48:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:48:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:48:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:48:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e39f0f640 1 -- 172.21.15.18:0/4234798356 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5e1c0a2e70 msgr2=0x7f5e1c0a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e39f0f640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5e1c0a2e70 0x7f5e1c0a5330 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c0c6620 tx=0x7f5e2c03df90 comp rx=0 tx=0).stop 2024-04-22T00:48:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e39f0f640 1 -- 172.21.15.18:0/4234798356 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5e3410da60 msgr2=0x7f5e341b68e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e39f0f640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5e3410da60 0x7f5e341b68e0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c009bf0 tx=0x7f5e2c0328e0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e39f0f640 1 -- 172.21.15.18:0/4234798356 shutdown_connections 2024-04-22T00:48:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e39f0f640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5e1c0a2e70 0x7f5e1c0a5330 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e39f0f640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5e3410da60 0x7f5e341b68e0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e39f0f640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e3410b0b0 0x7f5e341152b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e39f0f640 1 --2- 172.21.15.18:0/4234798356 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5e34108740 0x7f5e34114d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.214+0000 7f5e39f0f640 1 -- 172.21.15.18:0/4234798356 >> 172.21.15.18:0/4234798356 conn(0x7f5e3406e7b0 msgr2=0x7f5e3410a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.215+0000 7f5e39f0f640 1 -- 172.21.15.18:0/4234798356 shutdown_connections 2024-04-22T00:48:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:43.215+0000 7f5e39f0f640 1 -- 172.21.15.18:0/4234798356 wait complete. 2024-04-22T00:48:44.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:43 smithi081 ceph-mon[31546]: pgmap v597: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.3 MiB/s wr, 540 op/s 2024-04-22T00:48:44.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:43 smithi018 ceph-mon[27979]: pgmap v597: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.3 MiB/s wr, 540 op/s 2024-04-22T00:48:44.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:43 smithi167 ceph-mon[31348]: pgmap v597: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.3 MiB/s wr, 540 op/s 2024-04-22T00:48:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 440.0 s, 566.6 tps, lat 179.793 ms stddev 205.552 2024-04-22T00:48:46.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:45 smithi081 ceph-mon[31546]: pgmap v598: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.9 MiB/s wr, 504 op/s 2024-04-22T00:48:46.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:45 smithi018 ceph-mon[27979]: pgmap v598: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.9 MiB/s wr, 504 op/s 2024-04-22T00:48:46.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:45 smithi167 ceph-mon[31348]: pgmap v598: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.9 MiB/s wr, 504 op/s 2024-04-22T00:48:48.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:47 smithi081 ceph-mon[31546]: pgmap v599: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 6.0 MiB/s wr, 600 op/s 2024-04-22T00:48:48.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:47 smithi018 ceph-mon[27979]: pgmap v599: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 6.0 MiB/s wr, 600 op/s 2024-04-22T00:48:48.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:47 smithi167 ceph-mon[31348]: pgmap v599: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 6.0 MiB/s wr, 600 op/s 2024-04-22T00:48:49.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 445.0 s, 793.8 tps, lat 128.244 ms stddev 148.937 2024-04-22T00:48:50.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:49 smithi081 ceph-mon[31546]: pgmap v600: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 4.8 MiB/s wr, 518 op/s 2024-04-22T00:48:50.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:49 smithi018 ceph-mon[27979]: pgmap v600: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 4.8 MiB/s wr, 518 op/s 2024-04-22T00:48:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:49 smithi167 ceph-mon[31348]: pgmap v600: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 4.8 MiB/s wr, 518 op/s 2024-04-22T00:48:52.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:51 smithi081 ceph-mon[31546]: pgmap v601: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 5.7 MiB/s wr, 571 op/s 2024-04-22T00:48:52.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:51 smithi018 ceph-mon[27979]: pgmap v601: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 5.7 MiB/s wr, 571 op/s 2024-04-22T00:48:52.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:51 smithi167 ceph-mon[31348]: pgmap v601: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 5.7 MiB/s wr, 571 op/s 2024-04-22T00:48:54.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:53 smithi081 ceph-mon[31546]: pgmap v602: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.7 MiB/s wr, 498 op/s 2024-04-22T00:48:54.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:53 smithi018 ceph-mon[27979]: pgmap v602: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.7 MiB/s wr, 498 op/s 2024-04-22T00:48:54.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:53 smithi167 ceph-mon[31348]: pgmap v602: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.7 MiB/s wr, 498 op/s 2024-04-22T00:48:54.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 450.0 s, 679.0 tps, lat 144.603 ms stddev 150.171 2024-04-22T00:48:55.846 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:48:55.847 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:48:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.987+0000 7feaf83a7640 1 -- 172.21.15.18:0/2529640962 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feaf0102980 msgr2=0x7feaf0104df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.987+0000 7feaf83a7640 1 --2- 172.21.15.18:0/2529640962 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feaf0102980 0x7feaf0104df0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7feae0009900 tx=0x7feae002bc30 comp rx=0 tx=0).stop 2024-04-22T00:48:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.987+0000 7feaf83a7640 1 -- 172.21.15.18:0/2529640962 shutdown_connections 2024-04-22T00:48:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.987+0000 7feaf83a7640 1 --2- 172.21.15.18:0/2529640962 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7feaf0105330 0x7feaf01057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.987+0000 7feaf83a7640 1 --2- 172.21.15.18:0/2529640962 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feaf0102980 0x7feaf0104df0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.987+0000 7feaf83a7640 1 --2- 172.21.15.18:0/2529640962 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feaf0100010 0x7feaf0102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.987+0000 7feaf83a7640 1 -- 172.21.15.18:0/2529640962 >> 172.21.15.18:0/2529640962 conn(0x7feaf00fbc30 msgr2=0x7feaf00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.987+0000 7feaf83a7640 1 -- 172.21.15.18:0/2529640962 shutdown_connections 2024-04-22T00:48:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.987+0000 7feaf83a7640 1 -- 172.21.15.18:0/2529640962 wait complete. 2024-04-22T00:48:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf83a7640 1 Processor -- start 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf83a7640 1 -- start start 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf83a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feaf0100010 0x7feaf019e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf83a7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feaf0102980 0x7feaf019e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf83a7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7feaf0105330 0x7feaf01a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf83a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7feaf01139f0 con 0x7feaf0100010 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf83a7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7feaf0113870 con 0x7feaf0105330 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf83a7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7feaf0113b70 con 0x7feaf0102980 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf6143640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feaf0100010 0x7feaf019e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf6143640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feaf0100010 0x7feaf019e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48672/0 (socket says 172.21.15.18:48672) 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf6143640 1 -- 172.21.15.18:0/1280183447 learned_addr learned my addr 172.21.15.18:0/1280183447 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf6944640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7feaf0105330 0x7feaf01a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.988+0000 7feaf5942640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feaf0102980 0x7feaf019e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feaf6944640 1 -- 172.21.15.18:0/1280183447 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feaf0102980 msgr2=0x7feaf019e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feaf6944640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feaf0102980 0x7feaf019e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:55.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feaf6944640 1 -- 172.21.15.18:0/1280183447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feaf0100010 msgr2=0x7feaf019e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:55.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feaf6944640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feaf0100010 0x7feaf019e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:55.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feaf6944640 1 -- 172.21.15.18:0/1280183447 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaf01a5d60 con 0x7feaf0105330 2024-04-22T00:48:55.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feaf5942640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feaf0102980 0x7feaf019e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:48:55.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feaf6143640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feaf0100010 0x7feaf019e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:55.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feaf6944640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7feaf0105330 0x7feaf01a56f0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7feae800ec50 tx=0x7feae800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:55.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feae77fe640 1 -- 172.21.15.18:0/1280183447 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae8003b70 con 0x7feaf0105330 2024-04-22T00:48:55.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feae77fe640 1 -- 172.21.15.18:0/1280183447 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feae8003d10 con 0x7feaf0105330 2024-04-22T00:48:55.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.989+0000 7feae77fe640 1 -- 172.21.15.18:0/1280183447 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae8010890 con 0x7feaf0105330 2024-04-22T00:48:55.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.990+0000 7feaf83a7640 1 -- 172.21.15.18:0/1280183447 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feaf01a5ff0 con 0x7feaf0105330 2024-04-22T00:48:55.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.990+0000 7feaf83a7640 1 -- 172.21.15.18:0/1280183447 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feaf01a64c0 con 0x7feaf0105330 2024-04-22T00:48:55.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.994+0000 7feafaf8b740 1 Processor -- start 2024-04-22T00:48:55.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.997+0000 7feafaf8b740 1 -- start start 2024-04-22T00:48:55.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.997+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d15ff50 0x55766d160370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:55.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.997+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 0x55766d165440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:55.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.997+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d165ab0 0x55766d167f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:55.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.997+0000 7feafaf8b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55766d0c5560 con 0x55766d165ab0 2024-04-22T00:48:55.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.997+0000 7feafaf8b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55766d06d730 con 0x55766d15ff50 2024-04-22T00:48:55.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:55.997+0000 7feafaf8b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55766d0c1520 con 0x55766d160940 2024-04-22T00:48:56.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf5942640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d15ff50 0x55766d160370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf5942640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d15ff50 0x55766d160370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60970/0 (socket says 172.21.15.18:60970) 2024-04-22T00:48:56.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf5942640 1 -- 172.21.15.18:0/224561181 learned_addr learned my addr 172.21.15.18:0/224561181 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf6143640 1 --2- 172.21.15.18:0/224561181 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 0x55766d165440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf5942640 1 --2- 172.21.15.18:0/224561181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d165ab0 0x55766d167f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf5942640 1 -- 172.21.15.18:0/224561181 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 msgr2=0x55766d165440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf5942640 1 --2- 172.21.15.18:0/224561181 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 0x55766d165440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf5942640 1 -- 172.21.15.18:0/224561181 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d15ff50 msgr2=0x55766d160370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf5942640 1 --2- 172.21.15.18:0/224561181 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d15ff50 0x55766d160370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf5942640 1 -- 172.21.15.18:0/224561181 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55766cea37d0 con 0x55766d165ab0 2024-04-22T00:48:56.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.001+0000 7feaf5942640 1 --2- 172.21.15.18:0/224561181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d165ab0 0x55766d167f40 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7feae0005c40 tx=0x7feae0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e175aa6a62409cb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.003+0000 7feae4bfe640 1 -- 172.21.15.18:0/224561181 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae0004030 con 0x55766d165ab0 2024-04-22T00:48:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.003+0000 7feae4bfe640 1 -- 172.21.15.18:0/224561181 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feae0047070 con 0x55766d165ab0 2024-04-22T00:48:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.003+0000 7feae4bfe640 1 -- 172.21.15.18:0/224561181 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae0003e50 con 0x55766d165ab0 2024-04-22T00:48:56.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.007+0000 7feafaf8b740 1 -- 172.21.15.18:0/224561181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d165ab0 msgr2=0x55766d167f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.007+0000 7feafaf8b740 1 --2- 172.21.15.18:0/224561181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d165ab0 0x55766d167f40 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7feae0005c40 tx=0x7feae0000bc0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.010+0000 7feafaf8b740 1 -- 172.21.15.18:0/224561181 shutdown_connections 2024-04-22T00:48:56.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.010+0000 7feafaf8b740 1 --2- 172.21.15.18:0/224561181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d165ab0 0x55766d167f40 secure :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7feae0005c40 tx=0x7feae0000bc0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.010+0000 7feafaf8b740 1 --2- 172.21.15.18:0/224561181 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 0x55766d165440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.010+0000 7feafaf8b740 1 --2- 172.21.15.18:0/224561181 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d15ff50 0x55766d160370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.010+0000 7feafaf8b740 1 -- 172.21.15.18:0/224561181 >> 172.21.15.18:0/224561181 conn(0x55766d15b4c0 msgr2=0x55766d15b8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.012+0000 7feae77fe640 1 -- 172.21.15.18:0/1280183447 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7feae8010a30 con 0x7feaf0105330 2024-04-22T00:48:56.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.016+0000 7feafaf8b740 1 -- 172.21.15.18:0/224561181 shutdown_connections 2024-04-22T00:48:56.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.016+0000 7feae77fe640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7feadc0a2ba0 0x7feadc0a5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.016+0000 7feae77fe640 1 -- 172.21.15.18:0/1280183447 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7feae80cfa70 con 0x7feaf0105330 2024-04-22T00:48:56.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.018+0000 7feaf6143640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7feadc0a2ba0 0x7feadc0a5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.021+0000 7feafaf8b740 1 -- 172.21.15.18:0/224561181 wait complete. 2024-04-22T00:48:56.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.021+0000 7feafaf8b740 1 -- start start 2024-04-22T00:48:56.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.021+0000 7feafaf8b740 1 Processor -- start 2024-04-22T00:48:56.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.022+0000 7feaf6143640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7feadc0a2ba0 0x7feadc0a5060 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x55766d15c430 tx=0x7feaec005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.022+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 0x55766d17b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.022+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d160940 0x55766d17bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.022+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d180b90 0x55766d182f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.022+0000 7feafaf8b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55766d179a10 con 0x55766d160940 2024-04-22T00:48:56.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.022+0000 7feafaf8b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55766d080e00 con 0x55766d180b90 2024-04-22T00:48:56.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.022+0000 7feafaf8b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55766d179b90 con 0x55766d15ff50 2024-04-22T00:48:56.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.022+0000 7feafaf8b740 10 client.0 _ll_register_callbacks cb 0x55766d0bbeb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.026+0000 7feaf6143640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 0x55766d17b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.026+0000 7feaf6143640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 0x55766d17b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55212/0 (socket says 172.21.15.18:55212) 2024-04-22T00:48:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.026+0000 7feaf6143640 1 -- 172.21.15.18:0/1597675370 learned_addr learned my addr 172.21.15.18:0/1597675370 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.028+0000 7feaf6944640 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d180b90 0x55766d182f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.031+0000 7feaf6143640 1 -- 172.21.15.18:0/1597675370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d180b90 msgr2=0x55766d182f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.031+0000 7feaf6143640 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d180b90 0x55766d182f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.031+0000 7feaf6143640 1 -- 172.21.15.18:0/1597675370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d160940 msgr2=0x55766d17bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.031+0000 7feaf6143640 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d160940 0x55766d17bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.031+0000 7feaf6143640 1 -- 172.21.15.18:0/1597675370 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55766cdd93f0 con 0x55766d15ff50 2024-04-22T00:48:56.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.036+0000 7feaf6143640 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 0x55766d17b620 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7feaec00fa30 tx=0x7feaec004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b343bdb87bad05e7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.036+0000 7fead9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:56.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.036+0000 7fead9ffb640 1 -- 172.21.15.18:0/1597675370 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaec005020 con 0x55766d15ff50 2024-04-22T00:48:56.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.037+0000 7feafaf8b740 1 -- 172.21.15.18:0/1597675370 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feae0047070 con 0x55766d15ff50 2024-04-22T00:48:56.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.040+0000 7fead9ffb640 1 -- 172.21.15.18:0/1597675370 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7feaec018030 con 0x55766d15ff50 2024-04-22T00:48:56.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.040+0000 7fead9ffb640 1 -- 172.21.15.18:0/1597675370 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7feaec0051c0 con 0x55766d15ff50 2024-04-22T00:48:56.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.040+0000 7feafaf8b740 10 client.26926 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:56.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.040+0000 7feafaf8b740 1 -- 172.21.15.18:0/1597675370 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55766cd990f0 con 0x55766d15ff50 2024-04-22T00:48:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.043+0000 7fead9ffb640 1 -- 172.21.15.18:0/1597675370 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feae0047070 con 0x55766d15ff50 2024-04-22T00:48:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.043+0000 7fead9ffb640 1 -- 172.21.15.18:0/1597675370 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7feaec01e790 con 0x55766d15ff50 2024-04-22T00:48:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.043+0000 7feafaf8b740 10 client.26926 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.043+0000 7feafaf8b740 10 client.26926 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.043+0000 7feafaf8b740 20 client.26926 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.043+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55766d187dc0 0x55766d18a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.043+0000 7feafaf8b740 4 client.26926 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.043+0000 7feafaf8b740 1 -- 172.21.15.18:0/1597675370 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55766d0d2aa0 con 0x55766d187dc0 2024-04-22T00:48:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.051+0000 7feaf5942640 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55766d187dc0 0x55766d18a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.071+0000 7feaf5942640 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55766d187dc0 0x55766d18a260 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a72d93fa25e86cf0 server_cookie=df496aab1cd1cc0 in_seq=0 out_seq=0 2024-04-22T00:48:56.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.072+0000 7fead9ffb640 10 client.26926 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:56.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.076+0000 7fead9ffb640 1 -- 172.21.15.18:0/1597675370 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55766d0d2aa0 con 0x55766d187dc0 2024-04-22T00:48:56.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.076+0000 7fead9ffb640 10 client.26926 handle_command_reply: tid=0 2024-04-22T00:48:56.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.076+0000 7feafaf8b740 1 client.26926 shutdown 2024-04-22T00:48:56.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.081+0000 7feafaf8b740 1 -- 172.21.15.18:0/1597675370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 msgr2=0x55766d17b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.081+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 0x55766d17b620 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7feaec00fa30 tx=0x7feaec004730 comp rx=0 tx=0).stop 2024-04-22T00:48:56.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.085+0000 7feafaf8b740 1 -- 172.21.15.18:0/1597675370 shutdown_connections 2024-04-22T00:48:56.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.085+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55766d187dc0 0x55766d18a260 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.085+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d180b90 0x55766d182f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.085+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d160940 0x55766d17bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.085+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1597675370 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 0x55766d17b620 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.085+0000 7feafaf8b740 1 -- 172.21.15.18:0/1597675370 >> 172.21.15.18:0/1597675370 conn(0x55766d15b4c0 msgr2=0x55766d15a6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.086+0000 7fead9ffb640 0 client.26926 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:56.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.092+0000 7feafaf8b740 1 -- 172.21.15.18:0/1597675370 shutdown_connections 2024-04-22T00:48:56.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.094+0000 7feafaf8b740 1 -- 172.21.15.18:0/1597675370 wait complete. 2024-04-22T00:48:56.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.097+0000 7feafaf8b740 20 client.26926 trim_cache size 0 max 16384 2024-04-22T00:48:56.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.137+0000 7feafaf8b740 1 Processor -- start 2024-04-22T00:48:56.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.137+0000 7feafaf8b740 1 -- start start 2024-04-22T00:48:56.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.138+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d15ff50 0x55766d15b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.138+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 0x55766d17b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.138+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d180b90 0x55766d17b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.138+0000 7feafaf8b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7feaf01aad60 con 0x55766d15ff50 2024-04-22T00:48:56.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.138+0000 7feafaf8b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7feaf01a85a0 con 0x55766d180b90 2024-04-22T00:48:56.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.138+0000 7feafaf8b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7feaf010ea70 con 0x55766d160940 2024-04-22T00:48:56.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.138+0000 7feaf5942640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 0x55766d17b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.138+0000 7feaf5942640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 0x55766d17b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55228/0 (socket says 172.21.15.18:55228) 2024-04-22T00:48:56.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.138+0000 7feaf5942640 1 -- 172.21.15.18:0/811403275 learned_addr learned my addr 172.21.15.18:0/811403275 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.138+0000 7feaf6944640 1 --2- 172.21.15.18:0/811403275 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d180b90 0x55766d17b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.141+0000 7feaf5942640 1 -- 172.21.15.18:0/811403275 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d180b90 msgr2=0x55766d17b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.141+0000 7feaf5942640 1 --2- 172.21.15.18:0/811403275 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d180b90 0x55766d17b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.141+0000 7feaf5942640 1 -- 172.21.15.18:0/811403275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d15ff50 msgr2=0x55766d15b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.141+0000 7feaf5942640 1 --2- 172.21.15.18:0/811403275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d15ff50 0x55766d15b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.141+0000 7feaf5942640 1 -- 172.21.15.18:0/811403275 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55766d15c230 con 0x55766d160940 2024-04-22T00:48:56.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.143+0000 7feaf5942640 1 --2- 172.21.15.18:0/811403275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 0x55766d17b230 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7feae0009900 tx=0x7feae002bc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9030d6ad2bfaf474 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.144+0000 7feadbfff640 1 -- 172.21.15.18:0/811403275 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae0005d50 con 0x55766d160940 2024-04-22T00:48:56.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.144+0000 7feadbfff640 1 -- 172.21.15.18:0/811403275 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feae0047040 con 0x55766d160940 2024-04-22T00:48:56.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.145+0000 7feafaf8b740 1 -- 172.21.15.18:0/811403275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 msgr2=0x55766d17b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.145+0000 7feafaf8b740 1 --2- 172.21.15.18:0/811403275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 0x55766d17b230 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7feae0009900 tx=0x7feae002bc30 comp rx=0 tx=0).stop 2024-04-22T00:48:56.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.145+0000 7feafaf8b740 1 -- 172.21.15.18:0/811403275 shutdown_connections 2024-04-22T00:48:56.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.145+0000 7feafaf8b740 1 --2- 172.21.15.18:0/811403275 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d180b90 0x55766d17b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.145+0000 7feafaf8b740 1 --2- 172.21.15.18:0/811403275 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d160940 0x55766d17b230 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.145+0000 7feafaf8b740 1 --2- 172.21.15.18:0/811403275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d15ff50 0x55766d15b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.145+0000 7feafaf8b740 1 -- 172.21.15.18:0/811403275 >> 172.21.15.18:0/811403275 conn(0x55766d15b4c0 msgr2=0x55766d162030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.149+0000 7feafaf8b740 1 -- 172.21.15.18:0/811403275 shutdown_connections 2024-04-22T00:48:56.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.151+0000 7feafaf8b740 1 -- 172.21.15.18:0/811403275 wait complete. 2024-04-22T00:48:56.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.152+0000 7feafaf8b740 1 -- start start 2024-04-22T00:48:56.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.152+0000 7feafaf8b740 1 Processor -- start 2024-04-22T00:48:56.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.152+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 0x55766d198c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.152+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d160940 0x55766d1991c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.153+0000 7feafaf8b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d180b90 0x55766d19a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.153+0000 7feafaf8b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7feaf01a6a60 con 0x55766d180b90 2024-04-22T00:48:56.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.153+0000 7feafaf8b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7feaf01a7ed0 con 0x55766d160940 2024-04-22T00:48:56.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.153+0000 7feafaf8b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7feaf01a7130 con 0x55766d15ff50 2024-04-22T00:48:56.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.153+0000 7feafaf8b740 10 client.0 _ll_register_callbacks cb 0x7feaec005c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:56.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.153+0000 7feaf5942640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d160940 0x55766d1991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.153+0000 7feaf5942640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d160940 0x55766d1991c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60990/0 (socket says 172.21.15.18:60990) 2024-04-22T00:48:56.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.153+0000 7feaf5942640 1 -- 172.21.15.18:0/1604691905 learned_addr learned my addr 172.21.15.18:0/1604691905 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.154+0000 7feaf5942640 1 -- 172.21.15.18:0/1604691905 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 msgr2=0x55766d198c80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:48:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.154+0000 7feaf5942640 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 0x55766d198c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.154+0000 7feaf5942640 1 -- 172.21.15.18:0/1604691905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d180b90 msgr2=0x55766d19a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.154+0000 7feaf5942640 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d180b90 0x55766d19a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.154+0000 7feaf5942640 1 -- 172.21.15.18:0/1604691905 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55766d19a7c0 con 0x55766d160940 2024-04-22T00:48:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.154+0000 7feaf5942640 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d160940 0x55766d1991c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7feae00096c0 tx=0x7feae0005be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2af6e91ec4e7746 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.154+0000 7fead9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:48:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.155+0000 7fead9ffb640 1 -- 172.21.15.18:0/1604691905 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae0004240 con 0x55766d160940 2024-04-22T00:48:56.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.155+0000 7fead9ffb640 1 -- 172.21.15.18:0/1604691905 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7feae00043e0 con 0x55766d160940 2024-04-22T00:48:56.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.155+0000 7feafaf8b740 1 -- 172.21.15.18:0/1604691905 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55766d0ccdf0 con 0x55766d160940 2024-04-22T00:48:56.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:55 smithi081 ceph-mon[31546]: pgmap v603: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.6 MiB/s wr, 492 op/s 2024-04-22T00:48:56.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.155+0000 7fead9ffb640 1 -- 172.21.15.18:0/1604691905 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7feae0052720 con 0x55766d160940 2024-04-22T00:48:56.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:55 smithi018 ceph-mon[27979]: pgmap v603: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.6 MiB/s wr, 492 op/s 2024-04-22T00:48:56.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.158+0000 7feafaf8b740 10 client.26945 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:56.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.158+0000 7feafaf8b740 1 -- 172.21.15.18:0/1604691905 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55766d1edec0 con 0x55766d160940 2024-04-22T00:48:56.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.160+0000 7fead9ffb640 1 -- 172.21.15.18:0/1604691905 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55766d0ccdf0 con 0x55766d160940 2024-04-22T00:48:56.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.160+0000 7fead9ffb640 1 -- 172.21.15.18:0/1604691905 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7feae0003cc0 con 0x55766d160940 2024-04-22T00:48:56.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.160+0000 7feafaf8b740 10 client.26945 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:56.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.160+0000 7feafaf8b740 10 client.26945 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:56.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.160+0000 7feafaf8b740 20 client.26945 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:56.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.160+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55766d1ee2a0 0x55766d1f0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.160+0000 7feafaf8b740 4 client.26945 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:48:56.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.160+0000 7feafaf8b740 1 -- 172.21.15.18:0/1604691905 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55766d04a5a0 con 0x55766d1ee2a0 2024-04-22T00:48:56.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.161+0000 7feaf6143640 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55766d1ee2a0 0x55766d1f0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.164+0000 7feaf6143640 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55766d1ee2a0 0x55766d1f0690 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=511a06004299576f server_cookie=c857127477a0512a in_seq=0 out_seq=0 2024-04-22T00:48:56.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.164+0000 7fead9ffb640 10 client.26945 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:56.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.164+0000 7fead9ffb640 1 -- 172.21.15.18:0/1604691905 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55766d04a5a0 con 0x55766d1ee2a0 2024-04-22T00:48:56.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.164+0000 7fead9ffb640 10 client.26945 handle_command_reply: tid=0 2024-04-22T00:48:56.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.164+0000 7feafaf8b740 1 client.26945 shutdown 2024-04-22T00:48:56.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.166+0000 7feafaf8b740 1 -- 172.21.15.18:0/1604691905 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d160940 msgr2=0x55766d1991c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.166+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d160940 0x55766d1991c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7feae00096c0 tx=0x7feae0005be0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.167+0000 7feafaf8b740 1 -- 172.21.15.18:0/1604691905 shutdown_connections 2024-04-22T00:48:56.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.167+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55766d1ee2a0 0x55766d1f0690 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.167+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55766d180b90 0x55766d19a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.167+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55766d160940 0x55766d1991c0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.167+0000 7feafaf8b740 1 --2- 172.21.15.18:0/1604691905 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55766d15ff50 0x55766d198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.167+0000 7feafaf8b740 1 -- 172.21.15.18:0/1604691905 >> 172.21.15.18:0/1604691905 conn(0x55766d15b4c0 msgr2=0x55766d17b230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.167+0000 7fead9ffb640 0 client.26945 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:56.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.169+0000 7feafaf8b740 1 -- 172.21.15.18:0/1604691905 shutdown_connections 2024-04-22T00:48:56.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.173+0000 7feafaf8b740 1 -- 172.21.15.18:0/1604691905 wait complete. 2024-04-22T00:48:56.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.174+0000 7feafaf8b740 20 client.26945 trim_cache size 0 max 16384 2024-04-22T00:48:56.175 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:48:56.175 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:48:56.175 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:48:56.175 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:48:56.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.177+0000 7feaf83a7640 1 -- 172.21.15.18:0/1280183447 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7feadc0a2ba0 msgr2=0x7feadc0a5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.177+0000 7feaf83a7640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7feadc0a2ba0 0x7feadc0a5060 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x55766d15c430 tx=0x7feaec005f90 comp rx=0 tx=0).stop 2024-04-22T00:48:56.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.177+0000 7feaf83a7640 1 -- 172.21.15.18:0/1280183447 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7feaf0105330 msgr2=0x7feaf01a56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.177+0000 7feaf83a7640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7feaf0105330 0x7feaf01a56f0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7feae800ec50 tx=0x7feae800c6a0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.177+0000 7feaf83a7640 1 -- 172.21.15.18:0/1280183447 shutdown_connections 2024-04-22T00:48:56.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.177+0000 7feaf83a7640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7feadc0a2ba0 0x7feadc0a5060 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.177+0000 7feaf83a7640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7feaf0105330 0x7feaf01a56f0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.177+0000 7feaf83a7640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7feaf0102980 0x7feaf019e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.177+0000 7feaf83a7640 1 --2- 172.21.15.18:0/1280183447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feaf0100010 0x7feaf019e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.177+0000 7feaf83a7640 1 -- 172.21.15.18:0/1280183447 >> 172.21.15.18:0/1280183447 conn(0x7feaf00fbc30 msgr2=0x7feaf0100b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.178+0000 7feaf83a7640 1 -- 172.21.15.18:0/1280183447 shutdown_connections 2024-04-22T00:48:56.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.178+0000 7feaf83a7640 1 -- 172.21.15.18:0/1280183447 wait complete. 2024-04-22T00:48:56.194 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:48:56.195 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:48:56.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:55 smithi167 ceph-mon[31348]: pgmap v603: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.6 MiB/s wr, 492 op/s 2024-04-22T00:48:56.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.360+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/1013714512 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff0a4105330 msgr2=0x7ff0a41057b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.360+0000 7ff0ab8ae640 1 --2- 172.21.15.18:0/1013714512 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff0a4105330 0x7ff0a41057b0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff09c009ca0 tx=0x7ff09c02c0f0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.360+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/1013714512 shutdown_connections 2024-04-22T00:48:56.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.360+0000 7ff0ab8ae640 1 --2- 172.21.15.18:0/1013714512 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff0a4105330 0x7ff0a41057b0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.360+0000 7ff0ab8ae640 1 --2- 172.21.15.18:0/1013714512 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0a4102980 0x7ff0a4104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.360+0000 7ff0ab8ae640 1 --2- 172.21.15.18:0/1013714512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0a4100010 0x7ff0a4102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.360+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/1013714512 >> 172.21.15.18:0/1013714512 conn(0x7ff0a40fbc10 msgr2=0x7ff0a40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.361+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/1013714512 shutdown_connections 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.361+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/1013714512 wait complete. 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.361+0000 7ff0ab8ae640 1 Processor -- start 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.361+0000 7ff0ab8ae640 1 -- start start 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0ab8ae640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0a4100010 0x7ff0a419ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0ab8ae640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff0a4102980 0x7ff0a419e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0ab8ae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0a4105330 0x7ff0a41a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0ab8ae640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a4113a10 con 0x7ff0a4105330 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0ab8ae640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a4113890 con 0x7ff0a4100010 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0ab8ae640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a4113b90 con 0x7ff0a4102980 2024-04-22T00:48:56.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a964a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0a4100010 0x7ff0a419ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a964a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0a4100010 0x7ff0a419ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:32778/0 (socket says 172.21.15.18:32778) 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a964a640 1 -- 172.21.15.18:0/3501840799 learned_addr learned my addr 172.21.15.18:0/3501840799 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a9e4b640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0a4105330 0x7ff0a41a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a8e49640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff0a4102980 0x7ff0a419e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a964a640 1 -- 172.21.15.18:0/3501840799 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff0a4102980 msgr2=0x7ff0a419e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a964a640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff0a4102980 0x7ff0a419e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a964a640 1 -- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0a4105330 msgr2=0x7ff0a41a5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a964a640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0a4105330 0x7ff0a41a5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a964a640 1 -- 172.21.15.18:0/3501840799 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0a41a59e0 con 0x7ff0a4100010 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a8e49640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff0a4102980 0x7ff0a419e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a9e4b640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0a4105330 0x7ff0a41a5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.362+0000 7ff0a964a640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0a4100010 0x7ff0a419ddc0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7ff0a000d950 tx=0x7ff0a000de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.363+0000 7ff09a7fc640 1 -- 172.21.15.18:0/3501840799 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0017070 con 0x7ff0a4100010 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.363+0000 7ff09a7fc640 1 -- 172.21.15.18:0/3501840799 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0a0009c30 con 0x7ff0a4100010 2024-04-22T00:48:56.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.363+0000 7ff09a7fc640 1 -- 172.21.15.18:0/3501840799 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a000f6b0 con 0x7ff0a4100010 2024-04-22T00:48:56.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.363+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/3501840799 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0a41a5cd0 con 0x7ff0a4100010 2024-04-22T00:48:56.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.363+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/3501840799 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0a41a61b0 con 0x7ff0a4100010 2024-04-22T00:48:56.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.365+0000 7ff09a7fc640 1 -- 172.21.15.18:0/3501840799 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff0a00109d0 con 0x7ff0a4100010 2024-04-22T00:48:56.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.365+0000 7ff0ae575740 1 Processor -- start 2024-04-22T00:48:56.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0ae575740 1 -- start start 2024-04-22T00:48:56.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff09a7fc640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff0900a2cb0 0x7ff0900a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0ae575740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d735704150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0ae575740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735704720 0x55d735709220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0ae575740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735709890 0x55d73570bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0ae575740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d735668b70 con 0x55d735703d30 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0ae575740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d735611470 con 0x55d735709890 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0ae575740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d735664b30 con 0x55d735704720 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff09a7fc640 1 -- 172.21.15.18:0/3501840799 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff0a00cf050 con 0x7ff0a4100010 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0a964a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d735704150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0a8e49640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735704720 0x55d735709220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0a964a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d735704150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48754/0 (socket says 172.21.15.18:48754) 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0a964a640 1 -- 172.21.15.18:0/1482300881 learned_addr learned my addr 172.21.15.18:0/1482300881 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0a9e4b640 1 --2- 172.21.15.18:0/1482300881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735709890 0x55d73570bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.366+0000 7ff0a9e4b640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff0900a2cb0 0x7ff0900a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.367+0000 7ff0a964a640 1 -- 172.21.15.18:0/1482300881 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735704720 msgr2=0x55d735709220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.367+0000 7ff0a964a640 1 --2- 172.21.15.18:0/1482300881 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735704720 0x55d735709220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.367+0000 7ff0a964a640 1 -- 172.21.15.18:0/1482300881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735709890 msgr2=0x55d73570bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.367+0000 7ff0a964a640 1 --2- 172.21.15.18:0/1482300881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735709890 0x55d73570bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.367+0000 7ff0a964a640 1 -- 172.21.15.18:0/1482300881 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d73537d210 con 0x55d735703d30 2024-04-22T00:48:56.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.367+0000 7ff0a964a640 1 --2- 172.21.15.18:0/1482300881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d735704150 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7ff0a00a3c20 tx=0x7ff0a0005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87d4de683159d8ef server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.367+0000 7ff0a9e4b640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff0900a2cb0 0x7ff0900a5170 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7ff09c004af0 tx=0x7ff09c004a60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.367+0000 7ff08f7fe640 1 -- 172.21.15.18:0/1482300881 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0020070 con 0x55d735703d30 2024-04-22T00:48:56.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.368+0000 7ff08f7fe640 1 -- 172.21.15.18:0/1482300881 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0a00a5010 con 0x55d735703d30 2024-04-22T00:48:56.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.368+0000 7ff08f7fe640 1 -- 172.21.15.18:0/1482300881 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a009f890 con 0x55d735703d30 2024-04-22T00:48:56.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.368+0000 7f4f0d020640 1 -- 172.21.15.18:0/1251269867 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f00099110 msgr2=0x7f4f0009b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.368+0000 7f4f0d020640 1 --2- 172.21.15.18:0/1251269867 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f00099110 0x7f4f0009b500 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4009900 tx=0x7f4ef402bc50 comp rx=0 tx=0).stop 2024-04-22T00:48:56.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.368+0000 7f4f0d020640 1 -- 172.21.15.18:0/1251269867 shutdown_connections 2024-04-22T00:48:56.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.368+0000 7f4f0d020640 1 --2- 172.21.15.18:0/1251269867 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f0009ba40 0x7f4f0009de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.368+0000 7f4f0d020640 1 --2- 172.21.15.18:0/1251269867 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f00099110 0x7f4f0009b500 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.368+0000 7f4f0d020640 1 --2- 172.21.15.18:0/1251269867 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f000967e0 0x7f4f00098bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.368+0000 7f4f0d020640 1 -- 172.21.15.18:0/1251269867 >> 172.21.15.18:0/1251269867 conn(0x7f4f000901d0 msgr2=0x7f4f00092610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.368+0000 7f4f0d020640 1 -- 172.21.15.18:0/1251269867 shutdown_connections 2024-04-22T00:48:56.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.368+0000 7f4f0d020640 1 -- 172.21.15.18:0/1251269867 wait complete. 2024-04-22T00:48:56.372 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 -- 172.21.15.18:0/1482300881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 msgr2=0x55d735704150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.372 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 --2- 172.21.15.18:0/1482300881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d735704150 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7ff0a00a3c20 tx=0x7ff0a0005f90 comp rx=0 tx=0).stop 2024-04-22T00:48:56.372 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 -- 172.21.15.18:0/1482300881 shutdown_connections 2024-04-22T00:48:56.372 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 --2- 172.21.15.18:0/1482300881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735709890 0x55d73570bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.372 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 --2- 172.21.15.18:0/1482300881 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735704720 0x55d735709220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.372 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 --2- 172.21.15.18:0/1482300881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d735704150 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.372 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 -- 172.21.15.18:0/1482300881 >> 172.21.15.18:0/1482300881 conn(0x55d7356ff2a0 msgr2=0x55d7356ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f0d020640 1 Processor -- start 2024-04-22T00:48:56.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 -- 172.21.15.18:0/1482300881 shutdown_connections 2024-04-22T00:48:56.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 -- 172.21.15.18:0/1482300881 wait complete. 2024-04-22T00:48:56.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 -- start start 2024-04-22T00:48:56.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f0d020640 1 -- start start 2024-04-22T00:48:56.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f0d020640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f000967e0 0x7f4f00129f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f0d020640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f00099110 0x7f4f0012a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.369+0000 7ff0ae575740 1 Processor -- start 2024-04-22T00:48:56.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f0d020640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f0009ba40 0x7f4f00131490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f07fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f000967e0 0x7f4f00129f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f0d020640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0009f890 con 0x7f4f0009ba40 2024-04-22T00:48:56.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f0d020640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0009f710 con 0x7f4f000967e0 2024-04-22T00:48:56.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f077fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f00099110 0x7f4f0012a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f07fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f000967e0 0x7f4f00129f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:32816/0 (socket says 172.21.15.18:32816) 2024-04-22T00:48:56.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.369+0000 7f4f07fff640 1 -- 172.21.15.18:0/444579540 learned_addr learned my addr 172.21.15.18:0/444579540 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f0c81f640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f0009ba40 0x7f4f00131490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0009fa10 con 0x7f4f00099110 2024-04-22T00:48:56.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0ae575740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d73570e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f07fff640 1 -- 172.21.15.18:0/444579540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f00099110 msgr2=0x7f4f0012a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f07fff640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f00099110 0x7f4f0012a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f07fff640 1 -- 172.21.15.18:0/444579540 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f0009ba40 msgr2=0x7f4f00131490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f07fff640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f0009ba40 0x7f4f00131490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f07fff640 1 -- 172.21.15.18:0/444579540 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f00131b00 con 0x7f4f000967e0 2024-04-22T00:48:56.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0a964a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d73570e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0a964a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d73570e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48778/0 (socket says 172.21.15.18:48778) 2024-04-22T00:48:56.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0a964a640 1 -- 172.21.15.18:0/3245214244 learned_addr learned my addr 172.21.15.18:0/3245214244 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d73570e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f07fff640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f000967e0 0x7f4f00129f80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f4efc00b450 tx=0x7f4efc00b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735709890 0x55d7357155c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d73570c780 con 0x55d735703d30 2024-04-22T00:48:56.378 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d735624a10 con 0x55d735704720 2024-04-22T00:48:56.378 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d73570c900 con 0x55d735709890 2024-04-22T00:48:56.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f057fa640 1 -- 172.21.15.18:0/444579540 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4efc015020 con 0x7f4f000967e0 2024-04-22T00:48:56.378 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0a8e49640 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d73570e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.378 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0a9e4b640 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735709890 0x55d7357155c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.378 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.370+0000 7ff0ae575740 10 client.0 _ll_register_callbacks cb 0x55d73565fb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:56.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f00131df0 con 0x7f4f000967e0 2024-04-22T00:48:56.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.370+0000 7f4f057fa640 1 -- 172.21.15.18:0/444579540 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4efc011d70 con 0x7f4f000967e0 2024-04-22T00:48:56.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.371+0000 7f4f057fa640 1 -- 172.21.15.18:0/444579540 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4efc00f340 con 0x7f4f000967e0 2024-04-22T00:48:56.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.371+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f00132260 con 0x7f4f000967e0 2024-04-22T00:48:56.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff0a8e49640 1 -- 172.21.15.18:0/3245214244 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735709890 msgr2=0x55d7357155c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff0a8e49640 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735709890 0x55d7357155c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff0a8e49640 1 -- 172.21.15.18:0/3245214244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 msgr2=0x55d73570e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff0a8e49640 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d73570e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff0a8e49640 1 -- 172.21.15.18:0/3245214244 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d735449620 con 0x55d735704720 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff0a8e49640 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d73570e580 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x55d735704b20 tx=0x7ff094009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ecc12d6b4a18655 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff08cff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff08cff9640 1 -- 172.21.15.18:0/3245214244 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff094011c10 con 0x55d735704720 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff08cff9640 1 -- 172.21.15.18:0/3245214244 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff094011db0 con 0x55d735704720 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0a00a5010 con 0x55d735704720 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff08cff9640 1 -- 172.21.15.18:0/3245214244 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7ff094005020 con 0x55d735704720 2024-04-22T00:48:56.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff0ae575740 10 client.26960 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.371+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55d7357189a0 con 0x55d735704720 2024-04-22T00:48:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff08cff9640 1 -- 172.21.15.18:0/3245214244 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0a00a5010 con 0x55d735704720 2024-04-22T00:48:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff08cff9640 1 -- 172.21.15.18:0/3245214244 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7ff09401d400 con 0x55d735704720 2024-04-22T00:48:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff0ae575740 10 client.26960 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff0ae575740 10 client.26960 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff0ae575740 20 client.26960 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d73571a1a0 0x55d73571c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff0ae575740 4 client.26960 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7356760b0 con 0x55d73571a1a0 2024-04-22T00:48:56.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.372+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f00091cc0 con 0x7f4f000967e0 2024-04-22T00:48:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff0a964a640 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d73571a1a0 0x55d73571c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff08cff9640 10 client.26960 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.372+0000 7ff0a964a640 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d73571a1a0 0x55d73571c5d0 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79f825c53d10c0f2 server_cookie=b469ce8bcb4a1eb8 in_seq=0 out_seq=0 2024-04-22T00:48:56.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.373+0000 7f4f057fa640 1 -- 172.21.15.18:0/444579540 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4efc018020 con 0x7f4f000967e0 2024-04-22T00:48:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff08cff9640 1 -- 172.21.15.18:0/3245214244 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d7356760b0 con 0x55d73571a1a0 2024-04-22T00:48:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff08cff9640 10 client.26960 handle_command_reply: tid=0 2024-04-22T00:48:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff0ae575740 1 client.26960 shutdown 2024-04-22T00:48:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 msgr2=0x55d73570e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d73570e580 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x55d735704b20 tx=0x7ff094009f90 comp rx=0 tx=0).stop 2024-04-22T00:48:56.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.373+0000 7f4f057fa640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4ef80a70f0 0x7f4ef80a95b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 shutdown_connections 2024-04-22T00:48:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d73571a1a0 0x55d73571c5d0 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735709890 0x55d7357155c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff08cff9640 0 client.26960 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d73570e580 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3245214244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d73570e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.373+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 >> 172.21.15.18:0/3245214244 conn(0x55d7356ff2a0 msgr2=0x55d7356fe4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.374+0000 7f4f077fe640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4ef80a70f0 0x7f4ef80a95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.374+0000 7f4f057fa640 1 -- 172.21.15.18:0/444579540 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4efc0cee00 con 0x7f4f000967e0 2024-04-22T00:48:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.374+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 shutdown_connections 2024-04-22T00:48:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.374+0000 7ff0ae575740 1 -- 172.21.15.18:0/3245214244 wait complete. 2024-04-22T00:48:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.374+0000 7ff0ae575740 20 client.26960 trim_cache size 0 max 16384 2024-04-22T00:48:56.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.374+0000 7f4f077fe640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4ef80a70f0 0x7f4ef80a95b0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4009850 tx=0x7f4ef4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.379+0000 7f4f057fa640 1 -- 172.21.15.18:0/444579540 <== mon.2 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4efc01f020 con 0x7f4f000967e0 2024-04-22T00:48:56.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0ae575740 1 Processor -- start 2024-04-22T00:48:56.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0ae575740 1 -- start start 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0ae575740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d7357090d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0ae575740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d735715580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0ae575740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735709890 0x55d7356fa220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0ae575740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a41b31b0 con 0x55d735703d30 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0ae575740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a41b09f0 con 0x55d735704720 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0ae575740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a41ae840 con 0x55d735709890 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0a964a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d7357090d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0a964a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d7357090d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48788/0 (socket says 172.21.15.18:48788) 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0a9e4b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735709890 0x55d7356fa220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0a964a640 1 -- 172.21.15.18:0/301278911 learned_addr learned my addr 172.21.15.18:0/301278911 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.393+0000 7ff0a8e49640 1 --2- 172.21.15.18:0/301278911 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d735715580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.394+0000 7ff0a964a640 1 -- 172.21.15.18:0/301278911 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735709890 msgr2=0x55d7356fa220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.394+0000 7ff0a964a640 1 --2- 172.21.15.18:0/301278911 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735709890 0x55d7356fa220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.394+0000 7ff0a964a640 1 -- 172.21.15.18:0/301278911 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 msgr2=0x55d735715580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.394+0000 7ff0a964a640 1 --2- 172.21.15.18:0/301278911 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d735715580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.394+0000 7ff0a964a640 1 -- 172.21.15.18:0/301278911 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d735708d50 con 0x55d735703d30 2024-04-22T00:48:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.394+0000 7ff0a964a640 1 --2- 172.21.15.18:0/301278911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d7357090d0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0005c40 tx=0x7ff0a000bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f76ea4972438ea3c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.394+0000 7ff08effd640 1 -- 172.21.15.18:0/301278911 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0080e60 con 0x55d735703d30 2024-04-22T00:48:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.394+0000 7ff08effd640 1 -- 172.21.15.18:0/301278911 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0a00a4150 con 0x55d735703d30 2024-04-22T00:48:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.394+0000 7ff08effd640 1 -- 172.21.15.18:0/301278911 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0020040 con 0x55d735703d30 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.395+0000 7ff0ae575740 1 -- 172.21.15.18:0/301278911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 msgr2=0x55d7357090d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.395+0000 7ff0ae575740 1 --2- 172.21.15.18:0/301278911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d7357090d0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0005c40 tx=0x7ff0a000bf60 comp rx=0 tx=0).stop 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.395+0000 7ff0ae575740 1 -- 172.21.15.18:0/301278911 shutdown_connections 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.395+0000 7ff0ae575740 1 --2- 172.21.15.18:0/301278911 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735709890 0x55d7356fa220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.395+0000 7ff0ae575740 1 --2- 172.21.15.18:0/301278911 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d735715580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.395+0000 7ff0ae575740 1 --2- 172.21.15.18:0/301278911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735703d30 0x55d7357090d0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.395+0000 7ff0ae575740 1 -- 172.21.15.18:0/301278911 >> 172.21.15.18:0/301278911 conn(0x55d7356ff2a0 msgr2=0x55d7356ff680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.395+0000 7ff0ae575740 1 -- 172.21.15.18:0/301278911 shutdown_connections 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.395+0000 7ff0ae575740 1 -- 172.21.15.18:0/301278911 wait complete. 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.396+0000 7ff0ae575740 1 -- start start 2024-04-22T00:48:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.397+0000 7ff0ae575740 1 Processor -- start 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.397+0000 7ff0ae575740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735703d30 0x55d735712540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.397+0000 7ff0ae575740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d735712a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0a8e49640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d735712a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0a8e49640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d735712a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:32846/0 (socket says 172.21.15.18:32846) 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0a8e49640 1 -- 172.21.15.18:0/3852273330 learned_addr learned my addr 172.21.15.18:0/3852273330 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735709890 0x55d73577e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0a964a640 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735703d30 0x55d735712540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a41aeeb0 con 0x55d735709890 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a41b0320 con 0x55d735704720 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a41af580 con 0x55d735703d30 2024-04-22T00:48:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0ae575740 10 client.0 _ll_register_callbacks cb 0x7ff094009860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0a9e4b640 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735709890 0x55d73577e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0a964a640 1 -- 172.21.15.18:0/3852273330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 msgr2=0x55d735712a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0a964a640 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d735712a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0a964a640 1 -- 172.21.15.18:0/3852273330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735709890 msgr2=0x55d73577e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0a964a640 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735709890 0x55d73577e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.398+0000 7ff0a964a640 1 -- 172.21.15.18:0/3852273330 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d73577ecb0 con 0x55d735703d30 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff0a964a640 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735703d30 0x55d735712540 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0010fd0 tx=0x7ff0a0010cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49faeea1caa6f1aa server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff08cff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff08cff9640 1 -- 172.21.15.18:0/3852273330 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a00b4060 con 0x55d735703d30 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0a00a4150 con 0x55d735703d30 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff08cff9640 1 -- 172.21.15.18:0/3852273330 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff0a00ab500 con 0x55d735703d30 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff08cff9640 1 -- 172.21.15.18:0/3852273330 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7ff0a00af070 con 0x55d735703d30 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff0ae575740 10 client.26953 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55d73577ffc0 con 0x55d735703d30 2024-04-22T00:48:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff08cff9640 1 -- 172.21.15.18:0/3852273330 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0a00a4150 con 0x55d735703d30 2024-04-22T00:48:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff08cff9640 1 -- 172.21.15.18:0/3852273330 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7ff0a00b4290 con 0x55d735703d30 2024-04-22T00:48:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff0ae575740 10 client.26953 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff0ae575740 10 client.26953 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.399+0000 7ff0ae575740 20 client.26953 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.400+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d735780530 0x55d735782950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.400+0000 7ff0ae575740 4 client.26953 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:48:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.400+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d735670400 con 0x55d735780530 2024-04-22T00:48:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.400+0000 7ff0a8e49640 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d735780530 0x55d735782950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.400+0000 7ff08cff9640 10 client.26953 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.400+0000 7ff0a8e49640 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d735780530 0x55d735782950 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b542d95f9aa53a3 server_cookie=75bb15dec4473078 in_seq=0 out_seq=0 2024-04-22T00:48:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff08cff9640 1 -- 172.21.15.18:0/3852273330 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d735670400 con 0x55d735780530 2024-04-22T00:48:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff08cff9640 10 client.26953 handle_command_reply: tid=0 2024-04-22T00:48:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 client.26953 shutdown 2024-04-22T00:48:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735703d30 msgr2=0x55d735712540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735703d30 0x55d735712540 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0010fd0 tx=0x7ff0a0010cc0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 shutdown_connections 2024-04-22T00:48:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d735780530 0x55d735782950 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff08cff9640 0 client.26953 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d735709890 0x55d73577e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d735704720 0x55d735712a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 --2- 172.21.15.18:0/3852273330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d735703d30 0x55d735712540 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 >> 172.21.15.18:0/3852273330 conn(0x55d7356ff2a0 msgr2=0x55d735708f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 shutdown_connections 2024-04-22T00:48:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 1 -- 172.21.15.18:0/3852273330 wait complete. 2024-04-22T00:48:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.409+0000 7ff0ae575740 20 client.26953 trim_cache size 0 max 16384 2024-04-22T00:48:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:48:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:48:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:48:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:48:56.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.410+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff0900a2cb0 msgr2=0x7ff0900a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.410+0000 7ff0ab8ae640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff0900a2cb0 0x7ff0900a5170 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7ff09c004af0 tx=0x7ff09c004a60 comp rx=0 tx=0).stop 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.410+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/3501840799 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0a4100010 msgr2=0x7ff0a419ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.410+0000 7ff0ab8ae640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0a4100010 0x7ff0a419ddc0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7ff0a000d950 tx=0x7ff0a000de10 comp rx=0 tx=0).stop 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.410+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/3501840799 shutdown_connections 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.410+0000 7ff0ab8ae640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff0900a2cb0 0x7ff0900a5170 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.410+0000 7ff0ab8ae640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0a4105330 0x7ff0a41a5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.410+0000 7ff0ab8ae640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff0a4102980 0x7ff0a419e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.410+0000 7ff0ab8ae640 1 --2- 172.21.15.18:0/3501840799 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0a4100010 0x7ff0a419ddc0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.410+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/3501840799 >> 172.21.15.18:0/3501840799 conn(0x7ff0a40fbc10 msgr2=0x7ff0a4100cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.411+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/3501840799 shutdown_connections 2024-04-22T00:48:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:48:56.411+0000 7ff0ab8ae640 1 -- 172.21.15.18:0/3501840799 wait complete. 2024-04-22T00:48:56.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.783+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4f00003070 con 0x7f4f000967e0 2024-04-22T00:48:56.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.784+0000 7f4f057fa640 1 -- 172.21.15.18:0/444579540 <== mon.2 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+11874 (secure 0 0 0) 0x7f4efc00d040 con 0x7f4f000967e0 2024-04-22T00:48:56.785 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:48:56.785 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":36,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:47:11.321551+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:48:56.785 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 36 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4ef80a70f0 msgr2=0x7f4ef80a95b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4ef80a70f0 0x7f4ef80a95b0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4009850 tx=0x7f4ef4000bc0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f000967e0 msgr2=0x7f4f00129f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f000967e0 0x7f4f00129f80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f4efc00b450 tx=0x7f4efc00b910 comp rx=0 tx=0).stop 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 shutdown_connections 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4ef80a70f0 0x7f4ef80a95b0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f0009ba40 0x7f4f00131490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f00099110 0x7f4f0012a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 --2- 172.21.15.18:0/444579540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f000967e0 0x7f4f00129f80 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 >> 172.21.15.18:0/444579540 conn(0x7f4f000901d0 msgr2=0x7f4f00097120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 shutdown_connections 2024-04-22T00:48:56.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.786+0000 7f4f0d020640 1 -- 172.21.15.18:0/444579540 wait complete. 2024-04-22T00:48:56.800 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:48:56.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.975+0000 7fc5fc615640 1 -- 172.21.15.18:0/2538574216 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f4108740 msgr2=0x7fc5f410ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.975+0000 7fc5fc615640 1 --2- 172.21.15.18:0/2538574216 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f4108740 0x7fc5f410ab70 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fc5e401a910 tx=0x7fc5e403cc80 comp rx=0 tx=0).stop 2024-04-22T00:48:56.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.978+0000 7fc5fc615640 1 -- 172.21.15.18:0/2538574216 shutdown_connections 2024-04-22T00:48:56.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.978+0000 7fc5fc615640 1 --2- 172.21.15.18:0/2538574216 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f410da80 0x7fc5f410df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.978+0000 7fc5fc615640 1 --2- 172.21.15.18:0/2538574216 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f410b0b0 0x7fc5f410d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.978+0000 7fc5fc615640 1 --2- 172.21.15.18:0/2538574216 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f4108740 0x7fc5f410ab70 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.978+0000 7fc5fc615640 1 -- 172.21.15.18:0/2538574216 >> 172.21.15.18:0/2538574216 conn(0x7fc5f406e5d0 msgr2=0x7fc5f4070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:56.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.979+0000 7fc5fc615640 1 -- 172.21.15.18:0/2538574216 shutdown_connections 2024-04-22T00:48:56.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.982+0000 7fc5fc615640 1 -- 172.21.15.18:0/2538574216 wait complete. 2024-04-22T00:48:56.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.982+0000 7fc5fc615640 1 Processor -- start 2024-04-22T00:48:56.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.982+0000 7fc5fc615640 1 -- start start 2024-04-22T00:48:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.983+0000 7fc5fc615640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f4108740 0x7fc5f419e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.983+0000 7fc5fc615640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f410b0b0 0x7fc5f419e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.983+0000 7fc5fc615640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f410da80 0x7fc5f41a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.983+0000 7fc5fc615640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f4111ab0 con 0x7fc5f410da80 2024-04-22T00:48:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.983+0000 7fc5fc615640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f4111930 con 0x7fc5f410b0b0 2024-04-22T00:48:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.983+0000 7fc5fc615640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f4111c30 con 0x7fc5f4108740 2024-04-22T00:48:56.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.984+0000 7fc5fabb2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f410da80 0x7fc5f41a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.984+0000 7fc5fabb2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f410da80 0x7fc5f41a5720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48806/0 (socket says 172.21.15.18:48806) 2024-04-22T00:48:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.984+0000 7fc5fabb2640 1 -- 172.21.15.18:0/1853389944 learned_addr learned my addr 172.21.15.18:0/1853389944 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.984+0000 7fc5fa3b1640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f4108740 0x7fc5f419e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.984+0000 7fc5fa3b1640 1 -- 172.21.15.18:0/1853389944 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f410b0b0 msgr2=0x7fc5f419e6b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.984+0000 7fc5fa3b1640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f410b0b0 0x7fc5f419e6b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.984+0000 7fc5fa3b1640 1 -- 172.21.15.18:0/1853389944 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f410da80 msgr2=0x7fc5f41a5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.984+0000 7fc5fa3b1640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f410da80 0x7fc5f41a5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.984+0000 7fc5fa3b1640 1 -- 172.21.15.18:0/1853389944 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5f41a5d90 con 0x7fc5f4108740 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.985+0000 7fc5fa3b1640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f4108740 0x7fc5f419e170 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4004880 tx=0x7fc5e40045e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.985+0000 7fc5eb7fe640 1 -- 172.21.15.18:0/1853389944 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4052020 con 0x7fc5f4108740 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.985+0000 7fc5fc615640 1 -- 172.21.15.18:0/1853389944 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5f41a6020 con 0x7fc5f4108740 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.985+0000 7fc5fc615640 1 -- 172.21.15.18:0/1853389944 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5f41a6640 con 0x7fc5f4108740 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.986+0000 7fc5eb7fe640 1 -- 172.21.15.18:0/1853389944 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5e40454e0 con 0x7fc5f4108740 2024-04-22T00:48:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.986+0000 7fc5eb7fe640 1 -- 172.21.15.18:0/1853389944 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4003e60 con 0x7fc5f4108740 2024-04-22T00:48:56.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.992+0000 7fc5ff202740 1 Processor -- start 2024-04-22T00:48:56.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.993+0000 7fc5ff202740 1 -- start start 2024-04-22T00:48:56.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.993+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27eee460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.993+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 0x55bd27ef3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.993+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.993+0000 7fc5ff202740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55bd27e53530 con 0x55bd27eeea30 2024-04-22T00:48:56.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.993+0000 7fc5ff202740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55bd27dfb830 con 0x55bd27ef3ba0 2024-04-22T00:48:56.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.993+0000 7fc5ff202740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55bd27e4f4f0 con 0x55bd27eee040 2024-04-22T00:48:56.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.994+0000 7fc5f9bb0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.994+0000 7fc5f9bb0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef6030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:32878/0 (socket says 172.21.15.18:32878) 2024-04-22T00:48:56.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.994+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/2710265552 learned_addr learned my addr 172.21.15.18:0/2710265552 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:56.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.994+0000 7fc5eb7fe640 1 -- 172.21.15.18:0/1853389944 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc5e4055020 con 0x7fc5f4108740 2024-04-22T00:48:56.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.994+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/2710265552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 msgr2=0x55bd27eee460 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:48:56.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.994+0000 7fc5f9bb0640 1 --2- 172.21.15.18:0/2710265552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27eee460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.994+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/2710265552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 msgr2=0x55bd27ef3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:56.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.994+0000 7fc5f9bb0640 1 --2- 172.21.15.18:0/2710265552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 0x55bd27ef3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.994+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/2710265552 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd27e1f2c0 con 0x55bd27ef3ba0 2024-04-22T00:48:56.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.995+0000 7fc5f9bb0640 1 --2- 172.21.15.18:0/2710265552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef6030 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fc5f000a940 tx=0x7fc5f000ae00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb903def6767397f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:56.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.996+0000 7fc5eb7fe640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2c90 0x7fc5e00a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:56.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.996+0000 7fc5eb7fe640 1 -- 172.21.15.18:0/1853389944 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc5e4102210 con 0x7fc5f4108740 2024-04-22T00:48:56.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.997+0000 7fc5e8bfe640 1 -- 172.21.15.18:0/2710265552 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f000cd80 con 0x55bd27ef3ba0 2024-04-22T00:48:56.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.997+0000 7fc5e8bfe640 1 -- 172.21.15.18:0/2710265552 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5f0005020 con 0x55bd27ef3ba0 2024-04-22T00:48:56.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.997+0000 7fc5e8bfe640 1 -- 172.21.15.18:0/2710265552 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f0004b40 con 0x55bd27ef3ba0 2024-04-22T00:48:56.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.998+0000 7fc5ff202740 1 -- 172.21.15.18:0/2710265552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 msgr2=0x55bd27ef6030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:56.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.998+0000 7fc5ff202740 1 --2- 172.21.15.18:0/2710265552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef6030 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fc5f000a940 tx=0x7fc5f000ae00 comp rx=0 tx=0).stop 2024-04-22T00:48:56.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.998+0000 7fc5fabb2640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2c90 0x7fc5e00a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:56.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.999+0000 7fc5ff202740 1 -- 172.21.15.18:0/2710265552 shutdown_connections 2024-04-22T00:48:56.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.999+0000 7fc5ff202740 1 --2- 172.21.15.18:0/2710265552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef6030 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.999+0000 7fc5ff202740 1 --2- 172.21.15.18:0/2710265552 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 0x55bd27ef3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.999+0000 7fc5ff202740 1 --2- 172.21.15.18:0/2710265552 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27eee460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:56.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.999+0000 7fc5ff202740 1 -- 172.21.15.18:0/2710265552 >> 172.21.15.18:0/2710265552 conn(0x55bd27ee95b0 msgr2=0x55bd27ee99b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:56.999+0000 7fc5fabb2640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2c90 0x7fc5e00a5150 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x55bd27eef290 tx=0x7fc5ec00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.000+0000 7fc5ff202740 1 -- 172.21.15.18:0/2710265552 shutdown_connections 2024-04-22T00:48:57.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.000+0000 7fc5ff202740 1 -- 172.21.15.18:0/2710265552 wait complete. 2024-04-22T00:48:57.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.000+0000 7fc5ff202740 1 -- start start 2024-04-22T00:48:57.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.000+0000 7fc5ff202740 1 Processor -- start 2024-04-22T00:48:57.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.001+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27ef82c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.001+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 0x55bd27ef8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.001+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 0x55bd27eff840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.001+0000 7fc5ff202740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55bd27ef6b50 con 0x55bd27eeea30 2024-04-22T00:48:57.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.001+0000 7fc5ff202740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55bd27e0ef10 con 0x55bd27ef3ba0 2024-04-22T00:48:57.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.001+0000 7fc5ff202740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55bd27ef6cd0 con 0x55bd27eee040 2024-04-22T00:48:57.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.001+0000 7fc5ff202740 10 client.0 _ll_register_callbacks cb 0x55bd27b66be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:57.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.003+0000 7fc5fabb2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 0x55bd27eff840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.003+0000 7fc5f9bb0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 0x55bd27ef8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.003+0000 7fc5f9bb0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 0x55bd27ef8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48834/0 (socket says 172.21.15.18:48834) 2024-04-22T00:48:57.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.003+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/208319571 learned_addr learned my addr 172.21.15.18:0/208319571 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.003+0000 7fc5fa3b1640 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27ef82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.003+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/208319571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 msgr2=0x55bd27ef82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.003+0000 7fc5f9bb0640 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27ef82c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.003+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/208319571 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 msgr2=0x55bd27eff840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.003+0000 7fc5f9bb0640 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 0x55bd27eff840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.004+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/208319571 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd27de0c80 con 0x55bd27eeea30 2024-04-22T00:48:57.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.004+0000 7fc5f9bb0640 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 0x55bd27ef8800 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fc5f0000c00 tx=0x7fc5f00042c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0c53453c2cb82eb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.005+0000 7fc5ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:57.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.005+0000 7fc5ddffb640 1 -- 172.21.15.18:0/208319571 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f0027060 con 0x55bd27eeea30 2024-04-22T00:48:57.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.005+0000 7fc5ddffb640 1 -- 172.21.15.18:0/208319571 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc5f00048a0 con 0x55bd27eeea30 2024-04-22T00:48:57.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.006+0000 7fc5ff202740 1 -- 172.21.15.18:0/208319571 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5f0005020 con 0x55bd27eeea30 2024-04-22T00:48:57.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.007+0000 7fc5ddffb640 1 -- 172.21.15.18:0/208319571 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fc5f00055e0 con 0x55bd27eeea30 2024-04-22T00:48:57.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.008+0000 7fc5ff202740 10 client.17313 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:57.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.008+0000 7fc5ff202740 1 -- 172.21.15.18:0/208319571 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55bd27b673f0 con 0x55bd27eeea30 2024-04-22T00:48:57.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.008+0000 7fc5ddffb640 1 -- 172.21.15.18:0/208319571 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5f0005020 con 0x55bd27eeea30 2024-04-22T00:48:57.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.008+0000 7fc5ddffb640 1 -- 172.21.15.18:0/208319571 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fc5f0021070 con 0x55bd27eeea30 2024-04-22T00:48:57.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.009+0000 7fc5ff202740 10 client.17313 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:57.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.009+0000 7fc5ff202740 10 client.17313 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:48:57.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.009+0000 7fc5ff202740 20 client.17313 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:57.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.009+0000 7fc5ff202740 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55bd27f044a0 0x55bd27f068c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.009+0000 7fc5ff202740 4 client.17313 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:57.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.009+0000 7fc5ff202740 1 -- 172.21.15.18:0/208319571 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bd27e60a70 con 0x55bd27f044a0 2024-04-22T00:48:57.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.009+0000 7fc5fa3b1640 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55bd27f044a0 0x55bd27f068c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.010+0000 7fc5ddffb640 10 client.17313 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:48:57.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.010+0000 7fc5fa3b1640 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55bd27f044a0 0x55bd27f068c0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=86d770c738fec461 server_cookie=7137cdaac861b0cf in_seq=0 out_seq=0 2024-04-22T00:48:57.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.010+0000 7fc5ddffb640 1 -- 172.21.15.18:0/208319571 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bd27e60a70 con 0x55bd27f044a0 2024-04-22T00:48:57.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.010+0000 7fc5ddffb640 10 client.17313 handle_command_reply: tid=0 2024-04-22T00:48:57.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.010+0000 7fc5ff202740 1 client.17313 shutdown 2024-04-22T00:48:57.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ff202740 1 -- 172.21.15.18:0/208319571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 msgr2=0x55bd27ef8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ff202740 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 0x55bd27ef8800 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fc5f0000c00 tx=0x7fc5f00042c0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ff202740 1 -- 172.21.15.18:0/208319571 shutdown_connections 2024-04-22T00:48:57.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ff202740 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55bd27f044a0 0x55bd27f068c0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ff202740 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27ef3ba0 0x55bd27eff840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ff202740 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27eeea30 0x55bd27ef8800 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ff202740 1 --2- 172.21.15.18:0/208319571 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27ef82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ff202740 1 -- 172.21.15.18:0/208319571 >> 172.21.15.18:0/208319571 conn(0x55bd27ee95b0 msgr2=0x55bd27ee8850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ddffb640 0 client.17313 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:48:57.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ff202740 1 -- 172.21.15.18:0/208319571 shutdown_connections 2024-04-22T00:48:57.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.011+0000 7fc5ff202740 1 -- 172.21.15.18:0/208319571 wait complete. 2024-04-22T00:48:57.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.012+0000 7fc5ff202740 20 client.17313 trim_cache size 0 max 16384 2024-04-22T00:48:57.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.034+0000 7fc5ff202740 1 Processor -- start 2024-04-22T00:48:57.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.034+0000 7fc5ff202740 1 -- start start 2024-04-22T00:48:57.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.034+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27f064b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.035+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 0x55bd27eff800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.035+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef7100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.035+0000 7fc5ff202740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc5d8012740 con 0x55bd27ef3ba0 2024-04-22T00:48:57.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.035+0000 7fc5ff202740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc5d800ff80 con 0x55bd27eeea30 2024-04-22T00:48:57.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.035+0000 7fc5ff202740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc5d800ddd0 con 0x55bd27eee040 2024-04-22T00:48:57.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.037+0000 7fc5fa3b1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27f064b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.037+0000 7fc5fa3b1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27f064b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55328/0 (socket says 172.21.15.18:55328) 2024-04-22T00:48:57.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.037+0000 7fc5fa3b1640 1 -- 172.21.15.18:0/3885615648 learned_addr learned my addr 172.21.15.18:0/3885615648 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.038+0000 7fc5fabb2640 1 --2- 172.21.15.18:0/3885615648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.042+0000 7fc5f9bb0640 1 --2- 172.21.15.18:0/3885615648 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 0x55bd27eff800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.043+0000 7fc5fabb2640 1 -- 172.21.15.18:0/3885615648 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 msgr2=0x55bd27f064b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.043+0000 7fc5fabb2640 1 --2- 172.21.15.18:0/3885615648 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27f064b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.043+0000 7fc5fabb2640 1 -- 172.21.15.18:0/3885615648 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 msgr2=0x55bd27eff800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.043+0000 7fc5fabb2640 1 --2- 172.21.15.18:0/3885615648 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 0x55bd27eff800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.043+0000 7fc5fabb2640 1 -- 172.21.15.18:0/3885615648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd27c317d0 con 0x55bd27ef3ba0 2024-04-22T00:48:57.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.045+0000 7fc5fabb2640 1 --2- 172.21.15.18:0/3885615648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef7100 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec00e9a0 tx=0x7fc5ec011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=961e0a6cc4073009 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.053+0000 7fc5dffff640 1 -- 172.21.15.18:0/3885615648 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ec01b040 con 0x55bd27ef3ba0 2024-04-22T00:48:57.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.053+0000 7fc5dffff640 1 -- 172.21.15.18:0/3885615648 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5ec026070 con 0x55bd27ef3ba0 2024-04-22T00:48:57.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.053+0000 7fc5dffff640 1 -- 172.21.15.18:0/3885615648 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ec013a80 con 0x55bd27ef3ba0 2024-04-22T00:48:57.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.054+0000 7fc5ff202740 1 -- 172.21.15.18:0/3885615648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27ef3ba0 msgr2=0x55bd27ef7100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.054+0000 7fc5ff202740 1 --2- 172.21.15.18:0/3885615648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef7100 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec00e9a0 tx=0x7fc5ec011000 comp rx=0 tx=0).stop 2024-04-22T00:48:57.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.059+0000 7fc5ff202740 1 -- 172.21.15.18:0/3885615648 shutdown_connections 2024-04-22T00:48:57.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.059+0000 7fc5ff202740 1 --2- 172.21.15.18:0/3885615648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27ef3ba0 0x55bd27ef7100 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.059+0000 7fc5ff202740 1 --2- 172.21.15.18:0/3885615648 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 0x55bd27eff800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.059+0000 7fc5ff202740 1 --2- 172.21.15.18:0/3885615648 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27f064b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.059+0000 7fc5ff202740 1 -- 172.21.15.18:0/3885615648 >> 172.21.15.18:0/3885615648 conn(0x55bd27ee95b0 msgr2=0x55bd27eed0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.067+0000 7fc5ff202740 1 -- 172.21.15.18:0/3885615648 shutdown_connections 2024-04-22T00:48:57.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.071+0000 7fc5ff202740 1 -- 172.21.15.18:0/3885615648 wait complete. 2024-04-22T00:48:57.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.071+0000 7fc5ff202740 1 -- start start 2024-04-22T00:48:57.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.071+0000 7fc5ff202740 1 Processor -- start 2024-04-22T00:48:57.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.073+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27eff3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.073+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 0x55bd27efbe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.073+0000 7fc5ff202740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27ef3ba0 0x55bd27efc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.073+0000 7fc5ff202740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc5d800e440 con 0x55bd27ef3ba0 2024-04-22T00:48:57.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.073+0000 7fc5ff202740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc5d800f8b0 con 0x55bd27eeea30 2024-04-22T00:48:57.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.073+0000 7fc5ff202740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc5d800eb10 con 0x55bd27eee040 2024-04-22T00:48:57.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.073+0000 7fc5ff202740 10 client.0 _ll_register_callbacks cb 0x7fc5f000a790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:57.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.074+0000 7fc5f9bb0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 0x55bd27efbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.074+0000 7fc5f9bb0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 0x55bd27efbe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:32914/0 (socket says 172.21.15.18:32914) 2024-04-22T00:48:57.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.074+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/353149297 learned_addr learned my addr 172.21.15.18:0/353149297 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.075+0000 7fc5fa3b1640 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27eff3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.075+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/353149297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 msgr2=0x55bd27eff3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.076+0000 7fc5f9bb0640 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27eff3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.076+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/353149297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27ef3ba0 msgr2=0x55bd27efc3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.076+0000 7fc5f9bb0640 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27ef3ba0 0x55bd27efc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.076+0000 7fc5f9bb0640 1 -- 172.21.15.18:0/353149297 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd27effa20 con 0x55bd27eeea30 2024-04-22T00:48:57.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.076+0000 7fc5f9bb0640 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 0x55bd27efbe90 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fc5f0000c00 tx=0x7fc5f0005e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c71010d2c35ac3c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.077+0000 7fc5ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:48:57.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.078+0000 7fc5ddffb640 1 -- 172.21.15.18:0/353149297 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f0004330 con 0x55bd27eeea30 2024-04-22T00:48:57.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.078+0000 7fc5ddffb640 1 -- 172.21.15.18:0/353149297 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc5f000fa80 con 0x55bd27eeea30 2024-04-22T00:48:57.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.081+0000 7fc5ff202740 1 -- 172.21.15.18:0/353149297 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5ec026070 con 0x55bd27eeea30 2024-04-22T00:48:57.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.082+0000 7fc5ddffb640 1 -- 172.21.15.18:0/353149297 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fc5f000ce90 con 0x55bd27eeea30 2024-04-22T00:48:57.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.083+0000 7fc5ff202740 10 client.26981 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:57.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.083+0000 7fc5ff202740 1 -- 172.21.15.18:0/353149297 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55bd27f69930 con 0x55bd27eeea30 2024-04-22T00:48:57.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.084+0000 7fc5ddffb640 1 -- 172.21.15.18:0/353149297 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5ec026070 con 0x55bd27eeea30 2024-04-22T00:48:57.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.084+0000 7fc5ddffb640 1 -- 172.21.15.18:0/353149297 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fc5f0021050 con 0x55bd27eeea30 2024-04-22T00:48:57.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.084+0000 7fc5ff202740 10 client.26981 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:57.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.084+0000 7fc5ff202740 10 client.26981 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:48:57.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.084+0000 7fc5ff202740 20 client.26981 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:57.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.084+0000 7fc5ff202740 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55bd27f6a320 0x55bd27f6c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.084+0000 7fc5ff202740 4 client.26981 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:48:57.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.084+0000 7fc5ff202740 1 -- 172.21.15.18:0/353149297 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bd27e5adc0 con 0x55bd27f6a320 2024-04-22T00:48:57.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.085+0000 7fc5fa3b1640 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55bd27f6a320 0x55bd27f6c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.088+0000 7fc5fa3b1640 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55bd27f6a320 0x55bd27f6c740 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b6a1e86e24c04252 server_cookie=6310bafc3286aeb4 in_seq=0 out_seq=0 2024-04-22T00:48:57.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.088+0000 7fc5ddffb640 10 client.26981 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:48:57.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.089+0000 7fc5ddffb640 1 -- 172.21.15.18:0/353149297 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bd27e5adc0 con 0x55bd27f6a320 2024-04-22T00:48:57.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.089+0000 7fc5ddffb640 10 client.26981 handle_command_reply: tid=0 2024-04-22T00:48:57.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.090+0000 7fc5ff202740 1 client.26981 shutdown 2024-04-22T00:48:57.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.093+0000 7fc5ff202740 1 -- 172.21.15.18:0/353149297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 msgr2=0x55bd27efbe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.093+0000 7fc5ff202740 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 0x55bd27efbe90 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fc5f0000c00 tx=0x7fc5f0005e90 comp rx=0 tx=0).stop 2024-04-22T00:48:57.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.094+0000 7fc5ff202740 1 -- 172.21.15.18:0/353149297 shutdown_connections 2024-04-22T00:48:57.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.094+0000 7fc5ff202740 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55bd27f6a320 0x55bd27f6c740 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.094+0000 7fc5ff202740 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd27ef3ba0 0x55bd27efc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.094+0000 7fc5ff202740 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd27eeea30 0x55bd27efbe90 secure :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fc5f0000c00 tx=0x7fc5f0005e90 comp rx=0 tx=0).stop 2024-04-22T00:48:57.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.094+0000 7fc5ff202740 1 --2- 172.21.15.18:0/353149297 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd27eee040 0x55bd27eff3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.094+0000 7fc5ff202740 1 -- 172.21.15.18:0/353149297 >> 172.21.15.18:0/353149297 conn(0x55bd27ee95b0 msgr2=0x55bd27ee7fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.094+0000 7fc5ddffb640 0 client.26981 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:48:57.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.097+0000 7fc5ff202740 1 -- 172.21.15.18:0/353149297 shutdown_connections 2024-04-22T00:48:57.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.098+0000 7fc5ff202740 1 -- 172.21.15.18:0/353149297 wait complete. 2024-04-22T00:48:57.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.098+0000 7fc5ff202740 20 client.26981 trim_cache size 0 max 16384 2024-04-22T00:48:57.099 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:48:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.101+0000 7fc5fc615640 1 -- 172.21.15.18:0/1853389944 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2c90 msgr2=0x7fc5e00a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.101+0000 7fc5fc615640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2c90 0x7fc5e00a5150 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x55bd27eef290 tx=0x7fc5ec00b040 comp rx=0 tx=0).stop 2024-04-22T00:48:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.101+0000 7fc5fc615640 1 -- 172.21.15.18:0/1853389944 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f4108740 msgr2=0x7fc5f419e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.101+0000 7fc5fc615640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f4108740 0x7fc5f419e170 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4004880 tx=0x7fc5e40045e0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.101+0000 7fc5fc615640 1 -- 172.21.15.18:0/1853389944 shutdown_connections 2024-04-22T00:48:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.102+0000 7fc5fc615640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc5e00a2c90 0x7fc5e00a5150 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.102+0000 7fc5fc615640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5f410da80 0x7fc5f41a5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.102+0000 7fc5fc615640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc5f410b0b0 0x7fc5f419e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.102+0000 7fc5fc615640 1 --2- 172.21.15.18:0/1853389944 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc5f4108740 0x7fc5f419e170 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.102+0000 7fc5fc615640 1 -- 172.21.15.18:0/1853389944 >> 172.21.15.18:0/1853389944 conn(0x7fc5f406e5d0 msgr2=0x7fc5f4108f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.103+0000 7fc5fc615640 1 -- 172.21.15.18:0/1853389944 shutdown_connections 2024-04-22T00:48:57.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.103+0000 7fc5fc615640 1 -- 172.21.15.18:0/1853389944 wait complete. 2024-04-22T00:48:57.122 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:56 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/444579540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:48:57.123 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:48:57.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:56 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/444579540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:48:57.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:56 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/444579540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:48:57.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.235+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1697413730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fd01006a0 msgr2=0x7f1fd0100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.235+0000 7f1fd49a1640 1 --2- 172.21.15.18:0/1697413730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fd01006a0 0x7f1fd0100ac0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f1fc0009ca0 tx=0x7f1fc002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.235+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1697413730 shutdown_connections 2024-04-22T00:48:57.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.236+0000 7f1fd49a1640 1 --2- 172.21.15.18:0/1697413730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1fd0102250 0x7f1fd0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.236+0000 7f1fd49a1640 1 --2- 172.21.15.18:0/1697413730 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd0101890 0x7f1fd0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.236+0000 7f1fd49a1640 1 --2- 172.21.15.18:0/1697413730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fd01006a0 0x7f1fd0100ac0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.236+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1697413730 >> 172.21.15.18:0/1697413730 conn(0x7f1fd00fbc30 msgr2=0x7f1fd00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.236+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1697413730 shutdown_connections 2024-04-22T00:48:57.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.236+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1697413730 wait complete. 2024-04-22T00:48:57.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.237+0000 7f1fd49a1640 1 Processor -- start 2024-04-22T00:48:57.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.237+0000 7f1fd49a1640 1 -- start start 2024-04-22T00:48:57.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.237+0000 7f1fd49a1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fd01006a0 0x7f1fd01969c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.237+0000 7f1fd49a1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1fd0101890 0x7f1fd0196f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.237+0000 7f1fd49a1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd0102250 0x7f1fd019df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.237+0000 7f1fd49a1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd010c320 con 0x7f1fd01006a0 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.237+0000 7f1fd49a1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd010c1a0 con 0x7f1fd0102250 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.237+0000 7f1fd49a1640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd010c4a0 con 0x7f1fd0101890 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fce59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fd01006a0 0x7f1fd01969c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fcdd9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1fd0101890 0x7f1fd0196f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fce59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fd01006a0 0x7f1fd01969c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48868/0 (socket says 172.21.15.18:48868) 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fce59c640 1 -- 172.21.15.18:0/1811858785 learned_addr learned my addr 172.21.15.18:0/1811858785 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fced9d640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd0102250 0x7f1fd019df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fced9d640 1 -- 172.21.15.18:0/1811858785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1fd0101890 msgr2=0x7f1fd0196f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fced9d640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1fd0101890 0x7f1fd0196f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fced9d640 1 -- 172.21.15.18:0/1811858785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fd01006a0 msgr2=0x7f1fd01969c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fced9d640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fd01006a0 0x7f1fd01969c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fced9d640 1 -- 172.21.15.18:0/1811858785 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fd0069e70 con 0x7f1fd0102250 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fce59c640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fd01006a0 0x7f1fd01969c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fced9d640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd0102250 0x7f1fd019df70 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f1fc800e970 tx=0x7f1fc800ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fc77fe640 1 -- 172.21.15.18:0/1811858785 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc800ccc0 con 0x7f1fd0102250 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fc77fe640 1 -- 172.21.15.18:0/1811858785 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fc8005020 con 0x7f1fd0102250 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1811858785 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fd006a160 con 0x7f1fd0102250 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fc77fe640 1 -- 172.21.15.18:0/1811858785 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8004a00 con 0x7f1fd0102250 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.238+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1811858785 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fd006a6b0 con 0x7f1fd0102250 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.241+0000 7f1fc77fe640 1 -- 172.21.15.18:0/1811858785 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1fc80051d0 con 0x7f1fd0102250 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.241+0000 7f1fd758f740 1 Processor -- start 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.241+0000 7f1fc77fe640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1fbc0a2b90 0x7f1fbc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.241+0000 7f1fcdd9b640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1fbc0a2b90 0x7f1fbc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.241+0000 7f1fc77fe640 1 -- 172.21.15.18:0/1811858785 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1fc80cf340 con 0x7f1fd0102250 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fd758f740 1 -- start start 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x561004413530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x561004416030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fd758f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561004373530 con 0x561004413ba0 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fd758f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56100431b830 con 0x56100440e040 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fd758f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56100436f4f0 con 0x56100440ea30 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fce59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fce59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:32948/0 (socket says 172.21.15.18:32948) 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fced9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x561004416030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fce59c640 1 -- 172.21.15.18:0/4153166153 learned_addr learned my addr 172.21.15.18:0/4153166153 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fcdd9b640 1 --2- 172.21.15.18:0/4153166153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x561004413530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fcdd9b640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1fbc0a2b90 0x7f1fbc0a5050 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0197ed0 tx=0x7f1fb8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fce59c640 1 -- 172.21.15.18:0/4153166153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 msgr2=0x561004413530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fce59c640 1 --2- 172.21.15.18:0/4153166153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x561004413530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fce59c640 1 -- 172.21.15.18:0/4153166153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 msgr2=0x561004416030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fce59c640 1 --2- 172.21.15.18:0/4153166153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x561004416030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fce59c640 1 -- 172.21.15.18:0/4153166153 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56100433f2c0 con 0x56100440e040 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.242+0000 7f1fce59c640 1 --2- 172.21.15.18:0/4153166153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440e460 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1fc0037040 tx=0x7f1fc0005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4425a872f816d6be server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.243+0000 7f1fc4ff9640 1 -- 172.21.15.18:0/4153166153 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc0043070 con 0x56100440e040 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.243+0000 7f1fc4ff9640 1 -- 172.21.15.18:0/4153166153 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fc0032c90 con 0x56100440e040 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.243+0000 7f1fc4ff9640 1 -- 172.21.15.18:0/4153166153 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc0039040 con 0x56100440e040 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 -- 172.21.15.18:0/4153166153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 msgr2=0x56100440e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 --2- 172.21.15.18:0/4153166153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440e460 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1fc0037040 tx=0x7f1fc0005ef0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 -- 172.21.15.18:0/4153166153 shutdown_connections 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 --2- 172.21.15.18:0/4153166153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x561004416030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 --2- 172.21.15.18:0/4153166153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x561004413530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 --2- 172.21.15.18:0/4153166153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440e460 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 -- 172.21.15.18:0/4153166153 >> 172.21.15.18:0/4153166153 conn(0x5610044095b0 msgr2=0x5610044099b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 -- 172.21.15.18:0/4153166153 shutdown_connections 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 -- 172.21.15.18:0/4153166153 wait complete. 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 -- start start 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 Processor -- start 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440e040 0x5610044181f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440ea30 0x561004418730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561004416af0 con 0x561004413ba0 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56100432ef10 con 0x56100440ea30 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.244+0000 7f1fd758f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561004416c70 con 0x56100440e040 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fd758f740 10 client.0 _ll_register_callbacks cb 0x561004086be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fced9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fce59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440e040 0x5610044181f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fced9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48878/0 (socket says 172.21.15.18:48878) 2024-04-22T00:48:57.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fced9d640 1 -- 172.21.15.18:0/2682711319 learned_addr learned my addr 172.21.15.18:0/2682711319 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fcdd9b640 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440ea30 0x561004418730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fced9d640 1 -- 172.21.15.18:0/2682711319 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440e040 msgr2=0x5610044181f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fced9d640 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440e040 0x5610044181f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fced9d640 1 -- 172.21.15.18:0/2682711319 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440ea30 msgr2=0x561004418730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fced9d640 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440ea30 0x561004418730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fced9d640 1 -- 172.21.15.18:0/2682711319 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561004300c80 con 0x561004413ba0 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fce59c640 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440e040 0x5610044181f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fced9d640 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441f770 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f1fc800c6a0 tx=0x7f1fc8005620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9759d066b5a02bc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fb5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/2682711319 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc801c040 con 0x561004413ba0 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/2682711319 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1fc80a3fb0 con 0x561004413ba0 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.245+0000 7f1fd758f740 1 -- 172.21.15.18:0/2682711319 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fc0032c90 con 0x561004413ba0 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.246+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/2682711319 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f1fc809fb80 con 0x561004413ba0 2024-04-22T00:48:57.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.246+0000 7f1fd758f740 10 client.17328 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:57.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.246+0000 7f1fd758f740 1 -- 172.21.15.18:0/2682711319 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5610040873f0 con 0x561004413ba0 2024-04-22T00:48:57.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.246+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/2682711319 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fc0032c90 con 0x561004413ba0 2024-04-22T00:48:57.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.247+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/2682711319 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f1fc8004ba0 con 0x561004413ba0 2024-04-22T00:48:57.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.247+0000 7f1fd758f740 10 client.17328 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:57.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.247+0000 7f1fd758f740 10 client.17328 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:48:57.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.247+0000 7f1fd758f740 20 client.17328 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:57.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.247+0000 7f1fd758f740 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x561004424080 0x561004426540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.247+0000 7f1fd758f740 4 client.17328 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:57.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.247+0000 7f1fd758f740 1 -- 172.21.15.18:0/2682711319 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561004380a70 con 0x561004424080 2024-04-22T00:48:57.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.247+0000 7f1fce59c640 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x561004424080 0x561004426540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.248+0000 7f1fb5ffb640 10 client.17328 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.248+0000 7f1fce59c640 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x561004424080 0x561004426540 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dd357eef516eb320 server_cookie=7eee8104bcf8a4e4 in_seq=0 out_seq=0 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/2682711319 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561004380a70 con 0x561004424080 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fb5ffb640 10 client.17328 handle_command_reply: tid=0 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 client.17328 shutdown 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 -- 172.21.15.18:0/2682711319 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 msgr2=0x56100441f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441f770 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f1fc800c6a0 tx=0x7f1fc8005620 comp rx=0 tx=0).stop 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 -- 172.21.15.18:0/2682711319 shutdown_connections 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x561004424080 0x561004426540 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441f770 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fb5ffb640 0 client.17328 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:48:57.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440ea30 0x561004418730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 --2- 172.21.15.18:0/2682711319 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440e040 0x5610044181f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 -- 172.21.15.18:0/2682711319 >> 172.21.15.18:0/2682711319 conn(0x5610044095b0 msgr2=0x561004408850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 -- 172.21.15.18:0/2682711319 shutdown_connections 2024-04-22T00:48:57.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 1 -- 172.21.15.18:0/2682711319 wait complete. 2024-04-22T00:48:57.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.249+0000 7f1fd758f740 20 client.17328 trim_cache size 0 max 16384 2024-04-22T00:48:57.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.265+0000 7f1fd758f740 1 Processor -- start 2024-04-22T00:48:57.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.265+0000 7f1fd758f740 1 -- start start 2024-04-22T00:48:57.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x56100441f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100440f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fd758f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd01af0c0 con 0x561004413ba0 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fd758f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd01ac900 con 0x56100440e040 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fd758f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd01aa750 con 0x56100440ea30 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fced9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100440f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fced9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100440f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48886/0 (socket says 172.21.15.18:48886) 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fced9d640 1 -- 172.21.15.18:0/3278855936 learned_addr learned my addr 172.21.15.18:0/3278855936 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fce59c640 1 --2- 172.21.15.18:0/3278855936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fcdd9b640 1 --2- 172.21.15.18:0/3278855936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x56100441f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fce59c640 1 -- 172.21.15.18:0/3278855936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 msgr2=0x56100441f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fce59c640 1 --2- 172.21.15.18:0/3278855936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x56100441f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fce59c640 1 -- 172.21.15.18:0/3278855936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 msgr2=0x56100440f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fce59c640 1 --2- 172.21.15.18:0/3278855936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100440f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fce59c640 1 -- 172.21.15.18:0/3278855936 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610041517d0 con 0x56100440e040 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fced9d640 1 --2- 172.21.15.18:0/3278855936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100440f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.266+0000 7f1fce59c640 1 --2- 172.21.15.18:0/3278855936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440cf20 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1fc0006010 tx=0x7f1fc0032590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=811f0640332f2d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fb7fff640 1 -- 172.21.15.18:0/3278855936 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc0039040 con 0x56100440e040 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fb7fff640 1 -- 172.21.15.18:0/3278855936 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fc0009800 con 0x56100440e040 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fb7fff640 1 -- 172.21.15.18:0/3278855936 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc0043040 con 0x56100440e040 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fd758f740 1 -- 172.21.15.18:0/3278855936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 msgr2=0x56100440cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fd758f740 1 --2- 172.21.15.18:0/3278855936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440cf20 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1fc0006010 tx=0x7f1fc0032590 comp rx=0 tx=0).stop 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fd758f740 1 -- 172.21.15.18:0/3278855936 shutdown_connections 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fd758f740 1 --2- 172.21.15.18:0/3278855936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100440f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fd758f740 1 --2- 172.21.15.18:0/3278855936 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x56100441f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fd758f740 1 --2- 172.21.15.18:0/3278855936 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100440cf20 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fd758f740 1 -- 172.21.15.18:0/3278855936 >> 172.21.15.18:0/3278855936 conn(0x5610044095b0 msgr2=0x56100440c810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fd758f740 1 -- 172.21.15.18:0/3278855936 shutdown_connections 2024-04-22T00:48:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.267+0000 7f1fd758f740 1 -- 172.21.15.18:0/3278855936 wait complete. 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fd758f740 1 -- start start 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fd758f740 1 Processor -- start 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100441c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x56100441ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fd758f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fd758f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd01aadc0 con 0x561004413ba0 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fd758f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd01ac230 con 0x56100440e040 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fd758f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd01ab490 con 0x56100440ea30 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fd758f740 10 client.0 _ll_register_callbacks cb 0x7f1fc809b600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fce59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100441c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fced9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fce59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100441c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:32972/0 (socket says 172.21.15.18:32972) 2024-04-22T00:48:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fce59c640 1 -- 172.21.15.18:0/3619715293 learned_addr learned my addr 172.21.15.18:0/3619715293 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fcdd9b640 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x56100441ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fced9d640 1 -- 172.21.15.18:0/3619715293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 msgr2=0x56100441ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fced9d640 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x56100441ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fced9d640 1 -- 172.21.15.18:0/3619715293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 msgr2=0x56100441c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fced9d640 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100441c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fced9d640 1 -- 172.21.15.18:0/3619715293 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56100441e2c0 con 0x561004413ba0 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.268+0000 7f1fce59c640 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100441c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fced9d640 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441dcd0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1fc8097be0 tx=0x7f1fc809b950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfae601623961bd0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fb5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/3619715293 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc801c040 con 0x561004413ba0 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/3619715293 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1fc80a3fb0 con 0x561004413ba0 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fd758f740 1 -- 172.21.15.18:0/3619715293 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fc0009800 con 0x561004413ba0 2024-04-22T00:48:57.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/3619715293 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f1fc80a41f0 con 0x561004413ba0 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fd758f740 10 client.17334 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fd758f740 1 -- 172.21.15.18:0/3619715293 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x56100441f630 con 0x561004413ba0 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/3619715293 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fc0009800 con 0x561004413ba0 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/3619715293 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f1fc8097520 con 0x561004413ba0 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fd758f740 10 client.17334 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fd758f740 10 client.17334 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fd758f740 20 client.17334 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fd758f740 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x561004424080 0x56100448c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fd758f740 4 client.17334 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.269+0000 7f1fd758f740 1 -- 172.21.15.18:0/3619715293 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56100437adc0 con 0x561004424080 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fce59c640 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x561004424080 0x56100448c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fb5ffb640 10 client.17334 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fce59c640 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x561004424080 0x56100448c920 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b6d8beb6c4418ea5 server_cookie=c321ee7fc4dd8800 in_seq=0 out_seq=0 2024-04-22T00:48:57.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fb5ffb640 1 -- 172.21.15.18:0/3619715293 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56100437adc0 con 0x561004424080 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fb5ffb640 10 client.17334 handle_command_reply: tid=0 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 client.17334 shutdown 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 -- 172.21.15.18:0/3619715293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 msgr2=0x56100441dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441dcd0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1fc8097be0 tx=0x7f1fc809b950 comp rx=0 tx=0).stop 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 -- 172.21.15.18:0/3619715293 shutdown_connections 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x561004424080 0x56100448c920 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561004413ba0 0x56100441dcd0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56100440ea30 0x56100441ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 --2- 172.21.15.18:0/3619715293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56100440e040 0x56100441c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fb5ffb640 0 client.17334 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 -- 172.21.15.18:0/3619715293 >> 172.21.15.18:0/3619715293 conn(0x5610044095b0 msgr2=0x56100440d0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 -- 172.21.15.18:0/3619715293 shutdown_connections 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.270+0000 7f1fd758f740 1 -- 172.21.15.18:0/3619715293 wait complete. 2024-04-22T00:48:57.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd758f740 20 client.17334 trim_cache size 0 max 16384 2024-04-22T00:48:57.278 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:48:57.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1811858785 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1fbc0a2b90 msgr2=0x7f1fbc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1fbc0a2b90 0x7f1fbc0a5050 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0197ed0 tx=0x7f1fb8005f90 comp rx=0 tx=0).stop 2024-04-22T00:48:57.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1811858785 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd0102250 msgr2=0x7f1fd019df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd0102250 0x7f1fd019df70 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f1fc800e970 tx=0x7f1fc800ee30 comp rx=0 tx=0).stop 2024-04-22T00:48:57.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1811858785 shutdown_connections 2024-04-22T00:48:57.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1fbc0a2b90 0x7f1fbc0a5050 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd0102250 0x7f1fd019df70 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1fd0101890 0x7f1fd0196f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 --2- 172.21.15.18:0/1811858785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fd01006a0 0x7f1fd01969c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1811858785 >> 172.21.15.18:0/1811858785 conn(0x7f1fd00fbc30 msgr2=0x7f1fd0104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1811858785 shutdown_connections 2024-04-22T00:48:57.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.271+0000 7f1fd49a1640 1 -- 172.21.15.18:0/1811858785 wait complete. 2024-04-22T00:48:57.285 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:48:57.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.410+0000 7fccf7fff640 1 -- 172.21.15.18:0/2870745711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf8100550 msgr2=0x7fccf8100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.410+0000 7fccf7fff640 1 --2- 172.21.15.18:0/2870745711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf8100550 0x7fccf8100970 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fccf0009be0 tx=0x7fccf002bef0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.411+0000 7fccf7fff640 1 -- 172.21.15.18:0/2870745711 shutdown_connections 2024-04-22T00:48:57.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.411+0000 7fccf7fff640 1 --2- 172.21.15.18:0/2870745711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf8102100 0x7fccf8108990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.411+0000 7fccf7fff640 1 --2- 172.21.15.18:0/2870745711 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf8101740 0x7fccf8101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.411+0000 7fccf7fff640 1 --2- 172.21.15.18:0/2870745711 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf8100550 0x7fccf8100970 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.411+0000 7fccf7fff640 1 -- 172.21.15.18:0/2870745711 >> 172.21.15.18:0/2870745711 conn(0x7fccf80fbae0 msgr2=0x7fccf80fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.411+0000 7fccf7fff640 1 -- 172.21.15.18:0/2870745711 shutdown_connections 2024-04-22T00:48:57.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.411+0000 7fccf7fff640 1 -- 172.21.15.18:0/2870745711 wait complete. 2024-04-22T00:48:57.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.411+0000 7fccf7fff640 1 Processor -- start 2024-04-22T00:48:57.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf7fff640 1 -- start start 2024-04-22T00:48:57.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf8100550 0x7fccf80694a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf7fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf8101740 0x7fccf819c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf7fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf8102100 0x7fccf819ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf7fff640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fccf810c1b0 con 0x7fccf8100550 2024-04-22T00:48:57.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf7fff640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fccf810c030 con 0x7fccf8102100 2024-04-22T00:48:57.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf7fff640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fccf810c330 con 0x7fccf8101740 2024-04-22T00:48:57.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf8100550 0x7fccf80694a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf8100550 0x7fccf80694a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48910/0 (socket says 172.21.15.18:48910) 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf6ffd640 1 -- 172.21.15.18:0/70722807 learned_addr learned my addr 172.21.15.18:0/70722807 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf77fe640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf8102100 0x7fccf819ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf67fc640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf8101740 0x7fccf819c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf6ffd640 1 -- 172.21.15.18:0/70722807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf8101740 msgr2=0x7fccf819c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf6ffd640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf8101740 0x7fccf819c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf6ffd640 1 -- 172.21.15.18:0/70722807 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf8102100 msgr2=0x7fccf819ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf6ffd640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf8102100 0x7fccf819ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf6ffd640 1 -- 172.21.15.18:0/70722807 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf819f5d0 con 0x7fccf8100550 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf77fe640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf8102100 0x7fccf819ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.412+0000 7fccf6ffd640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf8100550 0x7fccf80694a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fccf0036040 tx=0x7fccf0033580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.413+0000 7fccdffff640 1 -- 172.21.15.18:0/70722807 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf0043020 con 0x7fccf8100550 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.413+0000 7fccf7fff640 1 -- 172.21.15.18:0/70722807 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccf819f860 con 0x7fccf8100550 2024-04-22T00:48:57.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.413+0000 7fccdffff640 1 -- 172.21.15.18:0/70722807 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fccf0003e50 con 0x7fccf8100550 2024-04-22T00:48:57.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.413+0000 7fccdffff640 1 -- 172.21.15.18:0/70722807 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf0034690 con 0x7fccf8100550 2024-04-22T00:48:57.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.413+0000 7fccf7fff640 1 -- 172.21.15.18:0/70722807 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccf819fdb0 con 0x7fccf8100550 2024-04-22T00:48:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.415+0000 7fccdffff640 1 -- 172.21.15.18:0/70722807 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fccf0046020 con 0x7fccf8100550 2024-04-22T00:48:57.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.415+0000 7fccfffdf740 1 Processor -- start 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.415+0000 7fccfffdf740 1 -- start start 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.415+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 0x564d9f9e7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.415+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e7be0 0x564d9f9ec6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.415+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9ecd50 0x564d9f9ef1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.415+0000 7fccfffdf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564d9f94c530 con 0x564d9f9ecd50 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.415+0000 7fccfffdf740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564d9f8f4830 con 0x564d9f9e71f0 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.415+0000 7fccfffdf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564d9f9484f0 con 0x564d9f9e7be0 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf67fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9ecd50 0x564d9f9ef1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf77fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 0x564d9f9e7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf67fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9ecd50 0x564d9f9ef1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48926/0 (socket says 172.21.15.18:48926) 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf6ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e7be0 0x564d9f9ec6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf67fc640 1 -- 172.21.15.18:0/2821579083 learned_addr learned my addr 172.21.15.18:0/2821579083 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf77fe640 1 -- 172.21.15.18:0/2821579083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e7be0 msgr2=0x564d9f9ec6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf77fe640 1 --2- 172.21.15.18:0/2821579083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e7be0 0x564d9f9ec6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf77fe640 1 -- 172.21.15.18:0/2821579083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9ecd50 msgr2=0x564d9f9ef1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf77fe640 1 --2- 172.21.15.18:0/2821579083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9ecd50 0x564d9f9ef1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf77fe640 1 -- 172.21.15.18:0/2821579083 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d9f9182c0 con 0x564d9f9e71f0 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf67fc640 1 --2- 172.21.15.18:0/2821579083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9ecd50 0x564d9f9ef1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccdffff640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcce00a2b90 0x7fcce00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccdffff640 1 -- 172.21.15.18:0/70722807 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fccf00f1a60 con 0x7fccf8100550 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf77fe640 1 --2- 172.21.15.18:0/2821579083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 0x564d9f9e7610 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fcce8005fd0 tx=0x7fcce80118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3acaecd6d5db3ac1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.416+0000 7fccf6ffd640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcce00a2b90 0x7fcce00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.417+0000 7fccdd7fa640 1 -- 172.21.15.18:0/2821579083 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce801e070 con 0x564d9f9e71f0 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.417+0000 7fccdd7fa640 1 -- 172.21.15.18:0/2821579083 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcce80035f0 con 0x564d9f9e71f0 2024-04-22T00:48:57.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.417+0000 7fccdd7fa640 1 -- 172.21.15.18:0/2821579083 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce800f7a0 con 0x564d9f9e71f0 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 -- 172.21.15.18:0/2821579083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 msgr2=0x564d9f9e7610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccf6ffd640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcce00a2b90 0x7fcce00a5050 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fccf00ef500 tx=0x7fccf00f54c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 --2- 172.21.15.18:0/2821579083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 0x564d9f9e7610 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fcce8005fd0 tx=0x7fcce80118d0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 -- 172.21.15.18:0/2821579083 shutdown_connections 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 --2- 172.21.15.18:0/2821579083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9ecd50 0x564d9f9ef1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 --2- 172.21.15.18:0/2821579083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e7be0 0x564d9f9ec6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 --2- 172.21.15.18:0/2821579083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 0x564d9f9e7610 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 -- 172.21.15.18:0/2821579083 >> 172.21.15.18:0/2821579083 conn(0x564d9f9e2760 msgr2=0x564d9f9e2b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 -- 172.21.15.18:0/2821579083 shutdown_connections 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 -- 172.21.15.18:0/2821579083 wait complete. 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 -- start start 2024-04-22T00:48:57.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 Processor -- start 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e71f0 0x564d9f9f5900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 0x564d9f9f5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9ecd50 0x564d9f9fce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564d9f9f4110 con 0x564d9f9e7be0 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564d9f907f10 con 0x564d9f9ecd50 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564d9f9f4290 con 0x564d9f9e71f0 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.418+0000 7fccfffdf740 10 client.0 _ll_register_callbacks cb 0x564d9f65fbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf77fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e71f0 0x564d9f9f5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf67fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 0x564d9f9f5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf77fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e71f0 0x564d9f9f5900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55422/0 (socket says 172.21.15.18:55422) 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf77fe640 1 -- 172.21.15.18:0/3956020147 learned_addr learned my addr 172.21.15.18:0/3956020147 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf77fe640 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9ecd50 0x564d9f9fce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf67fc640 1 -- 172.21.15.18:0/3956020147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e71f0 msgr2=0x564d9f9f5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf67fc640 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e71f0 0x564d9f9f5900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf67fc640 1 -- 172.21.15.18:0/3956020147 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9ecd50 msgr2=0x564d9f9fce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf67fc640 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9ecd50 0x564d9f9fce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf67fc640 1 -- 172.21.15.18:0/3956020147 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d9f8d9c80 con 0x564d9f9e7be0 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf77fe640 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9ecd50 0x564d9f9fce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccf67fc640 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 0x564d9f9f5e40 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fccec009560 tx=0x7fccec012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=675ab59ecb2a4d93 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccdaff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccdaff5640 1 -- 172.21.15.18:0/3956020147 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec004050 con 0x564d9f9e7be0 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccdaff5640 1 -- 172.21.15.18:0/3956020147 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fccec0041f0 con 0x564d9f9e7be0 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccfffdf740 1 -- 172.21.15.18:0/3956020147 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcce80035f0 con 0x564d9f9e7be0 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccdaff5640 1 -- 172.21.15.18:0/3956020147 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fccec025050 con 0x564d9f9e7be0 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccfffdf740 10 client.17346 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.419+0000 7fccfffdf740 1 -- 172.21.15.18:0/3956020147 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x564d9f6603f0 con 0x564d9f9e7be0 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.420+0000 7fccdaff5640 1 -- 172.21.15.18:0/3956020147 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcce80035f0 con 0x564d9f9e7be0 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.420+0000 7fccdaff5640 1 -- 172.21.15.18:0/3956020147 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fccec003b50 con 0x564d9f9e7be0 2024-04-22T00:48:57.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.420+0000 7fccfffdf740 10 client.17346 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.420+0000 7fccfffdf740 10 client.17346 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.420+0000 7fccfffdf740 20 client.17346 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.420+0000 7fccfffdf740 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d9fa018b0 0x564d9fa03ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.420+0000 7fccfffdf740 4 client.17346 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.420+0000 7fccfffdf740 1 -- 172.21.15.18:0/3956020147 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d9f959a70 con 0x564d9fa018b0 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.420+0000 7fccf77fe640 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d9fa018b0 0x564d9fa03ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.421+0000 7fccdaff5640 10 client.17346 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.421+0000 7fccf77fe640 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d9fa018b0 0x564d9fa03ca0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96f382333e0663c5 server_cookie=cb70cefd088aad4d in_seq=0 out_seq=0 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.421+0000 7fccdaff5640 1 -- 172.21.15.18:0/3956020147 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564d9f959a70 con 0x564d9fa018b0 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.421+0000 7fccdaff5640 10 client.17346 handle_command_reply: tid=0 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.421+0000 7fccfffdf740 1 client.17346 shutdown 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.421+0000 7fccfffdf740 1 -- 172.21.15.18:0/3956020147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 msgr2=0x564d9f9f5e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.421+0000 7fccfffdf740 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 0x564d9f9f5e40 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fccec009560 tx=0x7fccec012b60 comp rx=0 tx=0).stop 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.422+0000 7fccfffdf740 1 -- 172.21.15.18:0/3956020147 shutdown_connections 2024-04-22T00:48:57.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.422+0000 7fccfffdf740 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d9fa018b0 0x564d9fa03ca0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.422+0000 7fccfffdf740 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9ecd50 0x564d9f9fce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.422+0000 7fccfffdf740 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 0x564d9f9f5e40 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.422+0000 7fccfffdf740 1 --2- 172.21.15.18:0/3956020147 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e71f0 0x564d9f9f5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.422+0000 7fccdaff5640 0 client.17346 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:57.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.422+0000 7fccfffdf740 1 -- 172.21.15.18:0/3956020147 >> 172.21.15.18:0/3956020147 conn(0x564d9f9e2760 msgr2=0x564d9f9e1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.422+0000 7fccfffdf740 1 -- 172.21.15.18:0/3956020147 shutdown_connections 2024-04-22T00:48:57.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.422+0000 7fccfffdf740 1 -- 172.21.15.18:0/3956020147 wait complete. 2024-04-22T00:48:57.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.422+0000 7fccfffdf740 20 client.17346 trim_cache size 0 max 16384 2024-04-22T00:48:57.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.441+0000 7fccfffdf740 1 Processor -- start 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.449+0000 7fccfffdf740 1 -- start start 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.449+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e2760 0x564d9f9f4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.449+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 0x564d9f9fce40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.449+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 0x564d9f9e60d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.449+0000 7fccfffdf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81aaa10 con 0x564d9f9e7be0 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.449+0000 7fccfffdf740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81a8250 con 0x564d9f9e71f0 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.449+0000 7fccfffdf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81a60a0 con 0x564d9f9e2760 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.456+0000 7fccf67fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 0x564d9f9fce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.460+0000 7fccf77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 0x564d9f9e60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.460+0000 7fccf77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 0x564d9f9e60d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48944/0 (socket says 172.21.15.18:48944) 2024-04-22T00:48:57.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.460+0000 7fccf77fe640 1 -- 172.21.15.18:0/1110596393 learned_addr learned my addr 172.21.15.18:0/1110596393 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.460+0000 7fccf77fe640 1 --2- 172.21.15.18:0/1110596393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e2760 0x564d9f9f4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.464+0000 7fccf77fe640 1 -- 172.21.15.18:0/1110596393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 msgr2=0x564d9f9fce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.464+0000 7fccf77fe640 1 --2- 172.21.15.18:0/1110596393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 0x564d9f9fce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.464+0000 7fccf77fe640 1 -- 172.21.15.18:0/1110596393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 msgr2=0x564d9f9e60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.464+0000 7fccf77fe640 1 --2- 172.21.15.18:0/1110596393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 0x564d9f9e60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.464+0000 7fccf77fe640 1 -- 172.21.15.18:0/1110596393 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d9f72a7d0 con 0x564d9f9e2760 2024-04-22T00:48:57.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.464+0000 7fccf77fe640 1 --2- 172.21.15.18:0/1110596393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e2760 0x564d9f9f4890 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fcce80096c0 tx=0x7fcce8004610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f16292e137ab61c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.464+0000 7fccf67fc640 1 --2- 172.21.15.18:0/1110596393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 0x564d9f9fce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:48:57.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.466+0000 7fccdcff9640 1 -- 172.21.15.18:0/1110596393 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce801e040 con 0x564d9f9e2760 2024-04-22T00:48:57.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.466+0000 7fccdcff9640 1 -- 172.21.15.18:0/1110596393 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcce8004460 con 0x564d9f9e2760 2024-04-22T00:48:57.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.466+0000 7fccdcff9640 1 -- 172.21.15.18:0/1110596393 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce800fcc0 con 0x564d9f9e2760 2024-04-22T00:48:57.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.470+0000 7fccfffdf740 1 -- 172.21.15.18:0/1110596393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e2760 msgr2=0x564d9f9f4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.470+0000 7fccfffdf740 1 --2- 172.21.15.18:0/1110596393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e2760 0x564d9f9f4890 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fcce80096c0 tx=0x7fcce8004610 comp rx=0 tx=0).stop 2024-04-22T00:48:57.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.476+0000 7fccfffdf740 1 -- 172.21.15.18:0/1110596393 shutdown_connections 2024-04-22T00:48:57.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.476+0000 7fccfffdf740 1 --2- 172.21.15.18:0/1110596393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e7be0 0x564d9f9e60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.476+0000 7fccfffdf740 1 --2- 172.21.15.18:0/1110596393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e71f0 0x564d9f9fce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.476+0000 7fccfffdf740 1 --2- 172.21.15.18:0/1110596393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e2760 0x564d9f9f4890 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.476+0000 7fccfffdf740 1 -- 172.21.15.18:0/1110596393 >> 172.21.15.18:0/1110596393 conn(0x564d9f9ec850 msgr2=0x564d9f9e59c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.486+0000 7fccfffdf740 1 -- 172.21.15.18:0/1110596393 shutdown_connections 2024-04-22T00:48:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.492+0000 7fccfffdf740 1 -- 172.21.15.18:0/1110596393 wait complete. 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.492+0000 7fccfffdf740 1 -- start start 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.492+0000 7fccfffdf740 1 Processor -- start 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.492+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e2760 0x564d9f9fa4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.492+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e71f0 0x564d9f9faa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.493+0000 7fccfffdf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e7be0 0x564d9f9fba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.493+0000 7fccfffdf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81a6710 con 0x564d9f9e71f0 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.493+0000 7fccfffdf740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81a7b80 con 0x564d9f9e7be0 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.493+0000 7fccfffdf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81a6de0 con 0x564d9f9e2760 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.493+0000 7fccfffdf740 10 client.0 _ll_register_callbacks cb 0x7fccec009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.493+0000 7fccf77fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e7be0 0x564d9f9fba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.493+0000 7fccf77fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e7be0 0x564d9f9fba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33022/0 (socket says 172.21.15.18:33022) 2024-04-22T00:48:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.493+0000 7fccf77fe640 1 -- 172.21.15.18:0/1777632878 learned_addr learned my addr 172.21.15.18:0/1777632878 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:57.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.495+0000 7fccf67fc640 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e71f0 0x564d9f9faa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.495+0000 7fccf67fc640 1 -- 172.21.15.18:0/1777632878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e2760 msgr2=0x564d9f9fa4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.495+0000 7fccf67fc640 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e2760 0x564d9f9fa4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.495+0000 7fccf67fc640 1 -- 172.21.15.18:0/1777632878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e7be0 msgr2=0x564d9f9fba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:57.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.495+0000 7fccf67fc640 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e7be0 0x564d9f9fba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.495+0000 7fccf67fc640 1 -- 172.21.15.18:0/1777632878 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d9f9fc020 con 0x564d9f9e71f0 2024-04-22T00:48:57.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.505+0000 7fccf67fc640 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e71f0 0x564d9f9faa20 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fccec003ef0 tx=0x7fccec010570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71f0606870d314d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:57.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.506+0000 7fccdaff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:48:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.513+0000 7fccdaff5640 1 -- 172.21.15.18:0/1777632878 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec02d070 con 0x564d9f9e71f0 2024-04-22T00:48:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.513+0000 7fccdaff5640 1 -- 172.21.15.18:0/1777632878 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fccec010bb0 con 0x564d9f9e71f0 2024-04-22T00:48:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.514+0000 7fccfffdf740 1 -- 172.21.15.18:0/1777632878 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcce8004460 con 0x564d9f9e71f0 2024-04-22T00:48:57.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.523+0000 7fccdaff5640 1 -- 172.21.15.18:0/1777632878 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fccec010dd0 con 0x564d9f9e71f0 2024-04-22T00:48:57.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.526+0000 7fccfffdf740 10 client.17352 fetch_fsmap learned FSMap version 36 2024-04-22T00:48:57.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.526+0000 7fccfffdf740 1 -- 172.21.15.18:0/1777632878 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x564d9fa61da0 con 0x564d9f9e71f0 2024-04-22T00:48:57.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.533+0000 7fccdaff5640 1 -- 172.21.15.18:0/1777632878 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcce8004460 con 0x564d9f9e71f0 2024-04-22T00:48:57.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.533+0000 7fccdaff5640 1 -- 172.21.15.18:0/1777632878 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fccec030030 con 0x564d9f9e71f0 2024-04-22T00:48:57.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.534+0000 7fccfffdf740 10 client.17352 fetch_fsmap finished waiting for FSMap version 36 2024-04-22T00:48:57.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.534+0000 7fccfffdf740 10 client.17352 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:57.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.534+0000 7fccfffdf740 20 client.17352 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:57.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.534+0000 7fccfffdf740 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d9f9ecd50 0x564d9fa64760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:57.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.534+0000 7fccfffdf740 4 client.17352 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:48:57.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.534+0000 7fccfffdf740 1 -- 172.21.15.18:0/1777632878 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564d9f953dc0 con 0x564d9f9ecd50 2024-04-22T00:48:57.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.535+0000 7fccf77fe640 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d9f9ecd50 0x564d9fa64760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:57.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.537+0000 7fccf77fe640 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d9f9ecd50 0x564d9fa64760 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a25c8a65c994a592 server_cookie=91db59f06870722d in_seq=0 out_seq=0 2024-04-22T00:48:57.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.538+0000 7fccdaff5640 10 client.17352 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:57.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.538+0000 7fccdaff5640 1 -- 172.21.15.18:0/1777632878 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564d9f953dc0 con 0x564d9f9ecd50 2024-04-22T00:48:57.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.538+0000 7fccdaff5640 10 client.17352 handle_command_reply: tid=0 2024-04-22T00:48:57.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.538+0000 7fccfffdf740 1 client.17352 shutdown 2024-04-22T00:48:57.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.543+0000 7fccfffdf740 1 -- 172.21.15.18:0/1777632878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e71f0 msgr2=0x564d9f9faa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.543+0000 7fccfffdf740 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e71f0 0x564d9f9faa20 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fccec003ef0 tx=0x7fccec010570 comp rx=0 tx=0).stop 2024-04-22T00:48:57.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.549+0000 7fccfffdf740 1 -- 172.21.15.18:0/1777632878 shutdown_connections 2024-04-22T00:48:57.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.549+0000 7fccfffdf740 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d9f9ecd50 0x564d9fa64760 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.549+0000 7fccfffdf740 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d9f9e7be0 0x564d9f9fba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.549+0000 7fccfffdf740 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d9f9e71f0 0x564d9f9faa20 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.549+0000 7fccdaff5640 0 client.17352 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:57.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.549+0000 7fccfffdf740 1 --2- 172.21.15.18:0/1777632878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d9f9e2760 0x564d9f9fa4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.549+0000 7fccfffdf740 1 -- 172.21.15.18:0/1777632878 >> 172.21.15.18:0/1777632878 conn(0x564d9f9ec850 msgr2=0x564d9f9e6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.556+0000 7fccfffdf740 1 -- 172.21.15.18:0/1777632878 shutdown_connections 2024-04-22T00:48:57.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.558+0000 7fccfffdf740 1 -- 172.21.15.18:0/1777632878 wait complete. 2024-04-22T00:48:57.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.559+0000 7fccfffdf740 20 client.17352 trim_cache size 0 max 16384 2024-04-22T00:48:57.561 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:48:57.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.563+0000 7fccf7fff640 1 -- 172.21.15.18:0/70722807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcce00a2b90 msgr2=0x7fcce00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.563+0000 7fccf7fff640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcce00a2b90 0x7fcce00a5050 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fccf00ef500 tx=0x7fccf00f54c0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.563+0000 7fccf7fff640 1 -- 172.21.15.18:0/70722807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf8100550 msgr2=0x7fccf80694a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:57.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.563+0000 7fccf7fff640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf8100550 0x7fccf80694a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fccf0036040 tx=0x7fccf0033580 comp rx=0 tx=0).stop 2024-04-22T00:48:57.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.563+0000 7fccf7fff640 1 -- 172.21.15.18:0/70722807 shutdown_connections 2024-04-22T00:48:57.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.563+0000 7fccf7fff640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcce00a2b90 0x7fcce00a5050 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.563+0000 7fccf7fff640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf8102100 0x7fccf819ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.563+0000 7fccf7fff640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf8101740 0x7fccf819c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.563+0000 7fccf7fff640 1 --2- 172.21.15.18:0/70722807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf8100550 0x7fccf80694a0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:57.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.563+0000 7fccf7fff640 1 -- 172.21.15.18:0/70722807 >> 172.21.15.18:0/70722807 conn(0x7fccf80fbae0 msgr2=0x7fccf8104a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:57.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.566+0000 7fccf7fff640 1 -- 172.21.15.18:0/70722807 shutdown_connections 2024-04-22T00:48:57.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:57.567+0000 7fccf7fff640 1 -- 172.21.15.18:0/70722807 wait complete. 2024-04-22T00:48:57.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:57 smithi018 ceph-mon[27979]: pgmap v604: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.8 MiB/s wr, 598 op/s 2024-04-22T00:48:58.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:57 smithi081 ceph-mon[31546]: pgmap v604: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.8 MiB/s wr, 598 op/s 2024-04-22T00:48:58.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:57 smithi167 ceph-mon[31348]: pgmap v604: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.8 MiB/s wr, 598 op/s 2024-04-22T00:48:58.590 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:48:58.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:48:58.591 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:48:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.764+0000 7f237b585640 1 -- 172.21.15.18:0/175756995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2374100680 msgr2=0x7f2374100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.764+0000 7f237b585640 1 --2- 172.21.15.18:0/175756995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2374100680 0x7f2374100aa0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f2370009900 tx=0x7f237002bc40 comp rx=0 tx=0).stop 2024-04-22T00:48:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.765+0000 7f237b585640 1 -- 172.21.15.18:0/175756995 shutdown_connections 2024-04-22T00:48:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.765+0000 7f237b585640 1 --2- 172.21.15.18:0/175756995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2374102230 0x7f2374108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.765+0000 7f237b585640 1 --2- 172.21.15.18:0/175756995 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2374101870 0x7f2374101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.765+0000 7f237b585640 1 --2- 172.21.15.18:0/175756995 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2374100680 0x7f2374100aa0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.765+0000 7f237b585640 1 -- 172.21.15.18:0/175756995 >> 172.21.15.18:0/175756995 conn(0x7f23740fbbf0 msgr2=0x7f23740fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:58.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.771+0000 7f237b585640 1 -- 172.21.15.18:0/175756995 shutdown_connections 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.773+0000 7f237b585640 1 -- 172.21.15.18:0/175756995 wait complete. 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.774+0000 7f237b585640 1 Processor -- start 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.774+0000 7f237b585640 1 -- start start 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.774+0000 7f237b585640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2374100680 0x7f2374111280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.774+0000 7f237b585640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2374101870 0x7f23741117c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.774+0000 7f237b585640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2374102230 0x7f237410f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.774+0000 7f237b585640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f237410a120 con 0x7f2374101870 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.774+0000 7f237b585640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2374109fa0 con 0x7f2374102230 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.774+0000 7f237b585640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f237410a2a0 con 0x7f2374100680 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.775+0000 7f2379b22640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2374102230 0x7f237410f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.775+0000 7f2379b22640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2374102230 0x7f237410f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33030/0 (socket says 172.21.15.18:33030) 2024-04-22T00:48:58.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.775+0000 7f2379b22640 1 -- 172.21.15.18:0/2173546927 learned_addr learned my addr 172.21.15.18:0/2173546927 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:58.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.778+0000 7f2378b20640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2374101870 0x7f23741117c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.778+0000 7f2379b22640 1 -- 172.21.15.18:0/2173546927 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2374100680 msgr2=0x7f2374111280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:58.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.778+0000 7f2379b22640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2374100680 0x7f2374111280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.778+0000 7f2379b22640 1 -- 172.21.15.18:0/2173546927 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2374101870 msgr2=0x7f23741117c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:58.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.778+0000 7f2379b22640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2374101870 0x7f23741117c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.778+0000 7f2379b22640 1 -- 172.21.15.18:0/2173546927 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2374110090 con 0x7f2374102230 2024-04-22T00:48:58.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.780+0000 7f2379b22640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2374102230 0x7f237410f8c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f236c00eaa0 tx=0x7f236c00ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:58.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.783+0000 7f236a7fc640 1 -- 172.21.15.18:0/2173546927 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c00cdb0 con 0x7f2374102230 2024-04-22T00:48:58.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.783+0000 7f236a7fc640 1 -- 172.21.15.18:0/2173546927 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f236c005020 con 0x7f2374102230 2024-04-22T00:48:58.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.783+0000 7f236a7fc640 1 -- 172.21.15.18:0/2173546927 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c0116b0 con 0x7f2374102230 2024-04-22T00:48:58.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.783+0000 7f237b585640 1 -- 172.21.15.18:0/2173546927 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2374110380 con 0x7f2374102230 2024-04-22T00:48:58.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.783+0000 7f237b585640 1 -- 172.21.15.18:0/2173546927 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f237406b160 con 0x7f2374102230 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.788+0000 7f237e16c740 1 Processor -- start 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.789+0000 7f237e16c740 1 -- start start 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f237e16c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e89a0 0x5599097e8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f237e16c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e9390 0x5599097ede90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f237e16c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 0x5599097f0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f237e16c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55990974d170 con 0x5599097ee500 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f237e16c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5599096f57c0 con 0x5599097e9390 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f237e16c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559909749130 con 0x5599097e89a0 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2379321640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e9390 0x5599097ede90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2379321640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e9390 0x5599097ede90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33034/0 (socket says 172.21.15.18:33034) 2024-04-22T00:48:58.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2379321640 1 -- 172.21.15.18:0/1211122068 learned_addr learned my addr 172.21.15.18:0/1211122068 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2378b20640 1 --2- 172.21.15.18:0/1211122068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 0x5599097f0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2378b20640 1 --2- 172.21.15.18:0/1211122068 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e89a0 0x5599097e8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2379321640 1 -- 172.21.15.18:0/1211122068 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e89a0 msgr2=0x5599097e8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2379321640 1 --2- 172.21.15.18:0/1211122068 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e89a0 0x5599097e8dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2379321640 1 -- 172.21.15.18:0/1211122068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 msgr2=0x5599097f0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2379321640 1 --2- 172.21.15.18:0/1211122068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 0x5599097f0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2379321640 1 -- 172.21.15.18:0/1211122068 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559909706e60 con 0x5599097e9390 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2378b20640 1 --2- 172.21.15.18:0/1211122068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 0x5599097f0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.790+0000 7f2379321640 1 --2- 172.21.15.18:0/1211122068 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e9390 0x5599097ede90 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f237002c7c0 tx=0x7f2370000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=983490476508b2d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.791+0000 7f235f7fe640 1 -- 172.21.15.18:0/1211122068 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2370064020 con 0x5599097e9390 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.791+0000 7f235f7fe640 1 -- 172.21.15.18:0/1211122068 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2370004040 con 0x5599097e9390 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.792+0000 7f236a7fc640 1 -- 172.21.15.18:0/2173546927 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f236c0051d0 con 0x7f2374102230 2024-04-22T00:48:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.793+0000 7f237e16c740 1 -- 172.21.15.18:0/1211122068 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e9390 msgr2=0x5599097ede90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:58.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.793+0000 7f237e16c740 1 --2- 172.21.15.18:0/1211122068 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e9390 0x5599097ede90 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f237002c7c0 tx=0x7f2370000bc0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.794+0000 7f237e16c740 1 -- 172.21.15.18:0/1211122068 shutdown_connections 2024-04-22T00:48:58.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.794+0000 7f237e16c740 1 --2- 172.21.15.18:0/1211122068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 0x5599097f0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.794+0000 7f237e16c740 1 --2- 172.21.15.18:0/1211122068 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e9390 0x5599097ede90 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.794+0000 7f237e16c740 1 --2- 172.21.15.18:0/1211122068 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e89a0 0x5599097e8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.794+0000 7f237e16c740 1 -- 172.21.15.18:0/1211122068 >> 172.21.15.18:0/1211122068 conn(0x5599097b04f0 msgr2=0x5599097e4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:58.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.794+0000 7f236a7fc640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f23600a2d90 0x7f23600a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.794+0000 7f237e16c740 1 -- 172.21.15.18:0/1211122068 shutdown_connections 2024-04-22T00:48:58.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.794+0000 7f237e16c740 1 -- 172.21.15.18:0/1211122068 wait complete. 2024-04-22T00:48:58.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.794+0000 7f2379321640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f23600a2d90 0x7f23600a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.795+0000 7f237e16c740 1 -- start start 2024-04-22T00:48:58.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.795+0000 7f237e16c740 1 Processor -- start 2024-04-22T00:48:58.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.795+0000 7f237e16c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.795+0000 7f237e16c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 0x5599097f33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.795+0000 7f237e16c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 0x5599097fa3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.795+0000 7f237e16c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5599097f14a0 con 0x5599097ee500 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2379321640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2379321640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f2e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33036/0 (socket says 172.21.15.18:33036) 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2379321640 1 -- 172.21.15.18:0/2307632484 learned_addr learned my addr 172.21.15.18:0/2307632484 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f237e16c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559909708d40 con 0x5599097e89a0 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f237e16c740 1 -- 172.21.15.18:0/2307632484 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5599097f1620 con 0x5599097e9390 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2378b20640 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 0x5599097f33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f237e16c740 10 client.0 _ll_register_callbacks cb 0x559909744820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2379b22640 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 0x5599097fa3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2379321640 1 -- 172.21.15.18:0/2307632484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 msgr2=0x5599097f33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2379321640 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 0x5599097f33a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2379321640 1 -- 172.21.15.18:0/2307632484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 msgr2=0x5599097fa3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2379321640 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 0x5599097fa3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2379321640 1 -- 172.21.15.18:0/2307632484 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599095297e0 con 0x5599097e89a0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f2379321640 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f2e60 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f23700096c0 tx=0x7f237006c700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9a4784273182a0c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.796+0000 7f235cff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.797+0000 7f236a7fc640 1 -- 172.21.15.18:0/2173546927 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f236c0cf8d0 con 0x7f2374102230 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.797+0000 7f235cff9640 1 -- 172.21.15.18:0/2307632484 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237006ccc0 con 0x5599097e89a0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.797+0000 7f2379321640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f23600a2d90 0x7f23600a5250 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f2370079000 tx=0x7f237006e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.797+0000 7f235cff9640 1 -- 172.21.15.18:0/2307632484 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2370034440 con 0x5599097e89a0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.797+0000 7f237e16c740 1 -- 172.21.15.18:0/2307632484 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2370004040 con 0x5599097e89a0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.797+0000 7f235cff9640 1 -- 172.21.15.18:0/2307632484 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f2370064070 con 0x5599097e89a0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.797+0000 7f237e16c740 10 client.27026 fetch_fsmap learned FSMap version 37 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.797+0000 7f237e16c740 1 -- 172.21.15.18:0/2307632484 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x559909589f70 con 0x5599097e89a0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.798+0000 7f235cff9640 1 -- 172.21.15.18:0/2307632484 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2370004040 con 0x5599097e89a0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.798+0000 7f235cff9640 1 -- 172.21.15.18:0/2307632484 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 37) ==== 8358+0+0 (secure 0 0 0) 0x7f2370069420 con 0x5599097e89a0 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.798+0000 7f237e16c740 10 client.27026 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T00:48:58.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.798+0000 7f237e16c740 10 client.27026 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.798+0000 7f237e16c740 20 client.27026 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.798+0000 7f237e16c740 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5599097fe970 0x559909800de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.798+0000 7f237e16c740 4 client.27026 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.798+0000 7f237e16c740 1 -- 172.21.15.18:0/2307632484 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559909721450 con 0x5599097fe970 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.798+0000 7f2378b20640 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5599097fe970 0x559909800de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.799+0000 7f2378b20640 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5599097fe970 0x559909800de0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbbd16e327622817 server_cookie=3f00ffdab937ca3b in_seq=0 out_seq=0 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.799+0000 7f235cff9640 10 client.27026 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.799+0000 7f235cff9640 1 -- 172.21.15.18:0/2307632484 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559909721450 con 0x5599097fe970 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.799+0000 7f235cff9640 10 client.27026 handle_command_reply: tid=0 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.799+0000 7f237e16c740 1 client.27026 shutdown 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 1 -- 172.21.15.18:0/2307632484 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 msgr2=0x5599097f2e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f2e60 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f23700096c0 tx=0x7f237006c700 comp rx=0 tx=0).stop 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 1 -- 172.21.15.18:0/2307632484 shutdown_connections 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5599097fe970 0x559909800de0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097ee500 0x5599097fa3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 0x5599097f33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 1 --2- 172.21.15.18:0/2307632484 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f2e60 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 1 -- 172.21.15.18:0/2307632484 >> 172.21.15.18:0/2307632484 conn(0x5599097b04f0 msgr2=0x5599097e34f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:58.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f235cff9640 0 client.27026 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:58.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 1 -- 172.21.15.18:0/2307632484 shutdown_connections 2024-04-22T00:48:58.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 1 -- 172.21.15.18:0/2307632484 wait complete. 2024-04-22T00:48:58.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.800+0000 7f237e16c740 20 client.27026 trim_cache size 0 max 16384 2024-04-22T00:48:58.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.821+0000 7f237e16c740 1 Processor -- start 2024-04-22T00:48:58.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.821+0000 7f237e16c740 1 -- start start 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.821+0000 7f237e16c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.821+0000 7f237e16c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e9390 0x5599097fa370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.821+0000 7f237e16c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097ee500 0x5599097e3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.821+0000 7f237e16c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f23741177e0 con 0x5599097e9390 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.821+0000 7f237e16c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2374115020 con 0x5599097e89a0 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.821+0000 7f237e16c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f23740737d0 con 0x5599097ee500 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2379321640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2379321640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f3300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33042/0 (socket says 172.21.15.18:33042) 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2379321640 1 -- 172.21.15.18:0/1294550780 learned_addr learned my addr 172.21.15.18:0/1294550780 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2379b22640 1 --2- 172.21.15.18:0/1294550780 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097ee500 0x5599097e3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2378b20640 1 --2- 172.21.15.18:0/1294550780 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e9390 0x5599097fa370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2379321640 1 -- 172.21.15.18:0/1294550780 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097ee500 msgr2=0x5599097e3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2379321640 1 --2- 172.21.15.18:0/1294550780 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097ee500 0x5599097e3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2379321640 1 -- 172.21.15.18:0/1294550780 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e9390 msgr2=0x5599097fa370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:58.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2379321640 1 --2- 172.21.15.18:0/1294550780 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e9390 0x5599097fa370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2379321640 1 -- 172.21.15.18:0/1294550780 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559909801150 con 0x5599097e89a0 2024-04-22T00:48:58.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f2379321640 1 --2- 172.21.15.18:0/1294550780 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f3300 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2370063040 tx=0x7f2370074040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff42ab3766e6bc83 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:58.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f235effd640 1 -- 172.21.15.18:0/1294550780 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2370003c50 con 0x5599097e89a0 2024-04-22T00:48:58.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f235effd640 1 -- 172.21.15.18:0/1294550780 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2370070040 con 0x5599097e89a0 2024-04-22T00:48:58.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.822+0000 7f235effd640 1 -- 172.21.15.18:0/1294550780 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2370069420 con 0x5599097e89a0 2024-04-22T00:48:58.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.823+0000 7f237e16c740 1 -- 172.21.15.18:0/1294550780 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 msgr2=0x5599097f3300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:58.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.823+0000 7f237e16c740 1 --2- 172.21.15.18:0/1294550780 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f3300 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2370063040 tx=0x7f2370074040 comp rx=0 tx=0).stop 2024-04-22T00:48:58.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.823+0000 7f237e16c740 1 -- 172.21.15.18:0/1294550780 shutdown_connections 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.823+0000 7f237e16c740 1 --2- 172.21.15.18:0/1294550780 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097ee500 0x5599097e3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.823+0000 7f237e16c740 1 --2- 172.21.15.18:0/1294550780 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e9390 0x5599097fa370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.823+0000 7f237e16c740 1 --2- 172.21.15.18:0/1294550780 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097e89a0 0x5599097f3300 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.823+0000 7f237e16c740 1 -- 172.21.15.18:0/1294550780 >> 172.21.15.18:0/1294550780 conn(0x5599097b04f0 msgr2=0x5599097e2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.823+0000 7f237e16c740 1 -- 172.21.15.18:0/1294550780 shutdown_connections 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.823+0000 7f237e16c740 1 -- 172.21.15.18:0/1294550780 wait complete. 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.823+0000 7f237e16c740 1 -- start start 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f237e16c740 1 Processor -- start 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f237e16c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e89a0 0x5599097f7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f237e16c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 0x5599097f8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f237e16c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097ee500 0x5599097f9080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f2379321640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e89a0 0x5599097f7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f2379321640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e89a0 0x5599097f7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49010/0 (socket says 172.21.15.18:49010) 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f2378b20640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 0x5599097f8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f2379321640 1 -- 172.21.15.18:0/900404848 learned_addr learned my addr 172.21.15.18:0/900404848 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f23741134e0 con 0x5599097e89a0 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2374114950 con 0x5599097ee500 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2374113bb0 con 0x5599097e9390 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f237e16c740 10 client.0 _ll_register_callbacks cb 0x7f23700056d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.824+0000 7f2379b22640 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097ee500 0x5599097f9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f2378b20640 1 -- 172.21.15.18:0/900404848 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097ee500 msgr2=0x5599097f9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f2378b20640 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097ee500 0x5599097f9080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f2378b20640 1 -- 172.21.15.18:0/900404848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e89a0 msgr2=0x5599097f7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f2378b20640 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e89a0 0x5599097f7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f2378b20640 1 -- 172.21.15.18:0/900404848 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559909421170 con 0x5599097e9390 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f2379321640 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e89a0 0x5599097f7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f2378b20640 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 0x5599097f8180 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f236400c9e0 tx=0x7f2364020760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24fb6507555e725 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:58.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f235cff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f235cff9640 1 -- 172.21.15.18:0/900404848 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2364004440 con 0x5599097e9390 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2370070040 con 0x5599097e9390 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f235cff9640 1 -- 172.21.15.18:0/900404848 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f23640129a0 con 0x5599097e9390 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f235cff9640 1 -- 172.21.15.18:0/900404848 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f2364030050 con 0x5599097e9390 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f237e16c740 10 client.27010 fetch_fsmap learned FSMap version 37 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.825+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x559909864f60 con 0x5599097e9390 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.826+0000 7f235cff9640 1 -- 172.21.15.18:0/900404848 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2370070040 con 0x5599097e9390 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.826+0000 7f235cff9640 1 -- 172.21.15.18:0/900404848 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 37) ==== 8358+0+0 (secure 0 0 0) 0x7f2364011440 con 0x5599097e9390 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.826+0000 7f237e16c740 10 client.27010 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.826+0000 7f237e16c740 10 client.27010 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.826+0000 7f237e16c740 20 client.27010 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.826+0000 7f237e16c740 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559909865820 0x559909867c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.826+0000 7f237e16c740 4 client.27010 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.826+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55990975a6b0 con 0x559909865820 2024-04-22T00:48:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.826+0000 7f2379321640 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559909865820 0x559909867c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.827+0000 7f2379321640 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559909865820 0x559909867c40 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f50597c030492c9d server_cookie=e106b1f0f90139f9 in_seq=0 out_seq=0 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.827+0000 7f235cff9640 10 client.27010 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f235cff9640 1 -- 172.21.15.18:0/900404848 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55990975a6b0 con 0x559909865820 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f235cff9640 10 client.27010 handle_command_reply: tid=0 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 client.27010 shutdown 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 msgr2=0x5599097f8180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 0x5599097f8180 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f236400c9e0 tx=0x7f2364020760 comp rx=0 tx=0).stop 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 shutdown_connections 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559909865820 0x559909867c40 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5599097ee500 0x5599097f9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5599097e9390 0x5599097f8180 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 --2- 172.21.15.18:0/900404848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5599097e89a0 0x5599097f7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f235cff9640 0 client.27010 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:58.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 >> 172.21.15.18:0/900404848 conn(0x5599097b04f0 msgr2=0x5599097e2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:58.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 shutdown_connections 2024-04-22T00:48:58.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 1 -- 172.21.15.18:0/900404848 wait complete. 2024-04-22T00:48:58.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.828+0000 7f237e16c740 20 client.27010 trim_cache size 0 max 16384 2024-04-22T00:48:58.833 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:48:58.833 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:48:58.833 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "48ebb565-3030-46aa-af6f-64f5b96db120", 2024-04-22T00:48:58.833 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:48:58.833 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:48:58.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 -- 172.21.15.18:0/2173546927 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f23600a2d90 msgr2=0x7f23600a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:58.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f23600a2d90 0x7f23600a5250 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f2370079000 tx=0x7f237006e000 comp rx=0 tx=0).stop 2024-04-22T00:48:58.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 -- 172.21.15.18:0/2173546927 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2374102230 msgr2=0x7f237410f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:58.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2374102230 0x7f237410f8c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f236c00eaa0 tx=0x7f236c00ef60 comp rx=0 tx=0).stop 2024-04-22T00:48:58.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 -- 172.21.15.18:0/2173546927 shutdown_connections 2024-04-22T00:48:58.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f23600a2d90 0x7f23600a5250 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2374102230 0x7f237410f8c0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2374101870 0x7f23741117c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 --2- 172.21.15.18:0/2173546927 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2374100680 0x7f2374111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:58.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 -- 172.21.15.18:0/2173546927 >> 172.21.15.18:0/2173546927 conn(0x7f23740fbbf0 msgr2=0x7f2374104c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:58.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 -- 172.21.15.18:0/2173546927 shutdown_connections 2024-04-22T00:48:58.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:58.829+0000 7f237b585640 1 -- 172.21.15.18:0/2173546927 wait complete. 2024-04-22T00:48:58.844 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:48:58.844 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:48:58.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:58 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:48:59.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.016+0000 7faa6598c640 1 -- 172.21.15.18:0/3536054777 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa600ff540 msgr2=0x7faa600ff960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:59.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.016+0000 7faa6598c640 1 --2- 172.21.15.18:0/3536054777 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa600ff540 0x7faa600ff960 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7faa58009ca0 tx=0x7faa5802c120 comp rx=0 tx=0).stop 2024-04-22T00:48:59.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.018+0000 7faa6598c640 1 -- 172.21.15.18:0/3536054777 shutdown_connections 2024-04-22T00:48:59.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.018+0000 7faa6598c640 1 --2- 172.21.15.18:0/3536054777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa60101010 0x7faa601058d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.018+0000 7faa6598c640 1 --2- 172.21.15.18:0/3536054777 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa60100670 0x7faa60100ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.018+0000 7faa6598c640 1 --2- 172.21.15.18:0/3536054777 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa600ff540 0x7faa600ff960 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.018+0000 7faa6598c640 1 -- 172.21.15.18:0/3536054777 >> 172.21.15.18:0/3536054777 conn(0x7faa600fae40 msgr2=0x7faa600fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:59.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.024+0000 7faa6598c640 1 -- 172.21.15.18:0/3536054777 shutdown_connections 2024-04-22T00:48:59.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.027+0000 7faa6598c640 1 -- 172.21.15.18:0/3536054777 wait complete. 2024-04-22T00:48:59.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.028+0000 7faa6598c640 1 Processor -- start 2024-04-22T00:48:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.032+0000 7faa6598c640 1 -- start start 2024-04-22T00:48:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.032+0000 7faa6598c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa600ff540 0x7faa60071cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.032+0000 7faa6598c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa60100670 0x7faa60072230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.032+0000 7faa6598c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa60101010 0x7faa60072770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.033+0000 7faa6598c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faa60113920 con 0x7faa60100670 2024-04-22T00:48:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.033+0000 7faa6598c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faa601137a0 con 0x7faa60101010 2024-04-22T00:48:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.033+0000 7faa6598c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faa60113aa0 con 0x7faa600ff540 2024-04-22T00:48:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.035+0000 7faa5f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa60101010 0x7faa60072770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.035+0000 7faa5f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa60101010 0x7faa60072770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33072/0 (socket says 172.21.15.18:33072) 2024-04-22T00:48:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.035+0000 7faa5f7fe640 1 -- 172.21.15.18:0/3260563393 learned_addr learned my addr 172.21.15.18:0/3260563393 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:59.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.036+0000 7faa5effd640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa600ff540 0x7faa60071cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.036+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa60100670 0x7faa60072230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.037+0000 7faa5effd640 1 -- 172.21.15.18:0/3260563393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa60101010 msgr2=0x7faa60072770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:59.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.037+0000 7faa5effd640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa60101010 0x7faa60072770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.037+0000 7faa5effd640 1 -- 172.21.15.18:0/3260563393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa60100670 msgr2=0x7faa60072230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:59.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.037+0000 7faa5effd640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa60100670 0x7faa60072230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.037+0000 7faa5effd640 1 -- 172.21.15.18:0/3260563393 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa6010d380 con 0x7faa600ff540 2024-04-22T00:48:59.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.041+0000 7faa5effd640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa600ff540 0x7faa60071cf0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7faa58037040 tx=0x7faa58034d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:59.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.043+0000 7faa6498a640 1 -- 172.21.15.18:0/3260563393 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa58041020 con 0x7faa600ff540 2024-04-22T00:48:59.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.043+0000 7faa6498a640 1 -- 172.21.15.18:0/3260563393 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa58032820 con 0x7faa600ff540 2024-04-22T00:48:59.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.043+0000 7faa6498a640 1 -- 172.21.15.18:0/3260563393 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa58039040 con 0x7faa600ff540 2024-04-22T00:48:59.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.045+0000 7faa6598c640 1 -- 172.21.15.18:0/3260563393 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa6010d5b0 con 0x7faa600ff540 2024-04-22T00:48:59.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.045+0000 7faa6598c640 1 -- 172.21.15.18:0/3260563393 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa6010da20 con 0x7faa600ff540 2024-04-22T00:48:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.050+0000 7faa6857a740 1 Processor -- start 2024-04-22T00:48:59.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.052+0000 7faa6857a740 1 -- start start 2024-04-22T00:48:59.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.052+0000 7faa6857a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862a100 0x55d4f862a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.052+0000 7faa6857a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862aaf0 0x55d4f862f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.052+0000 7faa6857a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 0x55d4f86320f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.052+0000 7faa6857a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d4f858f560 con 0x55d4f862a100 2024-04-22T00:48:59.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.052+0000 7faa6857a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d4f8537730 con 0x55d4f862aaf0 2024-04-22T00:48:59.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.052+0000 7faa6857a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d4f858b520 con 0x55d4f862fc60 2024-04-22T00:48:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.053+0000 7faa6498a640 1 -- 172.21.15.18:0/3260563393 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7faa58044020 con 0x7faa600ff540 2024-04-22T00:48:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.053+0000 7faa5e7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 0x55d4f86320f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.053+0000 7faa5e7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 0x55d4f86320f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55542/0 (socket says 172.21.15.18:55542) 2024-04-22T00:48:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.053+0000 7faa5e7fc640 1 -- 172.21.15.18:0/230031418 learned_addr learned my addr 172.21.15.18:0/230031418 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.053+0000 7faa5effd640 1 --2- 172.21.15.18:0/230031418 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862aaf0 0x55d4f862f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.053+0000 7faa5e7fc640 1 -- 172.21.15.18:0/230031418 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862aaf0 msgr2=0x55d4f862f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.053+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/230031418 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862aaf0 0x55d4f862f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.053+0000 7faa5e7fc640 1 -- 172.21.15.18:0/230031418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862a100 msgr2=0x55d4f862a520 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:48:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.053+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/230031418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862a100 0x55d4f862a520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.053+0000 7faa5e7fc640 1 -- 172.21.15.18:0/230031418 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4f836d7d0 con 0x55d4f862fc60 2024-04-22T00:48:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.054+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/230031418 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 0x55d4f86320f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7faa50009c90 tx=0x7faa50011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10a9a4b220510432 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.054+0000 7faa55ffb640 1 -- 172.21.15.18:0/230031418 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa5001e070 con 0x55d4f862fc60 2024-04-22T00:48:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.054+0000 7faa55ffb640 1 -- 172.21.15.18:0/230031418 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa50019b10 con 0x55d4f862fc60 2024-04-22T00:48:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.054+0000 7faa55ffb640 1 -- 172.21.15.18:0/230031418 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa5000ea30 con 0x55d4f862fc60 2024-04-22T00:48:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.054+0000 7faa6498a640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa4c0a2d60 0x7faa4c0a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.054+0000 7faa6498a640 1 -- 172.21.15.18:0/3260563393 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7faa580f0e90 con 0x7faa600ff540 2024-04-22T00:48:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.056+0000 7faa5f7fe640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa4c0a2d60 0x7faa4c0a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.056+0000 7faa6857a740 1 -- 172.21.15.18:0/230031418 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 msgr2=0x55d4f86320f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.056+0000 7faa6857a740 1 --2- 172.21.15.18:0/230031418 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 0x55d4f86320f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7faa50009c90 tx=0x7faa50011810 comp rx=0 tx=0).stop 2024-04-22T00:48:59.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.059+0000 7faa6857a740 1 -- 172.21.15.18:0/230031418 shutdown_connections 2024-04-22T00:48:59.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.059+0000 7faa6857a740 1 --2- 172.21.15.18:0/230031418 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 0x55d4f86320f0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.059+0000 7faa6857a740 1 --2- 172.21.15.18:0/230031418 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862aaf0 0x55d4f862f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.059+0000 7faa6857a740 1 --2- 172.21.15.18:0/230031418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862a100 0x55d4f862a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.059+0000 7faa6857a740 1 -- 172.21.15.18:0/230031418 >> 172.21.15.18:0/230031418 conn(0x55d4f8625670 msgr2=0x55d4f8625a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:59.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.062+0000 7faa6857a740 1 -- 172.21.15.18:0/230031418 shutdown_connections 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.063+0000 7faa6857a740 1 -- 172.21.15.18:0/230031418 wait complete. 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.063+0000 7faa6857a740 1 -- start start 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.064+0000 7faa6857a740 1 Processor -- start 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.064+0000 7faa5f7fe640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa4c0a2d60 0x7faa4c0a5220 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x55d4f862b350 tx=0x7faa4800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa6857a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f8634610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa6857a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 0x55d4f8634b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa6857a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 0x55d4f863bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa6857a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d4f8632c10 con 0x55d4f862aaf0 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa6857a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d4f854ae00 con 0x55d4f862a100 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa6857a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d4f8632d90 con 0x55d4f862fc60 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa6857a740 10 client.0 _ll_register_callbacks cb 0x55d4f8585eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:59.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa5effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f8634610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa5effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f8634610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33100/0 (socket says 172.21.15.18:33100) 2024-04-22T00:48:59.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa5effd640 1 -- 172.21.15.18:0/2484245910 learned_addr learned my addr 172.21.15.18:0/2484245910 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:59.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.065+0000 7faa5f7fe640 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 0x55d4f863bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.066+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 0x55d4f8634b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.067+0000 7faa5effd640 1 -- 172.21.15.18:0/2484245910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 msgr2=0x55d4f863bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.067+0000 7faa5effd640 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 0x55d4f863bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.067+0000 7faa5effd640 1 -- 172.21.15.18:0/2484245910 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 msgr2=0x55d4f8634b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.067+0000 7faa5effd640 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 0x55d4f8634b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.067+0000 7faa5effd640 1 -- 172.21.15.18:0/2484245910 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4f82a33f0 con 0x55d4f862a100 2024-04-22T00:48:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.067+0000 7faa5effd640 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f8634610 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7faa580b9d10 tx=0x7faa58005d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de73b5db038516f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.067+0000 7faa3effd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:48:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.068+0000 7faa3effd640 1 -- 172.21.15.18:0/2484245910 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa580bce80 con 0x55d4f862a100 2024-04-22T00:48:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.068+0000 7faa3effd640 1 -- 172.21.15.18:0/2484245910 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7faa580bb640 con 0x55d4f862a100 2024-04-22T00:48:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.071+0000 7faa6857a740 1 -- 172.21.15.18:0/2484245910 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa50019b10 con 0x55d4f862a100 2024-04-22T00:48:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.073+0000 7faa3effd640 1 -- 172.21.15.18:0/2484245910 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7faa580bcca0 con 0x55d4f862a100 2024-04-22T00:48:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.073+0000 7faa6857a740 10 client.27044 fetch_fsmap learned FSMap version 37 2024-04-22T00:48:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.073+0000 7faa6857a740 1 -- 172.21.15.18:0/2484245910 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55d4f82630f0 con 0x55d4f862a100 2024-04-22T00:48:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.076+0000 7faa3effd640 1 -- 172.21.15.18:0/2484245910 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa50019b10 con 0x55d4f862a100 2024-04-22T00:48:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.076+0000 7faa3effd640 1 -- 172.21.15.18:0/2484245910 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 37) ==== 8358+0+0 (secure 0 0 0) 0x7faa5803c030 con 0x55d4f862a100 2024-04-22T00:48:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.076+0000 7faa6857a740 10 client.27044 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T00:48:59.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.076+0000 7faa6857a740 10 client.27044 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:59.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.076+0000 7faa6857a740 20 client.27044 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:59.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.076+0000 7faa6857a740 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4f8640690 0x55d4f8642b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.076+0000 7faa6857a740 4 client.27044 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:48:59.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.076+0000 7faa6857a740 1 -- 172.21.15.18:0/2484245910 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4f859caa0 con 0x55d4f8640690 2024-04-22T00:48:59.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.077+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4f8640690 0x55d4f8642b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.084+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4f8640690 0x55d4f8642b30 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5517fb0dde6819ee server_cookie=9f200e6be6a7ddfc in_seq=0 out_seq=0 2024-04-22T00:48:59.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.084+0000 7faa3effd640 10 client.27044 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:59.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.087+0000 7faa3effd640 1 -- 172.21.15.18:0/2484245910 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d4f859caa0 con 0x55d4f8640690 2024-04-22T00:48:59.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.087+0000 7faa3effd640 10 client.27044 handle_command_reply: tid=0 2024-04-22T00:48:59.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.087+0000 7faa6857a740 1 client.27044 shutdown 2024-04-22T00:48:59.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.090+0000 7faa6857a740 1 -- 172.21.15.18:0/2484245910 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 msgr2=0x55d4f8634610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:59.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.090+0000 7faa6857a740 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f8634610 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7faa580b9d10 tx=0x7faa58005d80 comp rx=0 tx=0).stop 2024-04-22T00:48:59.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.091+0000 7faa6857a740 1 -- 172.21.15.18:0/2484245910 shutdown_connections 2024-04-22T00:48:59.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.091+0000 7faa6857a740 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4f8640690 0x55d4f8642b30 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.091+0000 7faa6857a740 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862fc60 0x55d4f863bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.091+0000 7faa6857a740 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 0x55d4f8634b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.091+0000 7faa6857a740 1 --2- 172.21.15.18:0/2484245910 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f8634610 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.091+0000 7faa6857a740 1 -- 172.21.15.18:0/2484245910 >> 172.21.15.18:0/2484245910 conn(0x55d4f8625670 msgr2=0x55d4f8624800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:59.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.091+0000 7faa3effd640 0 client.27044 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:59.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.091+0000 7faa6857a740 1 -- 172.21.15.18:0/2484245910 shutdown_connections 2024-04-22T00:48:59.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.091+0000 7faa6857a740 1 -- 172.21.15.18:0/2484245910 wait complete. 2024-04-22T00:48:59.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.092+0000 7faa6857a740 20 client.27044 trim_cache size 0 max 16384 2024-04-22T00:48:59.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.136+0000 7faa6857a740 1 Processor -- start 2024-04-22T00:48:59.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.138+0000 7faa6857a740 1 -- start start 2024-04-22T00:48:59.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.139+0000 7faa6857a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862a100 0x55d4f862bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.139+0000 7faa6857a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 0x55d4f862c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.139+0000 7faa6857a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862fc60 0x55d4f863bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.139+0000 7faa6857a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faa601c4070 con 0x55d4f862aaf0 2024-04-22T00:48:59.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.139+0000 7faa6857a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faa601c18b0 con 0x55d4f862fc60 2024-04-22T00:48:59.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.139+0000 7faa6857a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faa601bf700 con 0x55d4f862a100 2024-04-22T00:48:59.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.141+0000 7faa5e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 0x55d4f862c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.141+0000 7faa5e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 0x55d4f862c4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49048/0 (socket says 172.21.15.18:49048) 2024-04-22T00:48:59.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.141+0000 7faa5e7fc640 1 -- 172.21.15.18:0/1987678596 learned_addr learned my addr 172.21.15.18:0/1987678596 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:59.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.142+0000 7faa5effd640 1 --2- 172.21.15.18:0/1987678596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862a100 0x55d4f862bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.142+0000 7faa5e7fc640 1 -- 172.21.15.18:0/1987678596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862a100 msgr2=0x55d4f862bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:59.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.142+0000 7faa5f7fe640 1 --2- 172.21.15.18:0/1987678596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862fc60 0x55d4f863bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.142+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/1987678596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862a100 0x55d4f862bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.142+0000 7faa5e7fc640 1 -- 172.21.15.18:0/1987678596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862fc60 msgr2=0x55d4f863bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:59.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.142+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/1987678596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862fc60 0x55d4f863bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.142+0000 7faa5e7fc640 1 -- 172.21.15.18:0/1987678596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4f86263e0 con 0x55d4f862aaf0 2024-04-22T00:48:59.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.142+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/1987678596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 0x55d4f862c4f0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7faa500058c0 tx=0x7faa50005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4b30a1559ecb142 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:59.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.143+0000 7faa557fa640 1 -- 172.21.15.18:0/1987678596 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa50032070 con 0x55d4f862aaf0 2024-04-22T00:48:59.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.143+0000 7faa557fa640 1 -- 172.21.15.18:0/1987678596 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa50005520 con 0x55d4f862aaf0 2024-04-22T00:48:59.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.143+0000 7faa557fa640 1 -- 172.21.15.18:0/1987678596 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa5001e040 con 0x55d4f862aaf0 2024-04-22T00:48:59.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.145+0000 7faa6857a740 1 -- 172.21.15.18:0/1987678596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 msgr2=0x55d4f862c4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:59.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.145+0000 7faa6857a740 1 --2- 172.21.15.18:0/1987678596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 0x55d4f862c4f0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7faa500058c0 tx=0x7faa50005850 comp rx=0 tx=0).stop 2024-04-22T00:48:59.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.151+0000 7faa6857a740 1 -- 172.21.15.18:0/1987678596 shutdown_connections 2024-04-22T00:48:59.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.151+0000 7faa6857a740 1 --2- 172.21.15.18:0/1987678596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862fc60 0x55d4f863bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.151+0000 7faa6857a740 1 --2- 172.21.15.18:0/1987678596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862aaf0 0x55d4f862c4f0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.151+0000 7faa6857a740 1 --2- 172.21.15.18:0/1987678596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862a100 0x55d4f862bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.151+0000 7faa6857a740 1 -- 172.21.15.18:0/1987678596 >> 172.21.15.18:0/1987678596 conn(0x55d4f8625670 msgr2=0x55d4f86345d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:59.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:58 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:48:59.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.157+0000 7faa6857a740 1 -- 172.21.15.18:0/1987678596 shutdown_connections 2024-04-22T00:48:59.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.158+0000 7faa6857a740 1 -- 172.21.15.18:0/1987678596 wait complete. 2024-04-22T00:48:59.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.158+0000 7faa6857a740 1 -- start start 2024-04-22T00:48:59.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa6857a740 1 Processor -- start 2024-04-22T00:48:59.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa6857a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f86387d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa6857a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862aaf0 0x55d4f8638d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa6857a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862fc60 0x55d4f86a4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa6857a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faa601bfd70 con 0x55d4f862fc60 2024-04-22T00:48:59.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa6857a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faa601c11e0 con 0x55d4f862a100 2024-04-22T00:48:59.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa6857a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faa601c0440 con 0x55d4f862aaf0 2024-04-22T00:48:59.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa6857a740 10 client.0 _ll_register_callbacks cb 0x7faa58009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:48:59.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa5effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f86387d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa5effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f86387d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33124/0 (socket says 172.21.15.18:33124) 2024-04-22T00:48:59.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa5effd640 1 -- 172.21.15.18:0/3616223569 learned_addr learned my addr 172.21.15.18:0/3616223569 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:48:59.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.159+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862aaf0 0x55d4f8638d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.160+0000 7faa5f7fe640 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862fc60 0x55d4f86a4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.160+0000 7faa5e7fc640 1 -- 172.21.15.18:0/3616223569 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 msgr2=0x55d4f86387d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:59.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.160+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f86387d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.160+0000 7faa5e7fc640 1 -- 172.21.15.18:0/3616223569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862fc60 msgr2=0x55d4f86a4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:48:59.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.160+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862fc60 0x55d4f86a4c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.160+0000 7faa5e7fc640 1 -- 172.21.15.18:0/3616223569 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4f863bd90 con 0x55d4f862aaf0 2024-04-22T00:48:59.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.160+0000 7faa5e7fc640 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862aaf0 0x55d4f8638d10 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7faa50009be0 tx=0x7faa500096d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50a3725ef2c705c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:48:59.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.160+0000 7faa3effd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:48:59.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.163+0000 7faa3effd640 1 -- 172.21.15.18:0/3616223569 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa50032070 con 0x55d4f862aaf0 2024-04-22T00:48:59.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.163+0000 7faa3effd640 1 -- 172.21.15.18:0/3616223569 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7faa50019830 con 0x55d4f862aaf0 2024-04-22T00:48:59.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.163+0000 7faa6857a740 1 -- 172.21.15.18:0/3616223569 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa50005520 con 0x55d4f862aaf0 2024-04-22T00:48:59.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.166+0000 7faa3effd640 1 -- 172.21.15.18:0/3616223569 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7faa5001e040 con 0x55d4f862aaf0 2024-04-22T00:48:59.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.167+0000 7faa6857a740 10 client.27025 fetch_fsmap learned FSMap version 37 2024-04-22T00:48:59.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.167+0000 7faa6857a740 1 -- 172.21.15.18:0/3616223569 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55d4f86a61b0 con 0x55d4f862aaf0 2024-04-22T00:48:59.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.172+0000 7faa3effd640 1 -- 172.21.15.18:0/3616223569 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa50005520 con 0x55d4f862aaf0 2024-04-22T00:48:59.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.172+0000 7faa3effd640 1 -- 172.21.15.18:0/3616223569 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 37) ==== 8358+0+0 (secure 0 0 0) 0x7faa5002d040 con 0x55d4f862aaf0 2024-04-22T00:48:59.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.172+0000 7faa6857a740 10 client.27025 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T00:48:59.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.172+0000 7faa6857a740 10 client.27025 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:48:59.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.172+0000 7faa6857a740 20 client.27025 populate_metadata read hostname 'smithi018' 2024-04-22T00:48:59.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.172+0000 7faa6857a740 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4f86a6830 0x55d4f86a8c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:48:59.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.172+0000 7faa6857a740 4 client.27025 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:48:59.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.172+0000 7faa6857a740 1 -- 172.21.15.18:0/3616223569 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d4f8596df0 con 0x55d4f86a6830 2024-04-22T00:48:59.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.174+0000 7faa5effd640 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4f86a6830 0x55d4f86a8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:48:59.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.182+0000 7faa5effd640 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4f86a6830 0x55d4f86a8c50 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=397da91a6bdc2f6e server_cookie=c5d008072241426b in_seq=0 out_seq=0 2024-04-22T00:48:59.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.183+0000 7faa3effd640 10 client.27025 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:59.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.184+0000 7faa3effd640 1 -- 172.21.15.18:0/3616223569 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55d4f8596df0 con 0x55d4f86a6830 2024-04-22T00:48:59.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.184+0000 7faa3effd640 10 client.27025 handle_command_reply: tid=0 2024-04-22T00:48:59.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.184+0000 7faa6857a740 1 client.27025 shutdown 2024-04-22T00:48:59.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.191+0000 7faa6857a740 1 -- 172.21.15.18:0/3616223569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862aaf0 msgr2=0x55d4f8638d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:59.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.191+0000 7faa6857a740 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862aaf0 0x55d4f8638d10 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7faa50009be0 tx=0x7faa500096d0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.193+0000 7faa6857a740 1 -- 172.21.15.18:0/3616223569 shutdown_connections 2024-04-22T00:48:59.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.193+0000 7faa6857a740 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d4f86a6830 0x55d4f86a8c50 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.193+0000 7faa6857a740 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d4f862fc60 0x55d4f86a4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.193+0000 7faa6857a740 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d4f862aaf0 0x55d4f8638d10 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.193+0000 7faa6857a740 1 --2- 172.21.15.18:0/3616223569 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d4f862a100 0x55d4f86387d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.193+0000 7faa6857a740 1 -- 172.21.15.18:0/3616223569 >> 172.21.15.18:0/3616223569 conn(0x55d4f8625670 msgr2=0x55d4f86345b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:59.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.193+0000 7faa3effd640 0 client.27025 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:48:59.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.194+0000 7faa6857a740 1 -- 172.21.15.18:0/3616223569 shutdown_connections 2024-04-22T00:48:59.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.195+0000 7faa6857a740 1 -- 172.21.15.18:0/3616223569 wait complete. 2024-04-22T00:48:59.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.195+0000 7faa6857a740 20 client.27025 trim_cache size 0 max 16384 2024-04-22T00:48:59.196 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:48:59.196 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:48:59.196 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:48:59.196 INFO:teuthology.orchestra.run.smithi018.stdout: "48ebb565-3030-46aa-af6f-64f5b96db120": { 2024-04-22T00:48:59.196 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:48:59.196 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "48ebb565-3030-46aa-af6f-64f5b96db120", 2024-04-22T00:48:59.196 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:48:59.196 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:48:59.196 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:48:59.196 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:48:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.196+0000 7faa6598c640 1 -- 172.21.15.18:0/3260563393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa4c0a2d60 msgr2=0x7faa4c0a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.196+0000 7faa6598c640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa4c0a2d60 0x7faa4c0a5220 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x55d4f862b350 tx=0x7faa4800a300 comp rx=0 tx=0).stop 2024-04-22T00:48:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.196+0000 7faa6598c640 1 -- 172.21.15.18:0/3260563393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa600ff540 msgr2=0x7faa60071cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:48:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.196+0000 7faa6598c640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa600ff540 0x7faa60071cf0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7faa58037040 tx=0x7faa58034d60 comp rx=0 tx=0).stop 2024-04-22T00:48:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.197+0000 7faa6598c640 1 -- 172.21.15.18:0/3260563393 shutdown_connections 2024-04-22T00:48:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.197+0000 7faa6598c640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7faa4c0a2d60 0x7faa4c0a5220 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.197+0000 7faa6598c640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa60101010 0x7faa60072770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.197+0000 7faa6598c640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa60100670 0x7faa60072230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.197+0000 7faa6598c640 1 --2- 172.21.15.18:0/3260563393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faa600ff540 0x7faa60071cf0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:48:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.197+0000 7faa6598c640 1 -- 172.21.15.18:0/3260563393 >> 172.21.15.18:0/3260563393 conn(0x7faa600fae40 msgr2=0x7faa601038c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:48:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.197+0000 7faa6598c640 1 -- 172.21.15.18:0/3260563393 shutdown_connections 2024-04-22T00:48:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:48:59.197+0000 7faa6598c640 1 -- 172.21.15.18:0/3260563393 wait complete. 2024-04-22T00:48:59.214 INFO:tasks.cephfs.filesystem:scrub status for tag:48ebb565-3030-46aa-af6f-64f5b96db120 - {'path': '/', 'tag': '48ebb565-3030-46aa-af6f-64f5b96db120', 'options': 'recursive,force'} 2024-04-22T00:48:59.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:58 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:48:59.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 455.0 s, 540.8 tps, lat 186.656 ms stddev 216.131 2024-04-22T00:49:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:59 smithi081 ceph-mon[31546]: pgmap v605: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.9 MiB/s wr, 522 op/s 2024-04-22T00:49:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:59 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:49:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:59 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:59 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:49:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:59 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:49:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:59 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:49:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:59 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:59 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:48:59 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:59 smithi018 ceph-mon[27979]: pgmap v605: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.9 MiB/s wr, 522 op/s 2024-04-22T00:49:00.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:59 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:49:00.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:59 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:59 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:49:00.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:59 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:49:00.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:59 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:49:00.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:59 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:59 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:48:59 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:59 smithi167 ceph-mon[31348]: pgmap v605: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.9 MiB/s wr, 522 op/s 2024-04-22T00:49:00.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:59 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:49:00.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:59 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:59 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:49:00.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:59 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:49:00.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:59 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:49:00.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:59 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:59 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:00.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:48:59 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:02.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:01 smithi081 ceph-mon[31546]: pgmap v606: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 5.7 MiB/s wr, 637 op/s 2024-04-22T00:49:02.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:01 smithi018 ceph-mon[27979]: pgmap v606: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 5.7 MiB/s wr, 637 op/s 2024-04-22T00:49:02.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:01 smithi167 ceph-mon[31348]: pgmap v606: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 5.7 MiB/s wr, 637 op/s 2024-04-22T00:49:04.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:03 smithi081 ceph-mon[31546]: pgmap v607: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 4.9 MiB/s wr, 617 op/s 2024-04-22T00:49:04.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:03 smithi018 ceph-mon[27979]: pgmap v607: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 4.9 MiB/s wr, 617 op/s 2024-04-22T00:49:04.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:03 smithi167 ceph-mon[31348]: pgmap v607: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 4.9 MiB/s wr, 617 op/s 2024-04-22T00:49:04.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 460.0 s, 678.2 tps, lat 147.183 ms stddev 155.473 2024-04-22T00:49:06.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:05 smithi081 ceph-mon[31546]: pgmap v608: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 5.1 MiB/s wr, 645 op/s 2024-04-22T00:49:06.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:05 smithi018 ceph-mon[27979]: pgmap v608: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 5.1 MiB/s wr, 645 op/s 2024-04-22T00:49:06.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:05 smithi167 ceph-mon[31348]: pgmap v608: 129 pgs: 129 active+clean; 1.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 5.1 MiB/s wr, 645 op/s 2024-04-22T00:49:08.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:07 smithi081 ceph-mon[31546]: pgmap v609: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 5.6 MiB/s wr, 696 op/s 2024-04-22T00:49:08.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:07 smithi018 ceph-mon[27979]: pgmap v609: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 5.6 MiB/s wr, 696 op/s 2024-04-22T00:49:08.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:07 smithi167 ceph-mon[31348]: pgmap v609: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 5.6 MiB/s wr, 696 op/s 2024-04-22T00:49:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.574+0000 7faea96c6640 1 -- 172.21.15.18:0/2326711783 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faea4100f60 msgr2=0x7faea41013e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.574+0000 7faea96c6640 1 --2- 172.21.15.18:0/2326711783 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faea4100f60 0x7faea41013e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fae9c009ca0 tx=0x7fae9c02c140 comp rx=0 tx=0).stop 2024-04-22T00:49:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.579+0000 7faea96c6640 1 -- 172.21.15.18:0/2326711783 shutdown_connections 2024-04-22T00:49:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.579+0000 7faea96c6640 1 --2- 172.21.15.18:0/2326711783 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faea4101920 0x7faea4108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.579+0000 7faea96c6640 1 --2- 172.21.15.18:0/2326711783 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faea4100f60 0x7faea41013e0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.579+0000 7faea96c6640 1 --2- 172.21.15.18:0/2326711783 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faea40ffe10 0x7faea4100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.579+0000 7faea96c6640 1 -- 172.21.15.18:0/2326711783 >> 172.21.15.18:0/2326711783 conn(0x7faea40fb3a0 msgr2=0x7faea40fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:09.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.586+0000 7faea96c6640 1 -- 172.21.15.18:0/2326711783 shutdown_connections 2024-04-22T00:49:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.589+0000 7faea96c6640 1 -- 172.21.15.18:0/2326711783 wait complete. 2024-04-22T00:49:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.590+0000 7faea96c6640 1 Processor -- start 2024-04-22T00:49:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.590+0000 7faea96c6640 1 -- start start 2024-04-22T00:49:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.591+0000 7faea96c6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faea40ffe10 0x7faea419e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.591+0000 7faea96c6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faea4100f60 0x7faea419e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.591+0000 7faea96c6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faea4101920 0x7faea41a5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.591+0000 7faea96c6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7faea410b390 con 0x7faea40ffe10 2024-04-22T00:49:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.591+0000 7faea96c6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7faea410b210 con 0x7faea4100f60 2024-04-22T00:49:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.591+0000 7faea96c6640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7faea410b510 con 0x7faea4101920 2024-04-22T00:49:09.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.592+0000 7faea2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faea40ffe10 0x7faea419e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.592+0000 7faea2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faea40ffe10 0x7faea419e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36418/0 (socket says 172.21.15.18:36418) 2024-04-22T00:49:09.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.592+0000 7faea2ffd640 1 -- 172.21.15.18:0/3059114572 learned_addr learned my addr 172.21.15.18:0/3059114572 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:09.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.592+0000 7faea37fe640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faea4101920 0x7faea41a5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.593+0000 7faea2ffd640 1 -- 172.21.15.18:0/3059114572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faea4101920 msgr2=0x7faea41a5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.593+0000 7faea2ffd640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faea4101920 0x7faea41a5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.593+0000 7faea2ffd640 1 -- 172.21.15.18:0/3059114572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faea4100f60 msgr2=0x7faea419e7f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.593+0000 7faea2ffd640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faea4100f60 0x7faea419e7f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.593+0000 7faea2ffd640 1 -- 172.21.15.18:0/3059114572 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faea4190ba0 con 0x7faea40ffe10 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.594+0000 7faea2ffd640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faea40ffe10 0x7faea419e2b0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fae9800b450 tx=0x7fae9800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.595+0000 7fae8bfff640 1 -- 172.21.15.18:0/3059114572 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae98015020 con 0x7faea40ffe10 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.595+0000 7faea96c6640 1 -- 172.21.15.18:0/3059114572 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faea4190e90 con 0x7faea40ffe10 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.595+0000 7faea96c6640 1 -- 172.21.15.18:0/3059114572 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faea4191460 con 0x7faea40ffe10 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.595+0000 7fae8bfff640 1 -- 172.21.15.18:0/3059114572 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae98011d70 con 0x7faea40ffe10 2024-04-22T00:49:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.595+0000 7fae8bfff640 1 -- 172.21.15.18:0/3059114572 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9800f340 con 0x7faea40ffe10 2024-04-22T00:49:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faeac390740 1 Processor -- start 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faeac390740 1 -- start start 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faeac390740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8ed30 0x55bd03e8f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faeac390740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e8f720 0x55bd03e94220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faeac390740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e94890 0x55bd03e96d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faeac390740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55bd03df3b70 con 0x55bd03e8f720 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faeac390740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55bd03d9c470 con 0x55bd03e94890 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faeac390740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55bd03defb30 con 0x55bd03e8ed30 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faea27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e94890 0x55bd03e96d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faea27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e94890 0x55bd03e96d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33942/0 (socket says 172.21.15.18:33942) 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.599+0000 7faea27fc640 1 -- 172.21.15.18:0/3575958841 learned_addr learned my addr 172.21.15.18:0/3575958841 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.600+0000 7faea37fe640 1 --2- 172.21.15.18:0/3575958841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8ed30 0x55bd03e8f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.600+0000 7faea27fc640 1 -- 172.21.15.18:0/3575958841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8ed30 msgr2=0x55bd03e8f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.600+0000 7faea27fc640 1 --2- 172.21.15.18:0/3575958841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8ed30 0x55bd03e8f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.600+0000 7faea27fc640 1 -- 172.21.15.18:0/3575958841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e8f720 msgr2=0x55bd03e94220 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:49:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.600+0000 7faea27fc640 1 --2- 172.21.15.18:0/3575958841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e8f720 0x55bd03e94220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.600+0000 7faea27fc640 1 -- 172.21.15.18:0/3575958841 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd03b08210 con 0x55bd03e94890 2024-04-22T00:49:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.601+0000 7faea37fe640 1 --2- 172.21.15.18:0/3575958841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8ed30 0x55bd03e8f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:49:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.601+0000 7faea27fc640 1 --2- 172.21.15.18:0/3575958841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e94890 0x55bd03e96d20 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fae9c037040 tx=0x7fae9c005f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2feea110f766f661 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.601+0000 7fae897fa640 1 -- 172.21.15.18:0/3575958841 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9c041020 con 0x55bd03e94890 2024-04-22T00:49:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.601+0000 7fae897fa640 1 -- 172.21.15.18:0/3575958841 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae9c032cd0 con 0x55bd03e94890 2024-04-22T00:49:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.601+0000 7fae897fa640 1 -- 172.21.15.18:0/3575958841 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9c039040 con 0x55bd03e94890 2024-04-22T00:49:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.601+0000 7fae8bfff640 1 -- 172.21.15.18:0/3059114572 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fae98018020 con 0x7faea40ffe10 2024-04-22T00:49:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.602+0000 7fae8bfff640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae8c0a2e50 0x7fae8c0a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.602+0000 7faeac390740 1 -- 172.21.15.18:0/3575958841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e94890 msgr2=0x55bd03e96d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.602+0000 7faeac390740 1 --2- 172.21.15.18:0/3575958841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e94890 0x55bd03e96d20 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fae9c037040 tx=0x7fae9c005f40 comp rx=0 tx=0).stop 2024-04-22T00:49:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.602+0000 7fae8bfff640 1 -- 172.21.15.18:0/3059114572 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fae980cee30 con 0x7faea40ffe10 2024-04-22T00:49:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.603+0000 7faea37fe640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae8c0a2e50 0x7fae8c0a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.603+0000 7faeac390740 1 -- 172.21.15.18:0/3575958841 shutdown_connections 2024-04-22T00:49:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.603+0000 7faeac390740 1 --2- 172.21.15.18:0/3575958841 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e94890 0x55bd03e96d20 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.603+0000 7faeac390740 1 --2- 172.21.15.18:0/3575958841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e8f720 0x55bd03e94220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.603+0000 7faeac390740 1 --2- 172.21.15.18:0/3575958841 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8ed30 0x55bd03e8f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.603+0000 7faeac390740 1 -- 172.21.15.18:0/3575958841 >> 172.21.15.18:0/3575958841 conn(0x55bd03e8a2a0 msgr2=0x55bd03e8a6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:09.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.605+0000 7faeac390740 1 -- 172.21.15.18:0/3575958841 shutdown_connections 2024-04-22T00:49:09.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.605+0000 7faeac390740 1 -- 172.21.15.18:0/3575958841 wait complete. 2024-04-22T00:49:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.606+0000 7faeac390740 1 -- start start 2024-04-22T00:49:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.606+0000 7faeac390740 1 Processor -- start 2024-04-22T00:49:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.606+0000 7faea37fe640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae8c0a2e50 0x7fae8c0a5310 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fae94006fd0 tx=0x7fae94008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.606+0000 7faeac390740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 0x55bd03eaa0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faeac390740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 0x55bd03eaa5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faeac390740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 0x55bd03eb1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faeac390740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55bd03ea87f0 con 0x55bd03e94890 2024-04-22T00:49:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faeac390740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55bd03dafa10 con 0x55bd03e8ed30 2024-04-22T00:49:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faeac390740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55bd03ea8970 con 0x55bd03e8f720 2024-04-22T00:49:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faeac390740 10 client.0 _ll_register_callbacks cb 0x55bd03deab60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faea27fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 0x55bd03eaa5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faea27fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 0x55bd03eaa5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:58572/0 (socket says 172.21.15.18:58572) 2024-04-22T00:49:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faea27fc640 1 -- 172.21.15.18:0/2025434920 learned_addr learned my addr 172.21.15.18:0/2025434920 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faea2ffd640 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 0x55bd03eaa0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faea37fe640 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 0x55bd03eb1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faea27fc640 1 -- 172.21.15.18:0/2025434920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 msgr2=0x55bd03eaa0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:09.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faea27fc640 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 0x55bd03eaa0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faea27fc640 1 -- 172.21.15.18:0/2025434920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 msgr2=0x55bd03eb1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:09.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faea27fc640 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 0x55bd03eb1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.607+0000 7faea27fc640 1 -- 172.21.15.18:0/2025434920 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd03bd4620 con 0x55bd03e8f720 2024-04-22T00:49:09.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.608+0000 7faea27fc640 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 0x55bd03eaa5f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fae9c009600 tx=0x7fae9c0098f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4118ab907118a5f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:09.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.609+0000 7fae86ff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:49:09.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.610+0000 7fae86ff5640 1 -- 172.21.15.18:0/2025434920 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9c039070 con 0x55bd03e8f720 2024-04-22T00:49:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.610+0000 7faeac390740 1 -- 172.21.15.18:0/2025434920 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae9c032cd0 con 0x55bd03e8f720 2024-04-22T00:49:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.610+0000 7fae86ff5640 1 -- 172.21.15.18:0/2025434920 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fae9c0328d0 con 0x55bd03e8f720 2024-04-22T00:49:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.611+0000 7fae86ff5640 1 -- 172.21.15.18:0/2025434920 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fae9c041050 con 0x55bd03e8f720 2024-04-22T00:49:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.611+0000 7faeac390740 10 client.27031 fetch_fsmap learned FSMap version 37 2024-04-22T00:49:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.611+0000 7faeac390740 1 -- 172.21.15.18:0/2025434920 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55bd03ea8820 con 0x55bd03e8f720 2024-04-22T00:49:09.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.615+0000 7fae86ff5640 1 -- 172.21.15.18:0/2025434920 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae9c032cd0 con 0x55bd03e8f720 2024-04-22T00:49:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.615+0000 7fae86ff5640 1 -- 172.21.15.18:0/2025434920 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 37) ==== 8358+0+0 (secure 0 0 0) 0x7fae9c03c030 con 0x55bd03e8f720 2024-04-22T00:49:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.615+0000 7faeac390740 10 client.27031 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T00:49:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.615+0000 7faeac390740 10 client.27031 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.615+0000 7faeac390740 20 client.27031 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.615+0000 7faeac390740 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bd03eb61c0 0x55bd03eb85e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.615+0000 7faeac390740 4 client.27031 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:49:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.615+0000 7faeac390740 1 -- 172.21.15.18:0/2025434920 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bd03e010b0 con 0x55bd03eb61c0 2024-04-22T00:49:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.615+0000 7faea2ffd640 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bd03eb61c0 0x55bd03eb85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.619+0000 7faea2ffd640 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bd03eb61c0 0x55bd03eb85e0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f99034136e58da43 server_cookie=c8cac2ba4c44d637 in_seq=0 out_seq=0 2024-04-22T00:49:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.619+0000 7fae86ff5640 10 client.27031 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.620+0000 7fae86ff5640 1 -- 172.21.15.18:0/2025434920 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bd03e010b0 con 0x55bd03eb61c0 2024-04-22T00:49:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.620+0000 7fae86ff5640 10 client.27031 handle_command_reply: tid=0 2024-04-22T00:49:09.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.621+0000 7faeac390740 1 client.27031 shutdown 2024-04-22T00:49:09.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.622+0000 7faeac390740 1 -- 172.21.15.18:0/2025434920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 msgr2=0x55bd03eaa5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:09.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.622+0000 7faeac390740 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 0x55bd03eaa5f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fae9c009600 tx=0x7fae9c0098f0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.623+0000 7faeac390740 1 -- 172.21.15.18:0/2025434920 shutdown_connections 2024-04-22T00:49:09.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.623+0000 7faeac390740 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bd03eb61c0 0x55bd03eb85e0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.623+0000 7faeac390740 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 0x55bd03eb1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.623+0000 7faeac390740 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 0x55bd03eaa5f0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.623+0000 7faeac390740 1 --2- 172.21.15.18:0/2025434920 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 0x55bd03eaa0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.623+0000 7faeac390740 1 -- 172.21.15.18:0/2025434920 >> 172.21.15.18:0/2025434920 conn(0x55bd03e8a2a0 msgr2=0x55bd03e894c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:09.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.623+0000 7fae86ff5640 0 client.27031 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:09.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.623+0000 7faeac390740 1 -- 172.21.15.18:0/2025434920 shutdown_connections 2024-04-22T00:49:09.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.623+0000 7faeac390740 1 -- 172.21.15.18:0/2025434920 wait complete. 2024-04-22T00:49:09.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.623+0000 7faeac390740 20 client.27031 trim_cache size 0 max 16384 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.641+0000 7faeac390740 1 Processor -- start 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faeac390740 1 -- start start 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faeac390740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 0x55bd03ea9ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faeac390740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 0x55bd03eb15f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faeac390740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 0x55bd03ebcea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faeac390740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fae90012710 con 0x55bd03e94890 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faeac390740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fae9000ff50 con 0x55bd03e8ed30 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faeac390740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fae9000dda0 con 0x55bd03e8f720 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 0x55bd03ebcea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 0x55bd03ea9ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 0x55bd03ea9ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:33956/0 (socket says 172.21.15.18:33956) 2024-04-22T00:49:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea2ffd640 1 -- 172.21.15.18:0/1097844011 learned_addr learned my addr 172.21.15.18:0/1097844011 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 0x55bd03ebcea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36432/0 (socket says 172.21.15.18:36432) 2024-04-22T00:49:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea27fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 0x55bd03eb15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea2ffd640 1 -- 172.21.15.18:0/1097844011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 msgr2=0x55bd03eb15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea2ffd640 1 --2- 172.21.15.18:0/1097844011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 0x55bd03eb15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea2ffd640 1 -- 172.21.15.18:0/1097844011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 msgr2=0x55bd03ebcea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea2ffd640 1 --2- 172.21.15.18:0/1097844011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 0x55bd03ebcea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.642+0000 7faea2ffd640 1 -- 172.21.15.18:0/1097844011 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd03e8b010 con 0x55bd03e8ed30 2024-04-22T00:49:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.643+0000 7faea2ffd640 1 --2- 172.21.15.18:0/1097844011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 0x55bd03ea9ab0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fae980976c0 tx=0x7fae98013040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f040e638a8953e68 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.643+0000 7fae88ff9640 1 -- 172.21.15.18:0/1097844011 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae980108a0 con 0x55bd03e8ed30 2024-04-22T00:49:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.643+0000 7fae88ff9640 1 -- 172.21.15.18:0/1097844011 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae98099560 con 0x55bd03e8ed30 2024-04-22T00:49:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.643+0000 7fae88ff9640 1 -- 172.21.15.18:0/1097844011 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae980af4f0 con 0x55bd03e8ed30 2024-04-22T00:49:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 -- 172.21.15.18:0/1097844011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 msgr2=0x55bd03ea9ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 --2- 172.21.15.18:0/1097844011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 0x55bd03ea9ab0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fae980976c0 tx=0x7fae98013040 comp rx=0 tx=0).stop 2024-04-22T00:49:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 -- 172.21.15.18:0/1097844011 shutdown_connections 2024-04-22T00:49:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 --2- 172.21.15.18:0/1097844011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03e94890 0x55bd03ebcea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 --2- 172.21.15.18:0/1097844011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e8f720 0x55bd03eb15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 --2- 172.21.15.18:0/1097844011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8ed30 0x55bd03ea9ab0 secure :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fae980976c0 tx=0x7fae98013040 comp rx=0 tx=0).stop 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 -- 172.21.15.18:0/1097844011 >> 172.21.15.18:0/1097844011 conn(0x55bd03e8a2a0 msgr2=0x55bd03ea93a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 -- 172.21.15.18:0/1097844011 shutdown_connections 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 -- 172.21.15.18:0/1097844011 wait complete. 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 -- start start 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.644+0000 7faeac390740 1 Processor -- start 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faeac390740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8f720 0x55bd03eaeda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faeac390740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e94890 0x55bd03eaf2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faeac390740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03eb02f0 0x55bd03eb0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faeac390740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fae9000e410 con 0x55bd03eb02f0 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faeac390740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fae9000f880 con 0x55bd03e8f720 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faeac390740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fae9000eae0 con 0x55bd03e94890 2024-04-22T00:49:09.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03eb02f0 0x55bd03eb0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea27fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e94890 0x55bd03eaf2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea27fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e94890 0x55bd03eaf2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:58586/0 (socket says 172.21.15.18:58586) 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea27fc640 1 -- 172.21.15.18:0/156912545 learned_addr learned my addr 172.21.15.18:0/156912545 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faeac390740 10 client.0 _ll_register_callbacks cb 0x7fae9c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea2ffd640 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8f720 0x55bd03eaeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea27fc640 1 -- 172.21.15.18:0/156912545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8f720 msgr2=0x55bd03eaeda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea27fc640 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8f720 0x55bd03eaeda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea27fc640 1 -- 172.21.15.18:0/156912545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03eb02f0 msgr2=0x55bd03eb0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea27fc640 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03eb02f0 0x55bd03eb0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea27fc640 1 -- 172.21.15.18:0/156912545 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd03eb0cb0 con 0x55bd03e94890 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7faea27fc640 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e94890 0x55bd03eaf2e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fae9c002230 tx=0x7fae9c046650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82c8e7749c85d6df server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7fae86ff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:49:09.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.645+0000 7fae86ff5640 1 -- 172.21.15.18:0/156912545 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9c039040 con 0x55bd03e94890 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.646+0000 7faeac390740 1 -- 172.21.15.18:0/156912545 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae98099560 con 0x55bd03e94890 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.646+0000 7fae86ff5640 1 -- 172.21.15.18:0/156912545 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fae9c0328d0 con 0x55bd03e94890 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.646+0000 7fae86ff5640 1 -- 172.21.15.18:0/156912545 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fae9c060050 con 0x55bd03e94890 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.646+0000 7faeac390740 10 client.27037 fetch_fsmap learned FSMap version 37 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.646+0000 7faeac390740 1 -- 172.21.15.18:0/156912545 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55bd03f1cbc0 con 0x55bd03e94890 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.646+0000 7fae86ff5640 1 -- 172.21.15.18:0/156912545 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae98099560 con 0x55bd03e94890 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.647+0000 7fae86ff5640 1 -- 172.21.15.18:0/156912545 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 37) ==== 8358+0+0 (secure 0 0 0) 0x7fae9c059060 con 0x55bd03e94890 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.647+0000 7faeac390740 10 client.27037 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.647+0000 7faeac390740 10 client.27037 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.647+0000 7faeac390740 20 client.27037 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.647+0000 7faeac390740 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bd03f1d540 0x55bd03f1f960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.647+0000 7faeac390740 4 client.27037 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:49:09.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.647+0000 7faeac390740 1 -- 172.21.15.18:0/156912545 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bd03dfb400 con 0x55bd03f1d540 2024-04-22T00:49:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.647+0000 7faea2ffd640 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bd03f1d540 0x55bd03f1f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.647+0000 7faea2ffd640 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bd03f1d540 0x55bd03f1f960 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8d3bc7806a95196 server_cookie=5cf89afb972d26cf in_seq=0 out_seq=0 2024-04-22T00:49:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.647+0000 7fae86ff5640 10 client.27037 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7fae86ff5640 1 -- 172.21.15.18:0/156912545 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bd03dfb400 con 0x55bd03f1d540 2024-04-22T00:49:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7fae86ff5640 10 client.27037 handle_command_reply: tid=0 2024-04-22T00:49:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 client.27037 shutdown 2024-04-22T00:49:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 -- 172.21.15.18:0/156912545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e94890 msgr2=0x55bd03eaf2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e94890 0x55bd03eaf2e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fae9c002230 tx=0x7fae9c046650 comp rx=0 tx=0).stop 2024-04-22T00:49:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 -- 172.21.15.18:0/156912545 shutdown_connections 2024-04-22T00:49:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bd03f1d540 0x55bd03f1f960 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd03eb02f0 0x55bd03eb0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bd03e94890 0x55bd03eaf2e0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 --2- 172.21.15.18:0/156912545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bd03e8f720 0x55bd03eaeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 -- 172.21.15.18:0/156912545 >> 172.21.15.18:0/156912545 conn(0x55bd03e8a2a0 msgr2=0x55bd03e8d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7fae86ff5640 0 client.27037 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 -- 172.21.15.18:0/156912545 shutdown_connections 2024-04-22T00:49:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 1 -- 172.21.15.18:0/156912545 wait complete. 2024-04-22T00:49:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.656+0000 7faeac390740 20 client.27037 trim_cache size 0 max 16384 2024-04-22T00:49:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:49:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:49:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:49:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:49:09.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 -- 172.21.15.18:0/3059114572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae8c0a2e50 msgr2=0x7fae8c0a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae8c0a2e50 0x7fae8c0a5310 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fae94006fd0 tx=0x7fae94008040 comp rx=0 tx=0).stop 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 -- 172.21.15.18:0/3059114572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faea40ffe10 msgr2=0x7faea419e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faea40ffe10 0x7faea419e2b0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fae9800b450 tx=0x7fae9800b910 comp rx=0 tx=0).stop 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 -- 172.21.15.18:0/3059114572 shutdown_connections 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fae8c0a2e50 0x7fae8c0a5310 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7faea4101920 0x7faea41a5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faea4100f60 0x7faea419e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 --2- 172.21.15.18:0/3059114572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faea40ffe10 0x7faea419e2b0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 -- 172.21.15.18:0/3059114572 >> 172.21.15.18:0/3059114572 conn(0x7faea40fb3a0 msgr2=0x7faea4104290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 -- 172.21.15.18:0/3059114572 shutdown_connections 2024-04-22T00:49:09.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:09.657+0000 7faea96c6640 1 -- 172.21.15.18:0/3059114572 wait complete. 2024-04-22T00:49:09.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 465.0 s, 603.2 tps, lat 163.405 ms stddev 197.857 2024-04-22T00:49:10.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:09 smithi081 ceph-mon[31546]: pgmap v610: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 5.1 MiB/s wr, 629 op/s 2024-04-22T00:49:10.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:09 smithi018 ceph-mon[27979]: pgmap v610: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 5.1 MiB/s wr, 629 op/s 2024-04-22T00:49:10.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:09 smithi167 ceph-mon[31348]: pgmap v610: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 5.1 MiB/s wr, 629 op/s 2024-04-22T00:49:12.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:11 smithi081 ceph-mon[31546]: pgmap v611: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 5.3 MiB/s wr, 662 op/s 2024-04-22T00:49:12.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:11 smithi018 ceph-mon[27979]: pgmap v611: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 5.3 MiB/s wr, 662 op/s 2024-04-22T00:49:12.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:11 smithi167 ceph-mon[31348]: pgmap v611: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 5.3 MiB/s wr, 662 op/s 2024-04-22T00:49:13.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:12 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:13.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:12 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:49:13.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:12 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:49:13.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:12 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:49:13.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:12 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:13.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:12 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:49:13.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:12 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:49:13.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:12 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:49:13.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:12 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:13.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:12 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:49:13.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:12 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:49:13.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:12 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:49:14.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:13 smithi081 ceph-mon[31546]: pgmap v612: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 4.8 MiB/s wr, 563 op/s 2024-04-22T00:49:14.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:13 smithi018 ceph-mon[27979]: pgmap v612: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 4.8 MiB/s wr, 563 op/s 2024-04-22T00:49:14.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:13 smithi167 ceph-mon[31348]: pgmap v612: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 4.8 MiB/s wr, 563 op/s 2024-04-22T00:49:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 470.0 s, 616.6 tps, lat 164.053 ms stddev 207.680 2024-04-22T00:49:16.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:15 smithi081 ceph-mon[31546]: pgmap v613: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 4.9 MiB/s wr, 544 op/s 2024-04-22T00:49:16.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:15 smithi018 ceph-mon[27979]: pgmap v613: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 4.9 MiB/s wr, 544 op/s 2024-04-22T00:49:16.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:15 smithi167 ceph-mon[31348]: pgmap v613: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 4.9 MiB/s wr, 544 op/s 2024-04-22T00:49:18.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:17 smithi081 ceph-mon[31546]: pgmap v614: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 MiB/s wr, 555 op/s 2024-04-22T00:49:18.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:17 smithi018 ceph-mon[27979]: pgmap v614: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 MiB/s wr, 555 op/s 2024-04-22T00:49:18.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:17 smithi167 ceph-mon[31348]: pgmap v614: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 MiB/s wr, 555 op/s 2024-04-22T00:49:19.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 475.0 s, 544.6 tps, lat 171.324 ms stddev 242.290 2024-04-22T00:49:20.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:19 smithi081 ceph-mon[31546]: pgmap v615: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 5.0 MiB/s wr, 533 op/s 2024-04-22T00:49:20.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:19 smithi018 ceph-mon[27979]: pgmap v615: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 5.0 MiB/s wr, 533 op/s 2024-04-22T00:49:20.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:19 smithi167 ceph-mon[31348]: pgmap v615: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 5.0 MiB/s wr, 533 op/s 2024-04-22T00:49:22.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:21 smithi081 ceph-mon[31546]: pgmap v616: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.9 MiB/s wr, 552 op/s 2024-04-22T00:49:22.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:21 smithi018 ceph-mon[27979]: pgmap v616: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.9 MiB/s wr, 552 op/s 2024-04-22T00:49:22.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:21 smithi167 ceph-mon[31348]: pgmap v616: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.9 MiB/s wr, 552 op/s 2024-04-22T00:49:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.797+0000 7f7dfa035640 1 -- 172.21.15.18:0/435814368 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7df41006a0 msgr2=0x7f7df4100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.797+0000 7f7dfa035640 1 --2- 172.21.15.18:0/435814368 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7df41006a0 0x7f7df4100ac0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f7de4009860 tx=0x7f7de402bb70 comp rx=0 tx=0).stop 2024-04-22T00:49:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.797+0000 7f7dfa035640 1 -- 172.21.15.18:0/435814368 shutdown_connections 2024-04-22T00:49:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.797+0000 7f7dfa035640 1 --2- 172.21.15.18:0/435814368 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7df4102250 0x7f7df4108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.797+0000 7f7dfa035640 1 --2- 172.21.15.18:0/435814368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7df4101890 0x7f7df4101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.797+0000 7f7dfa035640 1 --2- 172.21.15.18:0/435814368 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7df41006a0 0x7f7df4100ac0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.797+0000 7f7dfa035640 1 -- 172.21.15.18:0/435814368 >> 172.21.15.18:0/435814368 conn(0x7f7df40fbc10 msgr2=0x7f7df40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.797+0000 7f7dfa035640 1 -- 172.21.15.18:0/435814368 shutdown_connections 2024-04-22T00:49:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.797+0000 7f7dfa035640 1 -- 172.21.15.18:0/435814368 wait complete. 2024-04-22T00:49:22.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7dfa035640 1 Processor -- start 2024-04-22T00:49:22.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7dfa035640 1 -- start start 2024-04-22T00:49:22.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7dfa035640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7df41006a0 0x7f7df4199c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7dfa035640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7df4101890 0x7f7df419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7dfa035640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7df4102250 0x7f7df41a11b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7dfa035640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7df410f600 con 0x7f7df41006a0 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7dfa035640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7df410f480 con 0x7f7df4101890 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7dfa035640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7df410f780 con 0x7f7df4102250 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7df2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7df4101890 0x7f7df419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7df37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7df41006a0 0x7f7df4199c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7df2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7df4101890 0x7f7df419a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60628/0 (socket says 172.21.15.18:60628) 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7df2ffd640 1 -- 172.21.15.18:0/797554533 learned_addr learned my addr 172.21.15.18:0/797554533 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7df37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7df41006a0 0x7f7df4199c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45750/0 (socket says 172.21.15.18:45750) 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.798+0000 7f7df3fff640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7df4102250 0x7f7df41a11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7df2ffd640 1 -- 172.21.15.18:0/797554533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7df4102250 msgr2=0x7f7df41a11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7df4102250 0x7f7df41a11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7df2ffd640 1 -- 172.21.15.18:0/797554533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7df41006a0 msgr2=0x7f7df4199c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7df41006a0 0x7f7df4199c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7df2ffd640 1 -- 172.21.15.18:0/797554533 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7df41a1850 con 0x7f7df4101890 2024-04-22T00:49:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7df4101890 0x7f7df419a180 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f7de800e9c0 tx=0x7f7de800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7df0ff9640 1 -- 172.21.15.18:0/797554533 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de800cde0 con 0x7f7df4101890 2024-04-22T00:49:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7dfa035640 1 -- 172.21.15.18:0/797554533 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7df41a1b40 con 0x7f7df4101890 2024-04-22T00:49:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7df0ff9640 1 -- 172.21.15.18:0/797554533 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7de80035f0 con 0x7f7df4101890 2024-04-22T00:49:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7df0ff9640 1 -- 172.21.15.18:0/797554533 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de8010650 con 0x7f7df4101890 2024-04-22T00:49:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.799+0000 7f7dfa035640 1 -- 172.21.15.18:0/797554533 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7df41a20b0 con 0x7f7df4101890 2024-04-22T00:49:22.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.803+0000 7f7df0ff9640 1 -- 172.21.15.18:0/797554533 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7de8004020 con 0x7f7df4101890 2024-04-22T00:49:22.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.804+0000 7f7df0ff9640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7ddc0a2cb0 0x7f7ddc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.804+0000 7f7df0ff9640 1 -- 172.21.15.18:0/797554533 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7de80cf8c0 con 0x7f7df4101890 2024-04-22T00:49:22.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.807+0000 7f7dfcc1e740 1 Processor -- start 2024-04-22T00:49:22.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.809+0000 7f7df37fe640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7ddc0a2cb0 0x7f7ddc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.815+0000 7f7dfcc1e740 1 -- start start 2024-04-22T00:49:22.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.815+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dbc540 0x557311dbc960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.815+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 0x557311dc1a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.815+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dc20a0 0x557311dc4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.815+0000 7f7dfcc1e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557311d18b70 con 0x557311dbcf30 2024-04-22T00:49:22.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.815+0000 7f7dfcc1e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557311cc1470 con 0x557311dc20a0 2024-04-22T00:49:22.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.815+0000 7f7dfcc1e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557311d14b30 con 0x557311dbc540 2024-04-22T00:49:22.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.816+0000 7f7df3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dc20a0 0x557311dc4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.817+0000 7f7df3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dc20a0 0x557311dc4530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60634/0 (socket says 172.21.15.18:60634) 2024-04-22T00:49:22.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.817+0000 7f7df3fff640 1 -- 172.21.15.18:0/626300759 learned_addr learned my addr 172.21.15.18:0/626300759 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:22.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.820+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/626300759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 0x557311dc1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.823+0000 7f7df37fe640 1 --2- 172.21.15.18:0/626300759 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dbc540 0x557311dbc960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.825+0000 7f7df3fff640 1 -- 172.21.15.18:0/626300759 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dbc540 msgr2=0x557311dbc960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.825+0000 7f7df3fff640 1 --2- 172.21.15.18:0/626300759 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dbc540 0x557311dbc960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.825+0000 7f7df3fff640 1 -- 172.21.15.18:0/626300759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 msgr2=0x557311dc1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.825+0000 7f7df3fff640 1 --2- 172.21.15.18:0/626300759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 0x557311dc1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.825+0000 7f7df3fff640 1 -- 172.21.15.18:0/626300759 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557311a2d210 con 0x557311dc20a0 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.829+0000 7f7df3fff640 1 --2- 172.21.15.18:0/626300759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dc20a0 0x557311dc4530 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7dec009fc0 tx=0x7f7dec010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66fbf18ab16f636a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.830+0000 7f7df37fe640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7ddc0a2cb0 0x7f7ddc0a5170 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f7de40349e0 tx=0x7f7de4032510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.830+0000 7f7dd9ffb640 1 -- 172.21.15.18:0/626300759 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dec003b70 con 0x557311dc20a0 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.830+0000 7f7dd9ffb640 1 -- 172.21.15.18:0/626300759 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7dec003d10 con 0x557311dc20a0 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.831+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/626300759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dc20a0 msgr2=0x557311dc4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:22.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.831+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/626300759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dc20a0 0x557311dc4530 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7dec009fc0 tx=0x7f7dec010860 comp rx=0 tx=0).stop 2024-04-22T00:49:22.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.835+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/626300759 shutdown_connections 2024-04-22T00:49:22.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.835+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/626300759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dc20a0 0x557311dc4530 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.835+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/626300759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 0x557311dc1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.835+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/626300759 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dbc540 0x557311dbc960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.835+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/626300759 >> 172.21.15.18:0/626300759 conn(0x557311db7ab0 msgr2=0x557311db7eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.840+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/626300759 shutdown_connections 2024-04-22T00:49:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.840+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/626300759 wait complete. 2024-04-22T00:49:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.840+0000 7f7dfcc1e740 1 -- start start 2024-04-22T00:49:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.840+0000 7f7dfcc1e740 1 Processor -- start 2024-04-22T00:49:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dbc540 0x557311db0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 0x557311db0ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dc20a0 0x557311db5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7dfcc1e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557311daf160 con 0x557311dc20a0 2024-04-22T00:49:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7dfcc1e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557311cd4a10 con 0x557311dbcf30 2024-04-22T00:49:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7dfcc1e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557311daf2e0 con 0x557311dbc540 2024-04-22T00:49:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7dfcc1e740 10 client.0 _ll_register_callbacks cb 0x557311d0fb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7df3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dc20a0 0x557311db5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7df3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dc20a0 0x557311db5ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45756/0 (socket says 172.21.15.18:45756) 2024-04-22T00:49:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7df3fff640 1 -- 172.21.15.18:0/2661023526 learned_addr learned my addr 172.21.15.18:0/2661023526 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 0x557311db0ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.841+0000 7f7df37fe640 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dbc540 0x557311db0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.842+0000 7f7df3fff640 1 -- 172.21.15.18:0/2661023526 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dbc540 msgr2=0x557311db0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.842+0000 7f7df3fff640 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dbc540 0x557311db0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.842+0000 7f7df3fff640 1 -- 172.21.15.18:0/2661023526 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 msgr2=0x557311db0ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.842+0000 7f7df3fff640 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 0x557311db0ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.842+0000 7f7df3fff640 1 -- 172.21.15.18:0/2661023526 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557311af9620 con 0x557311dc20a0 2024-04-22T00:49:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.842+0000 7f7df3fff640 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dc20a0 0x557311db5ef0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f7dec005cc0 tx=0x7f7dec003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c6168d32cccf6d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.842+0000 7f7dd2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:49:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.847+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/2661023526 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dec0052d0 con 0x557311dc20a0 2024-04-22T00:49:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.847+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/2661023526 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dec003d10 con 0x557311dc20a0 2024-04-22T00:49:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.847+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/2661023526 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7dec005470 con 0x557311dc20a0 2024-04-22T00:49:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.848+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/2661023526 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f7dec02f050 con 0x557311dc20a0 2024-04-22T00:49:22.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.851+0000 7f7dfcc1e740 10 client.17406 fetch_fsmap learned FSMap version 38 2024-04-22T00:49:22.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.851+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/2661023526 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x557311dea960 con 0x557311dc20a0 2024-04-22T00:49:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.854+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/2661023526 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7dec003d10 con 0x557311dc20a0 2024-04-22T00:49:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.854+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/2661023526 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 38) ==== 8350+0+0 (secure 0 0 0) 0x7f7dec024400 con 0x557311dc20a0 2024-04-22T00:49:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.859+0000 7f7dfcc1e740 10 client.17406 fetch_fsmap finished waiting for FSMap version 38 2024-04-22T00:49:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.859+0000 7f7dfcc1e740 10 client.17406 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.859+0000 7f7dfcc1e740 20 client.17406 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.859+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557311debd00 0x557311dee0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.859+0000 7f7dfcc1e740 4 client.17406 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:49:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.859+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/2661023526 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557311d260b0 con 0x557311debd00 2024-04-22T00:49:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.859+0000 7f7df37fe640 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557311debd00 0x557311dee0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.861+0000 7f7df37fe640 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557311debd00 0x557311dee0f0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8410f5bcdadf2e8 server_cookie=68afe68345cf5e7e in_seq=0 out_seq=0 2024-04-22T00:49:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.862+0000 7f7dd2ffd640 10 client.17406 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:22.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.864+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/2661023526 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557311d260b0 con 0x557311debd00 2024-04-22T00:49:22.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.865+0000 7f7dd2ffd640 10 client.17406 handle_command_reply: tid=0 2024-04-22T00:49:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.866+0000 7f7dfcc1e740 1 client.17406 shutdown 2024-04-22T00:49:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.872+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/2661023526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dc20a0 msgr2=0x557311db5ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.872+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dc20a0 0x557311db5ef0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f7dec005cc0 tx=0x7f7dec003c80 comp rx=0 tx=0).stop 2024-04-22T00:49:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.872+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/2661023526 shutdown_connections 2024-04-22T00:49:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.872+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557311debd00 0x557311dee0f0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.872+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dc20a0 0x557311db5ef0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.872+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 0x557311db0ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.872+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/2661023526 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dbc540 0x557311db0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.872+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/2661023526 >> 172.21.15.18:0/2661023526 conn(0x557311db7ab0 msgr2=0x557311dae4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.873+0000 7f7dd2ffd640 0 client.17406 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.874+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/2661023526 shutdown_connections 2024-04-22T00:49:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.874+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/2661023526 wait complete. 2024-04-22T00:49:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.874+0000 7f7dfcc1e740 20 client.17406 trim_cache size 0 max 16384 2024-04-22T00:49:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.909+0000 7f7dfcc1e740 1 Processor -- start 2024-04-22T00:49:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7dfcc1e740 1 -- start start 2024-04-22T00:49:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbc540 0x557311dbad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 0x557311dbb250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 0x557311df2930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7dfcc1e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7df41a24c0 con 0x557311dbcf30 2024-04-22T00:49:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7dfcc1e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7df4071450 con 0x557311dbc540 2024-04-22T00:49:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7dfcc1e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7df406f2a0 con 0x557311dc20a0 2024-04-22T00:49:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 0x557311dbb250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 0x557311dbb250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45770/0 (socket says 172.21.15.18:45770) 2024-04-22T00:49:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df2ffd640 1 -- 172.21.15.18:0/854083340 learned_addr learned my addr 172.21.15.18:0/854083340 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df3fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 0x557311df2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df37fe640 1 --2- 172.21.15.18:0/854083340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbc540 0x557311dbad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df2ffd640 1 -- 172.21.15.18:0/854083340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 msgr2=0x557311df2930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/854083340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 0x557311df2930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df2ffd640 1 -- 172.21.15.18:0/854083340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbc540 msgr2=0x557311dbad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/854083340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbc540 0x557311dbad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df2ffd640 1 -- 172.21.15.18:0/854083340 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557311dbd310 con 0x557311dbcf30 2024-04-22T00:49:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.910+0000 7f7df3fff640 1 --2- 172.21.15.18:0/854083340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 0x557311df2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:49:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.911+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/854083340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 0x557311dbb250 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f7de800c6a0 tx=0x7f7de809b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e239741ccb1d5d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.911+0000 7f7dd97fa640 1 -- 172.21.15.18:0/854083340 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de80b8020 con 0x557311dbcf30 2024-04-22T00:49:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.911+0000 7f7dd97fa640 1 -- 172.21.15.18:0/854083340 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7de80a00a0 con 0x557311dbcf30 2024-04-22T00:49:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.911+0000 7f7dd97fa640 1 -- 172.21.15.18:0/854083340 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de80037a0 con 0x557311dbcf30 2024-04-22T00:49:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.912+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/854083340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 msgr2=0x557311dbb250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.912+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/854083340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 0x557311dbb250 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f7de800c6a0 tx=0x7f7de809b780 comp rx=0 tx=0).stop 2024-04-22T00:49:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.912+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/854083340 shutdown_connections 2024-04-22T00:49:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.912+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/854083340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 0x557311df2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.912+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/854083340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbcf30 0x557311dbb250 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.912+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/854083340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbc540 0x557311dbad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.912+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/854083340 >> 172.21.15.18:0/854083340 conn(0x557311db7ab0 msgr2=0x557311db0980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.912+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/854083340 shutdown_connections 2024-04-22T00:49:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.912+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/854083340 wait complete. 2024-04-22T00:49:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.912+0000 7f7dfcc1e740 1 -- start start 2024-04-22T00:49:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7dfcc1e740 1 Processor -- start 2024-04-22T00:49:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbc540 0x557311dff330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7dfcc1e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 0x557311dfd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7df37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbc540 0x557311dff330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7df37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbc540 0x557311dff330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45784/0 (socket says 172.21.15.18:45784) 2024-04-22T00:49:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7df37fe640 1 -- 172.21.15.18:0/1650294329 learned_addr learned my addr 172.21.15.18:0/1650294329 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 0x557311dfde80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 0x557311dfd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7df406f910 con 0x557311dbc540 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7df4070d80 con 0x557311dbcf30 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7df406ffe0 con 0x557311dc20a0 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7df3fff640 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 0x557311dfde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.913+0000 7f7dfcc1e740 10 client.0 _ll_register_callbacks cb 0x7f7dec009e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7df2ffd640 1 -- 172.21.15.18:0/1650294329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 msgr2=0x557311dfde80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 0x557311dfde80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7df2ffd640 1 -- 172.21.15.18:0/1650294329 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbc540 msgr2=0x557311dff330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbc540 0x557311dff330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7df2ffd640 1 -- 172.21.15.18:0/1650294329 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557311dfe610 con 0x557311dbcf30 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7df2ffd640 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 0x557311dfd940 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f7de8003db0 tx=0x7f7de80ccf30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67520d6dda989c60 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7dd2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/1650294329 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de80b8070 con 0x557311dbcf30 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/1650294329 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7de809b140 con 0x557311dbcf30 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7de80a00a0 con 0x557311dbcf30 2024-04-22T00:49:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/1650294329 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f7de80a4960 con 0x557311dbcf30 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7dfcc1e740 10 client.27080 fetch_fsmap learned FSMap version 38 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.914+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x557311e52c30 con 0x557311dbcf30 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.915+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/1650294329 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7de809b340 con 0x557311dbcf30 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.915+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/1650294329 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 38) ==== 8350+0+0 (secure 0 0 0) 0x7f7de8064030 con 0x557311dbcf30 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.915+0000 7f7dfcc1e740 10 client.27080 fetch_fsmap finished waiting for FSMap version 38 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.915+0000 7f7dfcc1e740 10 client.27080 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.915+0000 7f7dfcc1e740 20 client.27080 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.915+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557311e53590 0x557311e559b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.915+0000 7f7dfcc1e740 4 client.27080 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.915+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f7de80a00a0 con 0x557311e53590 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.915+0000 7f7df37fe640 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557311e53590 0x557311e559b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.916+0000 7f7dd2ffd640 10 client.27080 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.916+0000 7f7df37fe640 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557311e53590 0x557311e559b0 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e07ce76ece95653 server_cookie=1484bee6dc0fba79 in_seq=0 out_seq=0 2024-04-22T00:49:22.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.935+0000 7f7dd2ffd640 1 -- 172.21.15.18:0/1650294329 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f7de80a00a0 con 0x557311e53590 2024-04-22T00:49:22.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.935+0000 7f7dd2ffd640 10 client.27080 handle_command_reply: tid=0 2024-04-22T00:49:22.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.935+0000 7f7dfcc1e740 1 client.27080 shutdown 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 msgr2=0x557311dfd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 0x557311dfd940 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f7de8003db0 tx=0x7f7de80ccf30 comp rx=0 tx=0).stop 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 shutdown_connections 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557311e53590 0x557311e559b0 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557311dc20a0 0x557311dfde80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dd2ffd640 0 client.27080 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557311dbcf30 0x557311dfd940 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 1 --2- 172.21.15.18:0/1650294329 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557311dbc540 0x557311dff330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 >> 172.21.15.18:0/1650294329 conn(0x557311db7ab0 msgr2=0x557311db0980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 shutdown_connections 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 1 -- 172.21.15.18:0/1650294329 wait complete. 2024-04-22T00:49:22.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfcc1e740 20 client.27080 trim_cache size 0 max 16384 2024-04-22T00:49:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:49:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:49:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:49:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:49:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfa035640 1 -- 172.21.15.18:0/797554533 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7ddc0a2cb0 msgr2=0x7f7ddc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfa035640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7ddc0a2cb0 0x7f7ddc0a5170 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f7de40349e0 tx=0x7f7de4032510 comp rx=0 tx=0).stop 2024-04-22T00:49:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfa035640 1 -- 172.21.15.18:0/797554533 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7df4101890 msgr2=0x7f7df419a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.936+0000 7f7dfa035640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7df4101890 0x7f7df419a180 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f7de800e9c0 tx=0x7f7de800ee80 comp rx=0 tx=0).stop 2024-04-22T00:49:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.937+0000 7f7dfa035640 1 -- 172.21.15.18:0/797554533 shutdown_connections 2024-04-22T00:49:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.937+0000 7f7dfa035640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7ddc0a2cb0 0x7f7ddc0a5170 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.937+0000 7f7dfa035640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7df4102250 0x7f7df41a11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.937+0000 7f7dfa035640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7df4101890 0x7f7df419a180 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.937+0000 7f7dfa035640 1 --2- 172.21.15.18:0/797554533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7df41006a0 0x7f7df4199c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:22.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.937+0000 7f7dfa035640 1 -- 172.21.15.18:0/797554533 >> 172.21.15.18:0/797554533 conn(0x7f7df40fbc10 msgr2=0x7f7df4104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:22.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.937+0000 7f7dfa035640 1 -- 172.21.15.18:0/797554533 shutdown_connections 2024-04-22T00:49:22.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:22.937+0000 7f7dfa035640 1 -- 172.21.15.18:0/797554533 wait complete. 2024-04-22T00:49:24.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:23 smithi081 ceph-mon[31546]: pgmap v617: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 5.0 MiB/s wr, 536 op/s 2024-04-22T00:49:24.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:23 smithi018 ceph-mon[27979]: pgmap v617: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 5.0 MiB/s wr, 536 op/s 2024-04-22T00:49:24.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:23 smithi167 ceph-mon[31348]: pgmap v617: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 5.0 MiB/s wr, 536 op/s 2024-04-22T00:49:24.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 480.0 s, 648.0 tps, lat 161.911 ms stddev 246.789 2024-04-22T00:49:26.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:25 smithi081 ceph-mon[31546]: pgmap v618: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.6 MiB/s wr, 519 op/s 2024-04-22T00:49:26.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:25 smithi018 ceph-mon[27979]: pgmap v618: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.6 MiB/s wr, 519 op/s 2024-04-22T00:49:26.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:25 smithi167 ceph-mon[31348]: pgmap v618: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.6 MiB/s wr, 519 op/s 2024-04-22T00:49:28.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:27 smithi167 ceph-mon[31348]: pgmap v619: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 4.9 MiB/s wr, 547 op/s 2024-04-22T00:49:28.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:27 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:28.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:27 smithi081 ceph-mon[31546]: pgmap v619: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 4.9 MiB/s wr, 547 op/s 2024-04-22T00:49:28.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:27 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:28.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:27 smithi018 ceph-mon[27979]: pgmap v619: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 4.9 MiB/s wr, 547 op/s 2024-04-22T00:49:28.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:27 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:29.215 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:49:29.215 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:49:29.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.420+0000 7f430967d640 1 -- 172.21.15.18:0/2754823620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f430410b0b0 msgr2=0x7f430410d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.420+0000 7f430967d640 1 --2- 172.21.15.18:0/2754823620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f430410b0b0 0x7f430410d540 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f42f801a910 tx=0x7f42f803cca0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.421+0000 7f430967d640 1 -- 172.21.15.18:0/2754823620 shutdown_connections 2024-04-22T00:49:29.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.421+0000 7f430967d640 1 --2- 172.21.15.18:0/2754823620 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f430410da80 0x7f430410df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.421+0000 7f430967d640 1 --2- 172.21.15.18:0/2754823620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f430410b0b0 0x7f430410d540 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.421+0000 7f430967d640 1 --2- 172.21.15.18:0/2754823620 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4304108740 0x7f430410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.421+0000 7f430967d640 1 -- 172.21.15.18:0/2754823620 >> 172.21.15.18:0/2754823620 conn(0x7f430406e5d0 msgr2=0x7f4304070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:29.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.429+0000 7f430967d640 1 -- 172.21.15.18:0/2754823620 shutdown_connections 2024-04-22T00:49:29.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.429+0000 7f430967d640 1 -- 172.21.15.18:0/2754823620 wait complete. 2024-04-22T00:49:29.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.430+0000 7f430967d640 1 Processor -- start 2024-04-22T00:49:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.430+0000 7f430967d640 1 -- start start 2024-04-22T00:49:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.430+0000 7f430967d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4304108740 0x7f430419e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.430+0000 7f430967d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f430410b0b0 0x7f430419e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.430+0000 7f430967d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f430410da80 0x7f43041a56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.430+0000 7f430967d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4304111a50 con 0x7f430410b0b0 2024-04-22T00:49:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.430+0000 7f430967d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f43041118d0 con 0x7f430410da80 2024-04-22T00:49:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.430+0000 7f430967d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4304111bd0 con 0x7f4304108740 2024-04-22T00:49:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.432+0000 7f43037fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f430410da80 0x7f43041a56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.432+0000 7f43037fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f430410da80 0x7f43041a56b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60680/0 (socket says 172.21.15.18:60680) 2024-04-22T00:49:29.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.432+0000 7f43037fe640 1 -- 172.21.15.18:0/4060682479 learned_addr learned my addr 172.21.15.18:0/4060682479 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.435+0000 7f4302ffd640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4304108740 0x7f430419e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.436+0000 7f43027fc640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f430410b0b0 0x7f430419e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.436+0000 7f43037fe640 1 -- 172.21.15.18:0/4060682479 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4304108740 msgr2=0x7f430419e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.436+0000 7f43037fe640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4304108740 0x7f430419e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.436+0000 7f43037fe640 1 -- 172.21.15.18:0/4060682479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f430410b0b0 msgr2=0x7f430419e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.436+0000 7f43037fe640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f430410b0b0 0x7f430419e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.436+0000 7f43037fe640 1 -- 172.21.15.18:0/4060682479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43041a5d20 con 0x7f430410da80 2024-04-22T00:49:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.441+0000 7f43037fe640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f430410da80 0x7f43041a56b0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f42fc00cab0 tx=0x7f42fc00cf70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.444+0000 7f42ebfff640 1 -- 172.21.15.18:0/4060682479 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42fc00ae20 con 0x7f430410da80 2024-04-22T00:49:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.444+0000 7f42ebfff640 1 -- 172.21.15.18:0/4060682479 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42fc00f930 con 0x7f430410da80 2024-04-22T00:49:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.444+0000 7f42ebfff640 1 -- 172.21.15.18:0/4060682479 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42fc018b80 con 0x7f430410da80 2024-04-22T00:49:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.445+0000 7f430967d640 1 -- 172.21.15.18:0/4060682479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43041a5fb0 con 0x7f430410da80 2024-04-22T00:49:29.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.445+0000 7f430967d640 1 -- 172.21.15.18:0/4060682479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43041a6480 con 0x7f430410da80 2024-04-22T00:49:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.449+0000 7f430c268740 1 Processor -- start 2024-04-22T00:49:29.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.454+0000 7f430c268740 1 -- start start 2024-04-22T00:49:29.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.454+0000 7f430c268740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab354a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.454+0000 7f430c268740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab354f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.454+0000 7f430c268740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354fab0 0x559ab3551f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.454+0000 7f430c268740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559ab34af560 con 0x559ab354a940 2024-04-22T00:49:29.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.454+0000 7f430c268740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559ab3457730 con 0x559ab354fab0 2024-04-22T00:49:29.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.454+0000 7f430c268740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559ab34ab520 con 0x559ab3549f50 2024-04-22T00:49:29.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.454+0000 7f42ebfff640 1 -- 172.21.15.18:0/4060682479 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f42fc00fae0 con 0x7f430410da80 2024-04-22T00:49:29.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.455+0000 7f42ebfff640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42ec0a2d90 0x7f42ec0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.456+0000 7f43027fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab354a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.456+0000 7f43027fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354fab0 0x559ab3551f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.456+0000 7f43027fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab354a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:54226/0 (socket says 172.21.15.18:54226) 2024-04-22T00:49:29.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.456+0000 7f43027fc640 1 -- 172.21.15.18:0/2263735534 learned_addr learned my addr 172.21.15.18:0/2263735534 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:29.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.456+0000 7f43037fe640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42ec0a2d90 0x7f42ec0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.457+0000 7f42ebfff640 1 -- 172.21.15.18:0/4060682479 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f42fc0cfcd0 con 0x7f430410da80 2024-04-22T00:49:29.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.457+0000 7f43027fc640 1 -- 172.21.15.18:0/2263735534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354fab0 msgr2=0x559ab3551f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:29.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.457+0000 7f43027fc640 1 --2- 172.21.15.18:0/2263735534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354fab0 0x559ab3551f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.457+0000 7f43027fc640 1 -- 172.21.15.18:0/2263735534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 msgr2=0x559ab354f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:29.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.457+0000 7f43027fc640 1 --2- 172.21.15.18:0/2263735534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab354f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.457+0000 7f43027fc640 1 -- 172.21.15.18:0/2263735534 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ab328d7d0 con 0x559ab3549f50 2024-04-22T00:49:29.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.457+0000 7f43037fe640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42ec0a2d90 0x7f42ec0a5250 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f42fc09be80 tx=0x7f42fc097d80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:29.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.464+0000 7f43027fc640 1 --2- 172.21.15.18:0/2263735534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab354a370 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f42f8005c40 tx=0x7f42f803f040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e172be6ce2aa8c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:29.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.471+0000 7f42e97fa640 1 -- 172.21.15.18:0/2263735534 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f8059070 con 0x559ab3549f50 2024-04-22T00:49:29.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.472+0000 7f42e97fa640 1 -- 172.21.15.18:0/2263735534 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42f803da20 con 0x559ab3549f50 2024-04-22T00:49:29.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.472+0000 7f42e97fa640 1 -- 172.21.15.18:0/2263735534 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f804a040 con 0x559ab3549f50 2024-04-22T00:49:29.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.473+0000 7f430c268740 1 -- 172.21.15.18:0/2263735534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 msgr2=0x559ab354a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.473+0000 7f430c268740 1 --2- 172.21.15.18:0/2263735534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab354a370 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f42f8005c40 tx=0x7f42f803f040 comp rx=0 tx=0).stop 2024-04-22T00:49:29.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.477+0000 7f430c268740 1 -- 172.21.15.18:0/2263735534 shutdown_connections 2024-04-22T00:49:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.477+0000 7f430c268740 1 --2- 172.21.15.18:0/2263735534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354fab0 0x559ab3551f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.477+0000 7f430c268740 1 --2- 172.21.15.18:0/2263735534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab354f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.477+0000 7f430c268740 1 --2- 172.21.15.18:0/2263735534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab354a370 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.477+0000 7f430c268740 1 -- 172.21.15.18:0/2263735534 >> 172.21.15.18:0/2263735534 conn(0x559ab35454c0 msgr2=0x559ab35458c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.482+0000 7f430c268740 1 -- 172.21.15.18:0/2263735534 shutdown_connections 2024-04-22T00:49:29.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.484+0000 7f430c268740 1 -- 172.21.15.18:0/2263735534 wait complete. 2024-04-22T00:49:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.484+0000 7f430c268740 1 -- start start 2024-04-22T00:49:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.484+0000 7f430c268740 1 Processor -- start 2024-04-22T00:49:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.484+0000 7f430c268740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab3549f50 0x559ab3554560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.484+0000 7f430c268740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354a940 0x559ab3554aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.484+0000 7f430c268740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab354fab0 0x559ab355bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.485+0000 7f430c268740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559ab3552a00 con 0x559ab3549f50 2024-04-22T00:49:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.485+0000 7f430c268740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559ab346ae00 con 0x559ab354a940 2024-04-22T00:49:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.485+0000 7f430c268740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559ab3552b80 con 0x559ab354fab0 2024-04-22T00:49:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.485+0000 7f430c268740 10 client.0 _ll_register_callbacks cb 0x559ab34a5eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:29.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.488+0000 7f4302ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354a940 0x559ab3554aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.488+0000 7f4302ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354a940 0x559ab3554aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60698/0 (socket says 172.21.15.18:60698) 2024-04-22T00:49:29.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.488+0000 7f4302ffd640 1 -- 172.21.15.18:0/45537286 learned_addr learned my addr 172.21.15.18:0/45537286 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.491+0000 7f4302ffd640 1 -- 172.21.15.18:0/45537286 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab354fab0 msgr2=0x559ab355bae0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:49:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.491+0000 7f4302ffd640 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab354fab0 0x559ab355bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.491+0000 7f4302ffd640 1 -- 172.21.15.18:0/45537286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab3549f50 msgr2=0x559ab3554560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.491+0000 7f4302ffd640 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab3549f50 0x559ab3554560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.491+0000 7f4302ffd640 1 -- 172.21.15.18:0/45537286 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ab31c33f0 con 0x559ab354a940 2024-04-22T00:49:29.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.495+0000 7f4302ffd640 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354a940 0x559ab3554aa0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f42f4011460 tx=0x7f42f4011920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79f53909bd14603c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:29.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.496+0000 7f42e6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:49:29.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.496+0000 7f42e6ff5640 1 -- 172.21.15.18:0/45537286 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f4004460 con 0x559ab354a940 2024-04-22T00:49:29.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.496+0000 7f430c268740 1 -- 172.21.15.18:0/45537286 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42f803da20 con 0x559ab354a940 2024-04-22T00:49:29.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.496+0000 7f42e6ff5640 1 -- 172.21.15.18:0/45537286 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f42f40035f0 con 0x559ab354a940 2024-04-22T00:49:29.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.496+0000 7f42e6ff5640 1 -- 172.21.15.18:0/45537286 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f42f40037f0 con 0x559ab354a940 2024-04-22T00:49:29.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.496+0000 7f430c268740 10 client.27089 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:29.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.497+0000 7f430c268740 1 -- 172.21.15.18:0/45537286 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x559ab31830f0 con 0x559ab354a940 2024-04-22T00:49:29.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.498+0000 7f42e6ff5640 1 -- 172.21.15.18:0/45537286 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42f803da20 con 0x559ab354a940 2024-04-22T00:49:29.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.498+0000 7f42e6ff5640 1 -- 172.21.15.18:0/45537286 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f42f4012c20 con 0x559ab354a940 2024-04-22T00:49:29.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.498+0000 7f430c268740 10 client.27089 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:29.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.498+0000 7f430c268740 10 client.27089 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:29.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.498+0000 7f430c268740 20 client.27089 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:29.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.498+0000 7f430c268740 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559ab3582860 0x559ab3584ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.498+0000 7f430c268740 4 client.27089 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:49:29.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.498+0000 7f430c268740 1 -- 172.21.15.18:0/45537286 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559ab34bcaa0 con 0x559ab3582860 2024-04-22T00:49:29.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.501+0000 7f43027fc640 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559ab3582860 0x559ab3584ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.508+0000 7f43027fc640 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559ab3582860 0x559ab3584ce0 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4e691896722870f server_cookie=631e6bb2b7e92703 in_seq=0 out_seq=0 2024-04-22T00:49:29.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.508+0000 7f42e6ff5640 10 client.27089 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:29.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.509+0000 7f42e6ff5640 1 -- 172.21.15.18:0/45537286 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559ab34bcaa0 con 0x559ab3582860 2024-04-22T00:49:29.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.509+0000 7f42e6ff5640 10 client.27089 handle_command_reply: tid=0 2024-04-22T00:49:29.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.509+0000 7f430c268740 1 client.27089 shutdown 2024-04-22T00:49:29.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.509+0000 7f430c268740 1 -- 172.21.15.18:0/45537286 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354a940 msgr2=0x559ab3554aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.509+0000 7f430c268740 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354a940 0x559ab3554aa0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f42f4011460 tx=0x7f42f4011920 comp rx=0 tx=0).stop 2024-04-22T00:49:29.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.510+0000 7f430c268740 1 -- 172.21.15.18:0/45537286 shutdown_connections 2024-04-22T00:49:29.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.510+0000 7f430c268740 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559ab3582860 0x559ab3584ce0 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.510+0000 7f430c268740 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab354fab0 0x559ab355bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.510+0000 7f430c268740 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354a940 0x559ab3554aa0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.510+0000 7f430c268740 1 --2- 172.21.15.18:0/45537286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab3549f50 0x559ab3554560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.510+0000 7f430c268740 1 -- 172.21.15.18:0/45537286 >> 172.21.15.18:0/45537286 conn(0x559ab35454c0 msgr2=0x559ab35446e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:29.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.510+0000 7f42e6ff5640 0 client.27089 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:29.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.510+0000 7f430c268740 1 -- 172.21.15.18:0/45537286 shutdown_connections 2024-04-22T00:49:29.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.510+0000 7f430c268740 1 -- 172.21.15.18:0/45537286 wait complete. 2024-04-22T00:49:29.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.512+0000 7f430c268740 20 client.27089 trim_cache size 0 max 16384 2024-04-22T00:49:29.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.541+0000 7f430c268740 1 Processor -- start 2024-04-22T00:49:29.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.541+0000 7f430c268740 1 -- start start 2024-04-22T00:49:29.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.541+0000 7f430c268740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab3553850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.541+0000 7f430c268740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab355baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.542+0000 7f430c268740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354fab0 0x559ab354bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.542+0000 7f430c268740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f43041b34d0 con 0x559ab354a940 2024-04-22T00:49:29.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.542+0000 7f43027fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab3553850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.542+0000 7f43027fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab3553850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:54240/0 (socket says 172.21.15.18:54240) 2024-04-22T00:49:29.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.542+0000 7f43027fc640 1 -- 172.21.15.18:0/2466828924 learned_addr learned my addr 172.21.15.18:0/2466828924 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:29.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.542+0000 7f4302ffd640 1 --2- 172.21.15.18:0/2466828924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab355baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.542+0000 7f430c268740 1 -- 172.21.15.18:0/2466828924 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f43041b0da0 con 0x559ab354fab0 2024-04-22T00:49:29.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.542+0000 7f430c268740 1 -- 172.21.15.18:0/2466828924 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f43041aebf0 con 0x559ab3549f50 2024-04-22T00:49:29.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.543+0000 7f43027fc640 1 --2- 172.21.15.18:0/2466828924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354fab0 0x559ab354bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.543+0000 7f43027fc640 1 -- 172.21.15.18:0/2466828924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354fab0 msgr2=0x559ab354bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:29.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.543+0000 7f43027fc640 1 --2- 172.21.15.18:0/2466828924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354fab0 0x559ab354bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.543+0000 7f43027fc640 1 -- 172.21.15.18:0/2466828924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 msgr2=0x559ab355baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:29.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.543+0000 7f43027fc640 1 --2- 172.21.15.18:0/2466828924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab355baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.543+0000 7f43027fc640 1 -- 172.21.15.18:0/2466828924 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ab354ba60 con 0x559ab3549f50 2024-04-22T00:49:29.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.543+0000 7f43027fc640 1 --2- 172.21.15.18:0/2466828924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab3553850 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f42f801a910 tx=0x7f42f803d1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=809c2a5e16d4a8a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:29.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.544+0000 7f42e8ff9640 1 -- 172.21.15.18:0/2466828924 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f8017070 con 0x559ab3549f50 2024-04-22T00:49:29.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.544+0000 7f42e8ff9640 1 -- 172.21.15.18:0/2466828924 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42f803dcd0 con 0x559ab3549f50 2024-04-22T00:49:29.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.544+0000 7f42e8ff9640 1 -- 172.21.15.18:0/2466828924 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f8003850 con 0x559ab3549f50 2024-04-22T00:49:29.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.545+0000 7f430c268740 1 -- 172.21.15.18:0/2466828924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 msgr2=0x559ab3553850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.545+0000 7f430c268740 1 --2- 172.21.15.18:0/2466828924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab3553850 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f42f801a910 tx=0x7f42f803d1c0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.545+0000 7f430c268740 1 -- 172.21.15.18:0/2466828924 shutdown_connections 2024-04-22T00:49:29.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.545+0000 7f430c268740 1 --2- 172.21.15.18:0/2466828924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab354fab0 0x559ab354bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.545+0000 7f430c268740 1 --2- 172.21.15.18:0/2466828924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab355baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.545+0000 7f430c268740 1 --2- 172.21.15.18:0/2466828924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab3549f50 0x559ab3553850 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.545+0000 7f430c268740 1 -- 172.21.15.18:0/2466828924 >> 172.21.15.18:0/2466828924 conn(0x559ab35454c0 msgr2=0x559ab3554560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:29.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.545+0000 7f430c268740 1 -- 172.21.15.18:0/2466828924 shutdown_connections 2024-04-22T00:49:29.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.546+0000 7f430c268740 1 -- 172.21.15.18:0/2466828924 wait complete. 2024-04-22T00:49:29.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.546+0000 7f430c268740 1 -- start start 2024-04-22T00:49:29.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.546+0000 7f430c268740 1 Processor -- start 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.546+0000 7f430c268740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab3549f50 0x559ab3558de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.546+0000 7f430c268740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab3559320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.546+0000 7f430c268740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab354fab0 0x559ab355a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.546+0000 7f430c268740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f43041af260 con 0x559ab354a940 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.546+0000 7f430c268740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f43041b06d0 con 0x559ab3549f50 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.546+0000 7f430c268740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f43041af930 con 0x559ab354fab0 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.546+0000 7f430c268740 10 client.0 _ll_register_callbacks cb 0x7f42f4009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f4302ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab3559320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f43027fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab354fab0 0x559ab355a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f4302ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab3559320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45842/0 (socket says 172.21.15.18:45842) 2024-04-22T00:49:29.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f4302ffd640 1 -- 172.21.15.18:0/3548139420 learned_addr learned my addr 172.21.15.18:0/3548139420 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f43027fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab354fab0 0x559ab355a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:54254/0 (socket says 172.21.15.18:54254) 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f43027fc640 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab3549f50 0x559ab3558de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f4302ffd640 1 -- 172.21.15.18:0/3548139420 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab354fab0 msgr2=0x559ab355a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f4302ffd640 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab354fab0 0x559ab355a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f4302ffd640 1 -- 172.21.15.18:0/3548139420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab3549f50 msgr2=0x559ab3558de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f4302ffd640 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab3549f50 0x559ab3558de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f4302ffd640 1 -- 172.21.15.18:0/3548139420 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ab355a920 con 0x559ab354a940 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f43027fc640 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab3549f50 0x559ab3558de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f4302ffd640 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab3559320 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f42f4011f20 tx=0x7f42f4003bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dd1b2c92d1c940d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f42e6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f42e6ff5640 1 -- 172.21.15.18:0/3548139420 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f4031020 con 0x559ab354a940 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f42e6ff5640 1 -- 172.21.15.18:0/3548139420 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f42f40035f0 con 0x559ab354a940 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.547+0000 7f430c268740 1 -- 172.21.15.18:0/3548139420 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42f803dcd0 con 0x559ab354a940 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f42e6ff5640 1 -- 172.21.15.18:0/3548139420 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f42f4039050 con 0x559ab354a940 2024-04-22T00:49:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f430c268740 10 client.17424 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f430c268740 1 -- 172.21.15.18:0/3548139420 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x559ab355bcd0 con 0x559ab354a940 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f42e6ff5640 1 -- 172.21.15.18:0/3548139420 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42f4016070 con 0x559ab354a940 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f42e6ff5640 1 -- 172.21.15.18:0/3548139420 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f42f40127a0 con 0x559ab354a940 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f430c268740 10 client.17424 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f430c268740 10 client.17424 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f430c268740 20 client.17424 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f430c268740 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559ab35e95c0 0x559ab35eb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f430c268740 4 client.17424 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f430c268740 1 -- 172.21.15.18:0/3548139420 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f42f803dcd0 con 0x559ab35e95c0 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.548+0000 7f43027fc640 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559ab35e95c0 0x559ab35eb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.549+0000 7f43027fc640 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559ab35e95c0 0x559ab35eb9e0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55168a44a146632d server_cookie=9e6ef487133673ba in_seq=0 out_seq=0 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.549+0000 7f42e6ff5640 10 client.17424 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.549+0000 7f42e6ff5640 1 -- 172.21.15.18:0/3548139420 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f42f803dcd0 con 0x559ab35e95c0 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.549+0000 7f42e6ff5640 10 client.17424 handle_command_reply: tid=0 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.549+0000 7f430c268740 1 client.17424 shutdown 2024-04-22T00:49:29.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.550+0000 7f430c268740 1 -- 172.21.15.18:0/3548139420 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 msgr2=0x559ab3559320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.550+0000 7f430c268740 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab3559320 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f42f4011f20 tx=0x7f42f4003bc0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.550+0000 7f430c268740 1 -- 172.21.15.18:0/3548139420 shutdown_connections 2024-04-22T00:49:29.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.550+0000 7f430c268740 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559ab35e95c0 0x559ab35eb9e0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.550+0000 7f42e6ff5640 0 client.17424 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:29.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.550+0000 7f430c268740 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559ab354fab0 0x559ab355a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.550+0000 7f430c268740 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559ab354a940 0x559ab3559320 secure :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f42f4011f20 tx=0x7f42f4003bc0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.550+0000 7f430c268740 1 --2- 172.21.15.18:0/3548139420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559ab3549f50 0x559ab3558de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.550+0000 7f430c268740 1 -- 172.21.15.18:0/3548139420 >> 172.21.15.18:0/3548139420 conn(0x559ab35454c0 msgr2=0x559ab3554540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:29.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.551+0000 7f430c268740 1 -- 172.21.15.18:0/3548139420 shutdown_connections 2024-04-22T00:49:29.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.551+0000 7f430c268740 1 -- 172.21.15.18:0/3548139420 wait complete. 2024-04-22T00:49:29.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.553+0000 7f430c268740 20 client.17424 trim_cache size 0 max 16384 2024-04-22T00:49:29.553 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:49:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:49:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:49:29.553 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:49:29.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.559+0000 7f430967d640 1 -- 172.21.15.18:0/4060682479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42ec0a2d90 msgr2=0x7f42ec0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.559+0000 7f430967d640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42ec0a2d90 0x7f42ec0a5250 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f42fc09be80 tx=0x7f42fc097d80 comp rx=0 tx=0).stop 2024-04-22T00:49:29.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.559+0000 7f430967d640 1 -- 172.21.15.18:0/4060682479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f430410da80 msgr2=0x7f43041a56b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.559+0000 7f430967d640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f430410da80 0x7f43041a56b0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f42fc00cab0 tx=0x7f42fc00cf70 comp rx=0 tx=0).stop 2024-04-22T00:49:29.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.559+0000 7f430967d640 1 -- 172.21.15.18:0/4060682479 shutdown_connections 2024-04-22T00:49:29.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.559+0000 7f430967d640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42ec0a2d90 0x7f42ec0a5250 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.559+0000 7f430967d640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f430410da80 0x7f43041a56b0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.559+0000 7f430967d640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f430410b0b0 0x7f430419e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.559+0000 7f430967d640 1 --2- 172.21.15.18:0/4060682479 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4304108740 0x7f430419e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.559+0000 7f430967d640 1 -- 172.21.15.18:0/4060682479 >> 172.21.15.18:0/4060682479 conn(0x7f430406e5d0 msgr2=0x7f430410b9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:29.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.565+0000 7f430967d640 1 -- 172.21.15.18:0/4060682479 shutdown_connections 2024-04-22T00:49:29.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.566+0000 7f430967d640 1 -- 172.21.15.18:0/4060682479 wait complete. 2024-04-22T00:49:29.593 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:49:29.593 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:49:29.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 485.0 s, 819.0 tps, lat 124.358 ms stddev 168.590 2024-04-22T00:49:29.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.772+0000 7f7cf81be640 1 -- 172.21.15.18:0/162343135 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf0103340 msgr2=0x7f7cf0109bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.772+0000 7f7cf81be640 1 --2- 172.21.15.18:0/162343135 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf0103340 0x7f7cf0109bd0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8009ca0 tx=0x7f7ce802c120 comp rx=0 tx=0).stop 2024-04-22T00:49:29.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.773+0000 7f7cf81be640 1 -- 172.21.15.18:0/162343135 shutdown_connections 2024-04-22T00:49:29.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.773+0000 7f7cf81be640 1 --2- 172.21.15.18:0/162343135 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf0103340 0x7f7cf0109bd0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.773+0000 7f7cf81be640 1 --2- 172.21.15.18:0/162343135 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7cf0102980 0x7f7cf0102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.773+0000 7f7cf81be640 1 --2- 172.21.15.18:0/162343135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7cf0101790 0x7f7cf0101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.773+0000 7f7cf81be640 1 -- 172.21.15.18:0/162343135 >> 172.21.15.18:0/162343135 conn(0x7f7cf00fcd40 msgr2=0x7f7cf00ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:29.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.778+0000 7f7cf81be640 1 -- 172.21.15.18:0/162343135 shutdown_connections 2024-04-22T00:49:29.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.780+0000 7f7cf81be640 1 -- 172.21.15.18:0/162343135 wait complete. 2024-04-22T00:49:29.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.781+0000 7f7cf81be640 1 Processor -- start 2024-04-22T00:49:29.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.782+0000 7f7cf81be640 1 -- start start 2024-04-22T00:49:29.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.782+0000 7f7cf81be640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7cf0101790 0x7f7cf019e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.782+0000 7f7cf81be640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf0102980 0x7f7cf019e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.782+0000 7f7cf81be640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7cf0103340 0x7f7cf01a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.782+0000 7f7cf81be640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf00755f0 con 0x7f7cf0101790 2024-04-22T00:49:29.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.782+0000 7f7cf81be640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf0075470 con 0x7f7cf0103340 2024-04-22T00:49:29.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.782+0000 7f7cf81be640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf0075770 con 0x7f7cf0102980 2024-04-22T00:49:29.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.783+0000 7f7cf675b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7cf0103340 0x7f7cf01a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.783+0000 7f7cf675b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7cf0103340 0x7f7cf01a5800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60710/0 (socket says 172.21.15.18:60710) 2024-04-22T00:49:29.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.783+0000 7f7cf675b640 1 -- 172.21.15.18:0/631778614 learned_addr learned my addr 172.21.15.18:0/631778614 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:29.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.784+0000 7f7cf5759640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf0102980 0x7f7cf019e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.785+0000 7f7cf5759640 1 -- 172.21.15.18:0/631778614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7cf0103340 msgr2=0x7f7cf01a5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.785+0000 7f7cf5759640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7cf0103340 0x7f7cf01a5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.785+0000 7f7cf5759640 1 -- 172.21.15.18:0/631778614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7cf0101790 msgr2=0x7f7cf019e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:29.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.785+0000 7f7cf5759640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7cf0101790 0x7f7cf019e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:29.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.785+0000 7f7cf5759640 1 -- 172.21.15.18:0/631778614 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cf010fde0 con 0x7f7cf0102980 2024-04-22T00:49:29.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.790+0000 7f7cf5759640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf0102980 0x7f7cf019e790 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f7cec009fd0 tx=0x7f7cec00b870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:29.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.793+0000 7f7ce6ffd640 1 -- 172.21.15.18:0/631778614 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cec015020 con 0x7f7cf0102980 2024-04-22T00:49:29.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.793+0000 7f7ce6ffd640 1 -- 172.21.15.18:0/631778614 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7cec011d10 con 0x7f7cf0102980 2024-04-22T00:49:29.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.793+0000 7f7ce6ffd640 1 -- 172.21.15.18:0/631778614 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cec00f2e0 con 0x7f7cf0102980 2024-04-22T00:49:29.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.795+0000 7f7cf81be640 1 -- 172.21.15.18:0/631778614 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cf01100d0 con 0x7f7cf0102980 2024-04-22T00:49:29.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.795+0000 7f7cf81be640 1 -- 172.21.15.18:0/631778614 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cf0110650 con 0x7f7cf0102980 2024-04-22T00:49:29.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.798+0000 7f7cf81be640 1 -- 172.21.15.18:0/631778614 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cd40052c0 con 0x7f7cf0102980 2024-04-22T00:49:29.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.800+0000 7f7ce6ffd640 1 -- 172.21.15.18:0/631778614 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7cec018020 con 0x7f7cf0102980 2024-04-22T00:49:29.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.800+0000 7f7ce6ffd640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cdc0a2d90 0x7f7cdc0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:29.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.801+0000 7f7ce6ffd640 1 -- 172.21.15.18:0/631778614 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7cec0cead0 con 0x7f7cf0102980 2024-04-22T00:49:29.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.803+0000 7f7cf5f5a640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cdc0a2d90 0x7f7cdc0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:29.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.804+0000 7f7cf5f5a640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cdc0a2d90 0x7f7cdc0a5250 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7cf01027e0 tx=0x7f7ce0006c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:29.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:29.813+0000 7f7ce6ffd640 1 -- 172.21.15.18:0/631778614 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7cec01f020 con 0x7f7cf0102980 2024-04-22T00:49:30.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.234+0000 7f7cf81be640 1 -- 172.21.15.18:0/631778614 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7cd40055b0 con 0x7f7cf0102980 2024-04-22T00:49:30.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:29 smithi167 ceph-mon[31348]: pgmap v620: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 4.9 MiB/s wr, 530 op/s 2024-04-22T00:49:30.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.240+0000 7f7ce6ffd640 1 -- 172.21.15.18:0/631778614 <== mon.1 v2:172.21.15.167:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+11869 (secure 0 0 0) 0x7f7cec09b600 con 0x7f7cf0102980 2024-04-22T00:49:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:49:30.239 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":39,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":39,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:49:26.075861+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:49:30.239 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 39 2024-04-22T00:49:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.244+0000 7f7cf81be640 1 -- 172.21.15.18:0/631778614 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cdc0a2d90 msgr2=0x7f7cdc0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.244+0000 7f7cf81be640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cdc0a2d90 0x7f7cdc0a5250 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7cf01027e0 tx=0x7f7ce0006c90 comp rx=0 tx=0).stop 2024-04-22T00:49:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.244+0000 7f7cf81be640 1 -- 172.21.15.18:0/631778614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf0102980 msgr2=0x7f7cf019e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.244+0000 7f7cf81be640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf0102980 0x7f7cf019e790 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f7cec009fd0 tx=0x7f7cec00b870 comp rx=0 tx=0).stop 2024-04-22T00:49:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.245+0000 7f7cf81be640 1 -- 172.21.15.18:0/631778614 shutdown_connections 2024-04-22T00:49:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.245+0000 7f7cf81be640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cdc0a2d90 0x7f7cdc0a5250 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.245+0000 7f7cf81be640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7cf0103340 0x7f7cf01a5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.245+0000 7f7cf81be640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7cf0102980 0x7f7cf019e790 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.245+0000 7f7cf81be640 1 --2- 172.21.15.18:0/631778614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7cf0101790 0x7f7cf019e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.245+0000 7f7cf81be640 1 -- 172.21.15.18:0/631778614 >> 172.21.15.18:0/631778614 conn(0x7f7cf00fcd40 msgr2=0x7f7cf010de40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.248+0000 7f7cf81be640 1 -- 172.21.15.18:0/631778614 shutdown_connections 2024-04-22T00:49:30.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.249+0000 7f7cf81be640 1 -- 172.21.15.18:0/631778614 wait complete. 2024-04-22T00:49:30.269 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:49:30.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:29 smithi018 ceph-mon[27979]: pgmap v620: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 4.9 MiB/s wr, 530 op/s 2024-04-22T00:49:30.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:29 smithi081 ceph-mon[31546]: pgmap v620: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 4.9 MiB/s wr, 530 op/s 2024-04-22T00:49:30.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.465+0000 7f47e04b5640 1 -- 172.21.15.18:0/912230672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f47d810da80 msgr2=0x7f47d810df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.465+0000 7f47e04b5640 1 --2- 172.21.15.18:0/912230672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f47d810da80 0x7f47d810df30 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f47cc01a910 tx=0x7f47cc03cca0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.467+0000 7f47e04b5640 1 -- 172.21.15.18:0/912230672 shutdown_connections 2024-04-22T00:49:30.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.467+0000 7f47e04b5640 1 --2- 172.21.15.18:0/912230672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f47d810da80 0x7f47d810df30 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.467+0000 7f47e04b5640 1 --2- 172.21.15.18:0/912230672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47d810b0b0 0x7f47d810d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.467+0000 7f47e04b5640 1 --2- 172.21.15.18:0/912230672 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f47d8108740 0x7f47d810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.467+0000 7f47e04b5640 1 -- 172.21.15.18:0/912230672 >> 172.21.15.18:0/912230672 conn(0x7f47d806e5d0 msgr2=0x7f47d8070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.473+0000 7f47e04b5640 1 -- 172.21.15.18:0/912230672 shutdown_connections 2024-04-22T00:49:30.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.475+0000 7f47e04b5640 1 -- 172.21.15.18:0/912230672 wait complete. 2024-04-22T00:49:30.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.475+0000 7f47e04b5640 1 Processor -- start 2024-04-22T00:49:30.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.475+0000 7f47e04b5640 1 -- start start 2024-04-22T00:49:30.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.476+0000 7f47e04b5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f47d8108740 0x7f47d819e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.476+0000 7f47e04b5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f47d810b0b0 0x7f47d819e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.476+0000 7f47e04b5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47d810da80 0x7f47d81a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.476+0000 7f47e04b5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f47d8111b50 con 0x7f47d810b0b0 2024-04-22T00:49:30.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.476+0000 7f47e04b5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f47d81119d0 con 0x7f47d8108740 2024-04-22T00:49:30.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.476+0000 7f47e04b5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f47d8111cd0 con 0x7f47d810da80 2024-04-22T00:49:30.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.477+0000 7f47de251640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f47d8108740 0x7f47d819e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.478+0000 7f47dea52640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47d810da80 0x7f47d81a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.478+0000 7f47dea52640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47d810da80 0x7f47d81a5810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:54288/0 (socket says 172.21.15.18:54288) 2024-04-22T00:49:30.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.478+0000 7f47dea52640 1 -- 172.21.15.18:0/165670543 learned_addr learned my addr 172.21.15.18:0/165670543 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.480+0000 7f47dda50640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f47d810b0b0 0x7f47d819e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.481+0000 7f47dda50640 1 -- 172.21.15.18:0/165670543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47d810da80 msgr2=0x7f47d81a5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.481+0000 7f47dda50640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47d810da80 0x7f47d81a5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.481+0000 7f47dda50640 1 -- 172.21.15.18:0/165670543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f47d8108740 msgr2=0x7f47d819e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.481+0000 7f47dda50640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f47d8108740 0x7f47d819e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.481+0000 7f47dda50640 1 -- 172.21.15.18:0/165670543 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47d81a5e80 con 0x7f47d810b0b0 2024-04-22T00:49:30.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.481+0000 7f47dda50640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f47d810b0b0 0x7f47d819e7a0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f47d0009fd0 tx=0x7f47d000b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.483+0000 7f47d77fe640 1 -- 172.21.15.18:0/165670543 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d0015020 con 0x7f47d810b0b0 2024-04-22T00:49:30.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.483+0000 7f47e04b5640 1 -- 172.21.15.18:0/165670543 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47d81a6170 con 0x7f47d810b0b0 2024-04-22T00:49:30.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.483+0000 7f47e04b5640 1 -- 172.21.15.18:0/165670543 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47d81a6740 con 0x7f47d810b0b0 2024-04-22T00:49:30.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.483+0000 7f47d77fe640 1 -- 172.21.15.18:0/165670543 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f47d0011d10 con 0x7f47d810b0b0 2024-04-22T00:49:30.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.484+0000 7f47d77fe640 1 -- 172.21.15.18:0/165670543 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d000f2e0 con 0x7f47d810b0b0 2024-04-22T00:49:30.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.484+0000 7f47de251640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f47d8108740 0x7f47d819e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:49:30.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.487+0000 7f47e317b740 1 Processor -- start 2024-04-22T00:49:30.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.487+0000 7f47e317b740 1 -- start start 2024-04-22T00:49:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.487+0000 7f47e317b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7d4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.487+0000 7f47e317b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 0x557afe7d9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.487+0000 7f47e317b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7dc030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.487+0000 7f47e317b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557afe739530 con 0x557afe7d9ba0 2024-04-22T00:49:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.487+0000 7f47e317b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557afe6e1830 con 0x557afe7d4a30 2024-04-22T00:49:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.487+0000 7f47e317b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557afe7354f0 con 0x557afe7d4040 2024-04-22T00:49:30.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.488+0000 7f47de251640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 0x557afe7d9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.488+0000 7f47dea52640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7d4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.488+0000 7f47dea52640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7d4460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:54296/0 (socket says 172.21.15.18:54296) 2024-04-22T00:49:30.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.488+0000 7f47dea52640 1 -- 172.21.15.18:0/2563973095 learned_addr learned my addr 172.21.15.18:0/2563973095 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:30.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.488+0000 7f47de251640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 0x557afe7d9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60734/0 (socket says 172.21.15.18:60734) 2024-04-22T00:49:30.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.489+0000 7f47d77fe640 1 -- 172.21.15.18:0/165670543 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f47d0018020 con 0x7f47d810b0b0 2024-04-22T00:49:30.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.489+0000 7f47dea52640 1 -- 172.21.15.18:0/2563973095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 msgr2=0x557afe7d9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.489+0000 7f47dea52640 1 --2- 172.21.15.18:0/2563973095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 0x557afe7d9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.489+0000 7f47dea52640 1 -- 172.21.15.18:0/2563973095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 msgr2=0x557afe7dc030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.489+0000 7f47dea52640 1 --2- 172.21.15.18:0/2563973095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7dc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.489+0000 7f47dea52640 1 -- 172.21.15.18:0/2563973095 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557afe7052c0 con 0x557afe7d4040 2024-04-22T00:49:30.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.490+0000 7f47d77fe640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f47c00a2c40 0x7f47c00a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.490+0000 7f47dea52640 1 --2- 172.21.15.18:0/2563973095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7d4460 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f47cc047040 tx=0x7f47cc0049b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1470a1180afe2f8e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.490+0000 7f47d77fe640 1 -- 172.21.15.18:0/165670543 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f47d00cea10 con 0x7f47d810b0b0 2024-04-22T00:49:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.491+0000 7f47d4bfe640 1 -- 172.21.15.18:0/2563973095 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47cc004b50 con 0x557afe7d4040 2024-04-22T00:49:30.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.493+0000 7f47de251640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f47c00a2c40 0x7f47c00a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.493+0000 7f47d4bfe640 1 -- 172.21.15.18:0/2563973095 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f47cc004cf0 con 0x557afe7d4040 2024-04-22T00:49:30.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.493+0000 7f47d4bfe640 1 -- 172.21.15.18:0/2563973095 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47cc0053a0 con 0x557afe7d4040 2024-04-22T00:49:30.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.494+0000 7f47e317b740 1 -- 172.21.15.18:0/2563973095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 msgr2=0x557afe7d4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.495+0000 7f47e317b740 1 --2- 172.21.15.18:0/2563973095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7d4460 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f47cc047040 tx=0x7f47cc0049b0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.495+0000 7f47de251640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f47c00a2c40 0x7f47c00a5100 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x557afe7d4e30 tx=0x7f47c80096f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.495+0000 7f47e317b740 1 -- 172.21.15.18:0/2563973095 shutdown_connections 2024-04-22T00:49:30.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.495+0000 7f47e317b740 1 --2- 172.21.15.18:0/2563973095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7dc030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.495+0000 7f47e317b740 1 --2- 172.21.15.18:0/2563973095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 0x557afe7d9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.495+0000 7f47e317b740 1 --2- 172.21.15.18:0/2563973095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7d4460 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.495+0000 7f47e317b740 1 -- 172.21.15.18:0/2563973095 >> 172.21.15.18:0/2563973095 conn(0x557afe7cf5b0 msgr2=0x557afe7cf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.496+0000 7f47e317b740 1 -- 172.21.15.18:0/2563973095 shutdown_connections 2024-04-22T00:49:30.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.496+0000 7f47e317b740 1 -- 172.21.15.18:0/2563973095 wait complete. 2024-04-22T00:49:30.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.497+0000 7f47e317b740 1 -- start start 2024-04-22T00:49:30.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.497+0000 7f47e317b740 1 Processor -- start 2024-04-22T00:49:30.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.498+0000 7f47e317b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4040 0x557afe7de230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.498+0000 7f47e317b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4a30 0x557afe7de770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.498+0000 7f47e317b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7e5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.498+0000 7f47e317b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557afe7dcaf0 con 0x557afe7d9ba0 2024-04-22T00:49:30.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.498+0000 7f47e317b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557afe6f4f10 con 0x557afe7d4040 2024-04-22T00:49:30.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.498+0000 7f47e317b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557afe7dcc70 con 0x557afe7d4a30 2024-04-22T00:49:30.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.499+0000 7f47e317b740 10 client.0 _ll_register_callbacks cb 0x557afe44cbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:30.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.499+0000 7f47de251640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4040 0x557afe7de230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.499+0000 7f47de251640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4040 0x557afe7de230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60748/0 (socket says 172.21.15.18:60748) 2024-04-22T00:49:30.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.499+0000 7f47de251640 1 -- 172.21.15.18:0/2604450354 learned_addr learned my addr 172.21.15.18:0/2604450354 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:30.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.500+0000 7f47de251640 1 -- 172.21.15.18:0/2604450354 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4a30 msgr2=0x557afe7de770 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:49:30.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.501+0000 7f47de251640 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4a30 0x557afe7de770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.501+0000 7f47de251640 1 -- 172.21.15.18:0/2604450354 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 msgr2=0x557afe7e5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.501+0000 7f47dea52640 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7e5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.502+0000 7f47de251640 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7e5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.502+0000 7f47de251640 1 -- 172.21.15.18:0/2604450354 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557afe6c6c80 con 0x557afe7d4040 2024-04-22T00:49:30.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.502+0000 7f47dea52640 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7e5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:49:30.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.503+0000 7f47de251640 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4040 0x557afe7de230 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f47c801aec0 tx=0x7f47c8004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8f5037fb79ffbda server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.503+0000 7f47bdffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:49:30.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.503+0000 7f47bdffb640 1 -- 172.21.15.18:0/2604450354 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c8028060 con 0x557afe7d4040 2024-04-22T00:49:30.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.503+0000 7f47bdffb640 1 -- 172.21.15.18:0/2604450354 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f47c80178e0 con 0x557afe7d4040 2024-04-22T00:49:30.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.503+0000 7f47e317b740 1 -- 172.21.15.18:0/2604450354 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47cc004cf0 con 0x557afe7d4040 2024-04-22T00:49:30.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.504+0000 7f47bdffb640 1 -- 172.21.15.18:0/2604450354 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f47c8017ae0 con 0x557afe7d4040 2024-04-22T00:49:30.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.504+0000 7f47e317b740 10 client.27107 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:30.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.504+0000 7f47e317b740 1 -- 172.21.15.18:0/2604450354 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x557afe44d3f0 con 0x557afe7d4040 2024-04-22T00:49:30.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.505+0000 7f47bdffb640 1 -- 172.21.15.18:0/2604450354 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f47cc004cf0 con 0x557afe7d4040 2024-04-22T00:49:30.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.505+0000 7f47bdffb640 1 -- 172.21.15.18:0/2604450354 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f47c8018410 con 0x557afe7d4040 2024-04-22T00:49:30.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.505+0000 7f47e317b740 10 client.27107 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:30.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.505+0000 7f47e317b740 10 client.27107 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:49:30.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.505+0000 7f47e317b740 20 client.27107 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:30.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.505+0000 7f47e317b740 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x557afe7ea4b0 0x557afe7ec970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.505+0000 7f47e317b740 4 client.27107 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:49:30.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.505+0000 7f47e317b740 1 -- 172.21.15.18:0/2604450354 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557afe746a70 con 0x557afe7ea4b0 2024-04-22T00:49:30.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.506+0000 7f47dda50640 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x557afe7ea4b0 0x557afe7ec970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.506+0000 7f47dda50640 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x557afe7ea4b0 0x557afe7ec970 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=251bc0f36dc30a40 server_cookie=5d99b3a8b55ed076 in_seq=0 out_seq=0 2024-04-22T00:49:30.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.506+0000 7f47bdffb640 10 client.27107 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:49:30.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.507+0000 7f47bdffb640 1 -- 172.21.15.18:0/2604450354 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557afe746a70 con 0x557afe7ea4b0 2024-04-22T00:49:30.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.507+0000 7f47bdffb640 10 client.27107 handle_command_reply: tid=0 2024-04-22T00:49:30.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.507+0000 7f47e317b740 1 client.27107 shutdown 2024-04-22T00:49:30.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.507+0000 7f47e317b740 1 -- 172.21.15.18:0/2604450354 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4040 msgr2=0x557afe7de230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.507+0000 7f47e317b740 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4040 0x557afe7de230 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f47c801aec0 tx=0x7f47c8004ad0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.507+0000 7f47e317b740 1 -- 172.21.15.18:0/2604450354 shutdown_connections 2024-04-22T00:49:30.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.507+0000 7f47e317b740 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x557afe7ea4b0 0x557afe7ec970 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.508+0000 7f47e317b740 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7e5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.508+0000 7f47e317b740 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4a30 0x557afe7de770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.508+0000 7f47e317b740 1 --2- 172.21.15.18:0/2604450354 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4040 0x557afe7de230 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.508+0000 7f47e317b740 1 -- 172.21.15.18:0/2604450354 >> 172.21.15.18:0/2604450354 conn(0x557afe7cf5b0 msgr2=0x557afe7ce850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.508+0000 7f47bdffb640 0 client.27107 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:49:30.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.508+0000 7f47e317b740 1 -- 172.21.15.18:0/2604450354 shutdown_connections 2024-04-22T00:49:30.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.508+0000 7f47e317b740 1 -- 172.21.15.18:0/2604450354 wait complete. 2024-04-22T00:49:30.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.508+0000 7f47e317b740 20 client.27107 trim_cache size 0 max 16384 2024-04-22T00:49:30.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.527+0000 7f47e317b740 1 Processor -- start 2024-04-22T00:49:30.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.527+0000 7f47e317b740 1 -- start start 2024-04-22T00:49:30.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.527+0000 7f47e317b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7de6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.527+0000 7f47e317b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 0x557afe7e5700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.528+0000 7f47e317b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7d2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.528+0000 7f47e317b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f47c4012590 con 0x557afe7d9ba0 2024-04-22T00:49:30.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.528+0000 7f47e317b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f47c400fe60 con 0x557afe7d4a30 2024-04-22T00:49:30.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.528+0000 7f47e317b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f47c400dcb0 con 0x557afe7d4040 2024-04-22T00:49:30.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.528+0000 7f47de251640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7de6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.528+0000 7f47de251640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7de6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:54308/0 (socket says 172.21.15.18:54308) 2024-04-22T00:49:30.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.528+0000 7f47de251640 1 -- 172.21.15.18:0/2929012445 learned_addr learned my addr 172.21.15.18:0/2929012445 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:30.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.528+0000 7f47dea52640 1 --2- 172.21.15.18:0/2929012445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7d2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.528+0000 7f47dda50640 1 --2- 172.21.15.18:0/2929012445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 0x557afe7e5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.529+0000 7f47dea52640 1 -- 172.21.15.18:0/2929012445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 msgr2=0x557afe7de6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.529+0000 7f47dea52640 1 --2- 172.21.15.18:0/2929012445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7de6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.529+0000 7f47dea52640 1 -- 172.21.15.18:0/2929012445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 msgr2=0x557afe7e5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.529+0000 7f47dea52640 1 --2- 172.21.15.18:0/2929012445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 0x557afe7e5700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.529+0000 7f47dea52640 1 -- 172.21.15.18:0/2929012445 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557afe5177d0 con 0x557afe7d9ba0 2024-04-22T00:49:30.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.529+0000 7f47dea52640 1 --2- 172.21.15.18:0/2929012445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7d2f20 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f47cc005ab0 tx=0x7f47cc005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e134721d6f918c85 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.529+0000 7f47bffff640 1 -- 172.21.15.18:0/2929012445 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47cc004c50 con 0x557afe7d9ba0 2024-04-22T00:49:30.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.529+0000 7f47bffff640 1 -- 172.21.15.18:0/2929012445 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f47cc05b020 con 0x557afe7d9ba0 2024-04-22T00:49:30.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.529+0000 7f47bffff640 1 -- 172.21.15.18:0/2929012445 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47cc03d850 con 0x557afe7d9ba0 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.530+0000 7f47e317b740 1 -- 172.21.15.18:0/2929012445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 msgr2=0x557afe7d2f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.530+0000 7f47e317b740 1 --2- 172.21.15.18:0/2929012445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7d2f20 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f47cc005ab0 tx=0x7f47cc005020 comp rx=0 tx=0).stop 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.530+0000 7f47e317b740 1 -- 172.21.15.18:0/2929012445 shutdown_connections 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.530+0000 7f47e317b740 1 --2- 172.21.15.18:0/2929012445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d9ba0 0x557afe7d2f20 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.530+0000 7f47e317b740 1 --2- 172.21.15.18:0/2929012445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d4a30 0x557afe7e5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.530+0000 7f47e317b740 1 --2- 172.21.15.18:0/2929012445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4040 0x557afe7de6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.530+0000 7f47e317b740 1 -- 172.21.15.18:0/2929012445 >> 172.21.15.18:0/2929012445 conn(0x557afe7cf5b0 msgr2=0x557afe7d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.530+0000 7f47e317b740 1 -- 172.21.15.18:0/2929012445 shutdown_connections 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.530+0000 7f47e317b740 1 -- 172.21.15.18:0/2929012445 wait complete. 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.531+0000 7f47e317b740 1 -- start start 2024-04-22T00:49:30.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.531+0000 7f47e317b740 1 Processor -- start 2024-04-22T00:49:30.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.531+0000 7f47e317b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d4040 0x557afe7e2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.531+0000 7f47e317b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4a30 0x557afe7e2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.531+0000 7f47e317b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d9ba0 0x557afe84eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.531+0000 7f47e317b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f47c400e320 con 0x557afe7d4040 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.531+0000 7f47e317b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f47c400f790 con 0x557afe7d9ba0 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47de251640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d4040 0x557afe7e2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47dea52640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d9ba0 0x557afe84eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47de251640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d4040 0x557afe7e2580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45914/0 (socket says 172.21.15.18:45914) 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47de251640 1 -- 172.21.15.18:0/1945251892 learned_addr learned my addr 172.21.15.18:0/1945251892 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47dda50640 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4a30 0x557afe7e2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47e317b740 1 -- 172.21.15.18:0/1945251892 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f47c400e9f0 con 0x557afe7d4a30 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47e317b740 10 client.0 _ll_register_callbacks cb 0x7f47c801ab70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47de251640 1 -- 172.21.15.18:0/1945251892 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4a30 msgr2=0x557afe7e2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47de251640 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4a30 0x557afe7e2ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47de251640 1 -- 172.21.15.18:0/1945251892 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d9ba0 msgr2=0x557afe84eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47de251640 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d9ba0 0x557afe84eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47de251640 1 -- 172.21.15.18:0/1945251892 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557afe84f020 con 0x557afe7d4040 2024-04-22T00:49:30.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47de251640 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d4040 0x557afe7e2580 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f47c801aec0 tx=0x7f47c8017960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=295d2dcda36013a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47bdffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47bdffb640 1 -- 172.21.15.18:0/1945251892 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c8028040 con 0x557afe7d4040 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47bdffb640 1 -- 172.21.15.18:0/1945251892 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f47c8018410 con 0x557afe7d4040 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.532+0000 7f47e317b740 1 -- 172.21.15.18:0/1945251892 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47cc05b020 con 0x557afe7d4040 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47bdffb640 1 -- 172.21.15.18:0/1945251892 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f47c8018610 con 0x557afe7d4040 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47e317b740 10 client.17436 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47e317b740 1 -- 172.21.15.18:0/1945251892 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x557afe850200 con 0x557afe7d4040 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47bdffb640 1 -- 172.21.15.18:0/1945251892 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f47cc05b020 con 0x557afe7d4040 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47bdffb640 1 -- 172.21.15.18:0/1945251892 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f47c8033510 con 0x557afe7d4040 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47e317b740 10 client.17436 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47e317b740 10 client.17436 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47e317b740 20 client.17436 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47e317b740 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x557afe850c00 0x557afe853020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47e317b740 4 client.17436 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47e317b740 1 -- 172.21.15.18:0/1945251892 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557afe740dc0 con 0x557afe850c00 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.533+0000 7f47dda50640 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x557afe850c00 0x557afe853020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.534+0000 7f47bdffb640 10 client.17436 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:49:30.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.534+0000 7f47dda50640 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x557afe850c00 0x557afe853020 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=abda02eebc87a1e8 server_cookie=b1f6c6d23915f416 in_seq=0 out_seq=0 2024-04-22T00:49:30.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47bdffb640 1 -- 172.21.15.18:0/1945251892 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557afe740dc0 con 0x557afe850c00 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47bdffb640 10 client.17436 handle_command_reply: tid=0 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47e317b740 1 client.17436 shutdown 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47e317b740 1 -- 172.21.15.18:0/1945251892 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d4040 msgr2=0x557afe7e2580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47e317b740 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d4040 0x557afe7e2580 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f47c801aec0 tx=0x7f47c8017960 comp rx=0 tx=0).stop 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47e317b740 1 -- 172.21.15.18:0/1945251892 shutdown_connections 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47e317b740 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x557afe850c00 0x557afe853020 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47e317b740 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557afe7d9ba0 0x557afe84eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47e317b740 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557afe7d4a30 0x557afe7e2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47bdffb640 0 client.17436 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47e317b740 1 --2- 172.21.15.18:0/1945251892 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557afe7d4040 0x557afe7e2580 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.535+0000 7f47e317b740 1 -- 172.21.15.18:0/1945251892 >> 172.21.15.18:0/1945251892 conn(0x557afe7cf5b0 msgr2=0x557afe7d30a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e317b740 1 -- 172.21.15.18:0/1945251892 shutdown_connections 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e317b740 1 -- 172.21.15.18:0/1945251892 wait complete. 2024-04-22T00:49:30.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e317b740 20 client.17436 trim_cache size 0 max 16384 2024-04-22T00:49:30.538 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:49:30.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e04b5640 1 -- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f47c00a2c40 msgr2=0x7f47c00a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e04b5640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f47c00a2c40 0x7f47c00a5100 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x557afe7d4e30 tx=0x7f47c80096f0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e04b5640 1 -- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f47d810b0b0 msgr2=0x7f47d819e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e04b5640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f47d810b0b0 0x7f47d819e7a0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f47d0009fd0 tx=0x7f47d000b870 comp rx=0 tx=0).stop 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e04b5640 1 -- 172.21.15.18:0/165670543 shutdown_connections 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e04b5640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f47c00a2c40 0x7f47c00a5100 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e04b5640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f47d810da80 0x7f47d81a5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e04b5640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f47d810b0b0 0x7f47d819e7a0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e04b5640 1 --2- 172.21.15.18:0/165670543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f47d8108740 0x7f47d819e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.536+0000 7f47e04b5640 1 -- 172.21.15.18:0/165670543 >> 172.21.15.18:0/165670543 conn(0x7f47d806e5d0 msgr2=0x7f47d810b920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.537+0000 7f47e04b5640 1 -- 172.21.15.18:0/165670543 shutdown_connections 2024-04-22T00:49:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.537+0000 7f47e04b5640 1 -- 172.21.15.18:0/165670543 wait complete. 2024-04-22T00:49:30.549 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:49:30.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.736+0000 7fcb07888640 1 -- 172.21.15.18:0/4109209479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb00101870 msgr2=0x7fcb00101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.736+0000 7fcb07888640 1 --2- 172.21.15.18:0/4109209479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb00101870 0x7fcb00101cf0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fcaf800bc00 tx=0x7fcaf8009260 comp rx=0 tx=0).stop 2024-04-22T00:49:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.741+0000 7fcb07888640 1 -- 172.21.15.18:0/4109209479 shutdown_connections 2024-04-22T00:49:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.741+0000 7fcb07888640 1 --2- 172.21.15.18:0/4109209479 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb00102230 0x7fcb00108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.741+0000 7fcb07888640 1 --2- 172.21.15.18:0/4109209479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb00101870 0x7fcb00101cf0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.741+0000 7fcb07888640 1 --2- 172.21.15.18:0/4109209479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb00100680 0x7fcb00100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.741+0000 7fcb07888640 1 -- 172.21.15.18:0/4109209479 >> 172.21.15.18:0/4109209479 conn(0x7fcb000fbbf0 msgr2=0x7fcb000fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.748+0000 7fcb07888640 1 -- 172.21.15.18:0/4109209479 shutdown_connections 2024-04-22T00:49:30.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.751+0000 7fcb07888640 1 -- 172.21.15.18:0/4109209479 wait complete. 2024-04-22T00:49:30.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.752+0000 7fcb07888640 1 Processor -- start 2024-04-22T00:49:30.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.756+0000 7fcb07888640 1 -- start start 2024-04-22T00:49:30.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.756+0000 7fcb07888640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb00100680 0x7fcb0010ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.756+0000 7fcb07888640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb00101870 0x7fcb0010f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.756+0000 7fcb07888640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb00102230 0x7fcb001ae130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.756+0000 7fcb07888640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fcb00113a60 con 0x7fcb00101870 2024-04-22T00:49:30.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.756+0000 7fcb07888640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fcb001138e0 con 0x7fcb00102230 2024-04-22T00:49:30.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.756+0000 7fcb07888640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcb00113be0 con 0x7fcb00100680 2024-04-22T00:49:30.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.759+0000 7fcb04e23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb00101870 0x7fcb0010f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.759+0000 7fcb04e23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb00101870 0x7fcb0010f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55664/0 (socket says 172.21.15.18:55664) 2024-04-22T00:49:30.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.759+0000 7fcb04e23640 1 -- 172.21.15.18:0/2270840205 learned_addr learned my addr 172.21.15.18:0/2270840205 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:30.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.760+0000 7fcb05e25640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb00102230 0x7fcb001ae130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.760+0000 7fcb05624640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb00100680 0x7fcb0010ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.761+0000 7fcb05624640 1 -- 172.21.15.18:0/2270840205 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb00102230 msgr2=0x7fcb001ae130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.761+0000 7fcb05624640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb00102230 0x7fcb001ae130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.761+0000 7fcb05624640 1 -- 172.21.15.18:0/2270840205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb00101870 msgr2=0x7fcb0010f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.761+0000 7fcb05624640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb00101870 0x7fcb0010f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.761+0000 7fcb05624640 1 -- 172.21.15.18:0/2270840205 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb0006b160 con 0x7fcb00100680 2024-04-22T00:49:30.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.762+0000 7fcb04e23640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb00101870 0x7fcb0010f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:49:30.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.765+0000 7fcb05624640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb00100680 0x7fcb0010ef10 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fcafc005fd0 tx=0x7fcafc00ec20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.768+0000 7fcaf67fc640 1 -- 172.21.15.18:0/2270840205 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcafc00ccc0 con 0x7fcb00100680 2024-04-22T00:49:30.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.768+0000 7fcaf67fc640 1 -- 172.21.15.18:0/2270840205 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcafc00ee70 con 0x7fcb00100680 2024-04-22T00:49:30.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.768+0000 7fcaf67fc640 1 -- 172.21.15.18:0/2270840205 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcafc010430 con 0x7fcb00100680 2024-04-22T00:49:30.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.768+0000 7fcb07888640 1 -- 172.21.15.18:0/2270840205 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb0006b450 con 0x7fcb00100680 2024-04-22T00:49:30.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.768+0000 7fcb07888640 1 -- 172.21.15.18:0/2270840205 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb0006b950 con 0x7fcb00100680 2024-04-22T00:49:30.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.772+0000 7fcb0a478740 1 Processor -- start 2024-04-22T00:49:30.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.773+0000 7fcaf67fc640 1 -- 172.21.15.18:0/2270840205 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcafc004000 con 0x7fcb00100680 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.774+0000 7fcaf67fc640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcaec0a2d90 0x7fcaec0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.775+0000 7fcaf67fc640 1 -- 172.21.15.18:0/2270840205 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fcafc0cf5f0 con 0x7fcb00100680 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.775+0000 7fcb0a478740 1 -- start start 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.775+0000 7fcb0a478740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609040 0x564372609460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.775+0000 7fcb0a478740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x56437260e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.775+0000 7fcb0a478740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x564372611030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.775+0000 7fcb0a478740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56437256e530 con 0x564372609a30 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.775+0000 7fcb0a478740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564372516830 con 0x564372609040 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.775+0000 7fcb0a478740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56437256a4f0 con 0x56437260eba0 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.776+0000 7fcb04e23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x56437260e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.776+0000 7fcb05e25640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcaec0a2d90 0x7fcaec0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.776+0000 7fcb04e23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x56437260e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55676/0 (socket says 172.21.15.18:55676) 2024-04-22T00:49:30.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.776+0000 7fcb04e23640 1 -- 172.21.15.18:0/2176121121 learned_addr learned my addr 172.21.15.18:0/2176121121 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:30.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.776+0000 7fcb05e25640 1 --2- 172.21.15.18:0/2176121121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x564372611030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.776+0000 7fcb05624640 1 --2- 172.21.15.18:0/2176121121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609040 0x564372609460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.777+0000 7fcb04e23640 1 -- 172.21.15.18:0/2176121121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 msgr2=0x564372611030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.777+0000 7fcb04e23640 1 --2- 172.21.15.18:0/2176121121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x564372611030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.777+0000 7fcb04e23640 1 -- 172.21.15.18:0/2176121121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609040 msgr2=0x564372609460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.777+0000 7fcb04e23640 1 --2- 172.21.15.18:0/2176121121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609040 0x564372609460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.777+0000 7fcb04e23640 1 -- 172.21.15.18:0/2176121121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56437253a2c0 con 0x564372609a30 2024-04-22T00:49:30.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.778+0000 7fcb04e23640 1 --2- 172.21.15.18:0/2176121121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x56437260e530 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fcaf800b360 tx=0x7fcaf8005ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=753a86fdd600bfea server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.778+0000 7fcb05e25640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcaec0a2d90 0x7fcaec0a5250 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fcaf0008340 tx=0x7fcaf000f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.778+0000 7fcaeb7fe640 1 -- 172.21.15.18:0/2176121121 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf8033040 con 0x564372609a30 2024-04-22T00:49:30.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.779+0000 7fcaeb7fe640 1 -- 172.21.15.18:0/2176121121 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcaf8003e50 con 0x564372609a30 2024-04-22T00:49:30.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.780+0000 7fcb0a478740 1 -- 172.21.15.18:0/2176121121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 msgr2=0x56437260e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.780+0000 7fcb0a478740 1 --2- 172.21.15.18:0/2176121121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x56437260e530 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fcaf800b360 tx=0x7fcaf8005ec0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.782+0000 7fcb0a478740 1 -- 172.21.15.18:0/2176121121 shutdown_connections 2024-04-22T00:49:30.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.782+0000 7fcb0a478740 1 --2- 172.21.15.18:0/2176121121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x564372611030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.782+0000 7fcb0a478740 1 --2- 172.21.15.18:0/2176121121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x56437260e530 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.782+0000 7fcb0a478740 1 --2- 172.21.15.18:0/2176121121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609040 0x564372609460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.782+0000 7fcb0a478740 1 -- 172.21.15.18:0/2176121121 >> 172.21.15.18:0/2176121121 conn(0x5643726045b0 msgr2=0x5643726049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.782+0000 7fcb0a478740 1 -- 172.21.15.18:0/2176121121 shutdown_connections 2024-04-22T00:49:30.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.782+0000 7fcb0a478740 1 -- 172.21.15.18:0/2176121121 wait complete. 2024-04-22T00:49:30.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.783+0000 7fcb0a478740 1 -- start start 2024-04-22T00:49:30.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.783+0000 7fcb0a478740 1 Processor -- start 2024-04-22T00:49:30.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.783+0000 7fcb0a478740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564372609040 0x564372612f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.783+0000 7fcb0a478740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x5643726134d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.784+0000 7fcb04e23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x5643726134d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.784+0000 7fcb04e23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x5643726134d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55678/0 (socket says 172.21.15.18:55678) 2024-04-22T00:49:30.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.784+0000 7fcb04e23640 1 -- 172.21.15.18:0/408338390 learned_addr learned my addr 172.21.15.18:0/408338390 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:30.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.784+0000 7fcb0a478740 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56437260eba0 0x56437261a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.784+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564372611b40 con 0x564372609a30 2024-04-22T00:49:30.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.784+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564372529f10 con 0x56437260eba0 2024-04-22T00:49:30.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.785+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564372611cc0 con 0x564372609040 2024-04-22T00:49:30.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.785+0000 7fcb0a478740 10 client.0 _ll_register_callbacks cb 0x564372281be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:30.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.785+0000 7fcb04e23640 1 -- 172.21.15.18:0/408338390 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564372609040 msgr2=0x564372612f90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:49:30.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.785+0000 7fcb04e23640 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564372609040 0x564372612f90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.785+0000 7fcb04e23640 1 -- 172.21.15.18:0/408338390 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56437260eba0 msgr2=0x56437261a510 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:49:30.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.785+0000 7fcb04e23640 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56437260eba0 0x56437261a510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.785+0000 7fcb04e23640 1 -- 172.21.15.18:0/408338390 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643724fbc80 con 0x564372609a30 2024-04-22T00:49:30.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.786+0000 7fcb04e23640 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x5643726134d0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fcaf8000f80 tx=0x7fcaf8003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e5dfa059e1d219a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.786+0000 7fcae8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:49:30.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.786+0000 7fcae8ff9640 1 -- 172.21.15.18:0/408338390 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf8033040 con 0x564372609a30 2024-04-22T00:49:30.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.786+0000 7fcae8ff9640 1 -- 172.21.15.18:0/408338390 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fcaf8004210 con 0x564372609a30 2024-04-22T00:49:30.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.787+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcaf8003e50 con 0x564372609a30 2024-04-22T00:49:30.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.787+0000 7fcae8ff9640 1 -- 172.21.15.18:0/408338390 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7fcaf805a050 con 0x564372609a30 2024-04-22T00:49:30.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.787+0000 7fcb0a478740 10 client.17448 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:30.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.787+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5643722823f0 con 0x564372609a30 2024-04-22T00:49:30.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.787+0000 7fcae8ff9640 1 -- 172.21.15.18:0/408338390 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcaf800b840 con 0x564372609a30 2024-04-22T00:49:30.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.788+0000 7fcae8ff9640 1 -- 172.21.15.18:0/408338390 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7fcaf80387d0 con 0x564372609a30 2024-04-22T00:49:30.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.788+0000 7fcb0a478740 10 client.17448 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:30.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.788+0000 7fcb0a478740 10 client.17448 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:49:30.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.788+0000 7fcb0a478740 20 client.17448 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:30.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.788+0000 7fcb0a478740 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56437261ea00 0x564372620df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.788+0000 7fcb0a478740 4 client.17448 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:49:30.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.788+0000 7fcb05624640 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56437261ea00 0x564372620df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.788+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fcaf8003e50 con 0x56437261ea00 2024-04-22T00:49:30.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.789+0000 7fcb05624640 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56437261ea00 0x564372620df0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=da3c0d71d040a94c server_cookie=f82d2930d925cbde in_seq=0 out_seq=0 2024-04-22T00:49:30.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.789+0000 7fcae8ff9640 10 client.17448 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:49:30.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.790+0000 7fcae8ff9640 1 -- 172.21.15.18:0/408338390 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fcaf8003e50 con 0x56437261ea00 2024-04-22T00:49:30.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.790+0000 7fcae8ff9640 10 client.17448 handle_command_reply: tid=0 2024-04-22T00:49:30.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.790+0000 7fcb0a478740 1 client.17448 shutdown 2024-04-22T00:49:30.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.791+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 msgr2=0x5643726134d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.792+0000 7fcb0a478740 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x5643726134d0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fcaf8000f80 tx=0x7fcaf8003b80 comp rx=0 tx=0).stop 2024-04-22T00:49:30.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.793+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 shutdown_connections 2024-04-22T00:49:30.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.793+0000 7fcb0a478740 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x56437261ea00 0x564372620df0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.793+0000 7fcb0a478740 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56437260eba0 0x56437261a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.793+0000 7fcb0a478740 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609a30 0x5643726134d0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.793+0000 7fcb0a478740 1 --2- 172.21.15.18:0/408338390 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564372609040 0x564372612f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.793+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 >> 172.21.15.18:0/408338390 conn(0x5643726045b0 msgr2=0x564372603850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.793+0000 7fcae8ff9640 0 client.17448 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:49:30.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.793+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 shutdown_connections 2024-04-22T00:49:30.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.793+0000 7fcb0a478740 1 -- 172.21.15.18:0/408338390 wait complete. 2024-04-22T00:49:30.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.794+0000 7fcb0a478740 20 client.17448 trim_cache size 0 max 16384 2024-04-22T00:49:30.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.822+0000 7fcb0a478740 1 Processor -- start 2024-04-22T00:49:30.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.822+0000 7fcb0a478740 1 -- start start 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.822+0000 7fcb0a478740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 0x56437260df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.822+0000 7fcb0a478740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609a30 0x56437261a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.822+0000 7fcb05624640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 0x56437260df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.823+0000 7fcb05624640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 0x56437260df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55680/0 (socket says 172.21.15.18:55680) 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.823+0000 7fcb05624640 1 -- 172.21.15.18:0/4166339980 learned_addr learned my addr 172.21.15.18:0/4166339980 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.823+0000 7fcb04e23640 1 --2- 172.21.15.18:0/4166339980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609a30 0x56437261a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.823+0000 7fcb0a478740 1 --2- 172.21.15.18:0/4166339980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x56437260e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.823+0000 7fcb0a478740 1 -- 172.21.15.18:0/4166339980 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fcb001c43c0 con 0x564372609040 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.823+0000 7fcb0a478740 1 -- 172.21.15.18:0/4166339980 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fcb001c1c90 con 0x564372609a30 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.823+0000 7fcb0a478740 1 -- 172.21.15.18:0/4166339980 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcb001bfae0 con 0x56437260eba0 2024-04-22T00:49:30.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.825+0000 7fcb05e25640 1 --2- 172.21.15.18:0/4166339980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x56437260e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.825+0000 7fcb05624640 1 -- 172.21.15.18:0/4166339980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 msgr2=0x56437260e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.825+0000 7fcb05624640 1 --2- 172.21.15.18:0/4166339980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x56437260e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.825+0000 7fcb05624640 1 -- 172.21.15.18:0/4166339980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609a30 msgr2=0x56437261a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.825+0000 7fcb05624640 1 --2- 172.21.15.18:0/4166339980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609a30 0x56437261a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.825+0000 7fcb05624640 1 -- 172.21.15.18:0/4166339980 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56437234c7d0 con 0x564372609040 2024-04-22T00:49:30.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.826+0000 7fcb05624640 1 --2- 172.21.15.18:0/4166339980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 0x56437260df80 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fcafc09b720 tx=0x7fcafc09e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6f4adb8f7a29aec server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.827+0000 7fcaeaffd640 1 -- 172.21.15.18:0/4166339980 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcafc0b8070 con 0x564372609040 2024-04-22T00:49:30.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.827+0000 7fcaeaffd640 1 -- 172.21.15.18:0/4166339980 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcafc0ce040 con 0x564372609040 2024-04-22T00:49:30.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.827+0000 7fcaeaffd640 1 -- 172.21.15.18:0/4166339980 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcafc003680 con 0x564372609040 2024-04-22T00:49:30.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.829+0000 7fcb0a478740 1 -- 172.21.15.18:0/4166339980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 msgr2=0x56437260df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.829+0000 7fcb0a478740 1 --2- 172.21.15.18:0/4166339980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 0x56437260df80 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fcafc09b720 tx=0x7fcafc09e040 comp rx=0 tx=0).stop 2024-04-22T00:49:30.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.835+0000 7fcb0a478740 1 -- 172.21.15.18:0/4166339980 shutdown_connections 2024-04-22T00:49:30.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.835+0000 7fcb0a478740 1 --2- 172.21.15.18:0/4166339980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x56437260e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.835+0000 7fcb0a478740 1 --2- 172.21.15.18:0/4166339980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609a30 0x56437261a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.835+0000 7fcb0a478740 1 --2- 172.21.15.18:0/4166339980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 0x56437260df80 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.835+0000 7fcb0a478740 1 -- 172.21.15.18:0/4166339980 >> 172.21.15.18:0/4166339980 conn(0x5643726045b0 msgr2=0x564372607810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.839+0000 7fcb0a478740 1 -- 172.21.15.18:0/4166339980 shutdown_connections 2024-04-22T00:49:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.839+0000 7fcb0a478740 1 -- 172.21.15.18:0/4166339980 wait complete. 2024-04-22T00:49:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.839+0000 7fcb0a478740 1 -- start start 2024-04-22T00:49:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.839+0000 7fcb0a478740 1 Processor -- start 2024-04-22T00:49:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb0a478740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 0x564372617ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb0a478740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609a30 0x564372617ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb0a478740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x564372619000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb0a478740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fcb001c0150 con 0x564372609040 2024-04-22T00:49:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb0a478740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fcb001c15c0 con 0x564372609a30 2024-04-22T00:49:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb0a478740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fcb001c0820 con 0x56437260eba0 2024-04-22T00:49:30.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb0a478740 10 client.0 _ll_register_callbacks cb 0x7fcaf800b280 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:30.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb05e25640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x564372619000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb05e25640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x564372619000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33840/0 (socket says 172.21.15.18:33840) 2024-04-22T00:49:30.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb05e25640 1 -- 172.21.15.18:0/867653730 learned_addr learned my addr 172.21.15.18:0/867653730 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:30.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.840+0000 7fcb04e23640 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609a30 0x564372617ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.841+0000 7fcb05624640 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 0x564372617ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.841+0000 7fcb05e25640 1 -- 172.21.15.18:0/867653730 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609a30 msgr2=0x564372617ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.841+0000 7fcb05e25640 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609a30 0x564372617ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.841+0000 7fcb05e25640 1 -- 172.21.15.18:0/867653730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 msgr2=0x564372617ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:30.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.841+0000 7fcb05e25640 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 0x564372617ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.841+0000 7fcb05e25640 1 -- 172.21.15.18:0/867653730 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643726195f0 con 0x56437260eba0 2024-04-22T00:49:30.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.841+0000 7fcb05e25640 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x564372619000 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fcaf000d8a0 tx=0x7fcaf00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7edb25e2cff6935 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:30.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.841+0000 7fcae8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:49:30.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.841+0000 7fcae8ff9640 1 -- 172.21.15.18:0/867653730 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf00195e0 con 0x56437260eba0 2024-04-22T00:49:30.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.842+0000 7fcb0a478740 1 -- 172.21.15.18:0/867653730 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcafc0ce040 con 0x56437260eba0 2024-04-22T00:49:30.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.842+0000 7fcae8ff9640 1 -- 172.21.15.18:0/867653730 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fcaf0016040 con 0x56437260eba0 2024-04-22T00:49:30.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.842+0000 7fcae8ff9640 1 -- 172.21.15.18:0/867653730 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7fcaf0033050 con 0x56437260eba0 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.844+0000 7fcb0a478740 10 client.27103 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.844+0000 7fcb0a478740 1 -- 172.21.15.18:0/867653730 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5643726a6e00 con 0x56437260eba0 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.844+0000 7fcae8ff9640 1 -- 172.21.15.18:0/867653730 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcafc0ce040 con 0x56437260eba0 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.844+0000 7fcae8ff9640 1 -- 172.21.15.18:0/867653730 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7fcaf0025890 con 0x56437260eba0 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.844+0000 7fcb0a478740 10 client.27103 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.845+0000 7fcb0a478740 10 client.27103 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.845+0000 7fcb0a478740 20 client.27103 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.845+0000 7fcb0a478740 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5643726a77d0 0x5643726a9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.845+0000 7fcb0a478740 4 client.27103 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.845+0000 7fcb0a478740 1 -- 172.21.15.18:0/867653730 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56437257ba70 con 0x5643726a77d0 2024-04-22T00:49:30.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.848+0000 7fcb05624640 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5643726a77d0 0x5643726a9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:30.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.855+0000 7fcb05624640 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5643726a77d0 0x5643726a9bf0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7e922a4961e59fd2 server_cookie=97740bca29966eef in_seq=0 out_seq=0 2024-04-22T00:49:30.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.856+0000 7fcae8ff9640 10 client.27103 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:49:30.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.856+0000 7fcae8ff9640 1 -- 172.21.15.18:0/867653730 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56437257ba70 con 0x5643726a77d0 2024-04-22T00:49:30.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.856+0000 7fcae8ff9640 10 client.27103 handle_command_reply: tid=0 2024-04-22T00:49:30.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.856+0000 7fcb0a478740 1 client.27103 shutdown 2024-04-22T00:49:30.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.865+0000 7fcb0a478740 1 -- 172.21.15.18:0/867653730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 msgr2=0x564372619000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.865+0000 7fcb0a478740 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x564372619000 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fcaf000d8a0 tx=0x7fcaf00046c0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.869+0000 7fcb0a478740 1 -- 172.21.15.18:0/867653730 shutdown_connections 2024-04-22T00:49:30.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.869+0000 7fcb0a478740 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5643726a77d0 0x5643726a9bf0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.869+0000 7fcb0a478740 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56437260eba0 0x564372619000 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.869+0000 7fcb0a478740 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564372609a30 0x564372617ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.869+0000 7fcb0a478740 1 --2- 172.21.15.18:0/867653730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564372609040 0x564372617ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.869+0000 7fcb0a478740 1 -- 172.21.15.18:0/867653730 >> 172.21.15.18:0/867653730 conn(0x5643726045b0 msgr2=0x56437260de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.869+0000 7fcae8ff9640 0 client.27103 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:49:30.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.874+0000 7fcb0a478740 1 -- 172.21.15.18:0/867653730 shutdown_connections 2024-04-22T00:49:30.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.874+0000 7fcb0a478740 1 -- 172.21.15.18:0/867653730 wait complete. 2024-04-22T00:49:30.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.876+0000 7fcb0a478740 20 client.27103 trim_cache size 0 max 16384 2024-04-22T00:49:30.879 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:49:30.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.886+0000 7fcb07888640 1 -- 172.21.15.18:0/2270840205 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcaec0a2d90 msgr2=0x7fcaec0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.886+0000 7fcb07888640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcaec0a2d90 0x7fcaec0a5250 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fcaf0008340 tx=0x7fcaf000f040 comp rx=0 tx=0).stop 2024-04-22T00:49:30.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.886+0000 7fcb07888640 1 -- 172.21.15.18:0/2270840205 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb00100680 msgr2=0x7fcb0010ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:30.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.886+0000 7fcb07888640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb00100680 0x7fcb0010ef10 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fcafc005fd0 tx=0x7fcafc00ec20 comp rx=0 tx=0).stop 2024-04-22T00:49:30.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.887+0000 7fcb07888640 1 -- 172.21.15.18:0/2270840205 shutdown_connections 2024-04-22T00:49:30.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.887+0000 7fcb07888640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fcaec0a2d90 0x7fcaec0a5250 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.887+0000 7fcb07888640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb00102230 0x7fcb001ae130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.887+0000 7fcb07888640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb00101870 0x7fcb0010f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.887+0000 7fcb07888640 1 --2- 172.21.15.18:0/2270840205 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fcb00100680 0x7fcb0010ef10 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:30.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.887+0000 7fcb07888640 1 -- 172.21.15.18:0/2270840205 >> 172.21.15.18:0/2270840205 conn(0x7fcb000fbbf0 msgr2=0x7fcb00104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:30.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.894+0000 7fcb07888640 1 -- 172.21.15.18:0/2270840205 shutdown_connections 2024-04-22T00:49:30.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:30.894+0000 7fcb07888640 1 -- 172.21.15.18:0/2270840205 wait complete. 2024-04-22T00:49:30.913 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:49:31.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.107+0000 7f6b6c177640 1 -- 172.21.15.18:0/292754011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b6410da80 msgr2=0x7f6b6410df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:31.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.107+0000 7f6b6c177640 1 --2- 172.21.15.18:0/292754011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b6410da80 0x7f6b6410df30 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f6b54009900 tx=0x7f6b5402bc60 comp rx=0 tx=0).stop 2024-04-22T00:49:31.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.108+0000 7f6b6c177640 1 -- 172.21.15.18:0/292754011 shutdown_connections 2024-04-22T00:49:31.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.108+0000 7f6b6c177640 1 --2- 172.21.15.18:0/292754011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b6410da80 0x7f6b6410df30 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.108+0000 7f6b6c177640 1 --2- 172.21.15.18:0/292754011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b6410b0b0 0x7f6b6410d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.108+0000 7f6b6c177640 1 --2- 172.21.15.18:0/292754011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b64108740 0x7f6b6410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.108+0000 7f6b6c177640 1 -- 172.21.15.18:0/292754011 >> 172.21.15.18:0/292754011 conn(0x7f6b6406e5d0 msgr2=0x7f6b64070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:31.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.108+0000 7f6b6c177640 1 -- 172.21.15.18:0/292754011 shutdown_connections 2024-04-22T00:49:31.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.108+0000 7f6b6c177640 1 -- 172.21.15.18:0/292754011 wait complete. 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6c177640 1 Processor -- start 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6c177640 1 -- start start 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6c177640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b64108740 0x7f6b64119a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6c177640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b6410b0b0 0x7f6b64119f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6c177640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b6410da80 0x7f6b641180d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6c177640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6b641108c0 con 0x7f6b6410da80 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6c177640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6b64110740 con 0x7f6b6410b0b0 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6c177640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6b64110a40 con 0x7f6b64108740 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6a714640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b6410da80 0x7f6b641180d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b69712640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b6410b0b0 0x7f6b64119f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6a714640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b6410da80 0x7f6b641180d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55718/0 (socket says 172.21.15.18:55718) 2024-04-22T00:49:31.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.109+0000 7f6b6a714640 1 -- 172.21.15.18:0/4257760238 learned_addr learned my addr 172.21.15.18:0/4257760238 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:31.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.110+0000 7f6b69f13640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b64108740 0x7f6b64119a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.112+0000 7f6b69f13640 1 -- 172.21.15.18:0/4257760238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b6410b0b0 msgr2=0x7f6b64119f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:31.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.112+0000 7f6b69f13640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b6410b0b0 0x7f6b64119f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.112+0000 7f6b69f13640 1 -- 172.21.15.18:0/4257760238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b6410da80 msgr2=0x7f6b641180d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:31.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.112+0000 7f6b69f13640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b6410da80 0x7f6b641180d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.112+0000 7f6b69f13640 1 -- 172.21.15.18:0/4257760238 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b641188a0 con 0x7f6b64108740 2024-04-22T00:49:31.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.112+0000 7f6b6a714640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b6410da80 0x7f6b641180d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:49:31.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.113+0000 7f6b69f13640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b64108740 0x7f6b64119a40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c00eb00 tx=0x7f6b5c00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:31.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.113+0000 7f6b5affd640 1 -- 172.21.15.18:0/4257760238 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c010430 con 0x7f6b64108740 2024-04-22T00:49:31.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.113+0000 7f6b6c177640 1 -- 172.21.15.18:0/4257760238 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b64118b90 con 0x7f6b64108740 2024-04-22T00:49:31.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.114+0000 7f6b6c177640 1 -- 172.21.15.18:0/4257760238 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b641b7760 con 0x7f6b64108740 2024-04-22T00:49:31.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.114+0000 7f6b5affd640 1 -- 172.21.15.18:0/4257760238 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b5c010ab0 con 0x7f6b64108740 2024-04-22T00:49:31.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.114+0000 7f6b5affd640 1 -- 172.21.15.18:0/4257760238 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c017b70 con 0x7f6b64108740 2024-04-22T00:49:31.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.117+0000 7f6b6e9fd740 1 Processor -- start 2024-04-22T00:49:31.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.117+0000 7f6b6e9fd740 1 -- start start 2024-04-22T00:49:31.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.117+0000 7f6b5affd640 1 -- 172.21.15.18:0/4257760238 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6b5c017d10 con 0x7f6b64108740 2024-04-22T00:49:31.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.118+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 0x5630b4559460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.118+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b455e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.118+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b455eba0 0x5630b4561030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.118+0000 7f6b6e9fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5630b44be530 con 0x5630b4559040 2024-04-22T00:49:31.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.118+0000 7f6b6e9fd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5630b4466830 con 0x5630b4559a30 2024-04-22T00:49:31.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.118+0000 7f6b6e9fd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5630b44ba4f0 con 0x5630b455eba0 2024-04-22T00:49:31.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.118+0000 7f6b6a714640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 0x5630b4559460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.118+0000 7f6b6a714640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 0x5630b4559460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55726/0 (socket says 172.21.15.18:55726) 2024-04-22T00:49:31.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.118+0000 7f6b6a714640 1 -- 172.21.15.18:0/86226925 learned_addr learned my addr 172.21.15.18:0/86226925 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:31.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.118+0000 7f6b69712640 1 --2- 172.21.15.18:0/86226925 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b455eba0 0x5630b4561030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.119+0000 7f6b5affd640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b500a2c60 0x7f6b500a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.119+0000 7f6b6a714640 1 -- 172.21.15.18:0/86226925 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b455eba0 msgr2=0x5630b4561030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:31.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.119+0000 7f6b6a714640 1 --2- 172.21.15.18:0/86226925 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b455eba0 0x5630b4561030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.119+0000 7f6b6a714640 1 -- 172.21.15.18:0/86226925 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 msgr2=0x5630b455e530 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:49:31.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.119+0000 7f6b6a714640 1 --2- 172.21.15.18:0/86226925 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b455e530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.119+0000 7f6b6a714640 1 -- 172.21.15.18:0/86226925 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630b448a2c0 con 0x5630b4559040 2024-04-22T00:49:31.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.119+0000 7f6b5affd640 1 -- 172.21.15.18:0/4257760238 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6b5c0cfcc0 con 0x7f6b64108740 2024-04-22T00:49:31.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.119+0000 7f6b6a714640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b500a2c60 0x7f6b500a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.120+0000 7f6b6a714640 1 --2- 172.21.15.18:0/86226925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 0x5630b4559460 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f6b54005ab0 tx=0x7f6b5402c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3e3f1998488182c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:31.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.120+0000 7f6b69712640 1 --2- 172.21.15.18:0/86226925 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b455eba0 0x5630b4561030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:49:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.120+0000 7f6b4ffff640 1 -- 172.21.15.18:0/86226925 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b54042040 con 0x5630b4559040 2024-04-22T00:49:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.120+0000 7f6b4ffff640 1 -- 172.21.15.18:0/86226925 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b54005620 con 0x5630b4559040 2024-04-22T00:49:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.120+0000 7f6b4ffff640 1 -- 172.21.15.18:0/86226925 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b54003850 con 0x5630b4559040 2024-04-22T00:49:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.121+0000 7f6b6a714640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b500a2c60 0x7f6b500a5120 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f6b5404a000 tx=0x7f6b5404b000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.121+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/86226925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 msgr2=0x5630b4559460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.121+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/86226925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 0x5630b4559460 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f6b54005ab0 tx=0x7f6b5402c700 comp rx=0 tx=0).stop 2024-04-22T00:49:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.121+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/86226925 shutdown_connections 2024-04-22T00:49:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.121+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/86226925 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b455eba0 0x5630b4561030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.121+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/86226925 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b455e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.121+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/86226925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 0x5630b4559460 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.121+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/86226925 >> 172.21.15.18:0/86226925 conn(0x5630b45545b0 msgr2=0x5630b45549b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:31.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.121+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/86226925 shutdown_connections 2024-04-22T00:49:31.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.121+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/86226925 wait complete. 2024-04-22T00:49:31.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b6e9fd740 1 -- start start 2024-04-22T00:49:31.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b6e9fd740 1 Processor -- start 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559040 0x5630b45632e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559a30 0x5630b4563820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b455eba0 0x5630b456a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b6e9fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5630b4561b50 con 0x5630b455eba0 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b6e9fd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5630b4479f10 con 0x5630b4559040 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b69712640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559a30 0x5630b4563820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b6a714640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b455eba0 0x5630b456a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b69712640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559a30 0x5630b4563820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33864/0 (socket says 172.21.15.18:33864) 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/3486746318 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5630b4561cd0 con 0x5630b4559a30 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b69712640 1 -- 172.21.15.18:0/3486746318 learned_addr learned my addr 172.21.15.18:0/3486746318 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.122+0000 7f6b69f13640 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559040 0x5630b45632e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b6e9fd740 10 client.0 _ll_register_callbacks cb 0x5630b41d1be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:31.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b6a714640 1 -- 172.21.15.18:0/3486746318 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559a30 msgr2=0x5630b4563820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b6a714640 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559a30 0x5630b4563820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b6a714640 1 -- 172.21.15.18:0/3486746318 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559040 msgr2=0x5630b45632e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b6a714640 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559040 0x5630b45632e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b6a714640 1 -- 172.21.15.18:0/3486746318 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630b444bc80 con 0x5630b455eba0 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b69f13640 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559040 0x5630b45632e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b6a714640 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b455eba0 0x5630b456a860 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f6b54009850 tx=0x7f6b5402cd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d6885b31ca2f736 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b4d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/3486746318 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b54042050 con 0x5630b455eba0 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/3486746318 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6b54005350 con 0x5630b455eba0 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/3486746318 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b54005620 con 0x5630b455eba0 2024-04-22T00:49:31.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/3486746318 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f6b540035f0 con 0x5630b455eba0 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b6e9fd740 10 client.17466 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.123+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/3486746318 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5630b41d23f0 con 0x5630b455eba0 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.124+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/3486746318 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b54003c70 con 0x5630b455eba0 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.124+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/3486746318 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f6b54034ab0 con 0x5630b455eba0 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.124+0000 7f6b6e9fd740 10 client.17466 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.124+0000 7f6b6e9fd740 10 client.17466 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.124+0000 7f6b6e9fd740 20 client.17466 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.124+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5630b456eca0 0x5630b4571090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.124+0000 7f6b6e9fd740 4 client.17466 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.124+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/3486746318 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6b54005620 con 0x5630b456eca0 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.124+0000 7f6b69f13640 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5630b456eca0 0x5630b4571090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.125+0000 7f6b69f13640 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5630b456eca0 0x5630b4571090 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f35829027487368 server_cookie=942b0718d9143bc1 in_seq=0 out_seq=0 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.125+0000 7f6b4d7fa640 10 client.17466 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.125+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/3486746318 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f6b54005620 con 0x5630b456eca0 2024-04-22T00:49:31.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.125+0000 7f6b4d7fa640 10 client.17466 handle_command_reply: tid=0 2024-04-22T00:49:31.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.125+0000 7f6b6e9fd740 1 client.17466 shutdown 2024-04-22T00:49:31.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.125+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/3486746318 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b455eba0 msgr2=0x5630b456a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:31.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.125+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b455eba0 0x5630b456a860 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f6b54009850 tx=0x7f6b5402cd90 comp rx=0 tx=0).stop 2024-04-22T00:49:31.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.126+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/3486746318 shutdown_connections 2024-04-22T00:49:31.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.126+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5630b456eca0 0x5630b4571090 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.126+0000 7f6b4d7fa640 0 client.17466 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:31.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.126+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b455eba0 0x5630b456a860 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.126+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559a30 0x5630b4563820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.126+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/3486746318 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559040 0x5630b45632e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.126+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/3486746318 >> 172.21.15.18:0/3486746318 conn(0x5630b45545b0 msgr2=0x5630b4553850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:31.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.126+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/3486746318 shutdown_connections 2024-04-22T00:49:31.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.126+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/3486746318 wait complete. 2024-04-22T00:49:31.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.126+0000 7f6b6e9fd740 20 client.17466 trim_cache size 0 max 16384 2024-04-22T00:49:31.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.144+0000 7f6b6e9fd740 1 Processor -- start 2024-04-22T00:49:31.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.144+0000 7f6b6e9fd740 1 -- start start 2024-04-22T00:49:31.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.144+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b45545b0 0x5630b455e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559040 0x5630b456a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b455a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b69f13640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b45545b0 0x5630b455e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b69f13640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b45545b0 0x5630b455e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55742/0 (socket says 172.21.15.18:55742) 2024-04-22T00:49:31.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b69f13640 1 -- 172.21.15.18:0/432308766 learned_addr learned my addr 172.21.15.18:0/432308766 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:31.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b6e9fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6b48012580 con 0x5630b45545b0 2024-04-22T00:49:31.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/432308766 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6b4800fe50 con 0x5630b4559a30 2024-04-22T00:49:31.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b69712640 1 --2- 172.21.15.18:0/432308766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559040 0x5630b456a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/432308766 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6b4800dca0 con 0x5630b4559040 2024-04-22T00:49:31.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b6a714640 1 --2- 172.21.15.18:0/432308766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b455a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b69f13640 1 -- 172.21.15.18:0/432308766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559040 msgr2=0x5630b456a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:31.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b69f13640 1 --2- 172.21.15.18:0/432308766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559040 0x5630b456a820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b69f13640 1 -- 172.21.15.18:0/432308766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 msgr2=0x5630b455a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:31.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b69f13640 1 --2- 172.21.15.18:0/432308766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b455a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b69f13640 1 -- 172.21.15.18:0/432308766 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630b429c7d0 con 0x5630b45545b0 2024-04-22T00:49:31.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.145+0000 7f6b6a714640 1 --2- 172.21.15.18:0/432308766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b455a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:49:31.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.146+0000 7f6b69f13640 1 --2- 172.21.15.18:0/432308766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b45545b0 0x5630b455e280 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c0cd760 tx=0x7f6b5c0bc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba3dffc28fcf41f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:31.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.146+0000 7f6b4f7fe640 1 -- 172.21.15.18:0/432308766 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c0b4070 con 0x5630b45545b0 2024-04-22T00:49:31.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.147+0000 7f6b4f7fe640 1 -- 172.21.15.18:0/432308766 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b5c0a0500 con 0x5630b45545b0 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.147+0000 7f6b4f7fe640 1 -- 172.21.15.18:0/432308766 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c0987c0 con 0x5630b45545b0 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.148+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/432308766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b45545b0 msgr2=0x5630b455e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.148+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/432308766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b45545b0 0x5630b455e280 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c0cd760 tx=0x7f6b5c0bc040 comp rx=0 tx=0).stop 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.148+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/432308766 shutdown_connections 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.148+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/432308766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b455a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.148+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/432308766 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b4559040 0x5630b456a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.148+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/432308766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b45545b0 0x5630b455e280 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.148+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/432308766 >> 172.21.15.18:0/432308766 conn(0x5630b4571400 msgr2=0x5630b4553850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.148+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/432308766 shutdown_connections 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.148+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/432308766 wait complete. 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.148+0000 7f6b6e9fd740 1 -- start start 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b6e9fd740 1 Processor -- start 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b45545b0 0x5630b45686b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 0x5630b4568bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b6e9fd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b4569c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b6e9fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6b4800e310 con 0x5630b4559040 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b6e9fd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6b4800f780 con 0x5630b4559a30 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b6e9fd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6b4800e9e0 con 0x5630b45545b0 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b6e9fd740 10 client.0 _ll_register_callbacks cb 0x7f6b54009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b69712640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 0x5630b4568bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b69f13640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b45545b0 0x5630b45686b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b69f13640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b45545b0 0x5630b45686b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33872/0 (socket says 172.21.15.18:33872) 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b69f13640 1 -- 172.21.15.18:0/4053451189 learned_addr learned my addr 172.21.15.18:0/4053451189 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.149+0000 7f6b6a714640 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b4569c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b69f13640 1 -- 172.21.15.18:0/4053451189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 msgr2=0x5630b4569c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b69f13640 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b4569c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b69f13640 1 -- 172.21.15.18:0/4053451189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 msgr2=0x5630b4568bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:31.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b69f13640 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 0x5630b4568bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b69f13640 1 -- 172.21.15.18:0/4053451189 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630b456a1f0 con 0x5630b45545b0 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b69f13640 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b45545b0 0x5630b45686b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c0985b0 tx=0x7f6b5c09c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b63522f9dc56428 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b4d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/4053451189 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c0b4070 con 0x5630b45545b0 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/4053451189 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6b5c0bc0b0 con 0x5630b45545b0 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/4053451189 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b5c0a0500 con 0x5630b45545b0 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/4053451189 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f6b5c0a4dc0 con 0x5630b45545b0 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b6e9fd740 10 client.27115 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/4053451189 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5630b45d5880 con 0x5630b45545b0 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.150+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/4053451189 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b5c0a0500 con 0x5630b45545b0 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/4053451189 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f6b5c0a49c0 con 0x5630b45545b0 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b6e9fd740 10 client.27115 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b6e9fd740 10 client.27115 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:31.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b6e9fd740 20 client.27115 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5630b455eba0 0x5630b45d8210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b6e9fd740 4 client.27115 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/4053451189 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5630b44cba70 con 0x5630b455eba0 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b69712640 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5630b455eba0 0x5630b45d8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b69712640 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5630b455eba0 0x5630b45d8210 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9503d45a88c8160e server_cookie=369490164cade54a in_seq=0 out_seq=0 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b4d7fa640 10 client.27115 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b4d7fa640 1 -- 172.21.15.18:0/4053451189 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5630b44cba70 con 0x5630b455eba0 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.151+0000 7f6b4d7fa640 10 client.27115 handle_command_reply: tid=0 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 client.27115 shutdown 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/4053451189 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b45545b0 msgr2=0x5630b45686b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b45545b0 0x5630b45686b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c0985b0 tx=0x7f6b5c09c000 comp rx=0 tx=0).stop 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/4053451189 shutdown_connections 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5630b455eba0 0x5630b45d8210 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b4d7fa640 0 client.27115 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:31.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5630b4559a30 0x5630b4569c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5630b4559040 0x5630b4568bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 --2- 172.21.15.18:0/4053451189 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5630b45545b0 0x5630b45686b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/4053451189 >> 172.21.15.18:0/4053451189 conn(0x5630b4571400 msgr2=0x5630b4553850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:31.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/4053451189 shutdown_connections 2024-04-22T00:49:31.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 1 -- 172.21.15.18:0/4053451189 wait complete. 2024-04-22T00:49:31.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.152+0000 7f6b6e9fd740 20 client.27115 trim_cache size 0 max 16384 2024-04-22T00:49:31.156 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:49:31.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.154+0000 7f6b6c177640 1 -- 172.21.15.18:0/4257760238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b500a2c60 msgr2=0x7f6b500a5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:31.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.154+0000 7f6b6c177640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b500a2c60 0x7f6b500a5120 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f6b5404a000 tx=0x7f6b5404b000 comp rx=0 tx=0).stop 2024-04-22T00:49:31.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.154+0000 7f6b6c177640 1 -- 172.21.15.18:0/4257760238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b64108740 msgr2=0x7f6b64119a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:31.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.154+0000 7f6b6c177640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b64108740 0x7f6b64119a40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c00eb00 tx=0x7f6b5c00c2d0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.154+0000 7f6b6c177640 1 -- 172.21.15.18:0/4257760238 shutdown_connections 2024-04-22T00:49:31.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.154+0000 7f6b6c177640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6b500a2c60 0x7f6b500a5120 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.154+0000 7f6b6c177640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6b6410da80 0x7f6b641180d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.154+0000 7f6b6c177640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6b6410b0b0 0x7f6b64119f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.154+0000 7f6b6c177640 1 --2- 172.21.15.18:0/4257760238 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6b64108740 0x7f6b64119a40 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:31.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.155+0000 7f6b6c177640 1 -- 172.21.15.18:0/4257760238 >> 172.21.15.18:0/4257760238 conn(0x7f6b6406e5d0 msgr2=0x7f6b64108f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:31.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.155+0000 7f6b6c177640 1 -- 172.21.15.18:0/4257760238 shutdown_connections 2024-04-22T00:49:31.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:31.155+0000 7f6b6c177640 1 -- 172.21.15.18:0/4257760238 wait complete. 2024-04-22T00:49:31.167 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:30 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/631778614' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:49:31.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:30 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/631778614' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:49:31.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:30 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/631778614' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:49:32.168 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:49:32.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:49:32.169 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:49:32.222 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:31 smithi018 ceph-mon[27979]: pgmap v621: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.4 MiB/s wr, 563 op/s 2024-04-22T00:49:32.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:31 smithi167 ceph-mon[31348]: pgmap v621: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.4 MiB/s wr, 563 op/s 2024-04-22T00:49:32.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.372+0000 7f930a679640 1 -- 172.21.15.18:0/3186605439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f930410b0b0 msgr2=0x7f930410d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.372+0000 7f930a679640 1 --2- 172.21.15.18:0/3186605439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f930410b0b0 0x7f930410d540 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f92f401a910 tx=0x7f92f403cca0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.380+0000 7f930a679640 1 -- 172.21.15.18:0/3186605439 shutdown_connections 2024-04-22T00:49:32.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.380+0000 7f930a679640 1 --2- 172.21.15.18:0/3186605439 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f930410da80 0x7f930410df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.380+0000 7f930a679640 1 --2- 172.21.15.18:0/3186605439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f930410b0b0 0x7f930410d540 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.380+0000 7f930a679640 1 --2- 172.21.15.18:0/3186605439 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9304108740 0x7f930410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.380+0000 7f930a679640 1 -- 172.21.15.18:0/3186605439 >> 172.21.15.18:0/3186605439 conn(0x7f930406e5d0 msgr2=0x7f9304070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.383+0000 7f930a679640 1 -- 172.21.15.18:0/3186605439 shutdown_connections 2024-04-22T00:49:32.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.386+0000 7f930a679640 1 -- 172.21.15.18:0/3186605439 wait complete. 2024-04-22T00:49:32.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.386+0000 7f930a679640 1 Processor -- start 2024-04-22T00:49:32.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.386+0000 7f930a679640 1 -- start start 2024-04-22T00:49:32.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.390+0000 7f930a679640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9304108740 0x7f930419e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.390+0000 7f930a679640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f930410b0b0 0x7f930419e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.390+0000 7f930a679640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f930410da80 0x7f93041a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.390+0000 7f930a679640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9304111b30 con 0x7f930410da80 2024-04-22T00:49:32.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.390+0000 7f930a679640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f93041119b0 con 0x7f9304108740 2024-04-22T00:49:32.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.390+0000 7f930a679640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9304111cb0 con 0x7f930410b0b0 2024-04-22T00:49:32.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.391+0000 7f9303fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9304108740 0x7f930419e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.391+0000 7f9303fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9304108740 0x7f930419e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60696/0 (socket says 172.21.15.18:60696) 2024-04-22T00:49:32.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.391+0000 7f9303fff640 1 -- 172.21.15.18:0/3080142072 learned_addr learned my addr 172.21.15.18:0/3080142072 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:32.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.392+0000 7f93037fe640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f930410b0b0 0x7f930419e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.392+0000 7f9303fff640 1 -- 172.21.15.18:0/3080142072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f930410b0b0 msgr2=0x7f930419e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.392+0000 7f9303fff640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f930410b0b0 0x7f930419e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.392+0000 7f9303fff640 1 -- 172.21.15.18:0/3080142072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f930410da80 msgr2=0x7f93041a5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.392+0000 7f9303fff640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f930410da80 0x7f93041a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.392+0000 7f9303fff640 1 -- 172.21.15.18:0/3080142072 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93041a5ea0 con 0x7f9304108740 2024-04-22T00:49:32.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.393+0000 7f9303fff640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9304108740 0x7f930419e280 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f92f800b450 tx=0x7f92f800b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.395+0000 7f93017fa640 1 -- 172.21.15.18:0/3080142072 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92f8015020 con 0x7f9304108740 2024-04-22T00:49:32.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.395+0000 7f93017fa640 1 -- 172.21.15.18:0/3080142072 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92f8011d70 con 0x7f9304108740 2024-04-22T00:49:32.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.395+0000 7f93017fa640 1 -- 172.21.15.18:0/3080142072 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92f800f340 con 0x7f9304108740 2024-04-22T00:49:32.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.396+0000 7f930a679640 1 -- 172.21.15.18:0/3080142072 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93041a6190 con 0x7f9304108740 2024-04-22T00:49:32.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.396+0000 7f930a679640 1 -- 172.21.15.18:0/3080142072 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93041a66e0 con 0x7f9304108740 2024-04-22T00:49:32.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.400+0000 7f93017fa640 1 -- 172.21.15.18:0/3080142072 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f92f8018020 con 0x7f9304108740 2024-04-22T00:49:32.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.400+0000 7f930d25e740 1 Processor -- start 2024-04-22T00:49:32.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.400+0000 7f930d25e740 1 -- start start 2024-04-22T00:49:32.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.400+0000 7f93017fa640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f92ec0a2d10 0x7f92ec0a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.400+0000 7f930d25e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faeb0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f930d25e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faeb5e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f930d25e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faeb8990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f930d25e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5586fae15170 con 0x5586faeb1390 2024-04-22T00:49:32.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f930d25e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5586fadbd7c0 con 0x5586faeb09a0 2024-04-22T00:49:32.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f930d25e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5586fae11130 con 0x5586faeb6500 2024-04-22T00:49:32.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f93017fa640 1 -- 172.21.15.18:0/3080142072 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f92f80cef60 con 0x7f9304108740 2024-04-22T00:49:32.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f93037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faeb5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f93037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faeb5e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55794/0 (socket says 172.21.15.18:55794) 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f93037fe640 1 -- 172.21.15.18:0/1216131786 learned_addr learned my addr 172.21.15.18:0/1216131786 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f9303fff640 1 --2- 172.21.15.18:0/1216131786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faeb0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f9303fff640 1 -- 172.21.15.18:0/1216131786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 msgr2=0x5586faeb8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f9303fff640 1 --2- 172.21.15.18:0/1216131786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faeb8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f9303fff640 1 -- 172.21.15.18:0/1216131786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 msgr2=0x5586faeb5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f9303fff640 1 --2- 172.21.15.18:0/1216131786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faeb5e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f9303fff640 1 -- 172.21.15.18:0/1216131786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586fadcee60 con 0x5586faeb09a0 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f9308c16640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f92ec0a2d10 0x7f92ec0a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.401+0000 7f9303fff640 1 --2- 172.21.15.18:0/1216131786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faeb0dc0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f92f8098830 tx=0x7f92f809c2b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88ee0d8ee5c27056 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.402+0000 7f92ea7fc640 1 -- 172.21.15.18:0/1216131786 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92f80aece0 con 0x5586faeb09a0 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.402+0000 7f92ea7fc640 1 -- 172.21.15.18:0/1216131786 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92f809c3d0 con 0x5586faeb09a0 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.402+0000 7f92ea7fc640 1 -- 172.21.15.18:0/1216131786 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92f80106f0 con 0x5586faeb09a0 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 -- 172.21.15.18:0/1216131786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 msgr2=0x5586faeb0dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 --2- 172.21.15.18:0/1216131786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faeb0dc0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f92f8098830 tx=0x7f92f809c2b0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f9308c16640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f92ec0a2d10 0x7f92ec0a51d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f92fc008fd0 tx=0x7f92fc00b250 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 -- 172.21.15.18:0/1216131786 shutdown_connections 2024-04-22T00:49:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 --2- 172.21.15.18:0/1216131786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faeb8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 --2- 172.21.15.18:0/1216131786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faeb5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 --2- 172.21.15.18:0/1216131786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faeb0dc0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 -- 172.21.15.18:0/1216131786 >> 172.21.15.18:0/1216131786 conn(0x5586fae784f0 msgr2=0x5586faeac310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 -- 172.21.15.18:0/1216131786 shutdown_connections 2024-04-22T00:49:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 -- 172.21.15.18:0/1216131786 wait complete. 2024-04-22T00:49:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 -- start start 2024-04-22T00:49:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.403+0000 7f930d25e740 1 Processor -- start 2024-04-22T00:49:32.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f930d25e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebaf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f930d25e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faebb460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f930d25e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faec24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f930d25e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5586faeb94b0 con 0x5586faeb1390 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f930d25e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5586fadd0d40 con 0x5586faeb09a0 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f930d25e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5586faeb9630 con 0x5586faeb6500 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f9308c16640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faec24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f9303fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebaf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f9308c16640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faec24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33898/0 (socket says 172.21.15.18:33898) 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f9308c16640 1 -- 172.21.15.18:0/3057115076 learned_addr learned my addr 172.21.15.18:0/3057115076 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f93037fe640 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faebb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f930d25e740 10 client.0 _ll_register_callbacks cb 0x5586fae0c820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f9303fff640 1 -- 172.21.15.18:0/3057115076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 msgr2=0x5586faec24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f9303fff640 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faec24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f9303fff640 1 -- 172.21.15.18:0/3057115076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 msgr2=0x5586faebb460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f9303fff640 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faebb460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.405+0000 7f9303fff640 1 -- 172.21.15.18:0/3057115076 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586fabf17e0 con 0x5586faeb09a0 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f9303fff640 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebaf20 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f92f8098830 tx=0x7f92f80a0780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=26f3c39eff919437 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f92e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f92e37fe640 1 -- 172.21.15.18:0/3057115076 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92f809a470 con 0x5586faeb09a0 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f92e37fe640 1 -- 172.21.15.18:0/3057115076 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f92f80103e0 con 0x5586faeb09a0 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f930d25e740 1 -- 172.21.15.18:0/3057115076 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92f809c3d0 con 0x5586faeb09a0 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f92e37fe640 1 -- 172.21.15.18:0/3057115076 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f92f80b40d0 con 0x5586faeb09a0 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f930d25e740 10 client.27143 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f930d25e740 1 -- 172.21.15.18:0/3057115076 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5586fac51f70 con 0x5586faeb09a0 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f92e37fe640 1 -- 172.21.15.18:0/3057115076 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92f80ccb50 con 0x5586faeb09a0 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f92e37fe640 1 -- 172.21.15.18:0/3057115076 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f92f80b0340 con 0x5586faeb09a0 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f930d25e740 10 client.27143 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f930d25e740 10 client.27143 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.406+0000 7f930d25e740 20 client.27143 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:32.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.407+0000 7f930d25e740 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586faec65e0 0x5586faec89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.407+0000 7f930d25e740 4 client.27143 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:49:32.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.407+0000 7f930d25e740 1 -- 172.21.15.18:0/3057115076 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f92f809c3d0 con 0x5586faec65e0 2024-04-22T00:49:32.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.407+0000 7f93037fe640 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586faec65e0 0x5586faec89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.407+0000 7f93037fe640 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586faec65e0 0x5586faec89d0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=152761b64462f99b server_cookie=954d7246c9dfc237 in_seq=0 out_seq=0 2024-04-22T00:49:32.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.407+0000 7f92e37fe640 10 client.27143 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:32.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:31 smithi081 ceph-mon[31546]: pgmap v621: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.4 MiB/s wr, 563 op/s 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f92e37fe640 1 -- 172.21.15.18:0/3057115076 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f92f809c3d0 con 0x5586faec65e0 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f92e37fe640 10 client.27143 handle_command_reply: tid=0 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 client.27143 shutdown 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 -- 172.21.15.18:0/3057115076 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 msgr2=0x5586faebaf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebaf20 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f92f8098830 tx=0x7f92f80a0780 comp rx=0 tx=0).stop 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 -- 172.21.15.18:0/3057115076 shutdown_connections 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586faec65e0 0x5586faec89d0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faec24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faebb460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 --2- 172.21.15.18:0/3057115076 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebaf20 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 -- 172.21.15.18:0/3057115076 >> 172.21.15.18:0/3057115076 conn(0x5586fae784f0 msgr2=0x5586faeab4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f92e37fe640 0 client.27143 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:32.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 -- 172.21.15.18:0/3057115076 shutdown_connections 2024-04-22T00:49:32.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 1 -- 172.21.15.18:0/3057115076 wait complete. 2024-04-22T00:49:32.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.408+0000 7f930d25e740 20 client.27143 trim_cache size 0 max 16384 2024-04-22T00:49:32.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.438+0000 7f930d25e740 1 Processor -- start 2024-04-22T00:49:32.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.438+0000 7f930d25e740 1 -- start start 2024-04-22T00:49:32.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f930d25e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebb240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f930d25e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faec2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f930d25e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faeaac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f930d25e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f92f0012650 con 0x5586faeb1390 2024-04-22T00:49:32.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f930d25e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f92f000ff20 con 0x5586faeb09a0 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f930d25e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f92f000dd70 con 0x5586faeb6500 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f93037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faec2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f93037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faec2460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55816/0 (socket says 172.21.15.18:55816) 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f93037fe640 1 -- 172.21.15.18:0/4077187414 learned_addr learned my addr 172.21.15.18:0/4077187414 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f9308c16640 1 --2- 172.21.15.18:0/4077187414 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faeaac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f9303fff640 1 --2- 172.21.15.18:0/4077187414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f93037fe640 1 -- 172.21.15.18:0/4077187414 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 msgr2=0x5586faeaac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f93037fe640 1 --2- 172.21.15.18:0/4077187414 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faeaac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f93037fe640 1 -- 172.21.15.18:0/4077187414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 msgr2=0x5586faebb240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f93037fe640 1 --2- 172.21.15.18:0/4077187414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebb240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.439+0000 7f93037fe640 1 -- 172.21.15.18:0/4077187414 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586faae9170 con 0x5586faeb1390 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.440+0000 7f93037fe640 1 --2- 172.21.15.18:0/4077187414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faec2460 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f92f4047040 tx=0x7f92f403f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9091b24fd85edaf6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.440+0000 7f92e9ffb640 1 -- 172.21.15.18:0/4077187414 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92f405c020 con 0x5586faeb1390 2024-04-22T00:49:32.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.440+0000 7f92e9ffb640 1 -- 172.21.15.18:0/4077187414 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92f4058810 con 0x5586faeb1390 2024-04-22T00:49:32.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.440+0000 7f92e9ffb640 1 -- 172.21.15.18:0/4077187414 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92f403dbd0 con 0x5586faeb1390 2024-04-22T00:49:32.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.441+0000 7f930d25e740 1 -- 172.21.15.18:0/4077187414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 msgr2=0x5586faec2460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.441+0000 7f930d25e740 1 --2- 172.21.15.18:0/4077187414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faec2460 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f92f4047040 tx=0x7f92f403f040 comp rx=0 tx=0).stop 2024-04-22T00:49:32.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.441+0000 7f930d25e740 1 -- 172.21.15.18:0/4077187414 shutdown_connections 2024-04-22T00:49:32.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.441+0000 7f930d25e740 1 --2- 172.21.15.18:0/4077187414 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faeaac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.441+0000 7f930d25e740 1 --2- 172.21.15.18:0/4077187414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faec2460 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.441+0000 7f930d25e740 1 --2- 172.21.15.18:0/4077187414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.441+0000 7f930d25e740 1 -- 172.21.15.18:0/4077187414 >> 172.21.15.18:0/4077187414 conn(0x5586fae784f0 msgr2=0x5586faebab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.441+0000 7f930d25e740 1 -- 172.21.15.18:0/4077187414 shutdown_connections 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.441+0000 7f930d25e740 1 -- 172.21.15.18:0/4077187414 wait complete. 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.441+0000 7f930d25e740 1 -- start start 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.442+0000 7f930d25e740 1 Processor -- start 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.442+0000 7f930d25e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.442+0000 7f930d25e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faebfff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.442+0000 7f9303fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.442+0000 7f9303fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebfab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60744/0 (socket says 172.21.15.18:60744) 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.442+0000 7f930d25e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faec1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f930d25e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f92f000e3e0 con 0x5586faeb1390 2024-04-22T00:49:32.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f930d25e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f92f000f850 con 0x5586faeb09a0 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f930d25e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f92f000eab0 con 0x5586faeb6500 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f930d25e740 10 client.0 _ll_register_callbacks cb 0x7f92f401a790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f9303fff640 1 -- 172.21.15.18:0/2252605355 learned_addr learned my addr 172.21.15.18:0/2252605355 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f93037fe640 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faebfff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f9308c16640 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faec1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f9303fff640 1 -- 172.21.15.18:0/2252605355 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 msgr2=0x5586faec1000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f9303fff640 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faec1000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f9303fff640 1 -- 172.21.15.18:0/2252605355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 msgr2=0x5586faebfff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f9303fff640 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faebfff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f9303fff640 1 -- 172.21.15.18:0/2252605355 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586faec15f0 con 0x5586faeb09a0 2024-04-22T00:49:32.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f9303fff640 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebfab0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f92f8098d50 tx=0x7f92f80af010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e0c5b734260536d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f92e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:49:32.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f92e37fe640 1 -- 172.21.15.18:0/2252605355 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92f80b0b00 con 0x5586faeb09a0 2024-04-22T00:49:32.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f92e37fe640 1 -- 172.21.15.18:0/2252605355 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f92f80ccb50 con 0x5586faeb09a0 2024-04-22T00:49:32.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.443+0000 7f930d25e740 1 -- 172.21.15.18:0/2252605355 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92f4058810 con 0x5586faeb09a0 2024-04-22T00:49:32.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f92e37fe640 1 -- 172.21.15.18:0/2252605355 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f92f809a470 con 0x5586faeb09a0 2024-04-22T00:49:32.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f930d25e740 10 client.27149 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:32.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f930d25e740 1 -- 172.21.15.18:0/2252605355 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5586faf2c980 con 0x5586faeb09a0 2024-04-22T00:49:32.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f92e37fe640 1 -- 172.21.15.18:0/2252605355 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92f4058810 con 0x5586faeb09a0 2024-04-22T00:49:32.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f92e37fe640 1 -- 172.21.15.18:0/2252605355 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f92f809b820 con 0x5586faeb09a0 2024-04-22T00:49:32.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f930d25e740 10 client.27149 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:32.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f930d25e740 10 client.27149 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:32.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f930d25e740 20 client.27149 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:32.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f930d25e740 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586faf2cf90 0x5586faf2f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f930d25e740 4 client.27149 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:49:32.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f930d25e740 1 -- 172.21.15.18:0/2252605355 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5586fade9450 con 0x5586faf2cf90 2024-04-22T00:49:32.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.444+0000 7f93037fe640 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586faf2cf90 0x5586faf2f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.445+0000 7f93037fe640 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586faf2cf90 0x5586faf2f380 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a9f21b860453dc server_cookie=ab81c3307a66faa2 in_seq=0 out_seq=0 2024-04-22T00:49:32.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.445+0000 7f92e37fe640 10 client.27149 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:32.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.446+0000 7f92e37fe640 1 -- 172.21.15.18:0/2252605355 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5586fade9450 con 0x5586faf2cf90 2024-04-22T00:49:32.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.446+0000 7f92e37fe640 10 client.27149 handle_command_reply: tid=0 2024-04-22T00:49:32.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.446+0000 7f930d25e740 1 client.27149 shutdown 2024-04-22T00:49:32.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 1 -- 172.21.15.18:0/2252605355 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 msgr2=0x5586faebfab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebfab0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f92f8098d50 tx=0x7f92f80af010 comp rx=0 tx=0).stop 2024-04-22T00:49:32.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 1 -- 172.21.15.18:0/2252605355 shutdown_connections 2024-04-22T00:49:32.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5586faf2cf90 0x5586faf2f380 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5586faeb6500 0x5586faec1000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f92e37fe640 0 client.27149 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:32.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5586faeb1390 0x5586faebfff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 1 --2- 172.21.15.18:0/2252605355 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5586faeb09a0 0x5586faebfab0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 1 -- 172.21.15.18:0/2252605355 >> 172.21.15.18:0/2252605355 conn(0x5586fae784f0 msgr2=0x5586faeaf550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 1 -- 172.21.15.18:0/2252605355 shutdown_connections 2024-04-22T00:49:32.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 1 -- 172.21.15.18:0/2252605355 wait complete. 2024-04-22T00:49:32.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.447+0000 7f930d25e740 20 client.27149 trim_cache size 0 max 16384 2024-04-22T00:49:32.453 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:49:32.454 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:49:32.454 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "2731e2c2-de97-4b9d-a8ce-a48d8dee7cd6", 2024-04-22T00:49:32.454 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:49:32.454 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 -- 172.21.15.18:0/3080142072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f92ec0a2d10 msgr2=0x7f92ec0a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f92ec0a2d10 0x7f92ec0a51d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f92fc008fd0 tx=0x7f92fc00b250 comp rx=0 tx=0).stop 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 -- 172.21.15.18:0/3080142072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9304108740 msgr2=0x7f930419e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9304108740 0x7f930419e280 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f92f800b450 tx=0x7f92f800b910 comp rx=0 tx=0).stop 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 -- 172.21.15.18:0/3080142072 shutdown_connections 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f92ec0a2d10 0x7f92ec0a51d0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f930410da80 0x7f93041a5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f930410b0b0 0x7f930419e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 --2- 172.21.15.18:0/3080142072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9304108740 0x7f930419e280 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 -- 172.21.15.18:0/3080142072 >> 172.21.15.18:0/3080142072 conn(0x7f930406e5d0 msgr2=0x7f930410b950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 -- 172.21.15.18:0/3080142072 shutdown_connections 2024-04-22T00:49:32.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.448+0000 7f930a679640 1 -- 172.21.15.18:0/3080142072 wait complete. 2024-04-22T00:49:32.464 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:49:32.464 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:49:32.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.658+0000 7f5a30f4f640 1 -- 172.21.15.18:0/640913689 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5a2c107da0 msgr2=0x7f5a2c1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.658+0000 7f5a30f4f640 1 --2- 172.21.15.18:0/640913689 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5a2c107da0 0x7f5a2c1081c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f5a20009860 tx=0x7f5a2002bb90 comp rx=0 tx=0).stop 2024-04-22T00:49:32.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.660+0000 7f5a30f4f640 1 -- 172.21.15.18:0/640913689 shutdown_connections 2024-04-22T00:49:32.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.660+0000 7f5a30f4f640 1 --2- 172.21.15.18:0/640913689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5a2c109950 0x7f5a2c1101e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.660+0000 7f5a30f4f640 1 --2- 172.21.15.18:0/640913689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c108f90 0x7f5a2c109410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.660+0000 7f5a30f4f640 1 --2- 172.21.15.18:0/640913689 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5a2c107da0 0x7f5a2c1081c0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.660+0000 7f5a30f4f640 1 -- 172.21.15.18:0/640913689 >> 172.21.15.18:0/640913689 conn(0x7f5a2c076d40 msgr2=0x7f5a2c079180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.665+0000 7f5a30f4f640 1 -- 172.21.15.18:0/640913689 shutdown_connections 2024-04-22T00:49:32.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.667+0000 7f5a30f4f640 1 -- 172.21.15.18:0/640913689 wait complete. 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a30f4f640 1 Processor -- start 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a30f4f640 1 -- start start 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a30f4f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107da0 0x7f5a2c07ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a30f4f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5a2c108f90 0x7f5a2c07f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a30f4f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5a2c109950 0x7f5a2c19d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a30f4f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c113a40 con 0x7f5a2c107da0 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a30f4f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c1138c0 con 0x7f5a2c109950 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a30f4f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c113bc0 con 0x7f5a2c108f90 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a29d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5a2c108f90 0x7f5a2c07f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a29d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5a2c108f90 0x7f5a2c07f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33924/0 (socket says 172.21.15.18:33924) 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.668+0000 7f5a29d9b640 1 -- 172.21.15.18:0/1813197759 learned_addr learned my addr 172.21.15.18:0/1813197759 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.669+0000 7f5a2ad9d640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5a2c109950 0x7f5a2c19d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.669+0000 7f5a29d9b640 1 -- 172.21.15.18:0/1813197759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5a2c109950 msgr2=0x7f5a2c19d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.669+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5a2c109950 0x7f5a2c19d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.669+0000 7f5a29d9b640 1 -- 172.21.15.18:0/1813197759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107da0 msgr2=0x7f5a2c07ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.669+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107da0 0x7f5a2c07ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.669+0000 7f5a29d9b640 1 -- 172.21.15.18:0/1813197759 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a2c19d680 con 0x7f5a2c108f90 2024-04-22T00:49:32.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.669+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5a2c108f90 0x7f5a2c07f4b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5a2400ed80 tx=0x7f5a2400c6e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.669+0000 7f5a1b7fe640 1 -- 172.21.15.18:0/1813197759 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2401c070 con 0x7f5a2c108f90 2024-04-22T00:49:32.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.670+0000 7f5a30f4f640 1 -- 172.21.15.18:0/1813197759 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a2c19d970 con 0x7f5a2c108f90 2024-04-22T00:49:32.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.670+0000 7f5a30f4f640 1 -- 172.21.15.18:0/1813197759 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a2c19df10 con 0x7f5a2c108f90 2024-04-22T00:49:32.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.671+0000 7f5a1b7fe640 1 -- 172.21.15.18:0/1813197759 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a24017b20 con 0x7f5a2c108f90 2024-04-22T00:49:32.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.671+0000 7f5a1b7fe640 1 -- 172.21.15.18:0/1813197759 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2400fc90 con 0x7f5a2c108f90 2024-04-22T00:49:32.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.674+0000 7f5a33c14740 1 Processor -- start 2024-04-22T00:49:32.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.676+0000 7f5a33c14740 1 -- start start 2024-04-22T00:49:32.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.677+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 0x5635fe860370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.677+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe865440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.677+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe865ab0 0x5635fe867f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.677+0000 7f5a33c14740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5635fe7c5560 con 0x5635fe865ab0 2024-04-22T00:49:32.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.677+0000 7f5a33c14740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5635fe76d730 con 0x5635fe85ff50 2024-04-22T00:49:32.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.677+0000 7f5a33c14740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5635fe7c1520 con 0x5635fe860940 2024-04-22T00:49:32.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.678+0000 7f5a2ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 0x5635fe860370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.678+0000 7f5a2ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 0x5635fe860370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:60780/0 (socket says 172.21.15.18:60780) 2024-04-22T00:49:32.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.678+0000 7f5a2ad9d640 1 -- 172.21.15.18:0/3784826962 learned_addr learned my addr 172.21.15.18:0/3784826962 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:32.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.679+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/3784826962 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe865ab0 0x5635fe867f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.680+0000 7f5a29d9b640 1 -- 172.21.15.18:0/3784826962 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 msgr2=0x5635fe865440 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:49:32.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.680+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/3784826962 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe865440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.680+0000 7f5a29d9b640 1 -- 172.21.15.18:0/3784826962 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 msgr2=0x5635fe860370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.680+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/3784826962 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 0x5635fe860370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.680+0000 7f5a29d9b640 1 -- 172.21.15.18:0/3784826962 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635fe5a37d0 con 0x5635fe865ab0 2024-04-22T00:49:32.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.682+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/3784826962 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe865ab0 0x5635fe867f40 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f5a240cca00 tx=0x7f5a240d7330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77d61fa436181638 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.683+0000 7f5a30f4f640 1 -- 172.21.15.18:0/3784826962 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a240e2070 con 0x5635fe865ab0 2024-04-22T00:49:32.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.683+0000 7f5a30f4f640 1 -- 172.21.15.18:0/3784826962 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a240cf5c0 con 0x5635fe865ab0 2024-04-22T00:49:32.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.684+0000 7f5a33c14740 1 -- 172.21.15.18:0/3784826962 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe865ab0 msgr2=0x5635fe867f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.684+0000 7f5a33c14740 1 --2- 172.21.15.18:0/3784826962 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe865ab0 0x5635fe867f40 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f5a240cca00 tx=0x7f5a240d7330 comp rx=0 tx=0).stop 2024-04-22T00:49:32.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.684+0000 7f5a1b7fe640 1 -- 172.21.15.18:0/1813197759 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5a2401f070 con 0x7f5a2c108f90 2024-04-22T00:49:32.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.684+0000 7f5a33c14740 1 -- 172.21.15.18:0/3784826962 shutdown_connections 2024-04-22T00:49:32.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.684+0000 7f5a33c14740 1 --2- 172.21.15.18:0/3784826962 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe865ab0 0x5635fe867f40 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.684+0000 7f5a33c14740 1 --2- 172.21.15.18:0/3784826962 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe865440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.684+0000 7f5a33c14740 1 --2- 172.21.15.18:0/3784826962 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 0x5635fe860370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.684+0000 7f5a33c14740 1 -- 172.21.15.18:0/3784826962 >> 172.21.15.18:0/3784826962 conn(0x5635fe85b7b0 msgr2=0x5635fe85bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.685+0000 7f5a33c14740 1 -- 172.21.15.18:0/3784826962 shutdown_connections 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.685+0000 7f5a33c14740 1 -- 172.21.15.18:0/3784826962 wait complete. 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.685+0000 7f5a33c14740 1 -- start start 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.685+0000 7f5a33c14740 1 Processor -- start 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 0x5635fe87b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe87ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe880a30 0x5635fe882e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a33c14740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5635fe879ac0 con 0x5635fe85ff50 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a33c14740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5635fe780e00 con 0x5635fe880a30 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a33c14740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5635fe879c40 con 0x5635fe860940 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a1b7fe640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5a140a2d10 0x7f5a140a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a33c14740 10 client.0 _ll_register_callbacks cb 0x5635fe7bbeb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:32.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a2a59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe87ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a2ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 0x5635fe87b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a2a59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe87ba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33934/0 (socket says 172.21.15.18:33934) 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a2a59c640 1 -- 172.21.15.18:0/1929433565 learned_addr learned my addr 172.21.15.18:0/1929433565 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe880a30 0x5635fe882e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a1b7fe640 1 -- 172.21.15.18:0/1813197759 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5a2400fa30 con 0x7f5a2c108f90 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a2ad9d640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5a140a2d10 0x7f5a140a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a2a59c640 1 -- 172.21.15.18:0/1929433565 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe880a30 msgr2=0x5635fe882e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a2a59c640 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe880a30 0x5635fe882e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a2a59c640 1 -- 172.21.15.18:0/1929433565 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 msgr2=0x5635fe87b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a2a59c640 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 0x5635fe87b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.686+0000 7f5a2a59c640 1 -- 172.21.15.18:0/1929433565 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635fe4d93f0 con 0x5635fe860940 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a2ad9d640 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 0x5635fe87b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:49:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a2a59c640 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe87ba00 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5a20037040 tx=0x7f5a20009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb5c9b410c39f12a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a11ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a11ffb640 1 -- 172.21.15.18:0/1929433565 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a20039040 con 0x5635fe860940 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a11ffb640 1 -- 172.21.15.18:0/1929433565 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5a200344c0 con 0x5635fe860940 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a33c14740 1 -- 172.21.15.18:0/1929433565 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5635fe7d2aa0 con 0x5635fe860940 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a2ad9d640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5a140a2d10 0x7f5a140a51d0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c005bd0 tx=0x7f5a1c005ae0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a11ffb640 1 -- 172.21.15.18:0/1929433565 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f5a2004a050 con 0x5635fe860940 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a33c14740 10 client.27136 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a33c14740 1 -- 172.21.15.18:0/1929433565 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5635fe4990f0 con 0x5635fe860940 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a11ffb640 1 -- 172.21.15.18:0/1929433565 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5635fe7d2aa0 con 0x5635fe860940 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.687+0000 7f5a11ffb640 1 -- 172.21.15.18:0/1929433565 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f5a20032b80 con 0x5635fe860940 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.688+0000 7f5a33c14740 10 client.27136 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.688+0000 7f5a33c14740 10 client.27136 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.688+0000 7f5a33c14740 20 client.27136 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:32.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.688+0000 7f5a33c14740 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5635fe8877e0 0x5635fe889c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.688+0000 7f5a33c14740 4 client.27136 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:49:32.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.688+0000 7f5a33c14740 1 -- 172.21.15.18:0/1929433565 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5635fe7ccdf0 con 0x5635fe8877e0 2024-04-22T00:49:32.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.688+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5635fe8877e0 0x5635fe889c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.688+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5635fe8877e0 0x5635fe889c70 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5264323f96ae5ff7 server_cookie=cc44ab00af5e11a9 in_seq=0 out_seq=0 2024-04-22T00:49:32.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.688+0000 7f5a11ffb640 10 client.27136 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:32.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a11ffb640 1 -- 172.21.15.18:0/1929433565 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5635fe7ccdf0 con 0x5635fe8877e0 2024-04-22T00:49:32.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a11ffb640 10 client.27136 handle_command_reply: tid=0 2024-04-22T00:49:32.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 client.27136 shutdown 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 -- 172.21.15.18:0/1929433565 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 msgr2=0x5635fe87ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe87ba00 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5a20037040 tx=0x7f5a20009500 comp rx=0 tx=0).stop 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 -- 172.21.15.18:0/1929433565 shutdown_connections 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5635fe8877e0 0x5635fe889c70 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe880a30 0x5635fe882e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe87ba00 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 --2- 172.21.15.18:0/1929433565 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 0x5635fe87b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 -- 172.21.15.18:0/1929433565 >> 172.21.15.18:0/1929433565 conn(0x5635fe85b7b0 msgr2=0x5635fe85a9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a11ffb640 0 client.27136 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 -- 172.21.15.18:0/1929433565 shutdown_connections 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 1 -- 172.21.15.18:0/1929433565 wait complete. 2024-04-22T00:49:32.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.690+0000 7f5a33c14740 20 client.27136 trim_cache size 0 max 16384 2024-04-22T00:49:32.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a33c14740 1 Processor -- start 2024-04-22T00:49:32.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a33c14740 1 -- start start 2024-04-22T00:49:32.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 0x5635fe856990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe860940 0x5635fe87b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe880a30 0x5635fe87ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a33c14740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c1a24a0 con 0x5635fe860940 2024-04-22T00:49:32.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a33c14740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c19fd70 con 0x5635fe85ff50 2024-04-22T00:49:32.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a33c14740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c073190 con 0x5635fe880a30 2024-04-22T00:49:32.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a29d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe860940 0x5635fe87b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a29d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe860940 0x5635fe87b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55868/0 (socket says 172.21.15.18:55868) 2024-04-22T00:49:32.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.723+0000 7f5a29d9b640 1 -- 172.21.15.18:0/2585257808 learned_addr learned my addr 172.21.15.18:0/2585257808 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:32.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.724+0000 7f5a2ad9d640 1 --2- 172.21.15.18:0/2585257808 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe880a30 0x5635fe87ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.728+0000 7f5a2a59c640 1 --2- 172.21.15.18:0/2585257808 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 0x5635fe856990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.732+0000 7f5a29d9b640 1 -- 172.21.15.18:0/2585257808 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe880a30 msgr2=0x5635fe87ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.732+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/2585257808 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe880a30 0x5635fe87ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.732+0000 7f5a29d9b640 1 -- 172.21.15.18:0/2585257808 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 msgr2=0x5635fe856990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.732+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/2585257808 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 0x5635fe856990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.732+0000 7f5a29d9b640 1 -- 172.21.15.18:0/2585257808 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635fe85f850 con 0x5635fe860940 2024-04-22T00:49:32.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.735+0000 7f5a2ad9d640 1 --2- 172.21.15.18:0/2585257808 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe880a30 0x5635fe87ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:49:32.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.735+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/2585257808 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe860940 0x5635fe87b4c0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f5a240e0040 tx=0x7f5a2400ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daa65ea9568b8a44 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.739+0000 7f5a13fff640 1 -- 172.21.15.18:0/2585257808 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2409b590 con 0x5635fe860940 2024-04-22T00:49:32.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.739+0000 7f5a13fff640 1 -- 172.21.15.18:0/2585257808 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a2400f400 con 0x5635fe860940 2024-04-22T00:49:32.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.740+0000 7f5a33c14740 1 -- 172.21.15.18:0/2585257808 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe860940 msgr2=0x5635fe87b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.740+0000 7f5a33c14740 1 --2- 172.21.15.18:0/2585257808 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe860940 0x5635fe87b4c0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f5a240e0040 tx=0x7f5a2400ef90 comp rx=0 tx=0).stop 2024-04-22T00:49:32.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.742+0000 7f5a33c14740 1 -- 172.21.15.18:0/2585257808 shutdown_connections 2024-04-22T00:49:32.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.742+0000 7f5a33c14740 1 --2- 172.21.15.18:0/2585257808 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe880a30 0x5635fe87ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.742+0000 7f5a33c14740 1 --2- 172.21.15.18:0/2585257808 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe860940 0x5635fe87b4c0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.742+0000 7f5a33c14740 1 --2- 172.21.15.18:0/2585257808 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe85ff50 0x5635fe856990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.742+0000 7f5a33c14740 1 -- 172.21.15.18:0/2585257808 >> 172.21.15.18:0/2585257808 conn(0x5635fe85b7b0 msgr2=0x5635fe861e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.750+0000 7f5a33c14740 1 -- 172.21.15.18:0/2585257808 shutdown_connections 2024-04-22T00:49:32.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.754+0000 7f5a33c14740 1 -- 172.21.15.18:0/2585257808 wait complete. 2024-04-22T00:49:32.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.754+0000 7f5a33c14740 1 -- start start 2024-04-22T00:49:32.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.754+0000 7f5a33c14740 1 Processor -- start 2024-04-22T00:49:32.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.757+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 0x5635fe898690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.757+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe898bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.757+0000 7f5a33c14740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe880a30 0x5635fe899be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.757+0000 7f5a33c14740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c19e230 con 0x5635fe85ff50 2024-04-22T00:49:32.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.757+0000 7f5a33c14740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c19f6a0 con 0x5635fe880a30 2024-04-22T00:49:32.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.757+0000 7f5a33c14740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c19e900 con 0x5635fe860940 2024-04-22T00:49:32.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.757+0000 7f5a33c14740 10 client.0 _ll_register_callbacks cb 0x7f5a20037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:32.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.758+0000 7f5a29d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe898bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.758+0000 7f5a29d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe898bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33956/0 (socket says 172.21.15.18:33956) 2024-04-22T00:49:32.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.758+0000 7f5a29d9b640 1 -- 172.21.15.18:0/3515399641 learned_addr learned my addr 172.21.15.18:0/3515399641 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:32.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.760+0000 7f5a2ad9d640 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe880a30 0x5635fe899be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.763+0000 7f5a2a59c640 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 0x5635fe898690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.763+0000 7f5a29d9b640 1 -- 172.21.15.18:0/3515399641 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe880a30 msgr2=0x5635fe899be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.763+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe880a30 0x5635fe899be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.763+0000 7f5a29d9b640 1 -- 172.21.15.18:0/3515399641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 msgr2=0x5635fe898690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:32.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.763+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 0x5635fe898690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.763+0000 7f5a29d9b640 1 -- 172.21.15.18:0/3515399641 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635fe857220 con 0x5635fe860940 2024-04-22T00:49:32.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.772+0000 7f5a29d9b640 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe898bd0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f5a240a3f00 tx=0x7f5a240d2f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc91ab8a8ce64426 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:32.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.775+0000 7f5a11ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:49:32.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.775+0000 7f5a11ffb640 1 -- 172.21.15.18:0/3515399641 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2409b300 con 0x5635fe860940 2024-04-22T00:49:32.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.775+0000 7f5a33c14740 1 -- 172.21.15.18:0/3515399641 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5635fe861950 con 0x5635fe860940 2024-04-22T00:49:32.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.775+0000 7f5a11ffb640 1 -- 172.21.15.18:0/3515399641 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5a24099ac0 con 0x5635fe860940 2024-04-22T00:49:32.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.779+0000 7f5a11ffb640 1 -- 172.21.15.18:0/3515399641 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f5a2409b590 con 0x5635fe860940 2024-04-22T00:49:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.782+0000 7f5a33c14740 10 client.27139 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.782+0000 7f5a33c14740 1 -- 172.21.15.18:0/3515399641 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5635fe89b280 con 0x5635fe860940 2024-04-22T00:49:32.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.785+0000 7f5a11ffb640 1 -- 172.21.15.18:0/3515399641 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5635fe861950 con 0x5635fe860940 2024-04-22T00:49:32.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.785+0000 7f5a11ffb640 1 -- 172.21.15.18:0/3515399641 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f5a240afce0 con 0x5635fe860940 2024-04-22T00:49:32.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.785+0000 7f5a33c14740 10 client.27139 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:32.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.785+0000 7f5a33c14740 10 client.27139 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:32.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.785+0000 7f5a33c14740 20 client.27139 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:32.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.785+0000 7f5a33c14740 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5635fe86ec30 0x5635fe871050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:32.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.785+0000 7f5a33c14740 4 client.27139 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:49:32.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.785+0000 7f5a33c14740 1 -- 172.21.15.18:0/3515399641 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5635fe74a5a0 con 0x5635fe86ec30 2024-04-22T00:49:32.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.790+0000 7f5a2a59c640 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5635fe86ec30 0x5635fe871050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:32.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.793+0000 7f5a2a59c640 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5635fe86ec30 0x5635fe871050 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75b749565184377f server_cookie=3463c7f03428960f in_seq=0 out_seq=0 2024-04-22T00:49:32.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.794+0000 7f5a11ffb640 10 client.27139 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:32.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.796+0000 7f5a11ffb640 1 -- 172.21.15.18:0/3515399641 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5635fe74a5a0 con 0x5635fe86ec30 2024-04-22T00:49:32.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.796+0000 7f5a11ffb640 10 client.27139 handle_command_reply: tid=0 2024-04-22T00:49:32.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.796+0000 7f5a33c14740 1 client.27139 shutdown 2024-04-22T00:49:32.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.798+0000 7f5a33c14740 1 -- 172.21.15.18:0/3515399641 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 msgr2=0x5635fe898bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.798+0000 7f5a33c14740 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe898bd0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f5a240a3f00 tx=0x7f5a240d2f00 comp rx=0 tx=0).stop 2024-04-22T00:49:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.804+0000 7f5a33c14740 1 -- 172.21.15.18:0/3515399641 shutdown_connections 2024-04-22T00:49:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.804+0000 7f5a33c14740 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5635fe86ec30 0x5635fe871050 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.804+0000 7f5a33c14740 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5635fe880a30 0x5635fe899be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.804+0000 7f5a33c14740 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5635fe860940 0x5635fe898bd0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.804+0000 7f5a33c14740 1 --2- 172.21.15.18:0/3515399641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5635fe85ff50 0x5635fe898690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.804+0000 7f5a33c14740 1 -- 172.21.15.18:0/3515399641 >> 172.21.15.18:0/3515399641 conn(0x5635fe85b7b0 msgr2=0x5635fe861e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.804+0000 7f5a11ffb640 0 client.27139 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:32.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.808+0000 7f5a33c14740 1 -- 172.21.15.18:0/3515399641 shutdown_connections 2024-04-22T00:49:32.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.809+0000 7f5a33c14740 1 -- 172.21.15.18:0/3515399641 wait complete. 2024-04-22T00:49:32.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.809+0000 7f5a33c14740 20 client.27139 trim_cache size 0 max 16384 2024-04-22T00:49:32.818 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:49:32.818 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T00:49:32.818 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:49:32.818 INFO:teuthology.orchestra.run.smithi018.stdout: "2731e2c2-de97-4b9d-a8ce-a48d8dee7cd6": { 2024-04-22T00:49:32.818 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:49:32.818 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "2731e2c2-de97-4b9d-a8ce-a48d8dee7cd6", 2024-04-22T00:49:32.818 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:49:32.818 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:49:32.818 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:49:32.818 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:49:32.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.821+0000 7f5a197fa640 1 -- 172.21.15.18:0/1813197759 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5a140a2d10 msgr2=0x7f5a140a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.821+0000 7f5a197fa640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5a140a2d10 0x7f5a140a51d0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c005bd0 tx=0x7f5a1c005ae0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.821+0000 7f5a197fa640 1 -- 172.21.15.18:0/1813197759 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5a2c108f90 msgr2=0x7f5a2c07f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:32.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.821+0000 7f5a197fa640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5a2c108f90 0x7f5a2c07f4b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5a2400ed80 tx=0x7f5a2400c6e0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.825+0000 7f5a197fa640 1 -- 172.21.15.18:0/1813197759 shutdown_connections 2024-04-22T00:49:32.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.825+0000 7f5a197fa640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5a140a2d10 0x7f5a140a51d0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.825+0000 7f5a197fa640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5a2c109950 0x7f5a2c19d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.825+0000 7f5a197fa640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5a2c108f90 0x7f5a2c07f4b0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.825+0000 7f5a197fa640 1 --2- 172.21.15.18:0/1813197759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a2c107da0 0x7f5a2c07ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:32.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.825+0000 7f5a197fa640 1 -- 172.21.15.18:0/1813197759 >> 172.21.15.18:0/1813197759 conn(0x7f5a2c076d40 msgr2=0x7f5a2c10c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:32.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.829+0000 7f5a197fa640 1 -- 172.21.15.18:0/1813197759 shutdown_connections 2024-04-22T00:49:32.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:49:32.830+0000 7f5a197fa640 1 -- 172.21.15.18:0/1813197759 wait complete. 2024-04-22T00:49:32.854 INFO:tasks.cephfs.filesystem:scrub status for tag:2731e2c2-de97-4b9d-a8ce-a48d8dee7cd6 - {'path': '/', 'tag': '2731e2c2-de97-4b9d-a8ce-a48d8dee7cd6', 'options': 'recursive,force'} 2024-04-22T00:49:34.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:33 smithi167 ceph-mon[31348]: pgmap v622: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.2 MiB/s wr, 543 op/s 2024-04-22T00:49:34.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:33 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:49:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:33 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:33 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:49:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:33 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:49:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:33 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:49:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:33 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:33 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:33 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:33 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:49:34.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:33 smithi081 ceph-mon[31546]: pgmap v622: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.2 MiB/s wr, 543 op/s 2024-04-22T00:49:34.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:33 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:49:34.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:33 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:33 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:49:34.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:33 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:49:34.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:33 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:49:34.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:33 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:33 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:33 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:33 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:49:34.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:33 smithi018 ceph-mon[27979]: pgmap v622: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.2 MiB/s wr, 543 op/s 2024-04-22T00:49:34.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:33 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:49:34.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:33 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:33 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:49:34.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:33 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:49:34.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:33 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:49:34.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:33 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:33 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:33 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:49:34.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:33 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:49:34.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 490.0 s, 711.8 tps, lat 137.392 ms stddev 166.224 2024-04-22T00:49:35.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:34 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:49:35.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:34 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:49:35.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:34 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:49:35.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:34 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:49:35.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:34 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:49:35.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:34 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:49:35.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:34 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:49:35.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:34 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:49:35.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:34 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:49:36.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.113+0000 7f9a337f7640 1 -- 172.21.15.18:0/4170193977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a2c105350 msgr2=0x7f9a2c1057d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:36.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.113+0000 7f9a337f7640 1 --2- 172.21.15.18:0/4170193977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a2c105350 0x7f9a2c1057d0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f9a24009900 tx=0x7f9a2402bc80 comp rx=0 tx=0).stop 2024-04-22T00:49:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.118+0000 7f9a337f7640 1 -- 172.21.15.18:0/4170193977 shutdown_connections 2024-04-22T00:49:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.118+0000 7f9a337f7640 1 --2- 172.21.15.18:0/4170193977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a2c105350 0x7f9a2c1057d0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.118+0000 7f9a337f7640 1 --2- 172.21.15.18:0/4170193977 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a2c1029a0 0x7f9a2c104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.118+0000 7f9a337f7640 1 --2- 172.21.15.18:0/4170193977 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a2c100030 0x7f9a2c102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.118+0000 7f9a337f7640 1 -- 172.21.15.18:0/4170193977 >> 172.21.15.18:0/4170193977 conn(0x7f9a2c0fbc50 msgr2=0x7f9a2c0fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.123+0000 7f9a337f7640 1 -- 172.21.15.18:0/4170193977 shutdown_connections 2024-04-22T00:49:36.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.126+0000 7f9a337f7640 1 -- 172.21.15.18:0/4170193977 wait complete. 2024-04-22T00:49:36.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.127+0000 7f9a337f7640 1 Processor -- start 2024-04-22T00:49:36.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.127+0000 7f9a337f7640 1 -- start start 2024-04-22T00:49:36.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.127+0000 7f9a337f7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a2c100030 0x7f9a2c1100b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.128+0000 7f9a337f7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a2c1029a0 0x7f9a2c1105f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.128+0000 7f9a337f7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a2c105350 0x7f9a2c10e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.128+0000 7f9a337f7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9a2c1070a0 con 0x7f9a2c105350 2024-04-22T00:49:36.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.128+0000 7f9a337f7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9a2c106f20 con 0x7f9a2c1029a0 2024-04-22T00:49:36.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.128+0000 7f9a337f7640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9a2c107220 con 0x7f9a2c100030 2024-04-22T00:49:36.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.128+0000 7f9a31d94640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a2c105350 0x7f9a2c10e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.128+0000 7f9a31d94640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a2c105350 0x7f9a2c10e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55888/0 (socket says 172.21.15.18:55888) 2024-04-22T00:49:36.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.128+0000 7f9a31d94640 1 -- 172.21.15.18:0/730264742 learned_addr learned my addr 172.21.15.18:0/730264742 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.129+0000 7f9a31d94640 1 -- 172.21.15.18:0/730264742 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a2c100030 msgr2=0x7f9a2c1100b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.129+0000 7f9a31d94640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a2c100030 0x7f9a2c1100b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.129+0000 7f9a31d94640 1 -- 172.21.15.18:0/730264742 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a2c1029a0 msgr2=0x7f9a2c1105f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.129+0000 7f9a31d94640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a2c1029a0 0x7f9a2c1105f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.129+0000 7f9a31d94640 1 -- 172.21.15.18:0/730264742 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a2c10ede0 con 0x7f9a2c105350 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.131+0000 7f9a31d94640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a2c105350 0x7f9a2c10e740 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f9a24005ab0 tx=0x7f9a24004ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.131+0000 7f9a227fc640 1 -- 172.21.15.18:0/730264742 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a24043020 con 0x7f9a2c105350 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.131+0000 7f9a337f7640 1 -- 172.21.15.18:0/730264742 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a2c10f070 con 0x7f9a2c105350 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.131+0000 7f9a337f7640 1 -- 172.21.15.18:0/730264742 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a2c1aedb0 con 0x7f9a2c105350 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.132+0000 7f9a227fc640 1 -- 172.21.15.18:0/730264742 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a24004410 con 0x7f9a2c105350 2024-04-22T00:49:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.132+0000 7f9a227fc640 1 -- 172.21.15.18:0/730264742 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a24003d40 con 0x7f9a2c105350 2024-04-22T00:49:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.135+0000 7f9a363e7740 1 Processor -- start 2024-04-22T00:49:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.137+0000 7f9a227fc640 1 -- 172.21.15.18:0/730264742 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9a24046020 con 0x7f9a2c105350 2024-04-22T00:49:36.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.141+0000 7f9a363e7740 1 -- start start 2024-04-22T00:49:36.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.141+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d86150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.141+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d8b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.141+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d8b890 0x55b968d8dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.141+0000 7f9a363e7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b968ceab70 con 0x55b968d85d30 2024-04-22T00:49:36.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.141+0000 7f9a363e7740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b968c93470 con 0x55b968d86720 2024-04-22T00:49:36.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.141+0000 7f9a363e7740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b968ce6b30 con 0x55b968d8b890 2024-04-22T00:49:36.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.142+0000 7f9a227fc640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a180a2e70 0x7f9a180a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.142+0000 7f9a30d92640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d8b890 0x55b968d8dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.142+0000 7f9a30d92640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d86150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.142+0000 7f9a30d92640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d86150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55900/0 (socket says 172.21.15.18:55900) 2024-04-22T00:49:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.142+0000 7f9a30d92640 1 -- 172.21.15.18:0/3198484871 learned_addr learned my addr 172.21.15.18:0/3198484871 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.142+0000 7f9a31593640 1 --2- 172.21.15.18:0/3198484871 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d8b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.142+0000 7f9a227fc640 1 -- 172.21.15.18:0/730264742 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9a240f1740 con 0x7f9a2c105350 2024-04-22T00:49:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.143+0000 7f9a30d92640 1 -- 172.21.15.18:0/3198484871 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 msgr2=0x55b968d8b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.143+0000 7f9a30d92640 1 --2- 172.21.15.18:0/3198484871 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d8b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.143+0000 7f9a30d92640 1 -- 172.21.15.18:0/3198484871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 msgr2=0x55b968d86150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.143+0000 7f9a30d92640 1 --2- 172.21.15.18:0/3198484871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d86150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.143+0000 7f9a30d92640 1 -- 172.21.15.18:0/3198484871 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9689ff210 con 0x55b968d8b890 2024-04-22T00:49:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.143+0000 7f9a30d92640 1 --2- 172.21.15.18:0/3198484871 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d8b890 0x55b968d8dd20 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f9a28009fd0 tx=0x7f9a28004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=980dd59b8850b8f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.144+0000 7f9a31d94640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a180a2e70 0x7f9a180a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.148+0000 7f9a177fe640 1 -- 172.21.15.18:0/3198484871 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a28004d20 con 0x55b968d8b890 2024-04-22T00:49:36.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.148+0000 7f9a177fe640 1 -- 172.21.15.18:0/3198484871 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a2800ab30 con 0x55b968d8b890 2024-04-22T00:49:36.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.148+0000 7f9a177fe640 1 -- 172.21.15.18:0/3198484871 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a28005520 con 0x55b968d8b890 2024-04-22T00:49:36.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.150+0000 7f9a363e7740 1 -- 172.21.15.18:0/3198484871 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d8b890 msgr2=0x55b968d8dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:36.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.150+0000 7f9a363e7740 1 --2- 172.21.15.18:0/3198484871 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d8b890 0x55b968d8dd20 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f9a28009fd0 tx=0x7f9a28004ab0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.153+0000 7f9a363e7740 1 -- 172.21.15.18:0/3198484871 shutdown_connections 2024-04-22T00:49:36.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.153+0000 7f9a363e7740 1 --2- 172.21.15.18:0/3198484871 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d8b890 0x55b968d8dd20 secure :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f9a28009fd0 tx=0x7f9a28004ab0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.153+0000 7f9a363e7740 1 --2- 172.21.15.18:0/3198484871 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d8b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.154+0000 7f9a363e7740 1 --2- 172.21.15.18:0/3198484871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d86150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.154+0000 7f9a363e7740 1 -- 172.21.15.18:0/3198484871 >> 172.21.15.18:0/3198484871 conn(0x55b968d812a0 msgr2=0x55b968d816a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:36.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.157+0000 7f9a31d94640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a180a2e70 0x7f9a180a5330 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f9a240b9fd0 tx=0x7f9a240045c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:36.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.160+0000 7f9a363e7740 1 -- 172.21.15.18:0/3198484871 shutdown_connections 2024-04-22T00:49:36.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.163+0000 7f9a363e7740 1 -- 172.21.15.18:0/3198484871 wait complete. 2024-04-22T00:49:36.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.163+0000 7f9a363e7740 1 -- start start 2024-04-22T00:49:36.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.163+0000 7f9a363e7740 1 Processor -- start 2024-04-22T00:49:36.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.164+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 0x55b968d902a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.164+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d907e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.164+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d957a0 0x55b968d97b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.164+0000 7f9a363e7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b968d8e840 con 0x55b968d957a0 2024-04-22T00:49:36.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.164+0000 7f9a363e7740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b968ca6a10 con 0x55b968d86720 2024-04-22T00:49:36.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.164+0000 7f9a363e7740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b968d8e9c0 con 0x55b968d85d30 2024-04-22T00:49:36.165 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.164+0000 7f9a363e7740 10 client.0 _ll_register_callbacks cb 0x55b968ce1b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:36.165 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.165+0000 7f9a30d92640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 0x55b968d902a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.165 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.165+0000 7f9a30d92640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 0x55b968d902a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33992/0 (socket says 172.21.15.18:33992) 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.165+0000 7f9a30d92640 1 -- 172.21.15.18:0/4244895812 learned_addr learned my addr 172.21.15.18:0/4244895812 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.165+0000 7f9a30d92640 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d957a0 0x55b968d97b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.166+0000 7f9a30d92640 1 -- 172.21.15.18:0/4244895812 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 msgr2=0x55b968d907e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.166+0000 7f9a30d92640 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d907e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.166+0000 7f9a30d92640 1 -- 172.21.15.18:0/4244895812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d957a0 msgr2=0x55b968d97b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.166+0000 7f9a30d92640 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d957a0 0x55b968d97b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.166+0000 7f9a30d92640 1 -- 172.21.15.18:0/4244895812 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b968acb620 con 0x55b968d85d30 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.166+0000 7f9a30d92640 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 0x55b968d902a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f9a28009270 tx=0x7f9a28005020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d0e478b54bdc257 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.166+0000 7f9a14ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.166+0000 7f9a14ff9640 1 -- 172.21.15.18:0/4244895812 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a28027040 con 0x55b968d85d30 2024-04-22T00:49:36.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.166+0000 7f9a363e7740 1 -- 172.21.15.18:0/4244895812 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a2800ab30 con 0x55b968d85d30 2024-04-22T00:49:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.170+0000 7f9a14ff9640 1 -- 172.21.15.18:0/4244895812 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9a28004dd0 con 0x55b968d85d30 2024-04-22T00:49:36.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.176+0000 7f9a14ff9640 1 -- 172.21.15.18:0/4244895812 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f9a28035050 con 0x55b968d85d30 2024-04-22T00:49:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.182+0000 7f9a363e7740 10 client.27145 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.182+0000 7f9a363e7740 1 -- 172.21.15.18:0/4244895812 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55b968dabf10 con 0x55b968d85d30 2024-04-22T00:49:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.186+0000 7f9a14ff9640 1 -- 172.21.15.18:0/4244895812 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a2800ab30 con 0x55b968d85d30 2024-04-22T00:49:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.186+0000 7f9a14ff9640 1 -- 172.21.15.18:0/4244895812 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f9a2801d470 con 0x55b968d85d30 2024-04-22T00:49:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.186+0000 7f9a363e7740 10 client.27145 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:36.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.186+0000 7f9a363e7740 10 client.27145 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:36.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.186+0000 7f9a363e7740 20 client.27145 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:36.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.186+0000 7f9a363e7740 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b968dad910 0x55b968dafd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.186+0000 7f9a363e7740 4 client.27145 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:49:36.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.186+0000 7f9a363e7740 1 -- 172.21.15.18:0/4244895812 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b968cf80b0 con 0x55b968dad910 2024-04-22T00:49:36.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.193+0000 7f9a31593640 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b968dad910 0x55b968dafd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.201+0000 7f9a31593640 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b968dad910 0x55b968dafd70 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=281b1d1df7bd711c server_cookie=d823410b047cdc5f in_seq=0 out_seq=0 2024-04-22T00:49:36.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.201+0000 7f9a14ff9640 10 client.27145 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:36.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.202+0000 7f9a14ff9640 1 -- 172.21.15.18:0/4244895812 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b968cf80b0 con 0x55b968dad910 2024-04-22T00:49:36.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.202+0000 7f9a14ff9640 10 client.27145 handle_command_reply: tid=0 2024-04-22T00:49:36.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.202+0000 7f9a363e7740 1 client.27145 shutdown 2024-04-22T00:49:36.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.202+0000 7f9a363e7740 1 -- 172.21.15.18:0/4244895812 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 msgr2=0x55b968d902a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:36.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.202+0000 7f9a363e7740 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 0x55b968d902a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f9a28009270 tx=0x7f9a28005020 comp rx=0 tx=0).stop 2024-04-22T00:49:36.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.203+0000 7f9a363e7740 1 -- 172.21.15.18:0/4244895812 shutdown_connections 2024-04-22T00:49:36.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.203+0000 7f9a363e7740 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b968dad910 0x55b968dafd70 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.203+0000 7f9a363e7740 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d957a0 0x55b968d97b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.203+0000 7f9a363e7740 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d907e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.203+0000 7f9a363e7740 1 --2- 172.21.15.18:0/4244895812 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 0x55b968d902a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.203+0000 7f9a363e7740 1 -- 172.21.15.18:0/4244895812 >> 172.21.15.18:0/4244895812 conn(0x55b968d812a0 msgr2=0x55b968d804c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:36.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.203+0000 7f9a14ff9640 0 client.27145 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:36.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.204+0000 7f9a363e7740 1 -- 172.21.15.18:0/4244895812 shutdown_connections 2024-04-22T00:49:36.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.204+0000 7f9a363e7740 1 -- 172.21.15.18:0/4244895812 wait complete. 2024-04-22T00:49:36.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.204+0000 7f9a363e7740 20 client.27145 trim_cache size 0 max 16384 2024-04-22T00:49:36.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a363e7740 1 Processor -- start 2024-04-22T00:49:36.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a363e7740 1 -- start start 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d87c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d88160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d957a0 0x55b968d84500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a363e7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9a100125d0 con 0x55b968d85d30 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a30d92640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d87c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a30d92640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d87c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55918/0 (socket says 172.21.15.18:55918) 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a30d92640 1 -- 172.21.15.18:0/3004219353 learned_addr learned my addr 172.21.15.18:0/3004219353 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a363e7740 1 -- 172.21.15.18:0/3004219353 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9a1000fea0 con 0x55b968d86720 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a363e7740 1 -- 172.21.15.18:0/3004219353 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9a1000dcf0 con 0x55b968d957a0 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.227+0000 7f9a31593640 1 --2- 172.21.15.18:0/3004219353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d88160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.228+0000 7f9a30d92640 1 --2- 172.21.15.18:0/3004219353 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d957a0 0x55b968d84500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.228+0000 7f9a30d92640 1 -- 172.21.15.18:0/3004219353 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d957a0 msgr2=0x55b968d84500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.228+0000 7f9a30d92640 1 --2- 172.21.15.18:0/3004219353 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d957a0 0x55b968d84500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.228+0000 7f9a30d92640 1 -- 172.21.15.18:0/3004219353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 msgr2=0x55b968d88160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:36.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.228+0000 7f9a30d92640 1 --2- 172.21.15.18:0/3004219353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d88160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.228+0000 7f9a30d92640 1 -- 172.21.15.18:0/3004219353 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b968db03f0 con 0x55b968d85d30 2024-04-22T00:49:36.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.228+0000 7f9a31593640 1 --2- 172.21.15.18:0/3004219353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d88160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:49:36.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.228+0000 7f9a30d92640 1 --2- 172.21.15.18:0/3004219353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d87c20 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f9a2801f040 tx=0x7f9a28012520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f13e1411803a8b26 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:36.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:35 smithi167 ceph-mon[31348]: pgmap v623: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 5.4 MiB/s wr, 580 op/s 2024-04-22T00:49:36.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.233+0000 7f9a16ffd640 1 -- 172.21.15.18:0/3004219353 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2801d470 con 0x55b968d85d30 2024-04-22T00:49:36.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.233+0000 7f9a16ffd640 1 -- 172.21.15.18:0/3004219353 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a28022070 con 0x55b968d85d30 2024-04-22T00:49:36.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.233+0000 7f9a16ffd640 1 -- 172.21.15.18:0/3004219353 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a28004e10 con 0x55b968d85d30 2024-04-22T00:49:36.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.234+0000 7f9a363e7740 1 -- 172.21.15.18:0/3004219353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 msgr2=0x55b968d87c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:36.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.234+0000 7f9a363e7740 1 --2- 172.21.15.18:0/3004219353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d87c20 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f9a2801f040 tx=0x7f9a28012520 comp rx=0 tx=0).stop 2024-04-22T00:49:36.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.240+0000 7f9a363e7740 1 -- 172.21.15.18:0/3004219353 shutdown_connections 2024-04-22T00:49:36.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.240+0000 7f9a363e7740 1 --2- 172.21.15.18:0/3004219353 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d957a0 0x55b968d84500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.240+0000 7f9a363e7740 1 --2- 172.21.15.18:0/3004219353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d86720 0x55b968d88160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.240+0000 7f9a363e7740 1 --2- 172.21.15.18:0/3004219353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d85d30 0x55b968d87c20 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.240+0000 7f9a363e7740 1 -- 172.21.15.18:0/3004219353 >> 172.21.15.18:0/3004219353 conn(0x55b968d812a0 msgr2=0x55b968d81680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:36.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.247+0000 7f9a363e7740 1 -- 172.21.15.18:0/3004219353 shutdown_connections 2024-04-22T00:49:36.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.251+0000 7f9a363e7740 1 -- 172.21.15.18:0/3004219353 wait complete. 2024-04-22T00:49:36.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.251+0000 7f9a363e7740 1 -- start start 2024-04-22T00:49:36.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.251+0000 7f9a363e7740 1 Processor -- start 2024-04-22T00:49:36.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.252+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 0x55b968dbe210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.252+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d86720 0x55b968dbe750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.252+0000 7f9a363e7740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d957a0 0x55b968dbf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.252+0000 7f9a363e7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9a1000e360 con 0x55b968d86720 2024-04-22T00:49:36.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.252+0000 7f9a363e7740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9a1000f7d0 con 0x55b968d957a0 2024-04-22T00:49:36.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.253+0000 7f9a363e7740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9a1000ea30 con 0x55b968d85d30 2024-04-22T00:49:36.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.253+0000 7f9a363e7740 10 client.0 _ll_register_callbacks cb 0x7f9a280123f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:36.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.256+0000 7f9a31593640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d86720 0x55b968dbe750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.256+0000 7f9a31593640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d86720 0x55b968dbe750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55928/0 (socket says 172.21.15.18:55928) 2024-04-22T00:49:36.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.256+0000 7f9a31593640 1 -- 172.21.15.18:0/1362551176 learned_addr learned my addr 172.21.15.18:0/1362551176 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:36.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.256+0000 7f9a30d92640 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 0x55b968dbe210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.256+0000 7f9a31593640 1 -- 172.21.15.18:0/1362551176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 msgr2=0x55b968dbe210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:36.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.256+0000 7f9a30d92640 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d957a0 0x55b968dbf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.256+0000 7f9a31593640 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 0x55b968dbe210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.256+0000 7f9a31593640 1 -- 172.21.15.18:0/1362551176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d957a0 msgr2=0x55b968dbf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:36.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.256+0000 7f9a31593640 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d957a0 0x55b968dbf760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.256+0000 7f9a31593640 1 -- 172.21.15.18:0/1362551176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b968d85340 con 0x55b968d86720 2024-04-22T00:49:36.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.257+0000 7f9a31593640 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d86720 0x55b968dbe750 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c00b6f0 tx=0x7f9a1c00bdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e86f27ff919d0ee9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:36.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.257+0000 7f9a14ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:49:36.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.257+0000 7f9a14ff9640 1 -- 172.21.15.18:0/1362551176 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1c0177e0 con 0x55b968d86720 2024-04-22T00:49:36.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.257+0000 7f9a363e7740 1 -- 172.21.15.18:0/1362551176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a28022070 con 0x55b968d86720 2024-04-22T00:49:36.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.257+0000 7f9a14ff9640 1 -- 172.21.15.18:0/1362551176 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9a1c015420 con 0x55b968d86720 2024-04-22T00:49:36.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.258+0000 7f9a14ff9640 1 -- 172.21.15.18:0/1362551176 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f9a1c015620 con 0x55b968d86720 2024-04-22T00:49:36.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.259+0000 7f9a363e7740 10 client.17520 fetch_fsmap learned FSMap version 39 2024-04-22T00:49:36.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.259+0000 7f9a363e7740 1 -- 172.21.15.18:0/1362551176 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55b968dc0f90 con 0x55b968d86720 2024-04-22T00:49:36.264 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.264+0000 7f9a14ff9640 1 -- 172.21.15.18:0/1362551176 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a1c015ca0 con 0x55b968d86720 2024-04-22T00:49:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.264+0000 7f9a14ff9640 1 -- 172.21.15.18:0/1362551176 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 39) ==== 8346+0+0 (secure 0 0 0) 0x7f9a1c01e070 con 0x55b968d86720 2024-04-22T00:49:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.265+0000 7f9a363e7740 10 client.17520 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T00:49:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.265+0000 7f9a363e7740 10 client.17520 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.265+0000 7f9a363e7740 20 client.17520 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.265+0000 7f9a363e7740 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b968e13c50 0x55b968e16070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.266+0000 7f9a363e7740 4 client.17520 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:49:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.266+0000 7f9a363e7740 1 -- 172.21.15.18:0/1362551176 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f9a28022070 con 0x55b968e13c50 2024-04-22T00:49:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.266+0000 7f9a30d92640 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b968e13c50 0x55b968e16070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:36.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.269+0000 7f9a30d92640 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b968e13c50 0x55b968e16070 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25d8371594b096d5 server_cookie=9ca028093acadb73 in_seq=0 out_seq=0 2024-04-22T00:49:36.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.272+0000 7f9a14ff9640 10 client.17520 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:36.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.320+0000 7f9a14ff9640 1 -- 172.21.15.18:0/1362551176 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f9a28022070 con 0x55b968e13c50 2024-04-22T00:49:36.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.320+0000 7f9a14ff9640 10 client.17520 handle_command_reply: tid=0 2024-04-22T00:49:36.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.320+0000 7f9a363e7740 1 client.17520 shutdown 2024-04-22T00:49:36.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.322+0000 7f9a363e7740 1 -- 172.21.15.18:0/1362551176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d86720 msgr2=0x55b968dbe750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:36.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.322+0000 7f9a363e7740 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d86720 0x55b968dbe750 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c00b6f0 tx=0x7f9a1c00bdf0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.323+0000 7f9a363e7740 1 -- 172.21.15.18:0/1362551176 shutdown_connections 2024-04-22T00:49:36.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.323+0000 7f9a363e7740 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b968e13c50 0x55b968e16070 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.323+0000 7f9a363e7740 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b968d957a0 0x55b968dbf760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.323+0000 7f9a363e7740 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b968d86720 0x55b968dbe750 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.323+0000 7f9a363e7740 1 --2- 172.21.15.18:0/1362551176 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b968d85d30 0x55b968dbe210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.323+0000 7f9a363e7740 1 -- 172.21.15.18:0/1362551176 >> 172.21.15.18:0/1362551176 conn(0x55b968d812a0 msgr2=0x55b968d87c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:36.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.323+0000 7f9a14ff9640 0 client.17520 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:36.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.323+0000 7f9a363e7740 1 -- 172.21.15.18:0/1362551176 shutdown_connections 2024-04-22T00:49:36.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.323+0000 7f9a363e7740 1 -- 172.21.15.18:0/1362551176 wait complete. 2024-04-22T00:49:36.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.323+0000 7f9a363e7740 20 client.17520 trim_cache size 0 max 16384 2024-04-22T00:49:36.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:49:36.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:49:36.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:49:36.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:49:36.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.324+0000 7f9a337f7640 1 -- 172.21.15.18:0/730264742 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a180a2e70 msgr2=0x7f9a180a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:36.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.324+0000 7f9a337f7640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a180a2e70 0x7f9a180a5330 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f9a240b9fd0 tx=0x7f9a240045c0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.324+0000 7f9a337f7640 1 -- 172.21.15.18:0/730264742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a2c105350 msgr2=0x7f9a2c10e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:36.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.324+0000 7f9a337f7640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a2c105350 0x7f9a2c10e740 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f9a24005ab0 tx=0x7f9a24004ec0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.325+0000 7f9a337f7640 1 -- 172.21.15.18:0/730264742 shutdown_connections 2024-04-22T00:49:36.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.325+0000 7f9a337f7640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a180a2e70 0x7f9a180a5330 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.325+0000 7f9a337f7640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a2c105350 0x7f9a2c10e740 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.325+0000 7f9a337f7640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a2c1029a0 0x7f9a2c1105f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.325+0000 7f9a337f7640 1 --2- 172.21.15.18:0/730264742 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a2c100030 0x7f9a2c1100b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:36.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.325+0000 7f9a337f7640 1 -- 172.21.15.18:0/730264742 >> 172.21.15.18:0/730264742 conn(0x7f9a2c0fbc50 msgr2=0x7f9a2c0fc030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:36.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.325+0000 7f9a337f7640 1 -- 172.21.15.18:0/730264742 shutdown_connections 2024-04-22T00:49:36.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:36.325+0000 7f9a337f7640 1 -- 172.21.15.18:0/730264742 wait complete. 2024-04-22T00:49:36.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:35 smithi081 ceph-mon[31546]: pgmap v623: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 5.4 MiB/s wr, 580 op/s 2024-04-22T00:49:36.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:35 smithi018 ceph-mon[27979]: pgmap v623: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 5.4 MiB/s wr, 580 op/s 2024-04-22T00:49:38.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:37 smithi167 ceph-mon[31348]: pgmap v624: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 5.7 MiB/s wr, 647 op/s 2024-04-22T00:49:38.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:37 smithi081 ceph-mon[31546]: pgmap v624: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 5.7 MiB/s wr, 647 op/s 2024-04-22T00:49:38.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:37 smithi018 ceph-mon[27979]: pgmap v624: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 5.7 MiB/s wr, 647 op/s 2024-04-22T00:49:39.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 495.0 s, 836.6 tps, lat 106.773 ms stddev 141.354 2024-04-22T00:49:40.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:39 smithi167 ceph-mon[31348]: pgmap v625: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 5.9 MiB/s wr, 657 op/s 2024-04-22T00:49:40.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:39 smithi081 ceph-mon[31546]: pgmap v625: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 5.9 MiB/s wr, 657 op/s 2024-04-22T00:49:40.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:39 smithi018 ceph-mon[27979]: pgmap v625: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 5.9 MiB/s wr, 657 op/s 2024-04-22T00:49:42.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:41 smithi167 ceph-mon[31348]: pgmap v626: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 7.5 MiB/s wr, 768 op/s 2024-04-22T00:49:42.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:41 smithi081 ceph-mon[31546]: pgmap v626: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 7.5 MiB/s wr, 768 op/s 2024-04-22T00:49:42.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:41 smithi018 ceph-mon[27979]: pgmap v626: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 7.5 MiB/s wr, 768 op/s 2024-04-22T00:49:43.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:42 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:43.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:42 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:43.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:42 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:44.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:43 smithi081 ceph-mon[31546]: pgmap v627: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 10 MiB/s wr, 917 op/s 2024-04-22T00:49:44.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:43 smithi018 ceph-mon[27979]: pgmap v627: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 10 MiB/s wr, 917 op/s 2024-04-22T00:49:44.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:43 smithi167 ceph-mon[31348]: pgmap v627: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 10 MiB/s wr, 917 op/s 2024-04-22T00:49:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 500.0 s, 410.2 tps, lat 268.832 ms stddev 434.063 2024-04-22T00:49:46.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:45 smithi081 ceph-mon[31546]: pgmap v628: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 14 MiB/s wr, 1.08k op/s 2024-04-22T00:49:46.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:45 smithi018 ceph-mon[27979]: pgmap v628: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 14 MiB/s wr, 1.08k op/s 2024-04-22T00:49:46.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:45 smithi167 ceph-mon[31348]: pgmap v628: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 14 MiB/s wr, 1.08k op/s 2024-04-22T00:49:48.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:48 smithi081 ceph-mon[31546]: pgmap v629: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 14 MiB/s wr, 1.08k op/s 2024-04-22T00:49:48.416 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:48 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:49:48.416 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:48 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:49:48.416 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:48 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:49:48.416 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:48 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:48.416 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:48 smithi018 ceph-mon[27979]: pgmap v629: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 14 MiB/s wr, 1.08k op/s 2024-04-22T00:49:48.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:48 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:49:48.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:48 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:49:48.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:48 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:49:48.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:48 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:48.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:48 smithi167 ceph-mon[31348]: pgmap v629: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 14 MiB/s wr, 1.08k op/s 2024-04-22T00:49:48.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:48 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:49:48.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:48 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:49:48.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:48 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:49:48.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:48 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:49:49.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.495+0000 7f26393c9640 1 -- 172.21.15.18:0/2049381074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f263410dd90 msgr2=0x7f2634110180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.495+0000 7f2631ffb640 1 -- 172.21.15.18:0/2049381074 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2624004230 con 0x7f263410dd90 2024-04-22T00:49:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.495+0000 7f26393c9640 1 --2- 172.21.15.18:0/2049381074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f263410dd90 0x7f2634110180 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f2624009930 tx=0x7f262402bc60 comp rx=0 tx=0).stop 2024-04-22T00:49:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.496+0000 7f26393c9640 1 -- 172.21.15.18:0/2049381074 shutdown_connections 2024-04-22T00:49:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.496+0000 7f26393c9640 1 --2- 172.21.15.18:0/2049381074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f263410dd90 0x7f2634110180 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.496+0000 7f26393c9640 1 --2- 172.21.15.18:0/2049381074 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f26340741a0 0x7f2634074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.496+0000 7f26393c9640 1 --2- 172.21.15.18:0/2049381074 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2634075780 0x7f2634073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.496+0000 7f26393c9640 1 -- 172.21.15.18:0/2049381074 >> 172.21.15.18:0/2049381074 conn(0x7f26340fcd30 msgr2=0x7f26340ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:49.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.501+0000 7f26393c9640 1 -- 172.21.15.18:0/2049381074 shutdown_connections 2024-04-22T00:49:49.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.501+0000 7f26393c9640 1 -- 172.21.15.18:0/2049381074 wait complete. 2024-04-22T00:49:49.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.501+0000 7f26393c9640 1 Processor -- start 2024-04-22T00:49:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.506+0000 7f26393c9640 1 -- start start 2024-04-22T00:49:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.506+0000 7f26393c9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f26340741a0 0x7f2634071140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.506+0000 7f26393c9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2634075780 0x7f2634071680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.506+0000 7f26393c9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f263410dd90 0x7f2634072670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.506+0000 7f26393c9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f263406b770 con 0x7f2634075780 2024-04-22T00:49:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.506+0000 7f26393c9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f263406b5f0 con 0x7f263410dd90 2024-04-22T00:49:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.506+0000 7f26393c9640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f263406b8f0 con 0x7f26340741a0 2024-04-22T00:49:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.507+0000 7f2632ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f26340741a0 0x7f2634071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.508+0000 7f26337fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f263410dd90 0x7f2634072670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.508+0000 7f26337fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f263410dd90 0x7f2634072670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:36454/0 (socket says 172.21.15.18:36454) 2024-04-22T00:49:49.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.508+0000 7f26337fe640 1 -- 172.21.15.18:0/447225876 learned_addr learned my addr 172.21.15.18:0/447225876 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:49.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.511+0000 7f26337fe640 1 -- 172.21.15.18:0/447225876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f26340741a0 msgr2=0x7f2634071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:49.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.511+0000 7f26337fe640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f26340741a0 0x7f2634071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.511+0000 7f26337fe640 1 -- 172.21.15.18:0/447225876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2634075780 msgr2=0x7f2634071680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.511+0000 7f26337fe640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2634075780 0x7f2634071680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.511+0000 7f26337fe640 1 -- 172.21.15.18:0/447225876 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2634072ce0 con 0x7f263410dd90 2024-04-22T00:49:49.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.513+0000 7f26337fe640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f263410dd90 0x7f2634072670 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2624004b50 tx=0x7f262402ec20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:49.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.515+0000 7f261bfff640 1 -- 172.21.15.18:0/447225876 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2624041020 con 0x7f263410dd90 2024-04-22T00:49:49.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.515+0000 7f261bfff640 1 -- 172.21.15.18:0/447225876 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f262402ee10 con 0x7f263410dd90 2024-04-22T00:49:49.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.515+0000 7f261bfff640 1 -- 172.21.15.18:0/447225876 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26240050a0 con 0x7f263410dd90 2024-04-22T00:49:49.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.517+0000 7f26393c9640 1 -- 172.21.15.18:0/447225876 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2634072f70 con 0x7f263410dd90 2024-04-22T00:49:49.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.517+0000 7f26393c9640 1 -- 172.21.15.18:0/447225876 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2634073410 con 0x7f263410dd90 2024-04-22T00:49:49.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.524+0000 7f263bfb4740 1 Processor -- start 2024-04-22T00:49:49.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.525+0000 7f263bfb4740 1 -- start start 2024-04-22T00:49:49.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.525+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3126d30 0x55bfa3127150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.525+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa312c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.525+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa312c890 0x55bfa312ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.525+0000 7f263bfb4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55bfa308bb70 con 0x55bfa3126d30 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.525+0000 7f263bfb4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55bfa3034470 con 0x55bfa3127720 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.525+0000 7f263bfb4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55bfa3087b30 con 0x55bfa312c890 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.526+0000 7f2632ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa312c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.526+0000 7f2632ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa312c220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:36456/0 (socket says 172.21.15.18:36456) 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.526+0000 7f2632ffd640 1 -- 172.21.15.18:0/3324827190 learned_addr learned my addr 172.21.15.18:0/3324827190 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.526+0000 7f26327fc640 1 --2- 172.21.15.18:0/3324827190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa312c890 0x55bfa312ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.526+0000 7f2632ffd640 1 -- 172.21.15.18:0/3324827190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa312c890 msgr2=0x55bfa312ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.526+0000 7f2632ffd640 1 --2- 172.21.15.18:0/3324827190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa312c890 0x55bfa312ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.526+0000 7f26327fc640 1 --2- 172.21.15.18:0/3324827190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3126d30 0x55bfa3127150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.526+0000 7f2632ffd640 1 -- 172.21.15.18:0/3324827190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3126d30 msgr2=0x55bfa3127150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.526+0000 7f2632ffd640 1 --2- 172.21.15.18:0/3324827190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3126d30 0x55bfa3127150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.526+0000 7f2632ffd640 1 -- 172.21.15.18:0/3324827190 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfa2da0210 con 0x55bfa3127720 2024-04-22T00:49:49.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.528+0000 7f2632ffd640 1 --2- 172.21.15.18:0/3324827190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa312c220 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f262800ac20 tx=0x7f262800f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2a15409b0a6f242 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:49.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.528+0000 7f26327fc640 1 --2- 172.21.15.18:0/3324827190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3126d30 0x55bfa3127150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:49:49.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.528+0000 7f261bfff640 1 -- 172.21.15.18:0/447225876 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2624044020 con 0x7f263410dd90 2024-04-22T00:49:49.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.529+0000 7f26197fa640 1 -- 172.21.15.18:0/3324827190 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262801d070 con 0x55bfa3127720 2024-04-22T00:49:49.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.529+0000 7f26197fa640 1 -- 172.21.15.18:0/3324827190 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2628018b20 con 0x55bfa3127720 2024-04-22T00:49:49.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.529+0000 7f26197fa640 1 -- 172.21.15.18:0/3324827190 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2628010b60 con 0x55bfa3127720 2024-04-22T00:49:49.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.529+0000 7f261bfff640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f261c0a2e60 0x7f261c0a5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.529+0000 7f261bfff640 1 -- 172.21.15.18:0/447225876 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f26240f0f20 con 0x7f263410dd90 2024-04-22T00:49:49.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.530+0000 7f26327fc640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f261c0a2e60 0x7f261c0a5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.531+0000 7f263bfb4740 1 -- 172.21.15.18:0/3324827190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 msgr2=0x55bfa312c220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:49.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.531+0000 7f263bfb4740 1 --2- 172.21.15.18:0/3324827190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa312c220 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f262800ac20 tx=0x7f262800f790 comp rx=0 tx=0).stop 2024-04-22T00:49:49.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.532+0000 7f26327fc640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f261c0a2e60 0x7f261c0a5320 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x55bfa3127f80 tx=0x7f262c005e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:49.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.535+0000 7f263bfb4740 1 -- 172.21.15.18:0/3324827190 shutdown_connections 2024-04-22T00:49:49.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.535+0000 7f263bfb4740 1 --2- 172.21.15.18:0/3324827190 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa312c890 0x55bfa312ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.535+0000 7f263bfb4740 1 --2- 172.21.15.18:0/3324827190 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa312c220 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.535+0000 7f263bfb4740 1 --2- 172.21.15.18:0/3324827190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3126d30 0x55bfa3127150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.535+0000 7f263bfb4740 1 -- 172.21.15.18:0/3324827190 >> 172.21.15.18:0/3324827190 conn(0x55bfa31222a0 msgr2=0x55bfa31226a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:49.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.536+0000 7f263bfb4740 1 -- 172.21.15.18:0/3324827190 shutdown_connections 2024-04-22T00:49:49.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.537+0000 7f263bfb4740 1 -- 172.21.15.18:0/3324827190 wait complete. 2024-04-22T00:49:49.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.538+0000 7f263bfb4740 1 -- start start 2024-04-22T00:49:49.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.538+0000 7f263bfb4740 1 Processor -- start 2024-04-22T00:49:49.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.538+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 0x55bfa3131090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.538+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa31315d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.538+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 0x55bfa3138610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.538+0000 7f263bfb4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55bfa312f840 con 0x55bfa312c890 2024-04-22T00:49:49.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.538+0000 7f263bfb4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55bfa3047a10 con 0x55bfa3127720 2024-04-22T00:49:49.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.538+0000 7f263bfb4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55bfa312f9c0 con 0x55bfa3126d30 2024-04-22T00:49:49.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.538+0000 7f263bfb4740 10 client.0 _ll_register_callbacks cb 0x55bfa3082b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:49.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.539+0000 7f26327fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa31315d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.539+0000 7f26327fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa31315d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:36466/0 (socket says 172.21.15.18:36466) 2024-04-22T00:49:49.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.539+0000 7f26327fc640 1 -- 172.21.15.18:0/1736620902 learned_addr learned my addr 172.21.15.18:0/1736620902 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:49.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.539+0000 7f26337fe640 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 0x55bfa3138610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.539+0000 7f2632ffd640 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 0x55bfa3131090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.540+0000 7f26327fc640 1 -- 172.21.15.18:0/1736620902 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 msgr2=0x55bfa3131090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:49.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.540+0000 7f26327fc640 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 0x55bfa3131090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.540+0000 7f26327fc640 1 -- 172.21.15.18:0/1736620902 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 msgr2=0x55bfa3138610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:49.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.540+0000 7f26327fc640 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 0x55bfa3138610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.540+0000 7f26327fc640 1 -- 172.21.15.18:0/1736620902 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfa2e6c620 con 0x55bfa3127720 2024-04-22T00:49:49.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.540+0000 7f26327fc640 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa31315d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f262c010950 tx=0x7f262c005f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7416debac297d261 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:49.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.540+0000 7f2616ff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:49:49.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.540+0000 7f2616ff5640 1 -- 172.21.15.18:0/1736620902 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262c020070 con 0x55bfa3127720 2024-04-22T00:49:49.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.541+0000 7f263bfb4740 1 -- 172.21.15.18:0/1736620902 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2628018b20 con 0x55bfa3127720 2024-04-22T00:49:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.541+0000 7f2616ff5640 1 -- 172.21.15.18:0/1736620902 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f262c00fd50 con 0x55bfa3127720 2024-04-22T00:49:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.541+0000 7f2616ff5640 1 -- 172.21.15.18:0/1736620902 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f262c0294c0 con 0x55bfa3127720 2024-04-22T00:49:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.542+0000 7f263bfb4740 10 client.27179 fetch_fsmap learned FSMap version 41 2024-04-22T00:49:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.542+0000 7f263bfb4740 1 -- 172.21.15.18:0/1736620902 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55bfa313b960 con 0x55bfa3127720 2024-04-22T00:49:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.543+0000 7f2616ff5640 1 -- 172.21.15.18:0/1736620902 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2628018b20 con 0x55bfa3127720 2024-04-22T00:49:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.543+0000 7f2616ff5640 1 -- 172.21.15.18:0/1736620902 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7f262c01c420 con 0x55bfa3127720 2024-04-22T00:49:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.543+0000 7f263bfb4740 10 client.27179 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:49:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.543+0000 7f263bfb4740 10 client.27179 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:49.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.543+0000 7f263bfb4740 20 client.27179 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:49.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.543+0000 7f263bfb4740 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bfa313d030 0x55bfa313f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.543+0000 7f263bfb4740 4 client.27179 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:49:49.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.543+0000 7f263bfb4740 1 -- 172.21.15.18:0/1736620902 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bfa30990b0 con 0x55bfa313d030 2024-04-22T00:49:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.546+0000 7f2632ffd640 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bfa313d030 0x55bfa313f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.552+0000 7f2632ffd640 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bfa313d030 0x55bfa313f4c0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d487e0c4f759746 server_cookie=964e8d8525225d2a in_seq=0 out_seq=0 2024-04-22T00:49:49.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.552+0000 7f2616ff5640 10 client.27179 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:49.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.554+0000 7f2616ff5640 1 -- 172.21.15.18:0/1736620902 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bfa30990b0 con 0x55bfa313d030 2024-04-22T00:49:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.554+0000 7f2616ff5640 10 client.27179 handle_command_reply: tid=0 2024-04-22T00:49:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.554+0000 7f263bfb4740 1 client.27179 shutdown 2024-04-22T00:49:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.555+0000 7f263bfb4740 1 -- 172.21.15.18:0/1736620902 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 msgr2=0x55bfa31315d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.555+0000 7f263bfb4740 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa31315d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f262c010950 tx=0x7f262c005f70 comp rx=0 tx=0).stop 2024-04-22T00:49:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.557+0000 7f263bfb4740 1 -- 172.21.15.18:0/1736620902 shutdown_connections 2024-04-22T00:49:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.557+0000 7f263bfb4740 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bfa313d030 0x55bfa313f4c0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.557+0000 7f263bfb4740 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 0x55bfa3138610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.557+0000 7f263bfb4740 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa31315d0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.557+0000 7f263bfb4740 1 --2- 172.21.15.18:0/1736620902 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 0x55bfa3131090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.557+0000 7f263bfb4740 1 -- 172.21.15.18:0/1736620902 >> 172.21.15.18:0/1736620902 conn(0x55bfa31222a0 msgr2=0x55bfa31214c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:49.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.558+0000 7f2616ff5640 0 client.27179 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:49.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.560+0000 7f263bfb4740 1 -- 172.21.15.18:0/1736620902 shutdown_connections 2024-04-22T00:49:49.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.560+0000 7f263bfb4740 1 -- 172.21.15.18:0/1736620902 wait complete. 2024-04-22T00:49:49.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.560+0000 7f263bfb4740 20 client.27179 trim_cache size 0 max 16384 2024-04-22T00:49:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f263bfb4740 1 Processor -- start 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f263bfb4740 1 -- start start 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3126d30 0x55bfa3125500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3127720 0x55bfa31385d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa312c890 0x55bfa3125a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f2632ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3126d30 0x55bfa3125500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f2632ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3126d30 0x55bfa3125500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:36480/0 (socket says 172.21.15.18:36480) 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f2632ffd640 1 -- 172.21.15.18:0/1974661170 learned_addr learned my addr 172.21.15.18:0/1974661170 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f263bfb4740 1 -- 172.21.15.18:0/1974661170 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f26341c44d0 con 0x55bfa3127720 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f263bfb4740 1 -- 172.21.15.18:0/1974661170 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f26341c1d40 con 0x55bfa3126d30 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f263bfb4740 1 -- 172.21.15.18:0/1974661170 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f26341bfb90 con 0x55bfa312c890 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f26327fc640 1 --2- 172.21.15.18:0/1974661170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3127720 0x55bfa31385d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.586+0000 7f26337fe640 1 --2- 172.21.15.18:0/1974661170 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa312c890 0x55bfa3125a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.587+0000 7f2632ffd640 1 -- 172.21.15.18:0/1974661170 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa312c890 msgr2=0x55bfa3125a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:49.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.587+0000 7f2632ffd640 1 --2- 172.21.15.18:0/1974661170 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa312c890 0x55bfa3125a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.587+0000 7f2632ffd640 1 -- 172.21.15.18:0/1974661170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3127720 msgr2=0x55bfa31385d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:49.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.587+0000 7f2632ffd640 1 --2- 172.21.15.18:0/1974661170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3127720 0x55bfa31385d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.587+0000 7f2632ffd640 1 -- 172.21.15.18:0/1974661170 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfa3128530 con 0x55bfa3126d30 2024-04-22T00:49:49.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.587+0000 7f2632ffd640 1 --2- 172.21.15.18:0/1974661170 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3126d30 0x55bfa3125500 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f262800a9e0 tx=0x7f262800a590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17b61d438b9e59fc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:49.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.587+0000 7f2618ff9640 1 -- 172.21.15.18:0/1974661170 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262801d030 con 0x55bfa3126d30 2024-04-22T00:49:49.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.587+0000 7f2618ff9640 1 -- 172.21.15.18:0/1974661170 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f262802e070 con 0x55bfa3126d30 2024-04-22T00:49:49.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.587+0000 7f2618ff9640 1 -- 172.21.15.18:0/1974661170 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2628004660 con 0x55bfa3126d30 2024-04-22T00:49:49.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.588+0000 7f263bfb4740 1 -- 172.21.15.18:0/1974661170 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3126d30 msgr2=0x55bfa3125500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:49.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.588+0000 7f263bfb4740 1 --2- 172.21.15.18:0/1974661170 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3126d30 0x55bfa3125500 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f262800a9e0 tx=0x7f262800a590 comp rx=0 tx=0).stop 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.588+0000 7f263bfb4740 1 -- 172.21.15.18:0/1974661170 shutdown_connections 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.588+0000 7f263bfb4740 1 --2- 172.21.15.18:0/1974661170 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa312c890 0x55bfa3125a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.588+0000 7f263bfb4740 1 --2- 172.21.15.18:0/1974661170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa3127720 0x55bfa31385d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.588+0000 7f263bfb4740 1 --2- 172.21.15.18:0/1974661170 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3126d30 0x55bfa3125500 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.588+0000 7f263bfb4740 1 -- 172.21.15.18:0/1974661170 >> 172.21.15.18:0/1974661170 conn(0x55bfa31222a0 msgr2=0x55bfa3128a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.588+0000 7f263bfb4740 1 -- 172.21.15.18:0/1974661170 shutdown_connections 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.588+0000 7f263bfb4740 1 -- 172.21.15.18:0/1974661170 wait complete. 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f263bfb4740 1 -- start start 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f263bfb4740 1 Processor -- start 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 0x55bfa31355d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa3135b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f263bfb4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 0x55bfa31a1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f263bfb4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f26341c0200 con 0x55bfa312c890 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f263bfb4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f26341c1670 con 0x55bfa3127720 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f263bfb4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f26341c08d0 con 0x55bfa3126d30 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f26327fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa3135b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f2632ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 0x55bfa31355d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f2632ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 0x55bfa31355d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:46456/0 (socket says 172.21.15.18:46456) 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f26327fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa3135b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:36484/0 (socket says 172.21.15.18:36484) 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f2632ffd640 1 -- 172.21.15.18:0/2159073136 learned_addr learned my addr 172.21.15.18:0/2159073136 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f26337fe640 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 0x55bfa31a1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f263bfb4740 10 client.0 _ll_register_callbacks cb 0x7f262c014050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f26327fc640 1 -- 172.21.15.18:0/2159073136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 msgr2=0x55bfa31355d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f26327fc640 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 0x55bfa31355d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f26327fc640 1 -- 172.21.15.18:0/2159073136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 msgr2=0x55bfa31a1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f26327fc640 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 0x55bfa31a1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f26327fc640 1 -- 172.21.15.18:0/2159073136 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfa31a1bf0 con 0x55bfa3127720 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.589+0000 7f26337fe640 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 0x55bfa31a1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.590+0000 7f26327fc640 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa3135b10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f262c00bfd0 tx=0x7f262c01c650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a79fc83137c70dd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.590+0000 7f2616ff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.590+0000 7f2616ff5640 1 -- 172.21.15.18:0/2159073136 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262c020070 con 0x55bfa3127720 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.590+0000 7f2616ff5640 1 -- 172.21.15.18:0/2159073136 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f262c01ca80 con 0x55bfa3127720 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.590+0000 7f263bfb4740 1 -- 172.21.15.18:0/2159073136 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f262802e070 con 0x55bfa3127720 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.590+0000 7f2616ff5640 1 -- 172.21.15.18:0/2159073136 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f262c010740 con 0x55bfa3127720 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.590+0000 7f263bfb4740 10 client.27185 fetch_fsmap learned FSMap version 41 2024-04-22T00:49:49.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.590+0000 7f263bfb4740 1 -- 172.21.15.18:0/2159073136 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55bfa31a2f90 con 0x55bfa3127720 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.590+0000 7f2616ff5640 1 -- 172.21.15.18:0/2159073136 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f262802e070 con 0x55bfa3127720 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.590+0000 7f2616ff5640 1 -- 172.21.15.18:0/2159073136 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7f262c0254f0 con 0x55bfa3127720 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.591+0000 7f263bfb4740 10 client.27185 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.591+0000 7f263bfb4740 10 client.27185 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.591+0000 7f263bfb4740 20 client.27185 populate_metadata read hostname 'smithi018' 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.591+0000 7f263bfb4740 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bfa31a3970 0x55bfa31a5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.591+0000 7f263bfb4740 4 client.27185 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.591+0000 7f263bfb4740 1 -- 172.21.15.18:0/2159073136 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bfa3093400 con 0x55bfa31a3970 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.591+0000 7f2632ffd640 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bfa31a3970 0x55bfa31a5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.591+0000 7f2632ffd640 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bfa31a3970 0x55bfa31a5d90 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fffbe08fe2bc7256 server_cookie=a4450f8c52edd828 in_seq=0 out_seq=0 2024-04-22T00:49:49.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.591+0000 7f2616ff5640 10 client.27185 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:49.683 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.682+0000 7f2616ff5640 1 -- 172.21.15.18:0/2159073136 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bfa3093400 con 0x55bfa31a3970 2024-04-22T00:49:49.683 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.682+0000 7f2616ff5640 10 client.27185 handle_command_reply: tid=0 2024-04-22T00:49:49.683 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.682+0000 7f263bfb4740 1 client.27185 shutdown 2024-04-22T00:49:49.683 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.683+0000 7f263bfb4740 1 -- 172.21.15.18:0/2159073136 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 msgr2=0x55bfa3135b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:49.683 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.683+0000 7f263bfb4740 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa3135b10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f262c00bfd0 tx=0x7f262c01c650 comp rx=0 tx=0).stop 2024-04-22T00:49:49.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.684+0000 7f263bfb4740 1 -- 172.21.15.18:0/2159073136 shutdown_connections 2024-04-22T00:49:49.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.684+0000 7f263bfb4740 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55bfa31a3970 0x55bfa31a5d90 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.684+0000 7f2616ff5640 0 client.27185 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:49:49.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.684+0000 7f263bfb4740 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bfa312c890 0x55bfa31a1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.684+0000 7f263bfb4740 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55bfa3127720 0x55bfa3135b10 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.684+0000 7f263bfb4740 1 --2- 172.21.15.18:0/2159073136 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55bfa3126d30 0x55bfa31355d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.684+0000 7f263bfb4740 1 -- 172.21.15.18:0/2159073136 >> 172.21.15.18:0/2159073136 conn(0x55bfa31222a0 msgr2=0x55bfa3125500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:49.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.684+0000 7f263bfb4740 1 -- 172.21.15.18:0/2159073136 shutdown_connections 2024-04-22T00:49:49.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.685+0000 7f263bfb4740 1 -- 172.21.15.18:0/2159073136 wait complete. 2024-04-22T00:49:49.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.685+0000 7f263bfb4740 20 client.27185 trim_cache size 0 max 16384 2024-04-22T00:49:49.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:49:49.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:49:49.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:49:49.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:49:49.687 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 -- 172.21.15.18:0/447225876 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f261c0a2e60 msgr2=0x7f261c0a5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:49.687 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f261c0a2e60 0x7f261c0a5320 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x55bfa3127f80 tx=0x7f262c005e40 comp rx=0 tx=0).stop 2024-04-22T00:49:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 -- 172.21.15.18:0/447225876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f263410dd90 msgr2=0x7f2634072670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:49:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f263410dd90 0x7f2634072670 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2624004b50 tx=0x7f262402ec20 comp rx=0 tx=0).stop 2024-04-22T00:49:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 -- 172.21.15.18:0/447225876 shutdown_connections 2024-04-22T00:49:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f261c0a2e60 0x7f261c0a5320 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f263410dd90 0x7f2634072670 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2634075780 0x7f2634071680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 --2- 172.21.15.18:0/447225876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f26340741a0 0x7f2634071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:49:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 -- 172.21.15.18:0/447225876 >> 172.21.15.18:0/447225876 conn(0x7f26340fcd30 msgr2=0x7f2634101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:49:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 -- 172.21.15.18:0/447225876 shutdown_connections 2024-04-22T00:49:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:49:49.687+0000 7f26393c9640 1 -- 172.21.15.18:0/447225876 wait complete. 2024-04-22T00:49:49.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 505.0 s, 649.2 tps, lat 158.584 ms stddev 180.466 2024-04-22T00:49:50.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:50 smithi081 ceph-mon[31546]: pgmap v630: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 14 MiB/s wr, 1.02k op/s 2024-04-22T00:49:50.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:50 smithi018 ceph-mon[27979]: pgmap v630: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 14 MiB/s wr, 1.02k op/s 2024-04-22T00:49:50.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:50 smithi167 ceph-mon[31348]: pgmap v630: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 14 MiB/s wr, 1.02k op/s 2024-04-22T00:49:52.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:52 smithi081 ceph-mon[31546]: pgmap v631: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 14 MiB/s wr, 1.01k op/s 2024-04-22T00:49:52.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:52 smithi018 ceph-mon[27979]: pgmap v631: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 14 MiB/s wr, 1.01k op/s 2024-04-22T00:49:52.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:52 smithi167 ceph-mon[31348]: pgmap v631: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 14 MiB/s wr, 1.01k op/s 2024-04-22T00:49:54.287 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:54 smithi167 ceph-mon[31348]: pgmap v632: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 12 MiB/s wr, 887 op/s 2024-04-22T00:49:54.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:54 smithi081 ceph-mon[31546]: pgmap v632: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 12 MiB/s wr, 887 op/s 2024-04-22T00:49:54.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:54 smithi018 ceph-mon[27979]: pgmap v632: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 12 MiB/s wr, 887 op/s 2024-04-22T00:49:54.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 510.0 s, 934.6 tps, lat 106.707 ms stddev 128.027 2024-04-22T00:49:56.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:56 smithi081 ceph-mon[31546]: pgmap v633: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 8.6 MiB/s wr, 736 op/s 2024-04-22T00:49:56.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:56 smithi018 ceph-mon[27979]: pgmap v633: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 8.6 MiB/s wr, 736 op/s 2024-04-22T00:49:56.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:56 smithi167 ceph-mon[31348]: pgmap v633: 129 pgs: 129 active+clean; 1.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 8.6 MiB/s wr, 736 op/s 2024-04-22T00:49:58.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:49:58 smithi081 ceph-mon[31546]: pgmap v634: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.4 MiB/s wr, 576 op/s 2024-04-22T00:49:58.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:49:58 smithi018 ceph-mon[27979]: pgmap v634: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.4 MiB/s wr, 576 op/s 2024-04-22T00:49:58.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:49:58 smithi167 ceph-mon[31348]: pgmap v634: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.4 MiB/s wr, 576 op/s 2024-04-22T00:49:59.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 515.0 s, 1063.4 tps, lat 94.076 ms stddev 106.219 2024-04-22T00:50:00.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:00 smithi081 ceph-mon[31546]: pgmap v635: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 4.5 MiB/s wr, 512 op/s 2024-04-22T00:50:00.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:00 smithi081 ceph-mon[31546]: overall HEALTH_OK 2024-04-22T00:50:00.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:00 smithi018 ceph-mon[27979]: pgmap v635: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 4.5 MiB/s wr, 512 op/s 2024-04-22T00:50:00.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:00 smithi018 ceph-mon[27979]: overall HEALTH_OK 2024-04-22T00:50:00.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:00 smithi167 ceph-mon[31348]: pgmap v635: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 4.5 MiB/s wr, 512 op/s 2024-04-22T00:50:00.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:00 smithi167 ceph-mon[31348]: overall HEALTH_OK 2024-04-22T00:50:02.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:02 smithi081 ceph-mon[31546]: pgmap v636: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 5.6 MiB/s wr, 600 op/s 2024-04-22T00:50:02.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:02 smithi018 ceph-mon[27979]: pgmap v636: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 5.6 MiB/s wr, 600 op/s 2024-04-22T00:50:02.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:02 smithi167 ceph-mon[31348]: pgmap v636: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 5.6 MiB/s wr, 600 op/s 2024-04-22T00:50:02.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.842+0000 7fe886ced640 1 -- 172.21.15.18:0/4114591836 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe880109970 msgr2=0x7fe880110200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:02.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.842+0000 7fe886ced640 1 --2- 172.21.15.18:0/4114591836 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe880109970 0x7fe880110200 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fe870009900 tx=0x7fe87002bc60 comp rx=0 tx=0).stop 2024-04-22T00:50:02.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.846+0000 7fe886ced640 1 -- 172.21.15.18:0/4114591836 shutdown_connections 2024-04-22T00:50:02.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.846+0000 7fe886ced640 1 --2- 172.21.15.18:0/4114591836 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe880109970 0x7fe880110200 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.846+0000 7fe886ced640 1 --2- 172.21.15.18:0/4114591836 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe880108fb0 0x7fe880109430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.846+0000 7fe886ced640 1 --2- 172.21.15.18:0/4114591836 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe880107dc0 0x7fe8801081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.846+0000 7fe886ced640 1 -- 172.21.15.18:0/4114591836 >> 172.21.15.18:0/4114591836 conn(0x7fe880076d60 msgr2=0x7fe8800791a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:02.856 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:50:02.856 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:50:02.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.856+0000 7fe886ced640 1 -- 172.21.15.18:0/4114591836 shutdown_connections 2024-04-22T00:50:02.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.856+0000 7fe886ced640 1 -- 172.21.15.18:0/4114591836 wait complete. 2024-04-22T00:50:02.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.857+0000 7fe886ced640 1 Processor -- start 2024-04-22T00:50:02.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.857+0000 7fe886ced640 1 -- start start 2024-04-22T00:50:02.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.858+0000 7fe886ced640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe880107dc0 0x7fe880070f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.858+0000 7fe886ced640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe880108fb0 0x7fe880071460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.858+0000 7fe886ced640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe880109970 0x7fe8800724a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.858+0000 7fe886ced640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe88006b770 con 0x7fe880109970 2024-04-22T00:50:02.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.858+0000 7fe886ced640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe88006b5f0 con 0x7fe880108fb0 2024-04-22T00:50:02.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.858+0000 7fe886ced640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe88006b8f0 con 0x7fe880107dc0 2024-04-22T00:50:02.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.859+0000 7fe88528a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe880109970 0x7fe8800724a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.859+0000 7fe88528a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe880109970 0x7fe8800724a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44814/0 (socket says 172.21.15.18:44814) 2024-04-22T00:50:02.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.859+0000 7fe88528a640 1 -- 172.21.15.18:0/1829974252 learned_addr learned my addr 172.21.15.18:0/1829974252 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:02.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.859+0000 7fe87ffff640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe880108fb0 0x7fe880071460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.860+0000 7fe884a89640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe880107dc0 0x7fe880070f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.860+0000 7fe88528a640 1 -- 172.21.15.18:0/1829974252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe880107dc0 msgr2=0x7fe880070f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.860+0000 7fe88528a640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe880107dc0 0x7fe880070f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.860+0000 7fe88528a640 1 -- 172.21.15.18:0/1829974252 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe880108fb0 msgr2=0x7fe880071460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.860+0000 7fe88528a640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe880108fb0 0x7fe880071460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.860+0000 7fe88528a640 1 -- 172.21.15.18:0/1829974252 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe880072b10 con 0x7fe880109970 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.860+0000 7fe884a89640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe880107dc0 0x7fe880070f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.860+0000 7fe87ffff640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe880108fb0 0x7fe880071460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.861+0000 7fe88528a640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe880109970 0x7fe8800724a0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fe870009850 tx=0x7fe8700045c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.861+0000 7fe87dffb640 1 -- 172.21.15.18:0/1829974252 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe870042020 con 0x7fe880109970 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.861+0000 7fe87dffb640 1 -- 172.21.15.18:0/1829974252 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8700054d0 con 0x7fe880109970 2024-04-22T00:50:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.861+0000 7fe87dffb640 1 -- 172.21.15.18:0/1829974252 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe87003e920 con 0x7fe880109970 2024-04-22T00:50:02.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.861+0000 7fe886ced640 1 -- 172.21.15.18:0/1829974252 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe880072da0 con 0x7fe880109970 2024-04-22T00:50:02.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.862+0000 7fe886ced640 1 -- 172.21.15.18:0/1829974252 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe880073240 con 0x7fe880109970 2024-04-22T00:50:02.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.865+0000 7fe87dffb640 1 -- 172.21.15.18:0/1829974252 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe870045020 con 0x7fe880109970 2024-04-22T00:50:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe8899b5740 1 Processor -- start 2024-04-22T00:50:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe8899b5740 1 -- start start 2024-04-22T00:50:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe8899b5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f144150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe8899b5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 0x55956f149220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe8899b5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 0x55956f14bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe8899b5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55956f0a8b70 con 0x55956f149890 2024-04-22T00:50:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe8899b5740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55956f051470 con 0x55956f143d30 2024-04-22T00:50:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe8899b5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55956f0a4b30 con 0x55956f144720 2024-04-22T00:50:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe87ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f144150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe87ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f144150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34758/0 (socket says 172.21.15.18:34758) 2024-04-22T00:50:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe87ffff640 1 -- 172.21.15.18:0/2354216959 learned_addr learned my addr 172.21.15.18:0/2354216959 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe87ffff640 1 --2- 172.21.15.18:0/2354216959 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 0x55956f14bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.866+0000 7fe884a89640 1 --2- 172.21.15.18:0/2354216959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 0x55956f149220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.867+0000 7fe87ffff640 1 -- 172.21.15.18:0/2354216959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 msgr2=0x55956f149220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.867+0000 7fe87ffff640 1 --2- 172.21.15.18:0/2354216959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 0x55956f149220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.867+0000 7fe87ffff640 1 -- 172.21.15.18:0/2354216959 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 msgr2=0x55956f14bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.867+0000 7fe87ffff640 1 --2- 172.21.15.18:0/2354216959 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 0x55956f14bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.867+0000 7fe87ffff640 1 -- 172.21.15.18:0/2354216959 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55956edbd210 con 0x55956f143d30 2024-04-22T00:50:02.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.867+0000 7fe87dffb640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8680a2d00 0x7fe8680a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.867+0000 7fe87dffb640 1 -- 172.21.15.18:0/1829974252 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe8700f1830 con 0x7fe880109970 2024-04-22T00:50:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.868+0000 7fe87ffff640 1 --2- 172.21.15.18:0/2354216959 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f144150 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fe874013930 tx=0x7fe87400b480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=569921f8e4a79c67 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.869+0000 7fe884a89640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8680a2d00 0x7fe8680a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.869+0000 7fe866ffd640 1 -- 172.21.15.18:0/2354216959 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe87400e960 con 0x55956f143d30 2024-04-22T00:50:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.869+0000 7fe866ffd640 1 -- 172.21.15.18:0/2354216959 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe874005020 con 0x55956f143d30 2024-04-22T00:50:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.870+0000 7fe8899b5740 1 -- 172.21.15.18:0/2354216959 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 msgr2=0x55956f144150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.870+0000 7fe8899b5740 1 --2- 172.21.15.18:0/2354216959 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f144150 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fe874013930 tx=0x7fe87400b480 comp rx=0 tx=0).stop 2024-04-22T00:50:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.870+0000 7fe884a89640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8680a2d00 0x7fe8680a51c0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x55956f144b20 tx=0x7fe8780077a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.870+0000 7fe8899b5740 1 -- 172.21.15.18:0/2354216959 shutdown_connections 2024-04-22T00:50:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.870+0000 7fe8899b5740 1 --2- 172.21.15.18:0/2354216959 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 0x55956f14bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.870+0000 7fe8899b5740 1 --2- 172.21.15.18:0/2354216959 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 0x55956f149220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.870+0000 7fe8899b5740 1 --2- 172.21.15.18:0/2354216959 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f144150 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.870+0000 7fe8899b5740 1 -- 172.21.15.18:0/2354216959 >> 172.21.15.18:0/2354216959 conn(0x55956f13f2a0 msgr2=0x55956f13f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.871+0000 7fe8899b5740 1 -- 172.21.15.18:0/2354216959 shutdown_connections 2024-04-22T00:50:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.871+0000 7fe8899b5740 1 -- 172.21.15.18:0/2354216959 wait complete. 2024-04-22T00:50:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.871+0000 7fe8899b5740 1 -- start start 2024-04-22T00:50:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.871+0000 7fe8899b5740 1 Processor -- start 2024-04-22T00:50:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.872+0000 7fe8899b5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.872+0000 7fe8899b5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 0x55956f14e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.872+0000 7fe884a89640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.872+0000 7fe884a89640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34766/0 (socket says 172.21.15.18:34766) 2024-04-22T00:50:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.872+0000 7fe87ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 0x55956f14e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.872+0000 7fe87ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 0x55956f14e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44818/0 (socket says 172.21.15.18:44818) 2024-04-22T00:50:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe884a89640 1 -- 172.21.15.18:0/667858153 learned_addr learned my addr 172.21.15.18:0/667858153 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe8899b5740 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 0x55956f155610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55956f14c890 con 0x55956f144720 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55956f064a10 con 0x55956f143d30 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55956f14ca10 con 0x55956f149890 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe88528a640 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 0x55956f155610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe8899b5740 10 client.0 _ll_register_callbacks cb 0x55956f09fb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe884a89640 1 -- 172.21.15.18:0/667858153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 msgr2=0x55956f155610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe884a89640 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 0x55956f155610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe884a89640 1 -- 172.21.15.18:0/667858153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 msgr2=0x55956f14e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe884a89640 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 0x55956f14e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe884a89640 1 -- 172.21.15.18:0/667858153 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55956ee89620 con 0x55956f143d30 2024-04-22T00:50:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.873+0000 7fe88528a640 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 0x55956f155610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.874+0000 7fe884a89640 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e100 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fe878010ed0 tx=0x7fe878004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f3f5971b316fbb9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.874+0000 7fe85ffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.874+0000 7fe85ffff640 1 -- 172.21.15.18:0/667858153 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878026680 con 0x55956f143d30 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.874+0000 7fe85ffff640 1 -- 172.21.15.18:0/667858153 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe87801d420 con 0x55956f143d30 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.874+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe874005020 con 0x55956f143d30 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.874+0000 7fe85ffff640 1 -- 172.21.15.18:0/667858153 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fe878026820 con 0x55956f143d30 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.874+0000 7fe8899b5740 10 client.27194 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.874+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55956f1589f0 con 0x55956f143d30 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.875+0000 7fe85ffff640 1 -- 172.21.15.18:0/667858153 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe87801d620 con 0x55956f143d30 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.875+0000 7fe85ffff640 1 -- 172.21.15.18:0/667858153 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7fe87801c3b0 con 0x55956f143d30 2024-04-22T00:50:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.875+0000 7fe8899b5740 10 client.27194 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:02.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.875+0000 7fe8899b5740 10 client.27194 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:02.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.875+0000 7fe8899b5740 20 client.27194 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:02.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.875+0000 7fe8899b5740 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55956f15a0e0 0x55956f15c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.875+0000 7fe8899b5740 4 client.27194 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:02.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.875+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe874005020 con 0x55956f15a0e0 2024-04-22T00:50:02.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.875+0000 7fe87ffff640 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55956f15a0e0 0x55956f15c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.877+0000 7fe87ffff640 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55956f15a0e0 0x55956f15c530 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=216a6cb79e65f91e server_cookie=810e754834340ebc in_seq=0 out_seq=0 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.877+0000 7fe85ffff640 10 client.27194 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.878+0000 7fe85ffff640 1 -- 172.21.15.18:0/667858153 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fe874005020 con 0x55956f15a0e0 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.878+0000 7fe85ffff640 10 client.27194 handle_command_reply: tid=0 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.878+0000 7fe8899b5740 1 client.27194 shutdown 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.878+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 msgr2=0x55956f14e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.878+0000 7fe8899b5740 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e100 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fe878010ed0 tx=0x7fe878004ad0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.878+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 shutdown_connections 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.878+0000 7fe8899b5740 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55956f15a0e0 0x55956f15c530 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.878+0000 7fe8899b5740 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 0x55956f155610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.878+0000 7fe8899b5740 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 0x55956f14e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.878+0000 7fe8899b5740 1 --2- 172.21.15.18:0/667858153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e100 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.879+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 >> 172.21.15.18:0/667858153 conn(0x55956f13f2a0 msgr2=0x55956f13e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:02.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.879+0000 7fe85ffff640 0 client.27194 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:02.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.879+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 shutdown_connections 2024-04-22T00:50:02.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.879+0000 7fe8899b5740 1 -- 172.21.15.18:0/667858153 wait complete. 2024-04-22T00:50:02.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.879+0000 7fe8899b5740 20 client.27194 trim_cache size 0 max 16384 2024-04-22T00:50:02.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.904+0000 7fe8899b5740 1 Processor -- start 2024-04-22T00:50:02.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.904+0000 7fe8899b5740 1 -- start start 2024-04-22T00:50:02.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.905+0000 7fe8899b5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.905+0000 7fe8899b5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 0x55956f1555a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.905+0000 7fe884a89640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.905+0000 7fe87ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 0x55956f1555a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.905+0000 7fe87ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 0x55956f1555a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50260/0 (socket says 172.21.15.18:50260) 2024-04-22T00:50:02.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.905+0000 7fe884a89640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34772/0 (socket says 172.21.15.18:34772) 2024-04-22T00:50:02.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.905+0000 7fe87ffff640 1 -- 172.21.15.18:0/2887319403 learned_addr learned my addr 172.21.15.18:0/2887319403 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:02.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.906+0000 7fe8899b5740 1 --2- 172.21.15.18:0/2887319403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 0x55956f13dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.906+0000 7fe8899b5740 1 -- 172.21.15.18:0/2887319403 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe8801c4300 con 0x55956f149890 2024-04-22T00:50:02.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.906+0000 7fe8899b5740 1 -- 172.21.15.18:0/2887319403 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe8801c1b70 con 0x55956f143d30 2024-04-22T00:50:02.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.906+0000 7fe8899b5740 1 -- 172.21.15.18:0/2887319403 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe880081f00 con 0x55956f144720 2024-04-22T00:50:02.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.907+0000 7fe884a89640 1 -- 172.21.15.18:0/2887319403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 msgr2=0x55956f1555a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.907+0000 7fe884a89640 1 --2- 172.21.15.18:0/2887319403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 0x55956f1555a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.907+0000 7fe88528a640 1 --2- 172.21.15.18:0/2887319403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 0x55956f13dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.907+0000 7fe884a89640 1 -- 172.21.15.18:0/2887319403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 msgr2=0x55956f13dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.907+0000 7fe884a89640 1 --2- 172.21.15.18:0/2887319403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 0x55956f13dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.907+0000 7fe884a89640 1 -- 172.21.15.18:0/2887319403 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55956f144110 con 0x55956f143d30 2024-04-22T00:50:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.907+0000 7fe88528a640 1 --2- 172.21.15.18:0/2887319403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 0x55956f13dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.907+0000 7fe884a89640 1 --2- 172.21.15.18:0/2887319403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e420 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fe878000f80 tx=0x7fe878007e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=39989b753daaced8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.908+0000 7fe8667fc640 1 -- 172.21.15.18:0/2887319403 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878038070 con 0x55956f143d30 2024-04-22T00:50:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.908+0000 7fe8667fc640 1 -- 172.21.15.18:0/2887319403 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe87800fd70 con 0x55956f143d30 2024-04-22T00:50:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.908+0000 7fe8667fc640 1 -- 172.21.15.18:0/2887319403 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8780269c0 con 0x55956f143d30 2024-04-22T00:50:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.908+0000 7fe8899b5740 1 -- 172.21.15.18:0/2887319403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 msgr2=0x55956f14e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.908+0000 7fe8899b5740 1 --2- 172.21.15.18:0/2887319403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e420 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fe878000f80 tx=0x7fe878007e90 comp rx=0 tx=0).stop 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.908+0000 7fe8899b5740 1 -- 172.21.15.18:0/2887319403 shutdown_connections 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.908+0000 7fe8899b5740 1 --2- 172.21.15.18:0/2887319403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f149890 0x55956f13dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.908+0000 7fe8899b5740 1 --2- 172.21.15.18:0/2887319403 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f144720 0x55956f1555a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.908+0000 7fe8899b5740 1 --2- 172.21.15.18:0/2887319403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f14e420 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.908+0000 7fe8899b5740 1 -- 172.21.15.18:0/2887319403 >> 172.21.15.18:0/2887319403 conn(0x55956f13f2a0 msgr2=0x55956f14dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 1 -- 172.21.15.18:0/2887319403 shutdown_connections 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 1 -- 172.21.15.18:0/2887319403 wait complete. 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 1 -- start start 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 1 Processor -- start 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f152ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 0x55956f1533e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 0x55956f1543f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe880082570 con 0x55956f144720 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe8801c14a0 con 0x55956f143d30 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe8801c0700 con 0x55956f149890 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.909+0000 7fe8899b5740 10 client.0 _ll_register_callbacks cb 0x7fe878007de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe884a89640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f152ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe884a89640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f152ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34774/0 (socket says 172.21.15.18:34774) 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe884a89640 1 -- 172.21.15.18:0/1871220924 learned_addr learned my addr 172.21.15.18:0/1871220924 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe88528a640 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 0x55956f1543f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe87ffff640 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 0x55956f1533e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe884a89640 1 -- 172.21.15.18:0/1871220924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 msgr2=0x55956f1543f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe884a89640 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 0x55956f1543f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe884a89640 1 -- 172.21.15.18:0/1871220924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 msgr2=0x55956f1533e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe884a89640 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 0x55956f1533e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe884a89640 1 -- 172.21.15.18:0/1871220924 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55956f1549e0 con 0x55956f143d30 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe87ffff640 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 0x55956f1533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe884a89640 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f152ea0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fe87801c7a0 tx=0x7fe8780071d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=daffd528380ac856 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe85ffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe85ffff640 1 -- 172.21.15.18:0/1871220924 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878038040 con 0x55956f143d30 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe85ffff640 1 -- 172.21.15.18:0/1871220924 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe87801cc40 con 0x55956f143d30 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.910+0000 7fe8899b5740 1 -- 172.21.15.18:0/1871220924 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe87800fd70 con 0x55956f143d30 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe85ffff640 1 -- 172.21.15.18:0/1871220924 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fe87804d050 con 0x55956f143d30 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe8899b5740 10 client.27200 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe8899b5740 1 -- 172.21.15.18:0/1871220924 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55956f1c0830 con 0x55956f143d30 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe85ffff640 1 -- 172.21.15.18:0/1871220924 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe87800fd70 con 0x55956f143d30 2024-04-22T00:50:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe85ffff640 1 -- 172.21.15.18:0/1871220924 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7fe878004530 con 0x55956f143d30 2024-04-22T00:50:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe8899b5740 10 client.27200 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe8899b5740 10 client.27200 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe8899b5740 20 client.27200 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe8899b5740 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55956f1c1120 0x55956f1c3540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe8899b5740 4 client.27200 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:50:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe8899b5740 1 -- 172.21.15.18:0/1871220924 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55956f0b60b0 con 0x55956f1c1120 2024-04-22T00:50:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.911+0000 7fe87ffff640 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55956f1c1120 0x55956f1c3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:02.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.912+0000 7fe87ffff640 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55956f1c1120 0x55956f1c3540 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd5e1eff67158a62 server_cookie=a68cafe5a2b000de in_seq=0 out_seq=0 2024-04-22T00:50:02.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.912+0000 7fe85ffff640 10 client.27200 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe85ffff640 1 -- 172.21.15.18:0/1871220924 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55956f0b60b0 con 0x55956f1c1120 2024-04-22T00:50:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe85ffff640 10 client.27200 handle_command_reply: tid=0 2024-04-22T00:50:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe8899b5740 1 client.27200 shutdown 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe8899b5740 1 -- 172.21.15.18:0/1871220924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 msgr2=0x55956f152ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe8899b5740 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f152ea0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fe87801c7a0 tx=0x7fe8780071d0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe8899b5740 1 -- 172.21.15.18:0/1871220924 shutdown_connections 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe8899b5740 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55956f1c1120 0x55956f1c3540 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe8899b5740 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55956f149890 0x55956f1543f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe8899b5740 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55956f144720 0x55956f1533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe8899b5740 1 --2- 172.21.15.18:0/1871220924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55956f143d30 0x55956f152ea0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe85ffff640 0 client.27200 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.921+0000 7fe8899b5740 1 -- 172.21.15.18:0/1871220924 >> 172.21.15.18:0/1871220924 conn(0x55956f13f2a0 msgr2=0x55956f142500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.922+0000 7fe8899b5740 1 -- 172.21.15.18:0/1871220924 shutdown_connections 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.922+0000 7fe8899b5740 1 -- 172.21.15.18:0/1871220924 wait complete. 2024-04-22T00:50:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.922+0000 7fe8899b5740 20 client.27200 trim_cache size 0 max 16384 2024-04-22T00:50:02.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:50:02.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:50:02.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:50:02.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:50:02.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 -- 172.21.15.18:0/1829974252 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8680a2d00 msgr2=0x7fe8680a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:02.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8680a2d00 0x7fe8680a51c0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x55956f144b20 tx=0x7fe8780077a0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 -- 172.21.15.18:0/1829974252 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe880109970 msgr2=0x7fe8800724a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:02.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe880109970 0x7fe8800724a0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fe870009850 tx=0x7fe8700045c0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 -- 172.21.15.18:0/1829974252 shutdown_connections 2024-04-22T00:50:02.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe8680a2d00 0x7fe8680a51c0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe880109970 0x7fe8800724a0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe880108fb0 0x7fe880071460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 --2- 172.21.15.18:0/1829974252 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe880107dc0 0x7fe880070f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:02.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 -- 172.21.15.18:0/1829974252 >> 172.21.15.18:0/1829974252 conn(0x7fe880076d60 msgr2=0x7fe88010c1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:02.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 -- 172.21.15.18:0/1829974252 shutdown_connections 2024-04-22T00:50:02.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:02.923+0000 7fe886ced640 1 -- 172.21.15.18:0/1829974252 wait complete. 2024-04-22T00:50:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.066+0000 7fd579078640 1 -- 172.21.15.18:0/2805233023 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd57410eb00 msgr2=0x7fd574110fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.066+0000 7fd579078640 1 --2- 172.21.15.18:0/2805233023 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd57410eb00 0x7fd574110fc0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd55c009860 tx=0x7fd55c02bb90 comp rx=0 tx=0).stop 2024-04-22T00:50:03.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.073+0000 7fd579078640 1 -- 172.21.15.18:0/2805233023 shutdown_connections 2024-04-22T00:50:03.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.073+0000 7fd579078640 1 --2- 172.21.15.18:0/2805233023 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd57410eb00 0x7fd574110fc0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.073+0000 7fd579078640 1 --2- 172.21.15.18:0/2805233023 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd57410c180 0x7fd57410e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.073+0000 7fd579078640 1 --2- 172.21.15.18:0/2805233023 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd574109850 0x7fd57410bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.073+0000 7fd579078640 1 -- 172.21.15.18:0/2805233023 >> 172.21.15.18:0/2805233023 conn(0x7fd57406e5d0 msgr2=0x7fd574070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:03.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.081+0000 7fd579078640 1 -- 172.21.15.18:0/2805233023 shutdown_connections 2024-04-22T00:50:03.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.082+0000 7fd579078640 1 -- 172.21.15.18:0/2805233023 wait complete. 2024-04-22T00:50:03.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.083+0000 7fd579078640 1 Processor -- start 2024-04-22T00:50:03.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.086+0000 7fd579078640 1 -- start start 2024-04-22T00:50:03.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.087+0000 7fd579078640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd574109850 0x7fd5741a6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.087+0000 7fd579078640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd57410c180 0x7fd5741a6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.087+0000 7fd579078640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd57410eb00 0x7fd5741adea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.087+0000 7fd579078640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd574113a20 con 0x7fd574109850 2024-04-22T00:50:03.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.087+0000 7fd579078640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd5741138a0 con 0x7fd57410c180 2024-04-22T00:50:03.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.087+0000 7fd579078640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd574113ba0 con 0x7fd57410eb00 2024-04-22T00:50:03.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.088+0000 7fd57359e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd57410eb00 0x7fd5741adea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.089+0000 7fd57359e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd57410eb00 0x7fd5741adea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50288/0 (socket says 172.21.15.18:50288) 2024-04-22T00:50:03.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.089+0000 7fd57359e640 1 -- 172.21.15.18:0/1808143065 learned_addr learned my addr 172.21.15.18:0/1808143065 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:03.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.089+0000 7fd572d9d640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd574109850 0x7fd5741a6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.089+0000 7fd57359e640 1 -- 172.21.15.18:0/1808143065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd57410c180 msgr2=0x7fd5741a6e80 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:50:03.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.089+0000 7fd57359e640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd57410c180 0x7fd5741a6e80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.089+0000 7fd57359e640 1 -- 172.21.15.18:0/1808143065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd574109850 msgr2=0x7fd5741a6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.089+0000 7fd57359e640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd574109850 0x7fd5741a6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.089+0000 7fd57359e640 1 -- 172.21.15.18:0/1808143065 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd57419de80 con 0x7fd57410eb00 2024-04-22T00:50:03.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.092+0000 7fd57359e640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd57410eb00 0x7fd5741adea0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd55c009780 tx=0x7fd55c032440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:03.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.093+0000 7fd56bfff640 1 -- 172.21.15.18:0/1808143065 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd55c039040 con 0x7fd57410eb00 2024-04-22T00:50:03.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.094+0000 7fd56bfff640 1 -- 172.21.15.18:0/1808143065 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd55c042070 con 0x7fd57410eb00 2024-04-22T00:50:03.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.094+0000 7fd56bfff640 1 -- 172.21.15.18:0/1808143065 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd55c0046c0 con 0x7fd57410eb00 2024-04-22T00:50:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.096+0000 7fd579078640 1 -- 172.21.15.18:0/1808143065 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd57419e110 con 0x7fd57410eb00 2024-04-22T00:50:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.096+0000 7fd579078640 1 -- 172.21.15.18:0/1808143065 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd57419e4c0 con 0x7fd57410eb00 2024-04-22T00:50:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.099+0000 7fd57bc5a740 1 Processor -- start 2024-04-22T00:50:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.100+0000 7fd57bc5a740 1 -- start start 2024-04-22T00:50:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.100+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7a6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.100+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7a6910 0x55693c7ab410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.100+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7aba80 0x55693c7adf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.100+0000 7fd57bc5a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55693c70b560 con 0x55693c7a5f20 2024-04-22T00:50:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.100+0000 7fd57bc5a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55693c6b3730 con 0x55693c7a6910 2024-04-22T00:50:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.100+0000 7fd57bc5a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55693c707520 con 0x55693c7aba80 2024-04-22T00:50:03.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.102+0000 7fd57259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7aba80 0x55693c7adf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.102+0000 7fd572d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7a6910 0x55693c7ab410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.102+0000 7fd56bfff640 1 -- 172.21.15.18:0/1808143065 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd55c02c530 con 0x7fd57410eb00 2024-04-22T00:50:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.103+0000 7fd57259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7aba80 0x55693c7adf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50302/0 (socket says 172.21.15.18:50302) 2024-04-22T00:50:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.103+0000 7fd57259c640 1 -- 172.21.15.18:0/2315937829 learned_addr learned my addr 172.21.15.18:0/2315937829 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.103+0000 7fd56bfff640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5600a2d90 0x7fd5600a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.103+0000 7fd57359e640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5600a2d90 0x7fd5600a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.103+0000 7fd57259c640 1 -- 172.21.15.18:0/2315937829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7a6910 msgr2=0x55693c7ab410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:03.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.103+0000 7fd57259c640 1 --2- 172.21.15.18:0/2315937829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7a6910 0x55693c7ab410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.103+0000 7fd57259c640 1 -- 172.21.15.18:0/2315937829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 msgr2=0x55693c7a6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.103+0000 7fd57259c640 1 --2- 172.21.15.18:0/2315937829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7a6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.103+0000 7fd57259c640 1 -- 172.21.15.18:0/2315937829 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55693c4e97d0 con 0x55693c7aba80 2024-04-22T00:50:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.104+0000 7fd57259c640 1 --2- 172.21.15.18:0/2315937829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7aba80 0x55693c7adf10 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd564005d00 tx=0x7fd5640107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=569397050cf295d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.104+0000 7fd56bfff640 1 -- 172.21.15.18:0/1808143065 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd55c0f06c0 con 0x7fd57410eb00 2024-04-22T00:50:03.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.104+0000 7fd579078640 1 -- 172.21.15.18:0/2315937829 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd564009e50 con 0x55693c7aba80 2024-04-22T00:50:03.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.104+0000 7fd579078640 1 -- 172.21.15.18:0/2315937829 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd564015070 con 0x55693c7aba80 2024-04-22T00:50:03.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.105+0000 7fd579078640 1 -- 172.21.15.18:0/2315937829 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd564009e50 con 0x55693c7aba80 2024-04-22T00:50:03.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.105+0000 7fd57359e640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5600a2d90 0x7fd5600a5250 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd55c0b94c0 tx=0x7fd55c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:03.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.105+0000 7fd57bc5a740 1 -- 172.21.15.18:0/2315937829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7aba80 msgr2=0x55693c7adf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.105+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/2315937829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7aba80 0x55693c7adf10 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd564005d00 tx=0x7fd5640107a0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.106+0000 7fd57bc5a740 1 -- 172.21.15.18:0/2315937829 shutdown_connections 2024-04-22T00:50:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.106+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/2315937829 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7aba80 0x55693c7adf10 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.106+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/2315937829 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7a6910 0x55693c7ab410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.106+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/2315937829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7a6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.106+0000 7fd57bc5a740 1 -- 172.21.15.18:0/2315937829 >> 172.21.15.18:0/2315937829 conn(0x55693c7a1730 msgr2=0x55693c7a1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:03.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.110+0000 7fd57bc5a740 1 -- 172.21.15.18:0/2315937829 shutdown_connections 2024-04-22T00:50:03.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.110+0000 7fd57bc5a740 1 -- 172.21.15.18:0/2315937829 wait complete. 2024-04-22T00:50:03.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.111+0000 7fd57bc5a740 1 -- start start 2024-04-22T00:50:03.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.111+0000 7fd57bc5a740 1 Processor -- start 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7b03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b7970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd57bc5a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55693c7aea80 con 0x55693c7a5f20 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd57bc5a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55693c6c6e00 con 0x55693c7aba80 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd57bc5a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55693c7aec00 con 0x55693c7a6910 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd572d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd572d9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b0930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50306/0 (socket says 172.21.15.18:50306) 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd572d9d640 1 -- 172.21.15.18:0/377900240 learned_addr learned my addr 172.21.15.18:0/377900240 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd57bc5a740 10 client.0 _ll_register_callbacks cb 0x55693c701eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:03.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd57259c640 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.112+0000 7fd572d9d640 1 -- 172.21.15.18:0/377900240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 msgr2=0x55693c7b7970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:03.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.113+0000 7fd572d9d640 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b7970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.113+0000 7fd572d9d640 1 -- 172.21.15.18:0/377900240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 msgr2=0x55693c7b03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:03.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.113+0000 7fd572d9d640 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7b03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.113+0000 7fd572d9d640 1 -- 172.21.15.18:0/377900240 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55693c41f3f0 con 0x55693c7a6910 2024-04-22T00:50:03.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.113+0000 7fd57259c640 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:03.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.113+0000 7fd572d9d640 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b0930 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd56c010b80 tx=0x7fd56c00d7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bec19b66367f2ffd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:03.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.113+0000 7fd55a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:03.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.113+0000 7fd55a7fc640 1 -- 172.21.15.18:0/377900240 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56c00e450 con 0x55693c7a6910 2024-04-22T00:50:03.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.113+0000 7fd57bc5a740 1 -- 172.21.15.18:0/377900240 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd564015070 con 0x55693c7a6910 2024-04-22T00:50:03.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.113+0000 7fd55a7fc640 1 -- 172.21.15.18:0/377900240 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd56c00e5f0 con 0x55693c7a6910 2024-04-22T00:50:03.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.114+0000 7fd55a7fc640 1 -- 172.21.15.18:0/377900240 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fd56c00e7f0 con 0x55693c7a6910 2024-04-22T00:50:03.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.117+0000 7fd57bc5a740 10 client.27181 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:03.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.117+0000 7fd57bc5a740 1 -- 172.21.15.18:0/377900240 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55693c3df0f0 con 0x55693c7a6910 2024-04-22T00:50:03.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.117+0000 7fd55a7fc640 1 -- 172.21.15.18:0/377900240 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd564015070 con 0x55693c7a6910 2024-04-22T00:50:03.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.117+0000 7fd55a7fc640 1 -- 172.21.15.18:0/377900240 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7fd56c00b040 con 0x55693c7a6910 2024-04-22T00:50:03.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.118+0000 7fd57bc5a740 10 client.27181 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:03.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.118+0000 7fd57bc5a740 10 client.27181 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:03.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.118+0000 7fd57bc5a740 20 client.27181 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:03.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.118+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55693c7bc6e0 0x55693c7beb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.118+0000 7fd57bc5a740 4 client.27181 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:03.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.118+0000 7fd57bc5a740 1 -- 172.21.15.18:0/377900240 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55693c718aa0 con 0x55693c7bc6e0 2024-04-22T00:50:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.122+0000 7fd57259c640 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55693c7bc6e0 0x55693c7beb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.138+0000 7fd57259c640 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55693c7bc6e0 0x55693c7beb80 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3ffa618b9e84896 server_cookie=813500e478c93dfb in_seq=0 out_seq=0 2024-04-22T00:50:03.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.138+0000 7fd55a7fc640 10 client.27181 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:03.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.140+0000 7fd55a7fc640 1 -- 172.21.15.18:0/377900240 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55693c718aa0 con 0x55693c7bc6e0 2024-04-22T00:50:03.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.140+0000 7fd55a7fc640 10 client.27181 handle_command_reply: tid=0 2024-04-22T00:50:03.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.140+0000 7fd57bc5a740 1 client.27181 shutdown 2024-04-22T00:50:03.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.143+0000 7fd57bc5a740 1 -- 172.21.15.18:0/377900240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 msgr2=0x55693c7b0930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.143+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b0930 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd56c010b80 tx=0x7fd56c00d7b0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.144+0000 7fd57bc5a740 1 -- 172.21.15.18:0/377900240 shutdown_connections 2024-04-22T00:50:03.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.144+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55693c7bc6e0 0x55693c7beb80 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.144+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.144+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b0930 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.144+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/377900240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7b03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.144+0000 7fd57bc5a740 1 -- 172.21.15.18:0/377900240 >> 172.21.15.18:0/377900240 conn(0x55693c7a1730 msgr2=0x55693c7a09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:03.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.144+0000 7fd55a7fc640 0 client.27181 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:03.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.146+0000 7fd57bc5a740 1 -- 172.21.15.18:0/377900240 shutdown_connections 2024-04-22T00:50:03.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.146+0000 7fd57bc5a740 1 -- 172.21.15.18:0/377900240 wait complete. 2024-04-22T00:50:03.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.148+0000 7fd57bc5a740 20 client.27181 trim_cache size 0 max 16384 2024-04-22T00:50:03.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.191+0000 7fd57bc5a740 1 Processor -- start 2024-04-22T00:50:03.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.191+0000 7fd57bc5a740 1 -- start start 2024-04-22T00:50:03.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.192+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7a7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.192+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7a8310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.192+0000 7fd57259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7a7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.192+0000 7fd57259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7a7dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44882/0 (socket says 172.21.15.18:44882) 2024-04-22T00:50:03.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.192+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b7930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.192+0000 7fd57259c640 1 -- 172.21.15.18:0/196644527 learned_addr learned my addr 172.21.15.18:0/196644527 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:03.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.192+0000 7fd57bc5a740 1 -- 172.21.15.18:0/196644527 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd5741c3df0 con 0x55693c7a5f20 2024-04-22T00:50:03.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.192+0000 7fd57bc5a740 1 -- 172.21.15.18:0/196644527 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd5741c44c0 con 0x55693c7aba80 2024-04-22T00:50:03.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.192+0000 7fd57bc5a740 1 -- 172.21.15.18:0/196644527 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd5741c1d30 con 0x55693c7a6910 2024-04-22T00:50:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.195+0000 7fd572d9d640 1 --2- 172.21.15.18:0/196644527 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7a8310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.196+0000 7fd57259c640 1 --2- 172.21.15.18:0/196644527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.196+0000 7fd57259c640 1 -- 172.21.15.18:0/196644527 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 msgr2=0x55693c7a8310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.196+0000 7fd57259c640 1 --2- 172.21.15.18:0/196644527 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7a8310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.196+0000 7fd57259c640 1 -- 172.21.15.18:0/196644527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 msgr2=0x55693c7b7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.196+0000 7fd57259c640 1 --2- 172.21.15.18:0/196644527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b7930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.197+0000 7fd57259c640 1 -- 172.21.15.18:0/196644527 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55693c79d220 con 0x55693c7a5f20 2024-04-22T00:50:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.198+0000 7fd57259c640 1 --2- 172.21.15.18:0/196644527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7a7dd0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fd564000c00 tx=0x7fd564009970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31cf75750f138936 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:03.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.202+0000 7fd568ff9640 1 -- 172.21.15.18:0/196644527 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56404d030 con 0x55693c7a5f20 2024-04-22T00:50:03.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.202+0000 7fd568ff9640 1 -- 172.21.15.18:0/196644527 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd564015070 con 0x55693c7a5f20 2024-04-22T00:50:03.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.202+0000 7fd568ff9640 1 -- 172.21.15.18:0/196644527 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5640035f0 con 0x55693c7a5f20 2024-04-22T00:50:03.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.204+0000 7fd57bc5a740 1 -- 172.21.15.18:0/196644527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 msgr2=0x55693c7a7dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.204+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/196644527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7a7dd0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fd564000c00 tx=0x7fd564009970 comp rx=0 tx=0).stop 2024-04-22T00:50:03.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.204+0000 7fd57bc5a740 1 -- 172.21.15.18:0/196644527 shutdown_connections 2024-04-22T00:50:03.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.204+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/196644527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.204+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/196644527 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7a8310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.204+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/196644527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c7a5f20 0x55693c7a7dd0 secure :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fd564000c00 tx=0x7fd564009970 comp rx=0 tx=0).stop 2024-04-22T00:50:03.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.204+0000 7fd57bc5a740 1 -- 172.21.15.18:0/196644527 >> 172.21.15.18:0/196644527 conn(0x55693c7a1730 msgr2=0x55693c7a1b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:03.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.208+0000 7fd57bc5a740 1 -- 172.21.15.18:0/196644527 shutdown_connections 2024-04-22T00:50:03.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.210+0000 7fd57bc5a740 1 -- 172.21.15.18:0/196644527 wait complete. 2024-04-22T00:50:03.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.211+0000 7fd57bc5a740 1 -- start start 2024-04-22T00:50:03.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.211+0000 7fd57bc5a740 1 Processor -- start 2024-04-22T00:50:03.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.211+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.211+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b4be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.212+0000 7fd57bc5a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c81ece0 0x55693c8210d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.212+0000 7fd57259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.212+0000 7fd57259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50322/0 (socket says 172.21.15.18:50322) 2024-04-22T00:50:03.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.212+0000 7fd57259c640 1 -- 172.21.15.18:0/1343619729 learned_addr learned my addr 172.21.15.18:0/1343619729 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:03.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.212+0000 7fd572d9d640 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.212+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd5741c01f0 con 0x55693c81ece0 2024-04-22T00:50:03.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.212+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd5741c1660 con 0x55693c7aba80 2024-04-22T00:50:03.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.212+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd5741c08c0 con 0x55693c7a6910 2024-04-22T00:50:03.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.212+0000 7fd57259c640 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c81ece0 0x55693c8210d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.213+0000 7fd57259c640 1 -- 172.21.15.18:0/1343619729 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 msgr2=0x55693c7b4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:03.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.213+0000 7fd57259c640 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.213+0000 7fd57259c640 1 -- 172.21.15.18:0/1343619729 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c81ece0 msgr2=0x55693c8210d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:03.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.213+0000 7fd57259c640 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c81ece0 0x55693c8210d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.213+0000 7fd57259c640 1 -- 172.21.15.18:0/1343619729 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55693c7b7cb0 con 0x55693c7a6910 2024-04-22T00:50:03.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.213+0000 7fd57259c640 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b46a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd564005cd0 tx=0x7fd564009470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf5635048c1005f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:03.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.213+0000 7fd55a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:03.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.213+0000 7fd57bc5a740 10 client.0 _ll_register_callbacks cb 0x7fd56c009a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:03.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.213+0000 7fd55a7fc640 1 -- 172.21.15.18:0/1343619729 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56404d040 con 0x55693c7a6910 2024-04-22T00:50:03.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.213+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd564015070 con 0x55693c7a6910 2024-04-22T00:50:03.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.214+0000 7fd55a7fc640 1 -- 172.21.15.18:0/1343619729 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd564004240 con 0x55693c7a6910 2024-04-22T00:50:03.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.218+0000 7fd55a7fc640 1 -- 172.21.15.18:0/1343619729 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fd564004480 con 0x55693c7a6910 2024-04-22T00:50:03.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.218+0000 7fd57bc5a740 10 client.27184 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:03.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.218+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({fsmap=41}) -- 0x55693c8223b0 con 0x55693c7a6910 2024-04-22T00:50:03.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.224+0000 7fd55a7fc640 1 -- 172.21.15.18:0/1343619729 <== mon.1 v2:172.21.15.167:3300/0 4 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7fd5640035f0 con 0x55693c7a6910 2024-04-22T00:50:03.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.224+0000 7fd57bc5a740 10 client.27184 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:03.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.224+0000 7fd57bc5a740 10 client.27184 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:03.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.224+0000 7fd57bc5a740 20 client.27184 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:03.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.224+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55693c822990 0x55693c824db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.224+0000 7fd57bc5a740 4 client.27184 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:50:03.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.224+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55693c712df0 con 0x55693c822990 2024-04-22T00:50:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.230+0000 7fd572d9d640 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55693c822990 0x55693c824db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.240+0000 7fd572d9d640 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55693c822990 0x55693c824db0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e152dbd488750230 server_cookie=f9a6f7239abeaea0 in_seq=0 out_seq=0 2024-04-22T00:50:03.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.241+0000 7fd55a7fc640 10 client.27184 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:03.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.245+0000 7fd55a7fc640 1 -- 172.21.15.18:0/1343619729 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55693c712df0 con 0x55693c822990 2024-04-22T00:50:03.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.245+0000 7fd55a7fc640 10 client.27184 handle_command_reply: tid=0 2024-04-22T00:50:03.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.245+0000 7fd57bc5a740 1 client.27184 shutdown 2024-04-22T00:50:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.254+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 msgr2=0x55693c7b46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.254+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b46a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd564005cd0 tx=0x7fd564009470 comp rx=0 tx=0).stop 2024-04-22T00:50:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.254+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 shutdown_connections 2024-04-22T00:50:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.254+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55693c822990 0x55693c824db0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.254+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55693c81ece0 0x55693c8210d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.254+0000 7fd55a7fc640 0 client.27184 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.254+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55693c7aba80 0x55693c7b4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.254+0000 7fd57bc5a740 1 --2- 172.21.15.18:0/1343619729 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55693c7a6910 0x55693c7b46a0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.254+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 >> 172.21.15.18:0/1343619729 conn(0x55693c7a1730 msgr2=0x55693c7a7dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:03.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.257+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 shutdown_connections 2024-04-22T00:50:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.259+0000 7fd57bc5a740 1 -- 172.21.15.18:0/1343619729 wait complete. 2024-04-22T00:50:03.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.262+0000 7fd57bc5a740 20 client.27184 trim_cache size 0 max 16384 2024-04-22T00:50:03.265 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:50:03.265 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:50:03.265 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:50:03.265 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:50:03.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.268+0000 7fd569ffb640 1 -- 172.21.15.18:0/1808143065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5600a2d90 msgr2=0x7fd5600a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.268+0000 7fd569ffb640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5600a2d90 0x7fd5600a5250 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd55c0b94c0 tx=0x7fd55c005f90 comp rx=0 tx=0).stop 2024-04-22T00:50:03.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.268+0000 7fd569ffb640 1 -- 172.21.15.18:0/1808143065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd57410eb00 msgr2=0x7fd5741adea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.268+0000 7fd569ffb640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd57410eb00 0x7fd5741adea0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd55c009780 tx=0x7fd55c032440 comp rx=0 tx=0).stop 2024-04-22T00:50:03.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.268+0000 7fd569ffb640 1 -- 172.21.15.18:0/1808143065 shutdown_connections 2024-04-22T00:50:03.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.268+0000 7fd569ffb640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd5600a2d90 0x7fd5600a5250 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.268+0000 7fd569ffb640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd57410eb00 0x7fd5741adea0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.268+0000 7fd569ffb640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd57410c180 0x7fd5741a6e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.268+0000 7fd569ffb640 1 --2- 172.21.15.18:0/1808143065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd574109850 0x7fd5741a6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.268+0000 7fd569ffb640 1 -- 172.21.15.18:0/1808143065 >> 172.21.15.18:0/1808143065 conn(0x7fd57406e5d0 msgr2=0x7fd574109c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:03.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.270+0000 7fd569ffb640 1 -- 172.21.15.18:0/1808143065 shutdown_connections 2024-04-22T00:50:03.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.272+0000 7fd569ffb640 1 -- 172.21.15.18:0/1808143065 wait complete. 2024-04-22T00:50:03.290 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:50:03.290 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:50:03.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.518+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/3505383846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c58108740 msgr2=0x7f8c5810ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.518+0000 7f8c5e4cd640 1 --2- 172.21.15.18:0/3505383846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c58108740 0x7f8c5810ab70 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f8c50009ca0 tx=0x7f8c5002c140 comp rx=0 tx=0).stop 2024-04-22T00:50:03.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.526+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/3505383846 shutdown_connections 2024-04-22T00:50:03.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.526+0000 7f8c5e4cd640 1 --2- 172.21.15.18:0/3505383846 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5810da80 0x7f8c5810df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.526+0000 7f8c5e4cd640 1 --2- 172.21.15.18:0/3505383846 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c5810b0b0 0x7f8c5810d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.526+0000 7f8c5e4cd640 1 --2- 172.21.15.18:0/3505383846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c58108740 0x7f8c5810ab70 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.526+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/3505383846 >> 172.21.15.18:0/3505383846 conn(0x7f8c5806e5e0 msgr2=0x7f8c58070a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:03.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.532+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/3505383846 shutdown_connections 2024-04-22T00:50:03.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.533+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/3505383846 wait complete. 2024-04-22T00:50:03.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.534+0000 7f8c5e4cd640 1 Processor -- start 2024-04-22T00:50:03.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.534+0000 7f8c5e4cd640 1 -- start start 2024-04-22T00:50:03.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.534+0000 7f8c5e4cd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c58108740 0x7f8c581a6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.534+0000 7f8c5e4cd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c5810b0b0 0x7f8c581a6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.534+0000 7f8c5e4cd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5810da80 0x7f8c581adec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.534+0000 7f8c5e4cd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5811c240 con 0x7f8c5810b0b0 2024-04-22T00:50:03.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.534+0000 7f8c5e4cd640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5811c0c0 con 0x7f8c5810da80 2024-04-22T00:50:03.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.534+0000 7f8c5e4cd640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5811c3c0 con 0x7f8c58108740 2024-04-22T00:50:03.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.535+0000 7f8c5ca6a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5810da80 0x7f8c581adec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.535+0000 7f8c5ca6a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5810da80 0x7f8c581adec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34830/0 (socket says 172.21.15.18:34830) 2024-04-22T00:50:03.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.535+0000 7f8c5ca6a640 1 -- 172.21.15.18:0/2233415008 learned_addr learned my addr 172.21.15.18:0/2233415008 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:03.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.537+0000 7f8c577fe640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c5810b0b0 0x7f8c581a6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.537+0000 7f8c577fe640 1 -- 172.21.15.18:0/2233415008 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c58108740 msgr2=0x7f8c581a6910 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:50:03.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.537+0000 7f8c577fe640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c58108740 0x7f8c581a6910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.537+0000 7f8c577fe640 1 -- 172.21.15.18:0/2233415008 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5810da80 msgr2=0x7f8c581adec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.537+0000 7f8c577fe640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5810da80 0x7f8c581adec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.537+0000 7f8c577fe640 1 -- 172.21.15.18:0/2233415008 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c581ae530 con 0x7f8c5810b0b0 2024-04-22T00:50:03.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.538+0000 7f8c577fe640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c5810b0b0 0x7f8c581a6e50 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f8c4800c940 tx=0x7f8c4800ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:03.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.539+0000 7f8c557fa640 1 -- 172.21.15.18:0/2233415008 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c48004220 con 0x7f8c5810b0b0 2024-04-22T00:50:03.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.539+0000 7f8c557fa640 1 -- 172.21.15.18:0/2233415008 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c480043c0 con 0x7f8c5810b0b0 2024-04-22T00:50:03.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.539+0000 7f8c557fa640 1 -- 172.21.15.18:0/2233415008 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4800f450 con 0x7f8c5810b0b0 2024-04-22T00:50:03.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.543+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/2233415008 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c581ae820 con 0x7f8c5810b0b0 2024-04-22T00:50:03.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.543+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/2233415008 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c581aecf0 con 0x7f8c5810b0b0 2024-04-22T00:50:03.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.546+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/2233415008 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c58068560 con 0x7f8c5810b0b0 2024-04-22T00:50:03.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.548+0000 7f8c557fa640 1 -- 172.21.15.18:0/2233415008 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8c480079b0 con 0x7f8c5810b0b0 2024-04-22T00:50:03.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.551+0000 7f8c557fa640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8c440a2d90 0x7f8c440a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:03.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.552+0000 7f8c557fa640 1 -- 172.21.15.18:0/2233415008 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8c480cf370 con 0x7f8c5810b0b0 2024-04-22T00:50:03.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.553+0000 7f8c57fff640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8c440a2d90 0x7f8c440a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:03.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.553+0000 7f8c57fff640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8c440a2d90 0x7f8c440a5250 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f8c50004af0 tx=0x7f8c50000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:03.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.560+0000 7f8c557fa640 1 -- 172.21.15.18:0/2233415008 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8c4801d020 con 0x7f8c5810b0b0 2024-04-22T00:50:03.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.982+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/2233415008 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8c580710e0 con 0x7f8c5810b0b0 2024-04-22T00:50:03.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.984+0000 7f8c557fa640 1 -- 172.21.15.18:0/2233415008 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+11872 (secure 0 0 0) 0x7f8c580710e0 con 0x7f8c5810b0b0 2024-04-22T00:50:03.984 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:50:03.984 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":41,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":41,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:49:46.328317+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:50:03.985 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 41 2024-04-22T00:50:03.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.988+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8c440a2d90 msgr2=0x7f8c440a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.988+0000 7f8c5e4cd640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8c440a2d90 0x7f8c440a5250 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f8c50004af0 tx=0x7f8c50000f40 comp rx=0 tx=0).stop 2024-04-22T00:50:03.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.988+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c5810b0b0 msgr2=0x7f8c581a6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:03.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.988+0000 7f8c5e4cd640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c5810b0b0 0x7f8c581a6e50 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f8c4800c940 tx=0x7f8c4800ce00 comp rx=0 tx=0).stop 2024-04-22T00:50:03.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.988+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/2233415008 shutdown_connections 2024-04-22T00:50:03.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.988+0000 7f8c5e4cd640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f8c440a2d90 0x7f8c440a5250 secure :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f8c50004af0 tx=0x7f8c50000f40 comp rx=0 tx=0).stop 2024-04-22T00:50:03.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.988+0000 7f8c5e4cd640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5810da80 0x7f8c581adec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.988+0000 7f8c5e4cd640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c5810b0b0 0x7f8c581a6e50 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.988+0000 7f8c5e4cd640 1 --2- 172.21.15.18:0/2233415008 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8c58108740 0x7f8c581a6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:03.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.988+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/2233415008 >> 172.21.15.18:0/2233415008 conn(0x7f8c5806e5e0 msgr2=0x7f8c5810c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:03.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.989+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/2233415008 shutdown_connections 2024-04-22T00:50:03.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:03.990+0000 7f8c5e4cd640 1 -- 172.21.15.18:0/2233415008 wait complete. 2024-04-22T00:50:04.009 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:50:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.213+0000 7fe44698c640 1 -- 172.21.15.18:0/1701989225 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe440102980 msgr2=0x7fe440104df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.213+0000 7fe44698c640 1 --2- 172.21.15.18:0/1701989225 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe440102980 0x7fe440104df0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fe434009860 tx=0x7fe43402bb70 comp rx=0 tx=0).stop 2024-04-22T00:50:04.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.215+0000 7fe44698c640 1 -- 172.21.15.18:0/1701989225 shutdown_connections 2024-04-22T00:50:04.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.215+0000 7fe44698c640 1 --2- 172.21.15.18:0/1701989225 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe440105330 0x7fe4401057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.215+0000 7fe44698c640 1 --2- 172.21.15.18:0/1701989225 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe440102980 0x7fe440104df0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.215+0000 7fe44698c640 1 --2- 172.21.15.18:0/1701989225 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe440100010 0x7fe440102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.215+0000 7fe44698c640 1 -- 172.21.15.18:0/1701989225 >> 172.21.15.18:0/1701989225 conn(0x7fe4400fbc30 msgr2=0x7fe4400fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.216+0000 7fe44698c640 1 -- 172.21.15.18:0/1701989225 shutdown_connections 2024-04-22T00:50:04.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.216+0000 7fe44698c640 1 -- 172.21.15.18:0/1701989225 wait complete. 2024-04-22T00:50:04.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.216+0000 7fe44698c640 1 Processor -- start 2024-04-22T00:50:04.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.216+0000 7fe44698c640 1 -- start start 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe44698c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe440100010 0x7fe440070100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe44698c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe440102980 0x7fe440070640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe44698c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe440105330 0x7fe4401ae150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe44698c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe440113a40 con 0x7fe440105330 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe44698c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe4401138c0 con 0x7fe440100010 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe44698c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe440113bc0 con 0x7fe440102980 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe43f7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe440102980 0x7fe440070640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe43f7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe440102980 0x7fe440070640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50352/0 (socket says 172.21.15.18:50352) 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe43f7fe640 1 -- 172.21.15.18:0/3139157107 learned_addr learned my addr 172.21.15.18:0/3139157107 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe444f29640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe440105330 0x7fe4401ae150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe43ffff640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe440100010 0x7fe440070100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe43f7fe640 1 -- 172.21.15.18:0/3139157107 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe440100010 msgr2=0x7fe440070100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe43f7fe640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe440100010 0x7fe440070100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe43f7fe640 1 -- 172.21.15.18:0/3139157107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe440105330 msgr2=0x7fe4401ae150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe43f7fe640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe440105330 0x7fe4401ae150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.217+0000 7fe43f7fe640 1 -- 172.21.15.18:0/3139157107 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4401ae690 con 0x7fe440102980 2024-04-22T00:50:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.218+0000 7fe43f7fe640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe440102980 0x7fe440070640 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fe434009980 tx=0x7fe4340045e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.218+0000 7fe43d7fa640 1 -- 172.21.15.18:0/3139157107 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe434039040 con 0x7fe440102980 2024-04-22T00:50:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.218+0000 7fe43d7fa640 1 -- 172.21.15.18:0/3139157107 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe434042070 con 0x7fe440102980 2024-04-22T00:50:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.218+0000 7fe44698c640 1 -- 172.21.15.18:0/3139157107 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4401ae860 con 0x7fe440102980 2024-04-22T00:50:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.219+0000 7fe43d7fa640 1 -- 172.21.15.18:0/3139157107 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe434004ba0 con 0x7fe440102980 2024-04-22T00:50:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.219+0000 7fe44698c640 1 -- 172.21.15.18:0/3139157107 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4401aecc0 con 0x7fe440102980 2024-04-22T00:50:04.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.223+0000 7fe449578740 1 Processor -- start 2024-04-22T00:50:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.225+0000 7fe449578740 1 -- start start 2024-04-22T00:50:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.226+0000 7fe43d7fa640 1 -- 172.21.15.18:0/3139157107 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe43402c7d0 con 0x7fe440102980 2024-04-22T00:50:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.226+0000 7fe449578740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c86040 0x561096c86460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.226+0000 7fe449578740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 0x561096c8b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.226+0000 7fe449578740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c8bba0 0x561096c8e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.226+0000 7fe449578740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561096beb530 con 0x561096c86a30 2024-04-22T00:50:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.226+0000 7fe449578740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x561096b93830 con 0x561096c86040 2024-04-22T00:50:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.226+0000 7fe449578740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561096be74f0 con 0x561096c8bba0 2024-04-22T00:50:04.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.226+0000 7fe43ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 0x561096c8b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.227+0000 7fe43d7fa640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4280a2cd0 0x7fe4280a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.227+0000 7fe43d7fa640 1 -- 172.21.15.18:0/3139157107 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe4340f0e70 con 0x7fe440102980 2024-04-22T00:50:04.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.229+0000 7fe43ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 0x561096c8b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44938/0 (socket says 172.21.15.18:44938) 2024-04-22T00:50:04.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.229+0000 7fe43ffff640 1 -- 172.21.15.18:0/1646377185 learned_addr learned my addr 172.21.15.18:0/1646377185 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.229+0000 7fe444f29640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4280a2cd0 0x7fe4280a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.229+0000 7fe444f29640 1 --2- 172.21.15.18:0/1646377185 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c86040 0x561096c86460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.230+0000 7fe43f7fe640 1 --2- 172.21.15.18:0/1646377185 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c8bba0 0x561096c8e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.236+0000 7fe43ffff640 1 -- 172.21.15.18:0/1646377185 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c8bba0 msgr2=0x561096c8e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.236+0000 7fe43ffff640 1 --2- 172.21.15.18:0/1646377185 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c8bba0 0x561096c8e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.236+0000 7fe43ffff640 1 -- 172.21.15.18:0/1646377185 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c86040 msgr2=0x561096c86460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.236+0000 7fe43ffff640 1 --2- 172.21.15.18:0/1646377185 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c86040 0x561096c86460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.236+0000 7fe43ffff640 1 -- 172.21.15.18:0/1646377185 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561096bb72c0 con 0x561096c86a30 2024-04-22T00:50:04.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.241+0000 7fe43ffff640 1 --2- 172.21.15.18:0/1646377185 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 0x561096c8b530 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fe438009a60 tx=0x7fe4380095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2a4328f69597489 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.248+0000 7fe4267fc640 1 -- 172.21.15.18:0/1646377185 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe43800d910 con 0x561096c86a30 2024-04-22T00:50:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.248+0000 7fe4267fc640 1 -- 172.21.15.18:0/1646377185 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe43801c070 con 0x561096c86a30 2024-04-22T00:50:04.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.249+0000 7fe449578740 1 -- 172.21.15.18:0/1646377185 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 msgr2=0x561096c8b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.249+0000 7fe449578740 1 --2- 172.21.15.18:0/1646377185 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 0x561096c8b530 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fe438009a60 tx=0x7fe4380095c0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.250+0000 7fe444f29640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4280a2cd0 0x7fe4280a5190 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x561096c87290 tx=0x7fe430004730 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.250+0000 7fe449578740 1 -- 172.21.15.18:0/1646377185 shutdown_connections 2024-04-22T00:50:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.250+0000 7fe449578740 1 --2- 172.21.15.18:0/1646377185 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c8bba0 0x561096c8e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.250+0000 7fe449578740 1 --2- 172.21.15.18:0/1646377185 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 0x561096c8b530 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.250+0000 7fe449578740 1 --2- 172.21.15.18:0/1646377185 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c86040 0x561096c86460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.250+0000 7fe449578740 1 -- 172.21.15.18:0/1646377185 >> 172.21.15.18:0/1646377185 conn(0x561096c815b0 msgr2=0x561096c819b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.263+0000 7fe449578740 1 -- 172.21.15.18:0/1646377185 shutdown_connections 2024-04-22T00:50:04.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.266+0000 7fe449578740 1 -- 172.21.15.18:0/1646377185 wait complete. 2024-04-22T00:50:04.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.266+0000 7fe449578740 1 -- start start 2024-04-22T00:50:04.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.267+0000 7fe449578740 1 Processor -- start 2024-04-22T00:50:04.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.272+0000 7fe449578740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 0x561096c90150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.272+0000 7fe449578740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86a30 0x561096c90690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.272+0000 7fe449578740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 0x561096c976d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.272+0000 7fe449578740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561096c8eba0 con 0x561096c86040 2024-04-22T00:50:04.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.272+0000 7fe449578740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x561096ba6f10 con 0x561096c8bba0 2024-04-22T00:50:04.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.272+0000 7fe449578740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561096c8ed20 con 0x561096c86a30 2024-04-22T00:50:04.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.272+0000 7fe449578740 10 client.0 _ll_register_callbacks cb 0x5610968febe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:04.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.273+0000 7fe444f29640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 0x561096c976d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.273+0000 7fe444f29640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 0x561096c976d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34866/0 (socket says 172.21.15.18:34866) 2024-04-22T00:50:04.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.273+0000 7fe444f29640 1 -- 172.21.15.18:0/1750770794 learned_addr learned my addr 172.21.15.18:0/1750770794 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.274+0000 7fe43f7fe640 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86a30 0x561096c90690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.274+0000 7fe444f29640 1 -- 172.21.15.18:0/1750770794 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86a30 msgr2=0x561096c90690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.274+0000 7fe444f29640 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86a30 0x561096c90690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.274+0000 7fe444f29640 1 -- 172.21.15.18:0/1750770794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 msgr2=0x561096c90150 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:04.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.274+0000 7fe444f29640 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 0x561096c90150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.274+0000 7fe444f29640 1 -- 172.21.15.18:0/1750770794 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561096b78c80 con 0x561096c8bba0 2024-04-22T00:50:04.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.278+0000 7fe444f29640 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 0x561096c976d0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe4300117c0 tx=0x7fe4300046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=704feef7de65b723 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.278+0000 7fe41f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:04.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.278+0000 7fe41f7fe640 1 -- 172.21.15.18:0/1750770794 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe430005220 con 0x561096c8bba0 2024-04-22T00:50:04.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.278+0000 7fe449578740 1 -- 172.21.15.18:0/1750770794 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe43801c070 con 0x561096c8bba0 2024-04-22T00:50:04.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.278+0000 7fe41f7fe640 1 -- 172.21.15.18:0/1750770794 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe4300053c0 con 0x561096c8bba0 2024-04-22T00:50:04.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.278+0000 7fe41f7fe640 1 -- 172.21.15.18:0/1750770794 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fe430031050 con 0x561096c8bba0 2024-04-22T00:50:04.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.278+0000 7fe449578740 10 client.27224 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:04.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.278+0000 7fe449578740 1 -- 172.21.15.18:0/1750770794 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5610968ff3f0 con 0x561096c8bba0 2024-04-22T00:50:04.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.283+0000 7fe41f7fe640 1 -- 172.21.15.18:0/1750770794 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe43801c070 con 0x561096c8bba0 2024-04-22T00:50:04.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.284+0000 7fe41f7fe640 1 -- 172.21.15.18:0/1750770794 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7fe43001f960 con 0x561096c8bba0 2024-04-22T00:50:04.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.284+0000 7fe449578740 10 client.27224 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:04.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.284+0000 7fe449578740 10 client.27224 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:50:04.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.284+0000 7fe449578740 20 client.27224 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:04.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.284+0000 7fe449578740 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x561096cad4e0 0x561096caf9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.284+0000 7fe449578740 4 client.27224 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:04.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.284+0000 7fe449578740 1 -- 172.21.15.18:0/1750770794 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561096bf8a70 con 0x561096cad4e0 2024-04-22T00:50:04.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.296+0000 7fe43ffff640 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x561096cad4e0 0x561096caf9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.309+0000 7fe43ffff640 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x561096cad4e0 0x561096caf9a0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d67b8efc39e5f6fc server_cookie=c1949e0f81daf609 in_seq=0 out_seq=0 2024-04-22T00:50:04.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.312+0000 7fe41f7fe640 10 client.27224 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:50:04.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.312+0000 7fe41f7fe640 1 -- 172.21.15.18:0/1750770794 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561096bf8a70 con 0x561096cad4e0 2024-04-22T00:50:04.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.312+0000 7fe41f7fe640 10 client.27224 handle_command_reply: tid=0 2024-04-22T00:50:04.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.312+0000 7fe449578740 1 client.27224 shutdown 2024-04-22T00:50:04.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.313+0000 7fe449578740 1 -- 172.21.15.18:0/1750770794 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 msgr2=0x561096c976d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.313+0000 7fe449578740 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 0x561096c976d0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe4300117c0 tx=0x7fe4300046c0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.313+0000 7fe449578740 1 -- 172.21.15.18:0/1750770794 shutdown_connections 2024-04-22T00:50:04.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.313+0000 7fe449578740 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x561096cad4e0 0x561096caf9a0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.313+0000 7fe449578740 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 0x561096c976d0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.313+0000 7fe449578740 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86a30 0x561096c90690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.313+0000 7fe449578740 1 --2- 172.21.15.18:0/1750770794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 0x561096c90150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.314+0000 7fe449578740 1 -- 172.21.15.18:0/1750770794 >> 172.21.15.18:0/1750770794 conn(0x561096c815b0 msgr2=0x561096c80850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.314+0000 7fe41f7fe640 0 client.27224 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:50:04.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.315+0000 7fe449578740 1 -- 172.21.15.18:0/1750770794 shutdown_connections 2024-04-22T00:50:04.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.316+0000 7fe449578740 1 -- 172.21.15.18:0/1750770794 wait complete. 2024-04-22T00:50:04.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.316+0000 7fe449578740 20 client.27224 trim_cache size 0 max 16384 2024-04-22T00:50:04.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.349+0000 7fe449578740 1 Processor -- start 2024-04-22T00:50:04.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.349+0000 7fe449578740 1 -- start start 2024-04-22T00:50:04.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.349+0000 7fe449578740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86040 0x561096c87be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.349+0000 7fe449578740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 0x561096c97690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.349+0000 7fe449578740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 0x561096cb42a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.349+0000 7fe449578740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe4401b3380 con 0x561096c86a30 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.349+0000 7fe449578740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe4401b0bf0 con 0x561096c8bba0 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.349+0000 7fe449578740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe44010ea00 con 0x561096c86040 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.350+0000 7fe43ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86040 0x561096c87be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.350+0000 7fe43ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86040 0x561096c87be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50384/0 (socket says 172.21.15.18:50384) 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.350+0000 7fe43ffff640 1 -- 172.21.15.18:0/2960979463 learned_addr learned my addr 172.21.15.18:0/2960979463 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.350+0000 7fe43ffff640 1 -- 172.21.15.18:0/2960979463 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 msgr2=0x561096cb42a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.350+0000 7fe43ffff640 1 --2- 172.21.15.18:0/2960979463 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 0x561096cb42a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.350+0000 7fe43ffff640 1 -- 172.21.15.18:0/2960979463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 msgr2=0x561096c97690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.350+0000 7fe43ffff640 1 --2- 172.21.15.18:0/2960979463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 0x561096c97690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.350+0000 7fe43ffff640 1 -- 172.21.15.18:0/2960979463 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610969c97d0 con 0x561096c86040 2024-04-22T00:50:04.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.351+0000 7fe43ffff640 1 --2- 172.21.15.18:0/2960979463 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86040 0x561096c87be0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe438009fd0 tx=0x7fe438005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5913eda2f287009 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.351+0000 7fe425ffb640 1 -- 172.21.15.18:0/2960979463 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe438017700 con 0x561096c86040 2024-04-22T00:50:04.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.351+0000 7fe425ffb640 1 -- 172.21.15.18:0/2960979463 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe43801c070 con 0x561096c86040 2024-04-22T00:50:04.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.351+0000 7fe425ffb640 1 -- 172.21.15.18:0/2960979463 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe43802b710 con 0x561096c86040 2024-04-22T00:50:04.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.352+0000 7fe449578740 1 -- 172.21.15.18:0/2960979463 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86040 msgr2=0x561096c87be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.352+0000 7fe449578740 1 --2- 172.21.15.18:0/2960979463 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86040 0x561096c87be0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe438009fd0 tx=0x7fe438005fd0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.354+0000 7fe449578740 1 -- 172.21.15.18:0/2960979463 shutdown_connections 2024-04-22T00:50:04.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.354+0000 7fe449578740 1 --2- 172.21.15.18:0/2960979463 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c8bba0 0x561096cb42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.354+0000 7fe449578740 1 --2- 172.21.15.18:0/2960979463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86a30 0x561096c97690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.354+0000 7fe449578740 1 --2- 172.21.15.18:0/2960979463 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c86040 0x561096c87be0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.354+0000 7fe449578740 1 -- 172.21.15.18:0/2960979463 >> 172.21.15.18:0/2960979463 conn(0x561096c815b0 msgr2=0x561096c874d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.354+0000 7fe449578740 1 -- 172.21.15.18:0/2960979463 shutdown_connections 2024-04-22T00:50:04.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.354+0000 7fe449578740 1 -- 172.21.15.18:0/2960979463 wait complete. 2024-04-22T00:50:04.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.355+0000 7fe449578740 1 -- start start 2024-04-22T00:50:04.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.355+0000 7fe449578740 1 Processor -- start 2024-04-22T00:50:04.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.356+0000 7fe449578740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 0x561096c951e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.356+0000 7fe449578740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c86a30 0x561096c95720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.356+0000 7fe43ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 0x561096c951e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.356+0000 7fe43ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 0x561096c951e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44952/0 (socket says 172.21.15.18:44952) 2024-04-22T00:50:04.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.356+0000 7fe43ffff640 1 -- 172.21.15.18:0/135949277 learned_addr learned my addr 172.21.15.18:0/135949277 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.357+0000 7fe449578740 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c8bba0 0x561096c966e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.357+0000 7fe43f7fe640 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c86a30 0x561096c95720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.357+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fe4401af0b0 con 0x561096c86040 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.357+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fe4401b0520 con 0x561096c86a30 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.357+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fe4401af780 con 0x561096c8bba0 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.357+0000 7fe444f29640 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c8bba0 0x561096c966e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.357+0000 7fe449578740 10 client.0 _ll_register_callbacks cb 0x7fe430011470 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe43ffff640 1 -- 172.21.15.18:0/135949277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c8bba0 msgr2=0x561096c966e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe43ffff640 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c8bba0 0x561096c966e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe43ffff640 1 -- 172.21.15.18:0/135949277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c86a30 msgr2=0x561096c95720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe43ffff640 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c86a30 0x561096c95720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe43ffff640 1 -- 172.21.15.18:0/135949277 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561096c96cd0 con 0x561096c86040 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe43ffff640 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 0x561096c951e0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fe438005d50 tx=0x7fe4380093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e76ccfcb93d2972 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe41f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:50:04.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe41f7fe640 1 -- 172.21.15.18:0/135949277 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe438017900 con 0x561096c86040 2024-04-22T00:50:04.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe41f7fe640 1 -- 172.21.15.18:0/135949277 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fe438003970 con 0x561096c86040 2024-04-22T00:50:04.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe43801c070 con 0x561096c86040 2024-04-22T00:50:04.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.358+0000 7fe41f7fe640 1 -- 172.21.15.18:0/135949277 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fe438003b90 con 0x561096c86040 2024-04-22T00:50:04.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe449578740 10 client.17574 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:04.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x561096d13f10 con 0x561096c86040 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe41f7fe640 1 -- 172.21.15.18:0/135949277 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe438003d30 con 0x561096c86040 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe41f7fe640 1 -- 172.21.15.18:0/135949277 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7fe43802a020 con 0x561096c86040 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe449578740 10 client.17574 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe449578740 10 client.17574 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe449578740 20 client.17574 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe449578740 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x561096d14640 0x561096d16a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe449578740 4 client.17574 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fe43801c070 con 0x561096d14640 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.359+0000 7fe43f7fe640 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x561096d14640 0x561096d16a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.360+0000 7fe43f7fe640 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x561096d14640 0x561096d16a60 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7a9b142c4c28605f server_cookie=f41c83cba7b307db in_seq=0 out_seq=0 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.360+0000 7fe41f7fe640 10 client.17574 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.360+0000 7fe41f7fe640 1 -- 172.21.15.18:0/135949277 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fe43801c070 con 0x561096d14640 2024-04-22T00:50:04.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.360+0000 7fe41f7fe640 10 client.17574 handle_command_reply: tid=0 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.360+0000 7fe449578740 1 client.17574 shutdown 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 msgr2=0x561096c951e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe449578740 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 0x561096c951e0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fe438005d50 tx=0x7fe4380093d0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 shutdown_connections 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe449578740 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x561096d14640 0x561096d16a60 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe41f7fe640 0 client.17574 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe449578740 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561096c8bba0 0x561096c966e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe449578740 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561096c86a30 0x561096c95720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe449578740 1 --2- 172.21.15.18:0/135949277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561096c86040 0x561096c951e0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 >> 172.21.15.18:0/135949277 conn(0x561096c815b0 msgr2=0x561096c80850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 shutdown_connections 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.361+0000 7fe449578740 1 -- 172.21.15.18:0/135949277 wait complete. 2024-04-22T00:50:04.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.362+0000 7fe449578740 20 client.17574 trim_cache size 0 max 16384 2024-04-22T00:50:04.364 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:50:04.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.362+0000 7fe44698c640 1 -- 172.21.15.18:0/3139157107 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4280a2cd0 msgr2=0x7fe4280a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.362+0000 7fe44698c640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4280a2cd0 0x7fe4280a5190 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x561096c87290 tx=0x7fe430004730 comp rx=0 tx=0).stop 2024-04-22T00:50:04.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.362+0000 7fe44698c640 1 -- 172.21.15.18:0/3139157107 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe440102980 msgr2=0x7fe440070640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.362+0000 7fe44698c640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe440102980 0x7fe440070640 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fe434009980 tx=0x7fe4340045e0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.363+0000 7fe44698c640 1 -- 172.21.15.18:0/3139157107 shutdown_connections 2024-04-22T00:50:04.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.363+0000 7fe44698c640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fe4280a2cd0 0x7fe4280a5190 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.363+0000 7fe44698c640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe440105330 0x7fe4401ae150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.363+0000 7fe44698c640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fe440102980 0x7fe440070640 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.363+0000 7fe44698c640 1 --2- 172.21.15.18:0/3139157107 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe440100010 0x7fe440070100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.363+0000 7fe44698c640 1 -- 172.21.15.18:0/3139157107 >> 172.21.15.18:0/3139157107 conn(0x7fe4400fbc30 msgr2=0x7fe440100990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.363+0000 7fe44698c640 1 -- 172.21.15.18:0/3139157107 shutdown_connections 2024-04-22T00:50:04.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.363+0000 7fe44698c640 1 -- 172.21.15.18:0/3139157107 wait complete. 2024-04-22T00:50:04.377 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:04 smithi018 ceph-mon[27979]: pgmap v637: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 5.3 MiB/s wr, 566 op/s 2024-04-22T00:50:04.377 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:04 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2233415008' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:50:04.379 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:50:04.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:04 smithi081 ceph-mon[31546]: pgmap v637: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 5.3 MiB/s wr, 566 op/s 2024-04-22T00:50:04.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:04 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2233415008' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:50:04.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:04 smithi167 ceph-mon[31348]: pgmap v637: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 5.3 MiB/s wr, 566 op/s 2024-04-22T00:50:04.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:04 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2233415008' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:50:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.560+0000 7f7c42a95640 1 -- 172.21.15.18:0/3744622340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c3c10da80 msgr2=0x7f7c3c10df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.560+0000 7f7c42a95640 1 --2- 172.21.15.18:0/3744622340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c3c10da80 0x7f7c3c10df30 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7c34009be0 tx=0x7f7c3402bf10 comp rx=0 tx=0).stop 2024-04-22T00:50:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.563+0000 7f7c42a95640 1 -- 172.21.15.18:0/3744622340 shutdown_connections 2024-04-22T00:50:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.563+0000 7f7c42a95640 1 --2- 172.21.15.18:0/3744622340 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c3c10da80 0x7f7c3c10df30 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.563+0000 7f7c42a95640 1 --2- 172.21.15.18:0/3744622340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7c3c10b0b0 0x7f7c3c10d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.563+0000 7f7c42a95640 1 --2- 172.21.15.18:0/3744622340 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7c3c108740 0x7f7c3c10ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.563+0000 7f7c42a95640 1 -- 172.21.15.18:0/3744622340 >> 172.21.15.18:0/3744622340 conn(0x7f7c3c06e5d0 msgr2=0x7f7c3c070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.569+0000 7f7c42a95640 1 -- 172.21.15.18:0/3744622340 shutdown_connections 2024-04-22T00:50:04.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.569+0000 7f7c42a95640 1 -- 172.21.15.18:0/3744622340 wait complete. 2024-04-22T00:50:04.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.570+0000 7f7c42a95640 1 Processor -- start 2024-04-22T00:50:04.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.571+0000 7f7c42a95640 1 -- start start 2024-04-22T00:50:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.571+0000 7f7c42a95640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7c3c108740 0x7f7c3c114d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.571+0000 7f7c42a95640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c3c10b0b0 0x7f7c3c115280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.571+0000 7f7c42a95640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7c3c10da80 0x7f7c3c1b6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.571+0000 7f7c42a95640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7c3c11c270 con 0x7f7c3c10da80 2024-04-22T00:50:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.571+0000 7f7c42a95640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7c3c11c0f0 con 0x7f7c3c108740 2024-04-22T00:50:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.571+0000 7f7c42a95640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7c3c11c3f0 con 0x7f7c3c10b0b0 2024-04-22T00:50:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.575+0000 7f7c3bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c3c10b0b0 0x7f7c3c115280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.575+0000 7f7c40831640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7c3c108740 0x7f7c3c114d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.575+0000 7f7c40831640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7c3c108740 0x7f7c3c114d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:34888/0 (socket says 172.21.15.18:34888) 2024-04-22T00:50:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.575+0000 7f7c40831640 1 -- 172.21.15.18:0/1523461091 learned_addr learned my addr 172.21.15.18:0/1523461091 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.575+0000 7f7c41032640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7c3c10da80 0x7f7c3c1b6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.576+0000 7f7c40831640 1 -- 172.21.15.18:0/1523461091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c3c10b0b0 msgr2=0x7f7c3c115280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.576+0000 7f7c40831640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c3c10b0b0 0x7f7c3c115280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.576+0000 7f7c40831640 1 -- 172.21.15.18:0/1523461091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7c3c10da80 msgr2=0x7f7c3c1b6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.576+0000 7f7c40831640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7c3c10da80 0x7f7c3c1b6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.576+0000 7f7c40831640 1 -- 172.21.15.18:0/1523461091 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c3c118400 con 0x7f7c3c108740 2024-04-22T00:50:04.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.577+0000 7f7c40831640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7c3c108740 0x7f7c3c114d40 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7c3000d950 tx=0x7f7c3000de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.580+0000 7f7c39ffb640 1 -- 172.21.15.18:0/1523461091 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c30017030 con 0x7f7c3c108740 2024-04-22T00:50:04.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.580+0000 7f7c39ffb640 1 -- 172.21.15.18:0/1523461091 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c30004020 con 0x7f7c3c108740 2024-04-22T00:50:04.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.580+0000 7f7c39ffb640 1 -- 172.21.15.18:0/1523461091 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c30003d60 con 0x7f7c3c108740 2024-04-22T00:50:04.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.581+0000 7f7c42a95640 1 -- 172.21.15.18:0/1523461091 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c3c1b6f40 con 0x7f7c3c108740 2024-04-22T00:50:04.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.581+0000 7f7c42a95640 1 -- 172.21.15.18:0/1523461091 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c3c1b7350 con 0x7f7c3c108740 2024-04-22T00:50:04.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.588+0000 7f7c4567d740 1 Processor -- start 2024-04-22T00:50:04.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.588+0000 7f7c39ffb640 1 -- 172.21.15.18:0/1523461091 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7c3001a070 con 0x7f7c3c108740 2024-04-22T00:50:04.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.590+0000 7f7c39ffb640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7c240a2da0 0x7f7c240a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.590+0000 7f7c39ffb640 1 -- 172.21.15.18:0/1523461091 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7c300cf000 con 0x7f7c3c108740 2024-04-22T00:50:04.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.590+0000 7f7c4567d740 1 -- start start 2024-04-22T00:50:04.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.590+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e049f040 0x5606e049f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.590+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.590+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 0x5606e04a7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c4567d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5606e0404530 con 0x5606e049fa30 2024-04-22T00:50:04.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c4567d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5606e03ac830 con 0x5606e049f040 2024-04-22T00:50:04.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c4567d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5606e04004f0 con 0x5606e04a4ba0 2024-04-22T00:50:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c3bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c3bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a4530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44970/0 (socket says 172.21.15.18:44970) 2024-04-22T00:50:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c3bfff640 1 -- 172.21.15.18:0/2692515767 learned_addr learned my addr 172.21.15.18:0/2692515767 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c41032640 1 --2- 172.21.15.18:0/2692515767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 0x5606e04a7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c3bfff640 1 -- 172.21.15.18:0/2692515767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 msgr2=0x5606e04a7030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c3bfff640 1 --2- 172.21.15.18:0/2692515767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 0x5606e04a7030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c3bfff640 1 -- 172.21.15.18:0/2692515767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e049f040 msgr2=0x5606e049f460 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c3bfff640 1 --2- 172.21.15.18:0/2692515767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e049f040 0x5606e049f460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.591+0000 7f7c3bfff640 1 -- 172.21.15.18:0/2692515767 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606e03d02c0 con 0x5606e049fa30 2024-04-22T00:50:04.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.596+0000 7f7c41032640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7c240a2da0 0x7f7c240a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.597+0000 7f7c41032640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7c240a2da0 0x7f7c240a5260 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f7c34036040 tx=0x7f7c3402bf10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.598+0000 7f7c3bfff640 1 --2- 172.21.15.18:0/2692515767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a4530 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c009b10 tx=0x7f7c2c00f360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45e0a51aa76d976f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.600+0000 7f7c22ffd640 1 -- 172.21.15.18:0/2692515767 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c00fd60 con 0x5606e049fa30 2024-04-22T00:50:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.600+0000 7f7c22ffd640 1 -- 172.21.15.18:0/2692515767 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c2c005500 con 0x5606e049fa30 2024-04-22T00:50:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.600+0000 7f7c22ffd640 1 -- 172.21.15.18:0/2692515767 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c0116a0 con 0x5606e049fa30 2024-04-22T00:50:04.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.602+0000 7f7c4567d740 1 -- 172.21.15.18:0/2692515767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 msgr2=0x5606e04a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.602+0000 7f7c4567d740 1 --2- 172.21.15.18:0/2692515767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a4530 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c009b10 tx=0x7f7c2c00f360 comp rx=0 tx=0).stop 2024-04-22T00:50:04.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.603+0000 7f7c4567d740 1 -- 172.21.15.18:0/2692515767 shutdown_connections 2024-04-22T00:50:04.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.603+0000 7f7c4567d740 1 --2- 172.21.15.18:0/2692515767 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 0x5606e04a7030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.603+0000 7f7c4567d740 1 --2- 172.21.15.18:0/2692515767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a4530 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.603+0000 7f7c4567d740 1 --2- 172.21.15.18:0/2692515767 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e049f040 0x5606e049f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.603+0000 7f7c4567d740 1 -- 172.21.15.18:0/2692515767 >> 172.21.15.18:0/2692515767 conn(0x5606e049a5b0 msgr2=0x5606e049a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.607+0000 7f7c4567d740 1 -- 172.21.15.18:0/2692515767 shutdown_connections 2024-04-22T00:50:04.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.607+0000 7f7c4567d740 1 -- 172.21.15.18:0/2692515767 wait complete. 2024-04-22T00:50:04.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.608+0000 7f7c4567d740 1 -- start start 2024-04-22T00:50:04.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.608+0000 7f7c4567d740 1 Processor -- start 2024-04-22T00:50:04.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.608+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e04a9230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.608+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a9770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.608+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e04a4ba0 0x5606e04b07b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.608+0000 7f7c4567d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5606e04a7b50 con 0x5606e049fa30 2024-04-22T00:50:04.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.608+0000 7f7c4567d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5606e03bff10 con 0x5606e04a4ba0 2024-04-22T00:50:04.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.608+0000 7f7c4567d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5606e04a7cd0 con 0x5606e049f040 2024-04-22T00:50:04.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.608+0000 7f7c4567d740 10 client.0 _ll_register_callbacks cb 0x5606e0117be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:04.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.609+0000 7f7c40831640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e04a9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.609+0000 7f7c40831640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e04a9230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50432/0 (socket says 172.21.15.18:50432) 2024-04-22T00:50:04.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.609+0000 7f7c40831640 1 -- 172.21.15.18:0/2374279581 learned_addr learned my addr 172.21.15.18:0/2374279581 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.609+0000 7f7c3bfff640 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.609+0000 7f7c3bfff640 1 -- 172.21.15.18:0/2374279581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 msgr2=0x5606e04a9230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.609+0000 7f7c3bfff640 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e04a9230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.609+0000 7f7c3bfff640 1 -- 172.21.15.18:0/2374279581 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e04a4ba0 msgr2=0x5606e04b07b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:50:04.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.609+0000 7f7c3bfff640 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e04a4ba0 0x5606e04b07b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.609+0000 7f7c3bfff640 1 -- 172.21.15.18:0/2374279581 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606e0391c80 con 0x5606e049fa30 2024-04-22T00:50:04.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.610+0000 7f7c3bfff640 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a9770 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x5606e049b520 tx=0x7f7c2c0048d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0132554b1a5c9b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.610+0000 7f7c1bfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:50:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.610+0000 7f7c1bfff640 1 -- 172.21.15.18:0/2374279581 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c02b060 con 0x5606e049fa30 2024-04-22T00:50:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.610+0000 7f7c1bfff640 1 -- 172.21.15.18:0/2374279581 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7c2c00fd70 con 0x5606e049fa30 2024-04-22T00:50:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.611+0000 7f7c4567d740 1 -- 172.21.15.18:0/2374279581 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c2c005500 con 0x5606e049fa30 2024-04-22T00:50:04.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.611+0000 7f7c1bfff640 1 -- 172.21.15.18:0/2374279581 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f7c2c009700 con 0x5606e049fa30 2024-04-22T00:50:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.611+0000 7f7c4567d740 10 client.17586 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.611+0000 7f7c4567d740 1 -- 172.21.15.18:0/2374279581 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5606e01183f0 con 0x5606e049fa30 2024-04-22T00:50:04.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.612+0000 7f7c1bfff640 1 -- 172.21.15.18:0/2374279581 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c2c005500 con 0x5606e049fa30 2024-04-22T00:50:04.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.612+0000 7f7c1bfff640 1 -- 172.21.15.18:0/2374279581 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7f7c2c026b60 con 0x5606e049fa30 2024-04-22T00:50:04.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.613+0000 7f7c4567d740 10 client.17586 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:04.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.613+0000 7f7c4567d740 10 client.17586 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:50:04.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.613+0000 7f7c4567d740 20 client.17586 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:04.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.613+0000 7f7c4567d740 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5606e04b4d80 0x5606e04b7170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.613+0000 7f7c4567d740 4 client.17586 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:04.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.613+0000 7f7c4567d740 1 -- 172.21.15.18:0/2374279581 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606e0411a70 con 0x5606e04b4d80 2024-04-22T00:50:04.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.613+0000 7f7c40831640 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5606e04b4d80 0x5606e04b7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.613+0000 7f7c40831640 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5606e04b4d80 0x5606e04b7170 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=517d24e2980fb6c server_cookie=fbfec6df376dafba in_seq=0 out_seq=0 2024-04-22T00:50:04.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.613+0000 7f7c1bfff640 10 client.17586 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:50:04.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.614+0000 7f7c1bfff640 1 -- 172.21.15.18:0/2374279581 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5606e0411a70 con 0x5606e04b4d80 2024-04-22T00:50:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.614+0000 7f7c1bfff640 10 client.17586 handle_command_reply: tid=0 2024-04-22T00:50:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.614+0000 7f7c4567d740 1 client.17586 shutdown 2024-04-22T00:50:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.615+0000 7f7c4567d740 1 -- 172.21.15.18:0/2374279581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 msgr2=0x5606e04a9770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.615+0000 7f7c4567d740 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a9770 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x5606e049b520 tx=0x7f7c2c0048d0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.616+0000 7f7c4567d740 1 -- 172.21.15.18:0/2374279581 shutdown_connections 2024-04-22T00:50:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.616+0000 7f7c4567d740 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5606e04b4d80 0x5606e04b7170 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.616+0000 7f7c4567d740 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e04a4ba0 0x5606e04b07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.616+0000 7f7c4567d740 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04a9770 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.616+0000 7f7c1bfff640 0 client.17586 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:50:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.616+0000 7f7c4567d740 1 --2- 172.21.15.18:0/2374279581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e04a9230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.616+0000 7f7c4567d740 1 -- 172.21.15.18:0/2374279581 >> 172.21.15.18:0/2374279581 conn(0x5606e049a5b0 msgr2=0x5606e0499850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.617+0000 7f7c4567d740 1 -- 172.21.15.18:0/2374279581 shutdown_connections 2024-04-22T00:50:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.617+0000 7f7c4567d740 1 -- 172.21.15.18:0/2374279581 wait complete. 2024-04-22T00:50:04.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.617+0000 7f7c4567d740 20 client.17586 trim_cache size 0 max 16384 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.635+0000 7f7c4567d740 1 Processor -- start 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.635+0000 7f7c4567d740 1 -- start start 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.635+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e049df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.635+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04b0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.635+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e04a4ba0 0x5606e04a0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.635+0000 7f7c4567d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7c28012710 con 0x5606e049fa30 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.635+0000 7f7c4567d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2800ff80 con 0x5606e04a4ba0 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.635+0000 7f7c4567d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2800ddd0 con 0x5606e049f040 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c40831640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e049df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c40831640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e049df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50444/0 (socket says 172.21.15.18:50444) 2024-04-22T00:50:04.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c40831640 1 -- 172.21.15.18:0/1620816166 learned_addr learned my addr 172.21.15.18:0/1620816166 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c41032640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e04a4ba0 0x5606e04a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c3bfff640 1 --2- 172.21.15.18:0/1620816166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04b0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c41032640 1 -- 172.21.15.18:0/1620816166 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 msgr2=0x5606e049df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c41032640 1 --2- 172.21.15.18:0/1620816166 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e049df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c41032640 1 -- 172.21.15.18:0/1620816166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 msgr2=0x5606e04b0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c41032640 1 --2- 172.21.15.18:0/1620816166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04b0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c41032640 1 -- 172.21.15.18:0/1620816166 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606e01e27d0 con 0x5606e04a4ba0 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c40831640 1 --2- 172.21.15.18:0/1620816166 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e049df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c41032640 1 --2- 172.21.15.18:0/1620816166 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e04a4ba0 0x5606e04a0120 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f7c3402c520 tx=0x7f7c3403f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ff063073e2be645 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c227fc640 1 -- 172.21.15.18:0/1620816166 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3404e070 con 0x5606e04a4ba0 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c227fc640 1 -- 172.21.15.18:0/1620816166 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c340336e0 con 0x5606e04a4ba0 2024-04-22T00:50:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.636+0000 7f7c227fc640 1 -- 172.21.15.18:0/1620816166 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c340539a0 con 0x5606e04a4ba0 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.637+0000 7f7c4567d740 1 -- 172.21.15.18:0/1620816166 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e04a4ba0 msgr2=0x5606e04a0120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.637+0000 7f7c4567d740 1 --2- 172.21.15.18:0/1620816166 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e04a4ba0 0x5606e04a0120 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f7c3402c520 tx=0x7f7c3403f000 comp rx=0 tx=0).stop 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.637+0000 7f7c4567d740 1 -- 172.21.15.18:0/1620816166 shutdown_connections 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.637+0000 7f7c4567d740 1 --2- 172.21.15.18:0/1620816166 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e04a4ba0 0x5606e04a0120 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.637+0000 7f7c4567d740 1 --2- 172.21.15.18:0/1620816166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04b0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.637+0000 7f7c4567d740 1 --2- 172.21.15.18:0/1620816166 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e049f040 0x5606e049df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.637+0000 7f7c4567d740 1 -- 172.21.15.18:0/1620816166 >> 172.21.15.18:0/1620816166 conn(0x5606e049a5b0 msgr2=0x5606e049d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.637+0000 7f7c4567d740 1 -- 172.21.15.18:0/1620816166 shutdown_connections 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.637+0000 7f7c4567d740 1 -- 172.21.15.18:0/1620816166 wait complete. 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.638+0000 7f7c4567d740 1 -- start start 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.638+0000 7f7c4567d740 1 Processor -- start 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.638+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e049f040 0x5606e04ad930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.638+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04ade70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c4567d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 0x5606e04aee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c4567d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2800e440 con 0x5606e049fa30 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c4567d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2800f8b0 con 0x5606e049f040 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c4567d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2800eb10 con 0x5606e04a4ba0 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c4567d740 10 client.0 _ll_register_callbacks cb 0x7f7c2c0056b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c41032640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 0x5606e04aee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c41032640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 0x5606e04aee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50458/0 (socket says 172.21.15.18:50458) 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c41032640 1 -- 172.21.15.18:0/37988805 learned_addr learned my addr 172.21.15.18:0/37988805 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c41032640 1 -- 172.21.15.18:0/37988805 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e049f040 msgr2=0x5606e04ad930 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c41032640 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e049f040 0x5606e04ad930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c41032640 1 -- 172.21.15.18:0/37988805 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 msgr2=0x5606e04ade70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c41032640 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04ade70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.639+0000 7f7c41032640 1 -- 172.21.15.18:0/37988805 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606e04af470 con 0x5606e04a4ba0 2024-04-22T00:50:04.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.641+0000 7f7c41032640 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 0x5606e04aee80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f7c34033ff0 tx=0x7f7c34054e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=116be4e5bf523002 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.641+0000 7f7c1bfff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:04.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.641+0000 7f7c1bfff640 1 -- 172.21.15.18:0/37988805 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3404e050 con 0x5606e04a4ba0 2024-04-22T00:50:04.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.641+0000 7f7c4567d740 1 -- 172.21.15.18:0/37988805 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c340336e0 con 0x5606e04a4ba0 2024-04-22T00:50:04.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.641+0000 7f7c1bfff640 1 -- 172.21.15.18:0/37988805 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7c34034640 con 0x5606e04a4ba0 2024-04-22T00:50:04.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.657+0000 7f7c1bfff640 1 -- 172.21.15.18:0/37988805 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f7c34034840 con 0x5606e04a4ba0 2024-04-22T00:50:04.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.658+0000 7f7c4567d740 10 client.27217 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:04.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.658+0000 7f7c4567d740 1 -- 172.21.15.18:0/37988805 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5606e04b07c0 con 0x5606e04a4ba0 2024-04-22T00:50:04.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.665+0000 7f7c1bfff640 1 -- 172.21.15.18:0/37988805 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c340336e0 con 0x5606e04a4ba0 2024-04-22T00:50:04.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.665+0000 7f7c1bfff640 1 -- 172.21.15.18:0/37988805 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7f7c3405fcd0 con 0x5606e04a4ba0 2024-04-22T00:50:04.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.665+0000 7f7c4567d740 10 client.27217 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:04.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.665+0000 7f7c4567d740 10 client.27217 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:50:04.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.665+0000 7f7c4567d740 20 client.27217 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:04.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.665+0000 7f7c4567d740 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5606e051b460 0x5606e051d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.665+0000 7f7c4567d740 4 client.27217 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:50:04.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.665+0000 7f7c4567d740 1 -- 172.21.15.18:0/37988805 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5606e040bdc0 con 0x5606e051b460 2024-04-22T00:50:04.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.666+0000 7f7c40831640 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5606e051b460 0x5606e051d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.679+0000 7f7c40831640 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5606e051b460 0x5606e051d880 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=23de73fa33a71c5b server_cookie=d4b423cdaa67ec92 in_seq=0 out_seq=0 2024-04-22T00:50:04.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.679+0000 7f7c1bfff640 10 client.27217 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:50:04.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.679+0000 7f7c1bfff640 1 -- 172.21.15.18:0/37988805 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5606e040bdc0 con 0x5606e051b460 2024-04-22T00:50:04.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.679+0000 7f7c1bfff640 10 client.27217 handle_command_reply: tid=0 2024-04-22T00:50:04.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.679+0000 7f7c4567d740 1 client.27217 shutdown 2024-04-22T00:50:04.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.682+0000 7f7c4567d740 1 -- 172.21.15.18:0/37988805 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 msgr2=0x5606e04aee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.682+0000 7f7c4567d740 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 0x5606e04aee80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f7c34033ff0 tx=0x7f7c34054e20 comp rx=0 tx=0).stop 2024-04-22T00:50:04.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.689+0000 7f7c4567d740 1 -- 172.21.15.18:0/37988805 shutdown_connections 2024-04-22T00:50:04.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.689+0000 7f7c4567d740 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x5606e051b460 0x5606e051d880 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.689+0000 7f7c4567d740 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5606e04a4ba0 0x5606e04aee80 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.689+0000 7f7c4567d740 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5606e049fa30 0x5606e04ade70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.689+0000 7f7c4567d740 1 --2- 172.21.15.18:0/37988805 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5606e049f040 0x5606e04ad930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.689+0000 7f7c4567d740 1 -- 172.21.15.18:0/37988805 >> 172.21.15.18:0/37988805 conn(0x5606e049a5b0 msgr2=0x5606e049e0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.689+0000 7f7c1bfff640 0 client.27217 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:50:04.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.690+0000 7f7c4567d740 1 -- 172.21.15.18:0/37988805 shutdown_connections 2024-04-22T00:50:04.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.690+0000 7f7c4567d740 1 -- 172.21.15.18:0/37988805 wait complete. 2024-04-22T00:50:04.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.691+0000 7f7c4567d740 20 client.27217 trim_cache size 0 max 16384 2024-04-22T00:50:04.695 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:50:04.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.697+0000 7f7c42a95640 1 -- 172.21.15.18:0/1523461091 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7c240a2da0 msgr2=0x7f7c240a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.697+0000 7f7c42a95640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7c240a2da0 0x7f7c240a5260 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f7c34036040 tx=0x7f7c3402bf10 comp rx=0 tx=0).stop 2024-04-22T00:50:04.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.697+0000 7f7c42a95640 1 -- 172.21.15.18:0/1523461091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7c3c108740 msgr2=0x7f7c3c114d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.697+0000 7f7c42a95640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7c3c108740 0x7f7c3c114d40 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7c3000d950 tx=0x7f7c3000de10 comp rx=0 tx=0).stop 2024-04-22T00:50:04.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.697+0000 7f7c42a95640 1 -- 172.21.15.18:0/1523461091 shutdown_connections 2024-04-22T00:50:04.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.697+0000 7f7c42a95640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7c240a2da0 0x7f7c240a5260 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.697+0000 7f7c42a95640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7c3c10da80 0x7f7c3c1b6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.697+0000 7f7c42a95640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7c3c10b0b0 0x7f7c3c115280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.697+0000 7f7c42a95640 1 --2- 172.21.15.18:0/1523461091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7c3c108740 0x7f7c3c114d40 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.697+0000 7f7c42a95640 1 -- 172.21.15.18:0/1523461091 >> 172.21.15.18:0/1523461091 conn(0x7f7c3c06e5d0 msgr2=0x7f7c3c10a890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.700+0000 7f7c42a95640 1 -- 172.21.15.18:0/1523461091 shutdown_connections 2024-04-22T00:50:04.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.700+0000 7f7c42a95640 1 -- 172.21.15.18:0/1523461091 wait complete. 2024-04-22T00:50:04.724 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:50:04.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 520.0 s, 749.2 tps, lat 130.631 ms stddev 141.073 2024-04-22T00:50:04.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.921+0000 7f6c755be640 1 -- 172.21.15.18:0/3033042981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c70102980 msgr2=0x7f6c70102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.921+0000 7f6c755be640 1 --2- 172.21.15.18:0/3033042981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c70102980 0x7f6c70102e00 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6c68009ca0 tx=0x7f6c68030200 comp rx=0 tx=0).stop 2024-04-22T00:50:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.922+0000 7f6c755be640 1 -- 172.21.15.18:0/3033042981 shutdown_connections 2024-04-22T00:50:04.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.922+0000 7f6c755be640 1 --2- 172.21.15.18:0/3033042981 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c70103340 0x7f6c70109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.922+0000 7f6c755be640 1 --2- 172.21.15.18:0/3033042981 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c70102980 0x7f6c70102e00 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.922+0000 7f6c755be640 1 --2- 172.21.15.18:0/3033042981 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c70101790 0x7f6c70101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.922+0000 7f6c755be640 1 -- 172.21.15.18:0/3033042981 >> 172.21.15.18:0/3033042981 conn(0x7f6c700fcd20 msgr2=0x7f6c700ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.926+0000 7f6c755be640 1 -- 172.21.15.18:0/3033042981 shutdown_connections 2024-04-22T00:50:04.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.926+0000 7f6c755be640 1 -- 172.21.15.18:0/3033042981 wait complete. 2024-04-22T00:50:04.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.927+0000 7f6c755be640 1 Processor -- start 2024-04-22T00:50:04.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.927+0000 7f6c755be640 1 -- start start 2024-04-22T00:50:04.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.927+0000 7f6c755be640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c70101790 0x7f6c7019e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.928+0000 7f6c755be640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c70102980 0x7f6c7019e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.928+0000 7f6c755be640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c70103340 0x7f6c701a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.928+0000 7f6c755be640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6c7010b2c0 con 0x7f6c70103340 2024-04-22T00:50:04.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.928+0000 7f6c755be640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6c7010b140 con 0x7f6c70101790 2024-04-22T00:50:04.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.928+0000 7f6c755be640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6c7010b440 con 0x7f6c70102980 2024-04-22T00:50:04.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.928+0000 7f6c6f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c70103340 0x7f6c701a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.928+0000 7f6c6e7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c70102980 0x7f6c7019e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.928+0000 7f6c6f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c70103340 0x7f6c701a5720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45004/0 (socket says 172.21.15.18:45004) 2024-04-22T00:50:04.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.928+0000 7f6c6f7fe640 1 -- 172.21.15.18:0/2960689330 learned_addr learned my addr 172.21.15.18:0/2960689330 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.929+0000 7f6c6effd640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c70101790 0x7f6c7019e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.929+0000 7f6c6f7fe640 1 -- 172.21.15.18:0/2960689330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c70102980 msgr2=0x7f6c7019e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.929+0000 7f6c6f7fe640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c70102980 0x7f6c7019e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.929+0000 7f6c6f7fe640 1 -- 172.21.15.18:0/2960689330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c70101790 msgr2=0x7f6c7019e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.929+0000 7f6c6f7fe640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c70101790 0x7f6c7019e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.929+0000 7f6c6f7fe640 1 -- 172.21.15.18:0/2960689330 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c701a5d90 con 0x7f6c70103340 2024-04-22T00:50:04.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.929+0000 7f6c6f7fe640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c70103340 0x7f6c701a5720 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f6c6000b3f0 tx=0x7f6c6000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.931+0000 7f6c57fff640 1 -- 172.21.15.18:0/2960689330 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c60015020 con 0x7f6c70103340 2024-04-22T00:50:04.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.931+0000 7f6c57fff640 1 -- 172.21.15.18:0/2960689330 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c60011d10 con 0x7f6c70103340 2024-04-22T00:50:04.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.931+0000 7f6c57fff640 1 -- 172.21.15.18:0/2960689330 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c6000f2e0 con 0x7f6c70103340 2024-04-22T00:50:04.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.932+0000 7f6c755be640 1 -- 172.21.15.18:0/2960689330 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c701a6080 con 0x7f6c70103340 2024-04-22T00:50:04.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.932+0000 7f6c755be640 1 -- 172.21.15.18:0/2960689330 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c701a6600 con 0x7f6c70103340 2024-04-22T00:50:04.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.938+0000 7f6c57fff640 1 -- 172.21.15.18:0/2960689330 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6c60018020 con 0x7f6c70103340 2024-04-22T00:50:04.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.938+0000 7f6c781a9740 1 Processor -- start 2024-04-22T00:50:04.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.938+0000 7f6c781a9740 1 -- start start 2024-04-22T00:50:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.940+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563671017040 0x563671017460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.940+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x56367101c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.940+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56367101cba0 0x56367101f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.940+0000 7f6c781a9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x563670f7c530 con 0x563671017a30 2024-04-22T00:50:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.940+0000 7f6c781a9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563670f24830 con 0x563671017040 2024-04-22T00:50:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.940+0000 7f6c781a9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x563670f784f0 con 0x56367101cba0 2024-04-22T00:50:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.940+0000 7f6c57fff640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6c580a2d90 0x7f6c580a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.941+0000 7f6c6effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x56367101c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.941+0000 7f6c6effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x56367101c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45008/0 (socket says 172.21.15.18:45008) 2024-04-22T00:50:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.941+0000 7f6c6effd640 1 -- 172.21.15.18:0/1848617996 learned_addr learned my addr 172.21.15.18:0/1848617996 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.941+0000 7f6c57fff640 1 -- 172.21.15.18:0/2960689330 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6c600ceca0 con 0x7f6c70103340 2024-04-22T00:50:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.941+0000 7f6c6f7fe640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6c580a2d90 0x7f6c580a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.942+0000 7f6c6effd640 1 -- 172.21.15.18:0/1848617996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56367101cba0 msgr2=0x56367101f030 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.942+0000 7f6c6effd640 1 --2- 172.21.15.18:0/1848617996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56367101cba0 0x56367101f030 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.942+0000 7f6c6effd640 1 -- 172.21.15.18:0/1848617996 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563671017040 msgr2=0x563671017460 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.942+0000 7f6c6effd640 1 --2- 172.21.15.18:0/1848617996 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563671017040 0x563671017460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.942+0000 7f6c6effd640 1 -- 172.21.15.18:0/1848617996 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563670f482c0 con 0x563671017a30 2024-04-22T00:50:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.943+0000 7f6c6effd640 1 --2- 172.21.15.18:0/1848617996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x56367101c530 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f6c64009c30 tx=0x7f6c64010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59d8600731b0fb6d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.944+0000 7f6c6f7fe640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6c580a2d90 0x7f6c580a5250 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f6c60000c00 tx=0x7f6c60006df0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.945+0000 7f6c557fa640 1 -- 172.21.15.18:0/1848617996 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c6401b480 con 0x563671017a30 2024-04-22T00:50:04.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.945+0000 7f6c557fa640 1 -- 172.21.15.18:0/1848617996 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c6401bb00 con 0x563671017a30 2024-04-22T00:50:04.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.945+0000 7f6c557fa640 1 -- 172.21.15.18:0/1848617996 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c64012c20 con 0x563671017a30 2024-04-22T00:50:04.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.946+0000 7f6c781a9740 1 -- 172.21.15.18:0/1848617996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 msgr2=0x56367101c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.946+0000 7f6c781a9740 1 --2- 172.21.15.18:0/1848617996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x56367101c530 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f6c64009c30 tx=0x7f6c64010740 comp rx=0 tx=0).stop 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.946+0000 7f6c781a9740 1 -- 172.21.15.18:0/1848617996 shutdown_connections 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.946+0000 7f6c781a9740 1 --2- 172.21.15.18:0/1848617996 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56367101cba0 0x56367101f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.946+0000 7f6c781a9740 1 --2- 172.21.15.18:0/1848617996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x56367101c530 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.946+0000 7f6c781a9740 1 --2- 172.21.15.18:0/1848617996 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563671017040 0x563671017460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.946+0000 7f6c781a9740 1 -- 172.21.15.18:0/1848617996 >> 172.21.15.18:0/1848617996 conn(0x5636710125b0 msgr2=0x5636710129b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.947+0000 7f6c781a9740 1 -- 172.21.15.18:0/1848617996 shutdown_connections 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.947+0000 7f6c781a9740 1 -- 172.21.15.18:0/1848617996 wait complete. 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.947+0000 7f6c781a9740 1 -- start start 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.947+0000 7f6c781a9740 1 Processor -- start 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.947+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017040 0x5636710322c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.947+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017a30 0x563671032800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.947+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 0x563671039840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.947+0000 7f6c781a9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56367101fb50 con 0x563671017040 2024-04-22T00:50:04.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.947+0000 7f6c781a9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563670f37f10 con 0x56367101cba0 2024-04-22T00:50:04.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.947+0000 7f6c781a9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56367101fcd0 con 0x563671017a30 2024-04-22T00:50:04.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.948+0000 7f6c781a9740 10 client.0 _ll_register_callbacks cb 0x563670c8fbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:04.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.951+0000 7f6c6e7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 0x563671039840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.951+0000 7f6c6e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017040 0x5636710322c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.951+0000 7f6c6e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017040 0x5636710322c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45012/0 (socket says 172.21.15.18:45012) 2024-04-22T00:50:04.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.951+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/464502172 learned_addr learned my addr 172.21.15.18:0/464502172 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:04.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.951+0000 7f6c6effd640 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017a30 0x563671032800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.954+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/464502172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017a30 msgr2=0x563671032800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.954+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017a30 0x563671032800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.954+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/464502172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017040 msgr2=0x5636710322c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:04.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.954+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017040 0x5636710322c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:04.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.954+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/464502172 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563670f09c80 con 0x56367101cba0 2024-04-22T00:50:04.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.958+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 0x563671039840 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f6c68006010 tx=0x7f6c680095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd010aeeeae8e945 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:04.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.959+0000 7f6c52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:04.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.959+0000 7f6c52ff5640 1 -- 172.21.15.18:0/464502172 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c6803d070 con 0x56367101cba0 2024-04-22T00:50:04.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.959+0000 7f6c52ff5640 1 -- 172.21.15.18:0/464502172 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6c68003970 con 0x56367101cba0 2024-04-22T00:50:04.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.960+0000 7f6c781a9740 1 -- 172.21.15.18:0/464502172 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c6401bb00 con 0x56367101cba0 2024-04-22T00:50:04.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.963+0000 7f6c52ff5640 1 -- 172.21.15.18:0/464502172 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f6c68003b70 con 0x56367101cba0 2024-04-22T00:50:04.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.964+0000 7f6c781a9740 10 client.27239 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:04.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.964+0000 7f6c781a9740 1 -- 172.21.15.18:0/464502172 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x563670c903f0 con 0x56367101cba0 2024-04-22T00:50:04.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.969+0000 7f6c52ff5640 1 -- 172.21.15.18:0/464502172 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c6401bb00 con 0x56367101cba0 2024-04-22T00:50:04.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.970+0000 7f6c52ff5640 1 -- 172.21.15.18:0/464502172 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7f6c6800b040 con 0x56367101cba0 2024-04-22T00:50:04.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.973+0000 7f6c781a9740 10 client.27239 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:04.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.973+0000 7f6c781a9740 10 client.27239 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:04.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.973+0000 7f6c781a9740 20 client.27239 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:04.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.973+0000 7f6c781a9740 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56367103e0f0 0x563671040550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:04.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.973+0000 7f6c781a9740 4 client.27239 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:04.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.973+0000 7f6c781a9740 1 -- 172.21.15.18:0/464502172 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563670f89a70 con 0x56367103e0f0 2024-04-22T00:50:04.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.975+0000 7f6c6effd640 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56367103e0f0 0x563671040550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:04.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.991+0000 7f6c6effd640 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56367103e0f0 0x563671040550 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90b8431f1f9ea3f3 server_cookie=c7e55b5ca6101bc5 in_seq=0 out_seq=0 2024-04-22T00:50:04.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.991+0000 7f6c52ff5640 10 client.27239 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:04.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.995+0000 7f6c52ff5640 1 -- 172.21.15.18:0/464502172 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563670f89a70 con 0x56367103e0f0 2024-04-22T00:50:04.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.995+0000 7f6c52ff5640 10 client.27239 handle_command_reply: tid=0 2024-04-22T00:50:04.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:04.998+0000 7f6c781a9740 1 client.27239 shutdown 2024-04-22T00:50:05.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.005+0000 7f6c781a9740 1 -- 172.21.15.18:0/464502172 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 msgr2=0x563671039840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:05.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.005+0000 7f6c781a9740 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 0x563671039840 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f6c68006010 tx=0x7f6c680095c0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.009+0000 7f6c781a9740 1 -- 172.21.15.18:0/464502172 shutdown_connections 2024-04-22T00:50:05.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.009+0000 7f6c781a9740 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56367103e0f0 0x563671040550 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.009+0000 7f6c781a9740 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 0x563671039840 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.009+0000 7f6c781a9740 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017a30 0x563671032800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.009+0000 7f6c781a9740 1 --2- 172.21.15.18:0/464502172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017040 0x5636710322c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.009+0000 7f6c781a9740 1 -- 172.21.15.18:0/464502172 >> 172.21.15.18:0/464502172 conn(0x5636710125b0 msgr2=0x563671011850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:05.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.009+0000 7f6c52ff5640 0 client.27239 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:05.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.011+0000 7f6c781a9740 1 -- 172.21.15.18:0/464502172 shutdown_connections 2024-04-22T00:50:05.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.012+0000 7f6c781a9740 1 -- 172.21.15.18:0/464502172 wait complete. 2024-04-22T00:50:05.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.012+0000 7f6c781a9740 20 client.27239 trim_cache size 0 max 16384 2024-04-22T00:50:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.039+0000 7f6c781a9740 1 Processor -- start 2024-04-22T00:50:05.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.039+0000 7f6c781a9740 1 -- start start 2024-04-22T00:50:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.040+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x5636710116d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:05.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.040+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563671017a30 0x5636710397d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:05.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.040+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56367101cba0 0x5636710184d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:05.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.040+0000 7f6c781a9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6c701aad60 con 0x56367101cba0 2024-04-22T00:50:05.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.040+0000 7f6c781a9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6c701a85d0 con 0x563671017a30 2024-04-22T00:50:05.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.040+0000 7f6c781a9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6c70198d50 con 0x563671017040 2024-04-22T00:50:05.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.042+0000 7f6c6e7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x5636710116d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:05.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.042+0000 7f6c6e7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x5636710116d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50494/0 (socket says 172.21.15.18:50494) 2024-04-22T00:50:05.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.042+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/2932368752 learned_addr learned my addr 172.21.15.18:0/2932368752 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:05.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.043+0000 7f6c6effd640 1 --2- 172.21.15.18:0/2932368752 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563671017a30 0x5636710397d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:05.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.043+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/2932368752 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563671017a30 msgr2=0x5636710397d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:05.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.043+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/2932368752 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563671017a30 0x5636710397d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.043+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/2932368752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56367101cba0 msgr2=0x5636710184d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:05.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.043+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/2932368752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56367101cba0 0x5636710184d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.043+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/2932368752 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563670d5a7d0 con 0x563671017040 2024-04-22T00:50:05.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.049+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/2932368752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x5636710116d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6c68002230 tx=0x7f6c68030200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e4066cdd33adae2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:05.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.050+0000 7f6c54ff9640 1 -- 172.21.15.18:0/2932368752 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c6803d070 con 0x563671017040 2024-04-22T00:50:05.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.051+0000 7f6c54ff9640 1 -- 172.21.15.18:0/2932368752 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c68003970 con 0x563671017040 2024-04-22T00:50:05.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.051+0000 7f6c54ff9640 1 -- 172.21.15.18:0/2932368752 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c6800e6b0 con 0x563671017040 2024-04-22T00:50:05.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.053+0000 7f6c781a9740 1 -- 172.21.15.18:0/2932368752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 msgr2=0x5636710116d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:05.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.053+0000 7f6c781a9740 1 --2- 172.21.15.18:0/2932368752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x5636710116d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6c68002230 tx=0x7f6c68030200 comp rx=0 tx=0).stop 2024-04-22T00:50:05.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.053+0000 7f6c781a9740 1 -- 172.21.15.18:0/2932368752 shutdown_connections 2024-04-22T00:50:05.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.053+0000 7f6c781a9740 1 --2- 172.21.15.18:0/2932368752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56367101cba0 0x5636710184d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.053+0000 7f6c781a9740 1 --2- 172.21.15.18:0/2932368752 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563671017a30 0x5636710397d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.053+0000 7f6c781a9740 1 --2- 172.21.15.18:0/2932368752 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x5636710116d0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.053+0000 7f6c781a9740 1 -- 172.21.15.18:0/2932368752 >> 172.21.15.18:0/2932368752 conn(0x5636710125b0 msgr2=0x563671010fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:05.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.053+0000 7f6c781a9740 1 -- 172.21.15.18:0/2932368752 shutdown_connections 2024-04-22T00:50:05.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.053+0000 7f6c781a9740 1 -- 172.21.15.18:0/2932368752 wait complete. 2024-04-22T00:50:05.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.054+0000 7f6c781a9740 1 -- start start 2024-04-22T00:50:05.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.054+0000 7f6c781a9740 1 Processor -- start 2024-04-22T00:50:05.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.055+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x563671036b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:05.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.055+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x5636710370d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:05.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.055+0000 7f6c781a9740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 0x563671038090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:05.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.055+0000 7f6c781a9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f6c701a6a90 con 0x563671017a30 2024-04-22T00:50:05.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.055+0000 7f6c781a9740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f6c701a7f00 con 0x56367101cba0 2024-04-22T00:50:05.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.055+0000 7f6c781a9740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f6c701a7160 con 0x563671017040 2024-04-22T00:50:05.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.055+0000 7f6c781a9740 10 client.0 _ll_register_callbacks cb 0x7f6c6803b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:05.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.056+0000 7f6c6effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x5636710370d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:05.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.056+0000 7f6c6effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x5636710370d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45028/0 (socket says 172.21.15.18:45028) 2024-04-22T00:50:05.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.056+0000 7f6c6effd640 1 -- 172.21.15.18:0/822038532 learned_addr learned my addr 172.21.15.18:0/822038532 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:05.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.056+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x563671036b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:05.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.056+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 0x563671038090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:05.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.058+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/822038532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 msgr2=0x563671038090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:05.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.058+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 0x563671038090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.058+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/822038532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 msgr2=0x5636710370d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:05.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.058+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x5636710370d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.058+0000 7f6c6e7fc640 1 -- 172.21.15.18:0/822038532 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563671038680 con 0x563671017040 2024-04-22T00:50:05.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.059+0000 7f6c6e7fc640 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x563671036b90 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6c68036740 tx=0x7f6c68005c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9bfbf5a4858a9a98 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:05.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.059+0000 7f6c52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:05.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.059+0000 7f6c52ff5640 1 -- 172.21.15.18:0/822038532 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c6803d070 con 0x563671017040 2024-04-22T00:50:05.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.059+0000 7f6c781a9740 1 -- 172.21.15.18:0/822038532 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c68003970 con 0x563671017040 2024-04-22T00:50:05.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.059+0000 7f6c52ff5640 1 -- 172.21.15.18:0/822038532 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6c6805f040 con 0x563671017040 2024-04-22T00:50:05.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.059+0000 7f6c52ff5640 1 -- 172.21.15.18:0/822038532 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f6c68038600 con 0x563671017040 2024-04-22T00:50:05.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.060+0000 7f6c781a9740 10 client.27229 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:05.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.060+0000 7f6c781a9740 1 -- 172.21.15.18:0/822038532 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x563671039980 con 0x563671017040 2024-04-22T00:50:05.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.062+0000 7f6c52ff5640 1 -- 172.21.15.18:0/822038532 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c68003970 con 0x563671017040 2024-04-22T00:50:05.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.063+0000 7f6c52ff5640 1 -- 172.21.15.18:0/822038532 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7f6c68062020 con 0x563671017040 2024-04-22T00:50:05.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.064+0000 7f6c781a9740 10 client.27229 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:05.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.064+0000 7f6c781a9740 10 client.27229 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:05.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.064+0000 7f6c781a9740 20 client.27229 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:05.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.065+0000 7f6c781a9740 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5636710b5d10 0x5636710b8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:05.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.065+0000 7f6c781a9740 4 client.27229 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:50:05.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.065+0000 7f6c781a9740 1 -- 172.21.15.18:0/822038532 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563670f83dc0 con 0x5636710b5d10 2024-04-22T00:50:05.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.066+0000 7f6c6effd640 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5636710b5d10 0x5636710b8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:05.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.069+0000 7f6c6effd640 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5636710b5d10 0x5636710b8130 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=319ee2a1a5e6dd61 server_cookie=84f416ed564c3b6d in_seq=0 out_seq=0 2024-04-22T00:50:05.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.069+0000 7f6c52ff5640 10 client.27229 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:05.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.070+0000 7f6c52ff5640 1 -- 172.21.15.18:0/822038532 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563670f83dc0 con 0x5636710b5d10 2024-04-22T00:50:05.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.070+0000 7f6c52ff5640 10 client.27229 handle_command_reply: tid=0 2024-04-22T00:50:05.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.072+0000 7f6c781a9740 1 client.27229 shutdown 2024-04-22T00:50:05.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.072+0000 7f6c781a9740 1 -- 172.21.15.18:0/822038532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 msgr2=0x563671036b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:05.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.072+0000 7f6c781a9740 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x563671036b90 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6c68036740 tx=0x7f6c68005c80 comp rx=0 tx=0).stop 2024-04-22T00:50:05.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.072+0000 7f6c781a9740 1 -- 172.21.15.18:0/822038532 shutdown_connections 2024-04-22T00:50:05.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.072+0000 7f6c781a9740 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5636710b5d10 0x5636710b8130 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.072+0000 7f6c781a9740 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56367101cba0 0x563671038090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.073+0000 7f6c781a9740 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563671017a30 0x5636710370d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.073+0000 7f6c781a9740 1 --2- 172.21.15.18:0/822038532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563671017040 0x563671036b90 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.073+0000 7f6c781a9740 1 -- 172.21.15.18:0/822038532 >> 172.21.15.18:0/822038532 conn(0x5636710125b0 msgr2=0x5636710160a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:05.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.073+0000 7f6c52ff5640 0 client.27229 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:05.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.073+0000 7f6c781a9740 1 -- 172.21.15.18:0/822038532 shutdown_connections 2024-04-22T00:50:05.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.073+0000 7f6c781a9740 1 -- 172.21.15.18:0/822038532 wait complete. 2024-04-22T00:50:05.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.073+0000 7f6c781a9740 20 client.27229 trim_cache size 0 max 16384 2024-04-22T00:50:05.074 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:50:05.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.074+0000 7f6c755be640 1 -- 172.21.15.18:0/2960689330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6c580a2d90 msgr2=0x7f6c580a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:05.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.074+0000 7f6c755be640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6c580a2d90 0x7f6c580a5250 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f6c60000c00 tx=0x7f6c60006df0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.074+0000 7f6c755be640 1 -- 172.21.15.18:0/2960689330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c70103340 msgr2=0x7f6c701a5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:05.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.074+0000 7f6c755be640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c70103340 0x7f6c701a5720 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f6c6000b3f0 tx=0x7f6c6000b8b0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.074+0000 7f6c755be640 1 -- 172.21.15.18:0/2960689330 shutdown_connections 2024-04-22T00:50:05.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.074+0000 7f6c755be640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f6c580a2d90 0x7f6c580a5250 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.074+0000 7f6c755be640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c70103340 0x7f6c701a5720 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.074+0000 7f6c755be640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6c70102980 0x7f6c7019e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.074+0000 7f6c755be640 1 --2- 172.21.15.18:0/2960689330 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c70101790 0x7f6c7019e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:05.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.074+0000 7f6c755be640 1 -- 172.21.15.18:0/2960689330 >> 172.21.15.18:0/2960689330 conn(0x7f6c700fcd20 msgr2=0x7f6c70105c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:05.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.077+0000 7f6c755be640 1 -- 172.21.15.18:0/2960689330 shutdown_connections 2024-04-22T00:50:05.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:05.077+0000 7f6c755be640 1 -- 172.21.15.18:0/2960689330 wait complete. 2024-04-22T00:50:06.098 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:50:06.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:50:06.099 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:50:06.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.312+0000 7fb190ccf640 1 -- 172.21.15.18:0/372709747 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb18c103340 msgr2=0x7fb18c109bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.312+0000 7fb190ccf640 1 --2- 172.21.15.18:0/372709747 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb18c103340 0x7fb18c109bd0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb184009ca0 tx=0x7fb18402c100 comp rx=0 tx=0).stop 2024-04-22T00:50:06.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.312+0000 7fb190ccf640 1 -- 172.21.15.18:0/372709747 shutdown_connections 2024-04-22T00:50:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.312+0000 7fb190ccf640 1 --2- 172.21.15.18:0/372709747 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb18c103340 0x7fb18c109bd0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.312+0000 7fb190ccf640 1 --2- 172.21.15.18:0/372709747 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb18c102980 0x7fb18c102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.312+0000 7fb190ccf640 1 --2- 172.21.15.18:0/372709747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb18c101790 0x7fb18c101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.312+0000 7fb190ccf640 1 -- 172.21.15.18:0/372709747 >> 172.21.15.18:0/372709747 conn(0x7fb18c0fcd20 msgr2=0x7fb18c0ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.312+0000 7fb190ccf640 1 -- 172.21.15.18:0/372709747 shutdown_connections 2024-04-22T00:50:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.313+0000 7fb190ccf640 1 -- 172.21.15.18:0/372709747 wait complete. 2024-04-22T00:50:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb190ccf640 1 Processor -- start 2024-04-22T00:50:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb190ccf640 1 -- start start 2024-04-22T00:50:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb190ccf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb18c101790 0x7fb18c195810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb190ccf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb18c102980 0x7fb18c195d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb18a59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb18c101790 0x7fb18c195810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb18a59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb18c101790 0x7fb18c195810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50520/0 (socket says 172.21.15.18:50520) 2024-04-22T00:50:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb18a59c640 1 -- 172.21.15.18:0/2004745534 learned_addr learned my addr 172.21.15.18:0/2004745534 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb190ccf640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb18c103340 0x7fb18c19ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c10f620 con 0x7fb18c102980 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c10f4a0 con 0x7fb18c103340 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.314+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c10f7a0 con 0x7fb18c101790 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.315+0000 7fb18a59c640 1 -- 172.21.15.18:0/2004745534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb18c103340 msgr2=0x7fb18c19ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.315+0000 7fb18a59c640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb18c103340 0x7fb18c19ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.315+0000 7fb18a59c640 1 -- 172.21.15.18:0/2004745534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb18c102980 msgr2=0x7fb18c195d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.315+0000 7fb18a59c640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb18c102980 0x7fb18c195d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.315+0000 7fb18a59c640 1 -- 172.21.15.18:0/2004745534 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb18c19d4a0 con 0x7fb18c101790 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.315+0000 7fb18a59c640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb18c101790 0x7fb18c195810 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb17c00c970 tx=0x7fb17c00ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.316+0000 7fb17b7fe640 1 -- 172.21.15.18:0/2004745534 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17c004220 con 0x7fb18c101790 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.316+0000 7fb17b7fe640 1 -- 172.21.15.18:0/2004745534 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb17c0043c0 con 0x7fb18c101790 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.316+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb18c19d790 con 0x7fb18c101790 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.316+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb18c19dce0 con 0x7fb18c101790 2024-04-22T00:50:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.316+0000 7fb17b7fe640 1 -- 172.21.15.18:0/2004745534 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17c00f450 con 0x7fb18c101790 2024-04-22T00:50:06.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.320+0000 7fb17b7fe640 1 -- 172.21.15.18:0/2004745534 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb17c0079b0 con 0x7fb18c101790 2024-04-22T00:50:06.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.320+0000 7fb19398a740 1 Processor -- start 2024-04-22T00:50:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.320+0000 7fb19398a740 1 -- start start 2024-04-22T00:50:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb19398a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b11dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb19398a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b12390 0x55b325b16e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb19398a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b17500 0x55b325b19990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb19398a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b325a76170 con 0x55b325b12390 2024-04-22T00:50:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb19398a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b325a1e7c0 con 0x55b325b119a0 2024-04-22T00:50:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb19398a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b325a72130 con 0x55b325b17500 2024-04-22T00:50:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb18a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b12390 0x55b325b16e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb18ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b11dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb17b7fe640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1740a2d60 0x7fb1740a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb18a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b12390 0x55b325b16e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45052/0 (socket says 172.21.15.18:45052) 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb18a59c640 1 -- 172.21.15.18:0/2255790407 learned_addr learned my addr 172.21.15.18:0/2255790407 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb18ad9d640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1740a2d60 0x7fb1740a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb18ad9d640 1 -- 172.21.15.18:0/2255790407 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b17500 msgr2=0x55b325b19990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb17b7fe640 1 -- 172.21.15.18:0/2004745534 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb17c0cf1b0 con 0x7fb18c101790 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb18ad9d640 1 --2- 172.21.15.18:0/2255790407 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b17500 0x55b325b19990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb18ad9d640 1 -- 172.21.15.18:0/2255790407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b12390 msgr2=0x55b325b16e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb18ad9d640 1 --2- 172.21.15.18:0/2255790407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b12390 0x55b325b16e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.321+0000 7fb18ad9d640 1 -- 172.21.15.18:0/2255790407 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b325a2fe60 con 0x55b325b119a0 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.322+0000 7fb18a59c640 1 --2- 172.21.15.18:0/2255790407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b12390 0x55b325b16e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.322+0000 7fb18ad9d640 1 --2- 172.21.15.18:0/2255790407 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b11dc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb184004af0 tx=0x7fb1840039f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77022c410347d01b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.322+0000 7fb18ad9d640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1740a2d60 0x7fb1740a5220 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fb1840325c0 tx=0x7fb184046000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.322+0000 7fb178ff9640 1 -- 172.21.15.18:0/2255790407 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb184039070 con 0x55b325b119a0 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.322+0000 7fb178ff9640 1 -- 172.21.15.18:0/2255790407 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb18403a070 con 0x55b325b119a0 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.322+0000 7fb178ff9640 1 -- 172.21.15.18:0/2255790407 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1840347b0 con 0x55b325b119a0 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.323+0000 7fb19398a740 1 -- 172.21.15.18:0/2255790407 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 msgr2=0x55b325b11dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.323+0000 7fb19398a740 1 --2- 172.21.15.18:0/2255790407 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b11dc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb184004af0 tx=0x7fb1840039f0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.323+0000 7fb19398a740 1 -- 172.21.15.18:0/2255790407 shutdown_connections 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.323+0000 7fb19398a740 1 --2- 172.21.15.18:0/2255790407 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b17500 0x55b325b19990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.323+0000 7fb19398a740 1 --2- 172.21.15.18:0/2255790407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b12390 0x55b325b16e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.323+0000 7fb19398a740 1 --2- 172.21.15.18:0/2255790407 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b11dc0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.323+0000 7fb19398a740 1 -- 172.21.15.18:0/2255790407 >> 172.21.15.18:0/2255790407 conn(0x55b325ad94f0 msgr2=0x55b325b0d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.323+0000 7fb19398a740 1 -- 172.21.15.18:0/2255790407 shutdown_connections 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.323+0000 7fb19398a740 1 -- 172.21.15.18:0/2255790407 wait complete. 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb19398a740 1 -- start start 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb19398a740 1 Processor -- start 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb19398a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b1bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb19398a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 0x55b325b1c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb19398a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b23530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb19398a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b325b1a450 con 0x55b325b17500 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb19398a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b325a31d40 con 0x55b325b119a0 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb19398a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b325b1a5d0 con 0x55b325b12390 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb19398a740 10 client.0 _ll_register_callbacks cb 0x55b325a6d820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb18ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b23530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb18a59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b1bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb189d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 0x55b325b1c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb18a59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b1bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:35004/0 (socket says 172.21.15.18:35004) 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb18ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b23530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45068/0 (socket says 172.21.15.18:45068) 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb18a59c640 1 -- 172.21.15.18:0/3810687170 learned_addr learned my addr 172.21.15.18:0/3810687170 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb18a59c640 1 -- 172.21.15.18:0/3810687170 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 msgr2=0x55b325b1c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb18a59c640 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 0x55b325b1c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb18a59c640 1 -- 172.21.15.18:0/3810687170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 msgr2=0x55b325b23530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb18a59c640 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b23530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.324+0000 7fb18a59c640 1 -- 172.21.15.18:0/3810687170 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3258527e0 con 0x55b325b119a0 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.325+0000 7fb18a59c640 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b1bfb0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb17c069f30 tx=0x7fb17c00a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9ff8c7108c03e3c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.325+0000 7fb171ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.325+0000 7fb171ffb640 1 -- 172.21.15.18:0/3810687170 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17c0a4250 con 0x55b325b119a0 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.325+0000 7fb19398a740 1 -- 172.21.15.18:0/3810687170 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb18403a070 con 0x55b325b119a0 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.325+0000 7fb171ffb640 1 -- 172.21.15.18:0/3810687170 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb17c007ca0 con 0x55b325b119a0 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.325+0000 7fb171ffb640 1 -- 172.21.15.18:0/3810687170 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fb17c09b5e0 con 0x55b325b119a0 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.325+0000 7fb19398a740 10 client.27251 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.325+0000 7fb19398a740 1 -- 172.21.15.18:0/3810687170 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55b3258b2f70 con 0x55b325b119a0 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.325+0000 7fb171ffb640 1 -- 172.21.15.18:0/3810687170 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb18403a070 con 0x55b325b119a0 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.326+0000 7fb171ffb640 1 -- 172.21.15.18:0/3810687170 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7fb17c09abc0 con 0x55b325b119a0 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.326+0000 7fb19398a740 10 client.27251 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.326+0000 7fb19398a740 10 client.27251 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.326+0000 7fb19398a740 20 client.27251 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:06.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.326+0000 7fb19398a740 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b325b27f50 0x55b325b2a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.326+0000 7fb19398a740 4 client.27251 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:06.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.326+0000 7fb19398a740 1 -- 172.21.15.18:0/3810687170 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b325a4a450 con 0x55b325b27f50 2024-04-22T00:50:06.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.326+0000 7fb189d9b640 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b325b27f50 0x55b325b2a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.326+0000 7fb189d9b640 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b325b27f50 0x55b325b2a3f0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6a9ed95a1b4e5dc server_cookie=cd3761d7a916f1c8 in_seq=0 out_seq=0 2024-04-22T00:50:06.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.326+0000 7fb171ffb640 10 client.27251 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:06.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.327+0000 7fb171ffb640 1 -- 172.21.15.18:0/3810687170 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b325a4a450 con 0x55b325b27f50 2024-04-22T00:50:06.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.327+0000 7fb171ffb640 10 client.27251 handle_command_reply: tid=0 2024-04-22T00:50:06.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.327+0000 7fb19398a740 1 client.27251 shutdown 2024-04-22T00:50:06.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.327+0000 7fb19398a740 1 -- 172.21.15.18:0/3810687170 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 msgr2=0x55b325b1bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.327+0000 7fb19398a740 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b1bfb0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb17c069f30 tx=0x7fb17c00a5d0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.327+0000 7fb19398a740 1 -- 172.21.15.18:0/3810687170 shutdown_connections 2024-04-22T00:50:06.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.328+0000 7fb19398a740 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b325b27f50 0x55b325b2a3f0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.328+0000 7fb19398a740 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b23530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.328+0000 7fb19398a740 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 0x55b325b1c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.328+0000 7fb19398a740 1 --2- 172.21.15.18:0/3810687170 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b1bfb0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.328+0000 7fb19398a740 1 -- 172.21.15.18:0/3810687170 >> 172.21.15.18:0/3810687170 conn(0x55b325ad94f0 msgr2=0x55b325b0c4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.328+0000 7fb171ffb640 0 client.27251 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:06.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.328+0000 7fb19398a740 1 -- 172.21.15.18:0/3810687170 shutdown_connections 2024-04-22T00:50:06.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.328+0000 7fb19398a740 1 -- 172.21.15.18:0/3810687170 wait complete. 2024-04-22T00:50:06.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.328+0000 7fb19398a740 20 client.27251 trim_cache size 0 max 16384 2024-04-22T00:50:06.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.354+0000 7fb19398a740 1 Processor -- start 2024-04-22T00:50:06.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.354+0000 7fb19398a740 1 -- start start 2024-04-22T00:50:06.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.354+0000 7fb19398a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b10c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.354+0000 7fb19398a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 0x55b325b234c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.354+0000 7fb19398a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b1bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb19398a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c1aac50 con 0x55b325b17500 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb19398a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c1a84c0 con 0x55b325b119a0 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb189d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 0x55b325b234c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb189d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 0x55b325b234c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50544/0 (socket says 172.21.15.18:50544) 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb18ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b1bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb189d9b640 1 -- 172.21.15.18:0/1300330105 learned_addr learned my addr 172.21.15.18:0/1300330105 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb18a59c640 1 --2- 172.21.15.18:0/1300330105 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b10c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb19398a740 1 -- 172.21.15.18:0/1300330105 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c1a6310 con 0x55b325b12390 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb18a59c640 1 -- 172.21.15.18:0/1300330105 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 msgr2=0x55b325b234c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb18a59c640 1 --2- 172.21.15.18:0/1300330105 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 0x55b325b234c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb18a59c640 1 -- 172.21.15.18:0/1300330105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 msgr2=0x55b325b1bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb18a59c640 1 --2- 172.21.15.18:0/1300330105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b1bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb18a59c640 1 -- 172.21.15.18:0/1300330105 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b325b140b0 con 0x55b325b119a0 2024-04-22T00:50:06.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb18a59c640 1 --2- 172.21.15.18:0/1300330105 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b10c60 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb17c09b570 tx=0x7fb17c099af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=26351128331f180d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.355+0000 7fb173fff640 1 -- 172.21.15.18:0/1300330105 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17c09f990 con 0x55b325b119a0 2024-04-22T00:50:06.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.356+0000 7fb173fff640 1 -- 172.21.15.18:0/1300330105 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb17c007ca0 con 0x55b325b119a0 2024-04-22T00:50:06.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.356+0000 7fb173fff640 1 -- 172.21.15.18:0/1300330105 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17c09ad60 con 0x55b325b119a0 2024-04-22T00:50:06.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.357+0000 7fb19398a740 1 -- 172.21.15.18:0/1300330105 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 msgr2=0x55b325b10c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.357+0000 7fb19398a740 1 --2- 172.21.15.18:0/1300330105 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b10c60 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb17c09b570 tx=0x7fb17c099af0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.357+0000 7fb19398a740 1 -- 172.21.15.18:0/1300330105 shutdown_connections 2024-04-22T00:50:06.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.357+0000 7fb19398a740 1 --2- 172.21.15.18:0/1300330105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b1bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.357+0000 7fb19398a740 1 --2- 172.21.15.18:0/1300330105 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b12390 0x55b325b234c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.357+0000 7fb19398a740 1 --2- 172.21.15.18:0/1300330105 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b119a0 0x55b325b10c60 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.358+0000 7fb19398a740 1 -- 172.21.15.18:0/1300330105 >> 172.21.15.18:0/1300330105 conn(0x55b325ad94f0 msgr2=0x55b325b10550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.358+0000 7fb19398a740 1 -- 172.21.15.18:0/1300330105 shutdown_connections 2024-04-22T00:50:06.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.358+0000 7fb19398a740 1 -- 172.21.15.18:0/1300330105 wait complete. 2024-04-22T00:50:06.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.358+0000 7fb19398a740 1 -- start start 2024-04-22T00:50:06.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.359+0000 7fb19398a740 1 Processor -- start 2024-04-22T00:50:06.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.359+0000 7fb19398a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b119a0 0x55b325b20c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.359+0000 7fb19398a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b12390 0x55b325b21140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.359+0000 7fb19398a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b22150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.359+0000 7fb19398a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c1a6980 con 0x55b325b17500 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.359+0000 7fb19398a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c1a7df0 con 0x55b325b12390 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb19398a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb18c1a7050 con 0x55b325b119a0 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb18a59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b119a0 0x55b325b20c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb189d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b12390 0x55b325b21140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb18a59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b119a0 0x55b325b20c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50560/0 (socket says 172.21.15.18:50560) 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb18a59c640 1 -- 172.21.15.18:0/3086397315 learned_addr learned my addr 172.21.15.18:0/3086397315 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb18ad9d640 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b22150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb189d9b640 1 -- 172.21.15.18:0/3086397315 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b119a0 msgr2=0x55b325b20c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb189d9b640 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b119a0 0x55b325b20c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb189d9b640 1 -- 172.21.15.18:0/3086397315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 msgr2=0x55b325b22150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb189d9b640 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b22150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb189d9b640 1 -- 172.21.15.18:0/3086397315 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b32574a170 con 0x55b325b12390 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb189d9b640 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b12390 0x55b325b21140 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb180004650 tx=0x7fb1800039c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1e4234cca05b0fc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb171ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb19398a740 10 client.0 _ll_register_callbacks cb 0x7fb17c0cc7c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb19398a740 1 -- 172.21.15.18:0/3086397315 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb17c007ca0 con 0x55b325b12390 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.360+0000 7fb171ffb640 1 -- 172.21.15.18:0/3086397315 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb18001a890 con 0x55b325b12390 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.361+0000 7fb171ffb640 1 -- 172.21.15.18:0/3086397315 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb180005020 con 0x55b325b12390 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.361+0000 7fb171ffb640 1 -- 172.21.15.18:0/3086397315 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fb18002a050 con 0x55b325b12390 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.361+0000 7fb19398a740 10 client.27257 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.361+0000 7fb19398a740 1 -- 172.21.15.18:0/3086397315 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({fsmap=41}) -- 0x55b325b23830 con 0x55b325b12390 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.361+0000 7fb171ffb640 1 -- 172.21.15.18:0/3086397315 <== mon.2 v2:172.21.15.81:3300/0 4 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7fb180005220 con 0x55b325b12390 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.361+0000 7fb19398a740 10 client.27257 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.361+0000 7fb19398a740 10 client.27257 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.361+0000 7fb19398a740 20 client.27257 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:06.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.361+0000 7fb19398a740 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b325b8ea70 0x55b325b90e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.361+0000 7fb19398a740 4 client.27257 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:50:06.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.362+0000 7fb19398a740 1 -- 172.21.15.18:0/3086397315 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b325a836b0 con 0x55b325b8ea70 2024-04-22T00:50:06.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.362+0000 7fb18a59c640 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b325b8ea70 0x55b325b90e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.362+0000 7fb18a59c640 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b325b8ea70 0x55b325b90e90 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7565f9909e30d5ef server_cookie=e9619d93e9de0a4f in_seq=0 out_seq=0 2024-04-22T00:50:06.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.362+0000 7fb171ffb640 10 client.27257 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:06.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.363+0000 7fb171ffb640 1 -- 172.21.15.18:0/3086397315 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b325a836b0 con 0x55b325b8ea70 2024-04-22T00:50:06.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.363+0000 7fb171ffb640 10 client.27257 handle_command_reply: tid=0 2024-04-22T00:50:06.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.363+0000 7fb19398a740 1 client.27257 shutdown 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.363+0000 7fb19398a740 1 -- 172.21.15.18:0/3086397315 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b12390 msgr2=0x55b325b21140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.363+0000 7fb19398a740 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b12390 0x55b325b21140 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb180004650 tx=0x7fb1800039c0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.363+0000 7fb19398a740 1 -- 172.21.15.18:0/3086397315 shutdown_connections 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.363+0000 7fb19398a740 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b325b8ea70 0x55b325b90e90 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.364+0000 7fb19398a740 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b325b17500 0x55b325b22150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.364+0000 7fb19398a740 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b325b12390 0x55b325b21140 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.364+0000 7fb19398a740 1 --2- 172.21.15.18:0/3086397315 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b325b119a0 0x55b325b20c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.364+0000 7fb19398a740 1 -- 172.21.15.18:0/3086397315 >> 172.21.15.18:0/3086397315 conn(0x55b325ad94f0 msgr2=0x55b325b1bb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.364+0000 7fb171ffb640 0 client.27257 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.364+0000 7fb19398a740 1 -- 172.21.15.18:0/3086397315 shutdown_connections 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.364+0000 7fb19398a740 1 -- 172.21.15.18:0/3086397315 wait complete. 2024-04-22T00:50:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.364+0000 7fb19398a740 20 client.27257 trim_cache size 0 max 16384 2024-04-22T00:50:06.368 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:50:06.368 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:50:06.368 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "5aac75d6-d181-4b59-b925-b13c2523a0a1", 2024-04-22T00:50:06.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:50:06.368 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:50:06.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1740a2d60 msgr2=0x7fb1740a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1740a2d60 0x7fb1740a5220 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fb1840325c0 tx=0x7fb184046000 comp rx=0 tx=0).stop 2024-04-22T00:50:06.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb18c101790 msgr2=0x7fb18c195810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb18c101790 0x7fb18c195810 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb17c00c970 tx=0x7fb17c00ce30 comp rx=0 tx=0).stop 2024-04-22T00:50:06.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 shutdown_connections 2024-04-22T00:50:06.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1740a2d60 0x7fb1740a5220 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb18c103340 0x7fb18c19ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb18c102980 0x7fb18c195d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 --2- 172.21.15.18:0/2004745534 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb18c101790 0x7fb18c195810 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 >> 172.21.15.18:0/2004745534 conn(0x7fb18c0fcd20 msgr2=0x7fb18c10c420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 shutdown_connections 2024-04-22T00:50:06.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.365+0000 7fb190ccf640 1 -- 172.21.15.18:0/2004745534 wait complete. 2024-04-22T00:50:06.382 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:06 smithi018 ceph-mon[27979]: pgmap v638: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 5.7 MiB/s wr, 586 op/s 2024-04-22T00:50:06.383 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:50:06.383 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:50:06.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:06 smithi081 ceph-mon[31546]: pgmap v638: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 5.7 MiB/s wr, 586 op/s 2024-04-22T00:50:06.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:06 smithi167 ceph-mon[31348]: pgmap v638: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 5.7 MiB/s wr, 586 op/s 2024-04-22T00:50:06.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.596+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/423635924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f78103330 msgr2=0x7f4f78109bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.596+0000 7f4f7f8c2640 1 --2- 172.21.15.18:0/423635924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f78103330 0x7f4f78109bc0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f4f70009be0 tx=0x7f4f7002bf30 comp rx=0 tx=0).stop 2024-04-22T00:50:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.599+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/423635924 shutdown_connections 2024-04-22T00:50:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.599+0000 7f4f7f8c2640 1 --2- 172.21.15.18:0/423635924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f78103330 0x7f4f78109bc0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.599+0000 7f4f7f8c2640 1 --2- 172.21.15.18:0/423635924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f78102970 0x7f4f78102df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.599+0000 7f4f7f8c2640 1 --2- 172.21.15.18:0/423635924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f78101780 0x7f4f78101ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.599+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/423635924 >> 172.21.15.18:0/423635924 conn(0x7f4f780fccf0 msgr2=0x7f4f780ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.602+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/423635924 shutdown_connections 2024-04-22T00:50:06.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.603+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/423635924 wait complete. 2024-04-22T00:50:06.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.604+0000 7f4f7f8c2640 1 Processor -- start 2024-04-22T00:50:06.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.605+0000 7f4f7f8c2640 1 -- start start 2024-04-22T00:50:06.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.606+0000 7f4f7f8c2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f78101780 0x7f4f78112340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.606+0000 7f4f7f8c2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f78102970 0x7f4f78112880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.606+0000 7f4f7f8c2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f78103330 0x7f4f78110980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.606+0000 7f4f7f8c2640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4f7810b260 con 0x7f4f78103330 2024-04-22T00:50:06.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.606+0000 7f4f7f8c2640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4f7810b0e0 con 0x7f4f78102970 2024-04-22T00:50:06.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.606+0000 7f4f7f8c2640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4f7810b3e0 con 0x7f4f78101780 2024-04-22T00:50:06.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.607+0000 7f4f7ce5d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f78102970 0x7f4f78112880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.607+0000 7f4f7ce5d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f78102970 0x7f4f78112880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:35022/0 (socket says 172.21.15.18:35022) 2024-04-22T00:50:06.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.607+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/721983933 learned_addr learned my addr 172.21.15.18:0/721983933 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:06.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.610+0000 7f4f7d65e640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f78101780 0x7f4f78112340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.610+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/721983933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f78101780 msgr2=0x7f4f78112340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.610+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f78101780 0x7f4f78112340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.610+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/721983933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f78103330 msgr2=0x7f4f78110980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.610+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f78103330 0x7f4f78110980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.610+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/721983933 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f78111100 con 0x7f4f78102970 2024-04-22T00:50:06.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.611+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f78102970 0x7f4f78112880 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f4f6800d950 tx=0x7f4f6800de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.616+0000 7f4f6e7fc640 1 -- 172.21.15.18:0/721983933 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f68017070 con 0x7f4f78102970 2024-04-22T00:50:06.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.616+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/721983933 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f781113f0 con 0x7f4f78102970 2024-04-22T00:50:06.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.616+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/721983933 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f781aed70 con 0x7f4f78102970 2024-04-22T00:50:06.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.617+0000 7f4f6e7fc640 1 -- 172.21.15.18:0/721983933 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f68009c30 con 0x7f4f78102970 2024-04-22T00:50:06.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.617+0000 7f4f6e7fc640 1 -- 172.21.15.18:0/721983933 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6800f620 con 0x7f4f78102970 2024-04-22T00:50:06.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.623+0000 7f4f82589740 1 Processor -- start 2024-04-22T00:50:06.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.623+0000 7f4f82589740 1 -- start start 2024-04-22T00:50:06.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.633+0000 7f4f82589740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 0x5605856de380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.633+0000 7f4f82589740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856de950 0x5605856e3450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.633+0000 7f4f82589740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 0x5605856e5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.633+0000 7f4f82589740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560585632560 con 0x5605856ddf60 2024-04-22T00:50:06.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.633+0000 7f4f82589740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5605855da730 con 0x5605856e3ac0 2024-04-22T00:50:06.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.633+0000 7f4f82589740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56058562e520 con 0x5605856de950 2024-04-22T00:50:06.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.634+0000 7f4f7d65e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856de950 0x5605856e3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.635+0000 7f4f7d65e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856de950 0x5605856e3450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50584/0 (socket says 172.21.15.18:50584) 2024-04-22T00:50:06.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.635+0000 7f4f7d65e640 1 -- 172.21.15.18:0/4069768138 learned_addr learned my addr 172.21.15.18:0/4069768138 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:06.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.635+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/4069768138 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 0x5605856e5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.636+0000 7f4f7de5f640 1 --2- 172.21.15.18:0/4069768138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 0x5605856de380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.637+0000 7f4f6e7fc640 1 -- 172.21.15.18:0/721983933 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4f68010460 con 0x7f4f78102970 2024-04-22T00:50:06.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.637+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/4069768138 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856de950 msgr2=0x5605856e3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.637+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/4069768138 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856de950 0x5605856e3450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.637+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/4069768138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 msgr2=0x5605856de380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.637+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/4069768138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 0x5605856de380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.637+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/4069768138 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605854107d0 con 0x5605856e3ac0 2024-04-22T00:50:06.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.637+0000 7f4f6e7fc640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f640a2da0 0x7f4f640a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.638+0000 7f4f6e7fc640 1 -- 172.21.15.18:0/721983933 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4f680ceca0 con 0x7f4f78102970 2024-04-22T00:50:06.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.638+0000 7f4f7de5f640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f640a2da0 0x7f4f640a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.639+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/4069768138 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 0x5605856e5f50 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f4f680cc310 tx=0x7f4f680d7730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ddebaa7cbe60b342 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.643+0000 7f4f637fe640 1 -- 172.21.15.18:0/4069768138 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f68020070 con 0x5605856e3ac0 2024-04-22T00:50:06.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.643+0000 7f4f637fe640 1 -- 172.21.15.18:0/4069768138 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f680d7e50 con 0x5605856e3ac0 2024-04-22T00:50:06.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.643+0000 7f4f637fe640 1 -- 172.21.15.18:0/4069768138 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6809b7d0 con 0x5605856e3ac0 2024-04-22T00:50:06.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.646+0000 7f4f82589740 1 -- 172.21.15.18:0/4069768138 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 msgr2=0x5605856e5f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.646+0000 7f4f82589740 1 --2- 172.21.15.18:0/4069768138 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 0x5605856e5f50 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f4f680cc310 tx=0x7f4f680d7730 comp rx=0 tx=0).stop 2024-04-22T00:50:06.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.649+0000 7f4f7de5f640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f640a2da0 0x7f4f640a5260 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f4f700096f0 tx=0x7f4f700098d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.654+0000 7f4f82589740 1 -- 172.21.15.18:0/4069768138 shutdown_connections 2024-04-22T00:50:06.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.654+0000 7f4f82589740 1 --2- 172.21.15.18:0/4069768138 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 0x5605856e5f50 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.654+0000 7f4f82589740 1 --2- 172.21.15.18:0/4069768138 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856de950 0x5605856e3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.654+0000 7f4f82589740 1 --2- 172.21.15.18:0/4069768138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 0x5605856de380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.654+0000 7f4f82589740 1 -- 172.21.15.18:0/4069768138 >> 172.21.15.18:0/4069768138 conn(0x5605856c84c0 msgr2=0x5605856c88c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.658+0000 7f4f82589740 1 -- 172.21.15.18:0/4069768138 shutdown_connections 2024-04-22T00:50:06.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.662+0000 7f4f82589740 1 -- 172.21.15.18:0/4069768138 wait complete. 2024-04-22T00:50:06.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.663+0000 7f4f82589740 1 -- start start 2024-04-22T00:50:06.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.663+0000 7f4f82589740 1 Processor -- start 2024-04-22T00:50:06.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.667+0000 7f4f82589740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856ddf60 0x5605856e8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.667+0000 7f4f82589740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 0x5605856e8a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.667+0000 7f4f82589740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 0x5605856efa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.667+0000 7f4f82589740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5605856e6a70 con 0x5605856de950 2024-04-22T00:50:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.667+0000 7f4f82589740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5605855ede00 con 0x5605856ddf60 2024-04-22T00:50:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.667+0000 7f4f82589740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5605856e6bf0 con 0x5605856e3ac0 2024-04-22T00:50:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.667+0000 7f4f82589740 10 client.0 _ll_register_callbacks cb 0x560585628eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.668+0000 7f4f7de5f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 0x5605856efa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.668+0000 7f4f7de5f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 0x5605856efa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50590/0 (socket says 172.21.15.18:50590) 2024-04-22T00:50:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.668+0000 7f4f7de5f640 1 -- 172.21.15.18:0/322442870 learned_addr learned my addr 172.21.15.18:0/322442870 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.671+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 0x5605856e8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.671+0000 7f4f7de5f640 1 -- 172.21.15.18:0/322442870 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856ddf60 msgr2=0x5605856e8510 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:50:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.671+0000 7f4f7de5f640 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856ddf60 0x5605856e8510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.671+0000 7f4f7de5f640 1 -- 172.21.15.18:0/322442870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 msgr2=0x5605856e8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.671+0000 7f4f7de5f640 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 0x5605856e8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.671+0000 7f4f7de5f640 1 -- 172.21.15.18:0/322442870 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605853463f0 con 0x5605856e3ac0 2024-04-22T00:50:06.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.671+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 0x5605856e8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:06.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.671+0000 7f4f7de5f640 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 0x5605856efa90 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f4f70009be0 tx=0x7f4f70005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35d90dd6a2d37e09 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.672+0000 7f4f60ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:06.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.672+0000 7f4f60ff9640 1 -- 172.21.15.18:0/322442870 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f70033e60 con 0x5605856e3ac0 2024-04-22T00:50:06.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.672+0000 7f4f60ff9640 1 -- 172.21.15.18:0/322442870 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4f70004250 con 0x5605856e3ac0 2024-04-22T00:50:06.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.672+0000 7f4f82589740 1 -- 172.21.15.18:0/322442870 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f680d7e50 con 0x5605856e3ac0 2024-04-22T00:50:06.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.674+0000 7f4f60ff9640 1 -- 172.21.15.18:0/322442870 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f4f7002ce20 con 0x5605856e3ac0 2024-04-22T00:50:06.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.675+0000 7f4f82589740 10 client.27253 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:06.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.675+0000 7f4f82589740 1 -- 172.21.15.18:0/322442870 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5605853060f0 con 0x5605856e3ac0 2024-04-22T00:50:06.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.677+0000 7f4f60ff9640 1 -- 172.21.15.18:0/322442870 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f680d7e50 con 0x5605856e3ac0 2024-04-22T00:50:06.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.677+0000 7f4f60ff9640 1 -- 172.21.15.18:0/322442870 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7f4f70054030 con 0x5605856e3ac0 2024-04-22T00:50:06.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.677+0000 7f4f82589740 10 client.27253 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:06.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.677+0000 7f4f82589740 10 client.27253 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:06.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.677+0000 7f4f82589740 20 client.27253 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:06.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.677+0000 7f4f82589740 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5605856f48e0 0x5605856f6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.677+0000 7f4f82589740 4 client.27253 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:06.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.677+0000 7f4f82589740 1 -- 172.21.15.18:0/322442870 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56058563faa0 con 0x5605856f48e0 2024-04-22T00:50:06.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.680+0000 7f4f7d65e640 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5605856f48e0 0x5605856f6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.683+0000 7f4f7d65e640 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5605856f48e0 0x5605856f6da0 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed9ee003fc929308 server_cookie=12b45407af207581 in_seq=0 out_seq=0 2024-04-22T00:50:06.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.684+0000 7f4f60ff9640 10 client.27253 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:06.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.684+0000 7f4f60ff9640 1 -- 172.21.15.18:0/322442870 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56058563faa0 con 0x5605856f48e0 2024-04-22T00:50:06.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.684+0000 7f4f60ff9640 10 client.27253 handle_command_reply: tid=0 2024-04-22T00:50:06.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.685+0000 7f4f82589740 1 client.27253 shutdown 2024-04-22T00:50:06.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.689+0000 7f4f82589740 1 -- 172.21.15.18:0/322442870 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 msgr2=0x5605856efa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.689+0000 7f4f82589740 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 0x5605856efa90 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f4f70009be0 tx=0x7f4f70005fd0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.692+0000 7f4f82589740 1 -- 172.21.15.18:0/322442870 shutdown_connections 2024-04-22T00:50:06.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.692+0000 7f4f82589740 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5605856f48e0 0x5605856f6da0 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.692+0000 7f4f82589740 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 0x5605856efa90 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.692+0000 7f4f82589740 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 0x5605856e8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.692+0000 7f4f82589740 1 --2- 172.21.15.18:0/322442870 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856ddf60 0x5605856e8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.692+0000 7f4f82589740 1 -- 172.21.15.18:0/322442870 >> 172.21.15.18:0/322442870 conn(0x5605856c84c0 msgr2=0x5605856c76e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.692+0000 7f4f60ff9640 0 client.27253 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:06.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.692+0000 7f4f82589740 1 -- 172.21.15.18:0/322442870 shutdown_connections 2024-04-22T00:50:06.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.692+0000 7f4f82589740 1 -- 172.21.15.18:0/322442870 wait complete. 2024-04-22T00:50:06.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.693+0000 7f4f82589740 20 client.27253 trim_cache size 0 max 16384 2024-04-22T00:50:06.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.727+0000 7f4f82589740 1 Processor -- start 2024-04-22T00:50:06.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.727+0000 7f4f82589740 1 -- start start 2024-04-22T00:50:06.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.727+0000 7f4f82589740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856ddf60 0x5605856dfef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.728+0000 7f4f82589740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 0x5605856e0430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.728+0000 7f4f7d65e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856ddf60 0x5605856dfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.728+0000 7f4f7d65e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856ddf60 0x5605856dfef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50596/0 (socket says 172.21.15.18:50596) 2024-04-22T00:50:06.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.728+0000 7f4f7d65e640 1 -- 172.21.15.18:0/2501025108 learned_addr learned my addr 172.21.15.18:0/2501025108 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:06.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.728+0000 7f4f82589740 1 --2- 172.21.15.18:0/2501025108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 0x5605856efa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.728+0000 7f4f82589740 1 -- 172.21.15.18:0/2501025108 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c012710 con 0x5605856de950 2024-04-22T00:50:06.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.728+0000 7f4f82589740 1 -- 172.21.15.18:0/2501025108 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c00ff80 con 0x5605856e3ac0 2024-04-22T00:50:06.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.728+0000 7f4f82589740 1 -- 172.21.15.18:0/2501025108 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c00ddd0 con 0x5605856ddf60 2024-04-22T00:50:06.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.729+0000 7f4f7de5f640 1 --2- 172.21.15.18:0/2501025108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 0x5605856efa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.729+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/2501025108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 0x5605856e0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.729+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/2501025108 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856ddf60 msgr2=0x5605856dfef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.729+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/2501025108 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856ddf60 0x5605856dfef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.729+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/2501025108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 msgr2=0x5605856efa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.729+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/2501025108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 0x5605856efa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.729+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/2501025108 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605856e8da0 con 0x5605856de950 2024-04-22T00:50:06.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.730+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/2501025108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 0x5605856e0430 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f4f680cc310 tx=0x7f4f6800bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36f3593768ffec35 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.730+0000 7f4f62ffd640 1 -- 172.21.15.18:0/2501025108 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f68014070 con 0x5605856de950 2024-04-22T00:50:06.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.730+0000 7f4f62ffd640 1 -- 172.21.15.18:0/2501025108 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f680d2650 con 0x5605856de950 2024-04-22T00:50:06.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.730+0000 7f4f62ffd640 1 -- 172.21.15.18:0/2501025108 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f68020040 con 0x5605856de950 2024-04-22T00:50:06.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.731+0000 7f4f82589740 1 -- 172.21.15.18:0/2501025108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 msgr2=0x5605856e0430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.731+0000 7f4f82589740 1 --2- 172.21.15.18:0/2501025108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 0x5605856e0430 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f4f680cc310 tx=0x7f4f6800bf60 comp rx=0 tx=0).stop 2024-04-22T00:50:06.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.731+0000 7f4f82589740 1 -- 172.21.15.18:0/2501025108 shutdown_connections 2024-04-22T00:50:06.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.731+0000 7f4f82589740 1 --2- 172.21.15.18:0/2501025108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856e3ac0 0x5605856efa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.731+0000 7f4f82589740 1 --2- 172.21.15.18:0/2501025108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856de950 0x5605856e0430 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.731+0000 7f4f82589740 1 --2- 172.21.15.18:0/2501025108 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856ddf60 0x5605856dfef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.732+0000 7f4f82589740 1 -- 172.21.15.18:0/2501025108 >> 172.21.15.18:0/2501025108 conn(0x5605856c84c0 msgr2=0x5605856c88a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.732+0000 7f4f82589740 1 -- 172.21.15.18:0/2501025108 shutdown_connections 2024-04-22T00:50:06.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.732+0000 7f4f82589740 1 -- 172.21.15.18:0/2501025108 wait complete. 2024-04-22T00:50:06.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.733+0000 7f4f82589740 1 -- start start 2024-04-22T00:50:06.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.733+0000 7f4f82589740 1 Processor -- start 2024-04-22T00:50:06.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.734+0000 7f4f82589740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 0x5605856ef3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.734+0000 7f4f82589740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856de950 0x5605856ef920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.734+0000 7f4f7d65e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 0x5605856ef3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.734+0000 7f4f82589740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 0x5605856ebe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.734+0000 7f4f7d65e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 0x5605856ef3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45138/0 (socket says 172.21.15.18:45138) 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.734+0000 7f4f7d65e640 1 -- 172.21.15.18:0/31301393 learned_addr learned my addr 172.21.15.18:0/31301393 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.734+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856de950 0x5605856ef920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.734+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c00e440 con 0x5605856ddf60 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.734+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c00f8b0 con 0x5605856de950 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.734+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c00eb10 con 0x5605856e3ac0 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f7de5f640 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 0x5605856ebe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f82589740 10 client.0 _ll_register_callbacks cb 0x7f4f70009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:06.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/31301393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 msgr2=0x5605856ebe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 0x5605856ebe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/31301393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 msgr2=0x5605856ef3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:06.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 0x5605856ef3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f7ce5d640 1 -- 172.21.15.18:0/31301393 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605856ec6b0 con 0x5605856de950 2024-04-22T00:50:06.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f7d65e640 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 0x5605856ef3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f7ce5d640 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856de950 0x5605856ef920 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4f6800bfd0 tx=0x7f4f6800df40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7972fdf97335db71 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f60ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f60ff9640 1 -- 172.21.15.18:0/31301393 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f68014040 con 0x5605856de950 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f60ff9640 1 -- 172.21.15.18:0/31301393 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4f6809f170 con 0x5605856de950 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.735+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f680d2650 con 0x5605856de950 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f60ff9640 1 -- 172.21.15.18:0/31301393 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f4f68020040 con 0x5605856de950 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f82589740 10 client.27266 fetch_fsmap learned FSMap version 41 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x560585759bf0 con 0x5605856de950 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f60ff9640 1 -- 172.21.15.18:0/31301393 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f680d2650 con 0x5605856de950 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f60ff9640 1 -- 172.21.15.18:0/31301393 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 41) ==== 8354+0+0 (secure 0 0 0) 0x7f4f68023060 con 0x5605856de950 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f82589740 10 client.27266 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f82589740 10 client.27266 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f82589740 20 client.27266 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f82589740 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585759f20 0x56058575c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f82589740 4 client.27266 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560585639df0 con 0x560585759f20 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.736+0000 7f4f7d65e640 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585759f20 0x56058575c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.737+0000 7f4f60ff9640 10 client.27266 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.737+0000 7f4f7d65e640 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585759f20 0x56058575c340 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=572512db295f25f0 server_cookie=2723748bf4e3ffea in_seq=0 out_seq=0 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.737+0000 7f4f60ff9640 1 -- 172.21.15.18:0/31301393 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x560585639df0 con 0x560585759f20 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.737+0000 7f4f60ff9640 10 client.27266 handle_command_reply: tid=0 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.737+0000 7f4f82589740 1 client.27266 shutdown 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856de950 msgr2=0x5605856ef920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856de950 0x5605856ef920 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4f6800bfd0 tx=0x7f4f6800df40 comp rx=0 tx=0).stop 2024-04-22T00:50:06.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 shutdown_connections 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560585759f20 0x56058575c340 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5605856e3ac0 0x5605856ebe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5605856de950 0x5605856ef920 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 1 --2- 172.21.15.18:0/31301393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5605856ddf60 0x5605856ef3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 >> 172.21.15.18:0/31301393 conn(0x5605856c84c0 msgr2=0x5605856dfef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f60ff9640 0 client.27266 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 shutdown_connections 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 1 -- 172.21.15.18:0/31301393 wait complete. 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.738+0000 7f4f82589740 20 client.27266 trim_cache size 0 max 16384 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:50:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "scrub active (661 inodes in the stack)", 2024-04-22T00:50:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:50:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "5aac75d6-d181-4b59-b925-b13c2523a0a1": { 2024-04-22T00:50:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:50:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "5aac75d6-d181-4b59-b925-b13c2523a0a1", 2024-04-22T00:50:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:50:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:50:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:50:06.742 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:50:06.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.740+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/721983933 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f640a2da0 msgr2=0x7f4f640a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.740+0000 7f4f7f8c2640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f640a2da0 0x7f4f640a5260 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f4f700096f0 tx=0x7f4f700098d0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.740+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/721983933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f78102970 msgr2=0x7f4f78112880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.740+0000 7f4f7f8c2640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f78102970 0x7f4f78112880 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f4f6800d950 tx=0x7f4f6800de10 comp rx=0 tx=0).stop 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.740+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/721983933 shutdown_connections 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.740+0000 7f4f7f8c2640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4f640a2da0 0x7f4f640a5260 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.740+0000 7f4f7f8c2640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f78103330 0x7f4f78110980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.740+0000 7f4f7f8c2640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f78102970 0x7f4f78112880 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.740+0000 7f4f7f8c2640 1 --2- 172.21.15.18:0/721983933 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4f78101780 0x7f4f78112340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.740+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/721983933 >> 172.21.15.18:0/721983933 conn(0x7f4f780fccf0 msgr2=0x7f4f78105c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.741+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/721983933 shutdown_connections 2024-04-22T00:50:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:06.741+0000 7f4f7f8c2640 1 -- 172.21.15.18:0/721983933 wait complete. 2024-04-22T00:50:06.758 INFO:tasks.cephfs.filesystem:scrub status for tag:5aac75d6-d181-4b59-b925-b13c2523a0a1 - {'path': '/', 'tag': '5aac75d6-d181-4b59-b925-b13c2523a0a1', 'options': 'recursive,force'} 2024-04-22T00:50:07.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:07 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:50:07.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:07 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:50:07.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:07 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:50:08.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:08 smithi081 ceph-mon[31546]: pgmap v639: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 5.9 MiB/s wr, 606 op/s 2024-04-22T00:50:08.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:08 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:50:08.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:08 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:08 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:50:08.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:08 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:50:08.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:08 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:08 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:08 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:08 smithi018 ceph-mon[27979]: pgmap v639: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 5.9 MiB/s wr, 606 op/s 2024-04-22T00:50:08.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:08 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:50:08.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:08 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:08 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:50:08.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:08 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:50:08.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:08 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:08 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:08 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:08 smithi167 ceph-mon[31348]: pgmap v639: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 5.9 MiB/s wr, 606 op/s 2024-04-22T00:50:08.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:08 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:50:08.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:08 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:08 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:50:08.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:08 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:50:08.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:08 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:08 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:08.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:08 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:09.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 525.0 s, 746.4 tps, lat 136.438 ms stddev 155.648 2024-04-22T00:50:10.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:10 smithi081 ceph-mon[31546]: pgmap v640: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 6.4 MiB/s wr, 615 op/s 2024-04-22T00:50:10.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:10 smithi018 ceph-mon[27979]: pgmap v640: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 6.4 MiB/s wr, 615 op/s 2024-04-22T00:50:10.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:10 smithi167 ceph-mon[31348]: pgmap v640: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 6.4 MiB/s wr, 615 op/s 2024-04-22T00:50:12.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:12 smithi081 ceph-mon[31546]: pgmap v641: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 7.3 MiB/s wr, 737 op/s 2024-04-22T00:50:12.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:12 smithi018 ceph-mon[27979]: pgmap v641: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 7.3 MiB/s wr, 737 op/s 2024-04-22T00:50:12.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:12 smithi167 ceph-mon[31348]: pgmap v641: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 7.3 MiB/s wr, 737 op/s 2024-04-22T00:50:13.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:13 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:50:13.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:13 smithi081 ceph-mon[31546]: pgmap v642: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 6.0 MiB/s wr, 665 op/s 2024-04-22T00:50:13.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:13 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:50:13.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:13 smithi018 ceph-mon[27979]: pgmap v642: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 6.0 MiB/s wr, 665 op/s 2024-04-22T00:50:13.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:13 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:50:13.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:13 smithi167 ceph-mon[31348]: pgmap v642: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 6.0 MiB/s wr, 665 op/s 2024-04-22T00:50:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 530.0 s, 768.6 tps, lat 130.122 ms stddev 142.046 2024-04-22T00:50:15.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:15 smithi081 ceph-mon[31546]: pgmap v643: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 6.5 MiB/s wr, 696 op/s 2024-04-22T00:50:15.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:15 smithi018 ceph-mon[27979]: pgmap v643: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 6.5 MiB/s wr, 696 op/s 2024-04-22T00:50:15.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:15 smithi167 ceph-mon[31348]: pgmap v643: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 6.5 MiB/s wr, 696 op/s 2024-04-22T00:50:16.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.082+0000 7effcb140640 1 -- 172.21.15.18:0/3285665504 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc4108740 msgr2=0x7effc410ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:16.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.082+0000 7effcb140640 1 --2- 172.21.15.18:0/3285665504 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc4108740 0x7effc410ab70 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7effb401a910 tx=0x7effb403cc70 comp rx=0 tx=0).stop 2024-04-22T00:50:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.087+0000 7effcb140640 1 -- 172.21.15.18:0/3285665504 shutdown_connections 2024-04-22T00:50:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.087+0000 7effcb140640 1 --2- 172.21.15.18:0/3285665504 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7effc410da60 0x7effc410dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.087+0000 7effcb140640 1 --2- 172.21.15.18:0/3285665504 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7effc410b0b0 0x7effc410d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.087+0000 7effcb140640 1 --2- 172.21.15.18:0/3285665504 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc4108740 0x7effc410ab70 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.087+0000 7effcb140640 1 -- 172.21.15.18:0/3285665504 >> 172.21.15.18:0/3285665504 conn(0x7effc406e7b0 msgr2=0x7effc4070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.094+0000 7effcb140640 1 -- 172.21.15.18:0/3285665504 shutdown_connections 2024-04-22T00:50:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.095+0000 7effcb140640 1 -- 172.21.15.18:0/3285665504 wait complete. 2024-04-22T00:50:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.095+0000 7effcb140640 1 Processor -- start 2024-04-22T00:50:16.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.100+0000 7effcb140640 1 -- start start 2024-04-22T00:50:16.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.100+0000 7effcb140640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7effc4108740 0x7effc419de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.100+0000 7effcb140640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7effc410b0b0 0x7effc419e350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.100+0000 7effcb140640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc410da60 0x7effc41a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.100+0000 7effcb140640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7effc4111a80 con 0x7effc410b0b0 2024-04-22T00:50:16.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.100+0000 7effcb140640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7effc4111900 con 0x7effc4108740 2024-04-22T00:50:16.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.100+0000 7effcb140640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7effc4111c00 con 0x7effc410da60 2024-04-22T00:50:16.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.100+0000 7effc8edc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7effc4108740 0x7effc419de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.100+0000 7effc8edc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7effc4108740 0x7effc419de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37112/0 (socket says 172.21.15.18:37112) 2024-04-22T00:50:16.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.100+0000 7effc8edc640 1 -- 172.21.15.18:0/3094408849 learned_addr learned my addr 172.21.15.18:0/3094408849 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:16.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.101+0000 7effc96dd640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc410da60 0x7effc41a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.101+0000 7effc8edc640 1 -- 172.21.15.18:0/3094408849 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc410da60 msgr2=0x7effc41a53c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:16.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.101+0000 7effc8edc640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc410da60 0x7effc41a53c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.101+0000 7effc8edc640 1 -- 172.21.15.18:0/3094408849 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7effc410b0b0 msgr2=0x7effc419e350 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:50:16.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.101+0000 7effc8edc640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7effc410b0b0 0x7effc419e350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.101+0000 7effc8edc640 1 -- 172.21.15.18:0/3094408849 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc41a5a30 con 0x7effc4108740 2024-04-22T00:50:16.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.101+0000 7effc8edc640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7effc4108740 0x7effc419de10 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7effb4004650 tx=0x7effb4003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:16.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.102+0000 7effc1ffb640 1 -- 172.21.15.18:0/3094408849 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb4052020 con 0x7effc4108740 2024-04-22T00:50:16.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.102+0000 7effc1ffb640 1 -- 172.21.15.18:0/3094408849 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7effb4003c50 con 0x7effc4108740 2024-04-22T00:50:16.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.102+0000 7effc1ffb640 1 -- 172.21.15.18:0/3094408849 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb404e800 con 0x7effc4108740 2024-04-22T00:50:16.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.103+0000 7effcb140640 1 -- 172.21.15.18:0/3094408849 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effc41a5cc0 con 0x7effc4108740 2024-04-22T00:50:16.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.103+0000 7effcb140640 1 -- 172.21.15.18:0/3094408849 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effc41a6240 con 0x7effc4108740 2024-04-22T00:50:16.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.108+0000 7effc96dd640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc410da60 0x7effc41a53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.109+0000 7effcddfd740 1 Processor -- start 2024-04-22T00:50:16.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.113+0000 7effc1ffb640 1 -- 172.21.15.18:0/3094408849 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7effb4055020 con 0x7effc4108740 2024-04-22T00:50:16.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.113+0000 7effc1ffb640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7effac0a2e70 0x7effac0a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.114+0000 7effc1ffb640 1 -- 172.21.15.18:0/3094408849 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7effb4102450 con 0x7effc4108740 2024-04-22T00:50:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.119+0000 7effc96dd640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7effac0a2e70 0x7effac0a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.120+0000 7effcddfd740 1 -- start start 2024-04-22T00:50:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.120+0000 7effcddfd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562bfd30 0x560c562c0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.120+0000 7effcddfd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c0720 0x560c562c5220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.120+0000 7effcddfd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c5890 0x560c562c7d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.120+0000 7effcddfd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560c56224b70 con 0x560c562bfd30 2024-04-22T00:50:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.120+0000 7effcddfd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560c561cd470 con 0x560c562c5890 2024-04-22T00:50:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.120+0000 7effcddfd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560c56220b30 con 0x560c562c0720 2024-04-22T00:50:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.122+0000 7effc3fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c0720 0x560c562c5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.122+0000 7effc3fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c0720 0x560c562c5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49672/0 (socket says 172.21.15.18:49672) 2024-04-22T00:50:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.122+0000 7effc3fff640 1 -- 172.21.15.18:0/2012201814 learned_addr learned my addr 172.21.15.18:0/2012201814 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.124+0000 7effc3fff640 1 -- 172.21.15.18:0/2012201814 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c5890 msgr2=0x560c562c7d20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.124+0000 7effc3fff640 1 --2- 172.21.15.18:0/2012201814 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c5890 0x560c562c7d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.124+0000 7effc3fff640 1 -- 172.21.15.18:0/2012201814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562bfd30 msgr2=0x560c562c0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.124+0000 7effc3fff640 1 --2- 172.21.15.18:0/2012201814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562bfd30 0x560c562c0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.124+0000 7effc3fff640 1 -- 172.21.15.18:0/2012201814 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c55f39210 con 0x560c562c0720 2024-04-22T00:50:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.125+0000 7effc3fff640 1 --2- 172.21.15.18:0/2012201814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c0720 0x560c562c5220 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7effb800a950 tx=0x7effb800ae10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6bb94fbbf75ff716 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.127+0000 7effaaffd640 1 -- 172.21.15.18:0/2012201814 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb800cd80 con 0x560c562c0720 2024-04-22T00:50:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.127+0000 7effaaffd640 1 -- 172.21.15.18:0/2012201814 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7effb800f930 con 0x560c562c0720 2024-04-22T00:50:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.127+0000 7effaaffd640 1 -- 172.21.15.18:0/2012201814 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb8018ae0 con 0x560c562c0720 2024-04-22T00:50:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.128+0000 7effcddfd740 1 -- 172.21.15.18:0/2012201814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c0720 msgr2=0x560c562c5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.128+0000 7effcddfd740 1 --2- 172.21.15.18:0/2012201814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c0720 0x560c562c5220 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7effb800a950 tx=0x7effb800ae10 comp rx=0 tx=0).stop 2024-04-22T00:50:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.132+0000 7effc96dd640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7effac0a2e70 0x7effac0a5330 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7effbc007ed0 tx=0x7effbc007340 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.132+0000 7effcddfd740 1 -- 172.21.15.18:0/2012201814 shutdown_connections 2024-04-22T00:50:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.132+0000 7effcddfd740 1 --2- 172.21.15.18:0/2012201814 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c5890 0x560c562c7d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.132+0000 7effcddfd740 1 --2- 172.21.15.18:0/2012201814 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c0720 0x560c562c5220 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.132+0000 7effcddfd740 1 --2- 172.21.15.18:0/2012201814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562bfd30 0x560c562c0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.132+0000 7effcddfd740 1 -- 172.21.15.18:0/2012201814 >> 172.21.15.18:0/2012201814 conn(0x560c562bb2a0 msgr2=0x560c562bb6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:16.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.138+0000 7effcddfd740 1 -- 172.21.15.18:0/2012201814 shutdown_connections 2024-04-22T00:50:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.142+0000 7effcddfd740 1 -- 172.21.15.18:0/2012201814 wait complete. 2024-04-22T00:50:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.142+0000 7effcddfd740 1 -- start start 2024-04-22T00:50:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.142+0000 7effcddfd740 1 Processor -- start 2024-04-22T00:50:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.143+0000 7effcddfd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c0720 0x560c562ca330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.143+0000 7effcddfd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c5890 0x560c562ca870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.143+0000 7effcddfd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562cf830 0x560c562d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.143+0000 7effcddfd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560c562c8840 con 0x560c562cf830 2024-04-22T00:50:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.143+0000 7effcddfd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560c561e0a10 con 0x560c562c0720 2024-04-22T00:50:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.143+0000 7effcddfd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560c562c89c0 con 0x560c562c5890 2024-04-22T00:50:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.143+0000 7effcddfd740 10 client.0 _ll_register_callbacks cb 0x560c5621bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.143+0000 7effc8edc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c0720 0x560c562ca330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.143+0000 7effc8edc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c0720 0x560c562ca330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37128/0 (socket says 172.21.15.18:37128) 2024-04-22T00:50:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.143+0000 7effc8edc640 1 -- 172.21.15.18:0/3028866379 learned_addr learned my addr 172.21.15.18:0/3028866379 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.144+0000 7effc8edc640 1 -- 172.21.15.18:0/3028866379 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c5890 msgr2=0x560c562ca870 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:50:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.144+0000 7effc8edc640 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c5890 0x560c562ca870 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.144+0000 7effc8edc640 1 -- 172.21.15.18:0/3028866379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562cf830 msgr2=0x560c562d1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:16.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.144+0000 7effc8edc640 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562cf830 0x560c562d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.144+0000 7effc8edc640 1 -- 172.21.15.18:0/3028866379 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c56005620 con 0x560c562c0720 2024-04-22T00:50:16.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.144+0000 7effc8edc640 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c0720 0x560c562ca330 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7effb40cac50 tx=0x7effb40ce3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a997fd9d4cb96188 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:16.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.146+0000 7effa3fff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:16.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.146+0000 7effa3fff640 1 -- 172.21.15.18:0/3028866379 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb4003e00 con 0x560c562c0720 2024-04-22T00:50:16.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.146+0000 7effa3fff640 1 -- 172.21.15.18:0/3028866379 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7effb4045a50 con 0x560c562c0720 2024-04-22T00:50:16.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.149+0000 7effcddfd740 1 -- 172.21.15.18:0/3028866379 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effb800f930 con 0x560c562c0720 2024-04-22T00:50:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.152+0000 7effa3fff640 1 -- 172.21.15.18:0/3028866379 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7effb40cef80 con 0x560c562c0720 2024-04-22T00:50:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.152+0000 7effcddfd740 10 client.27272 fetch_fsmap learned FSMap version 42 2024-04-22T00:50:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.152+0000 7effcddfd740 1 -- 172.21.15.18:0/3028866379 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x560c562c8840 con 0x560c562c0720 2024-04-22T00:50:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.153+0000 7effa3fff640 1 -- 172.21.15.18:0/3028866379 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7effb800f930 con 0x560c562c0720 2024-04-22T00:50:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.153+0000 7effa3fff640 1 -- 172.21.15.18:0/3028866379 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 42) ==== 8358+0+0 (secure 0 0 0) 0x7effb405f060 con 0x560c562c0720 2024-04-22T00:50:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.153+0000 7effcddfd740 10 client.27272 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T00:50:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.153+0000 7effcddfd740 10 client.27272 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.153+0000 7effcddfd740 20 client.27272 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.153+0000 7effcddfd740 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c562d66c0 0x560c562d8b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.153+0000 7effcddfd740 4 client.27272 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.153+0000 7effcddfd740 1 -- 172.21.15.18:0/3028866379 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c562320b0 con 0x560c562d66c0 2024-04-22T00:50:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.155+0000 7effc3fff640 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c562d66c0 0x560c562d8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.156+0000 7effc3fff640 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c562d66c0 0x560c562d8b00 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=143ba6b0df8b1892 server_cookie=8dba4874caef2dbe in_seq=0 out_seq=0 2024-04-22T00:50:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.156+0000 7effa3fff640 10 client.27272 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effa3fff640 1 -- 172.21.15.18:0/3028866379 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560c562320b0 con 0x560c562d66c0 2024-04-22T00:50:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effa3fff640 10 client.27272 handle_command_reply: tid=0 2024-04-22T00:50:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effcddfd740 1 client.27272 shutdown 2024-04-22T00:50:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effcddfd740 1 -- 172.21.15.18:0/3028866379 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c0720 msgr2=0x560c562ca330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effcddfd740 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c0720 0x560c562ca330 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7effb40cac50 tx=0x7effb40ce3c0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effcddfd740 1 -- 172.21.15.18:0/3028866379 shutdown_connections 2024-04-22T00:50:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effcddfd740 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c562d66c0 0x560c562d8b00 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effcddfd740 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562cf830 0x560c562d1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effcddfd740 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c5890 0x560c562ca870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effcddfd740 1 --2- 172.21.15.18:0/3028866379 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c0720 0x560c562ca330 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effcddfd740 1 -- 172.21.15.18:0/3028866379 >> 172.21.15.18:0/3028866379 conn(0x560c562bb2a0 msgr2=0x560c562ba4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.157+0000 7effa3fff640 0 client.27272 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.158+0000 7effcddfd740 1 -- 172.21.15.18:0/3028866379 shutdown_connections 2024-04-22T00:50:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.158+0000 7effcddfd740 1 -- 172.21.15.18:0/3028866379 wait complete. 2024-04-22T00:50:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.158+0000 7effcddfd740 20 client.27272 trim_cache size 0 max 16384 2024-04-22T00:50:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.187+0000 7effcddfd740 1 Processor -- start 2024-04-22T00:50:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.187+0000 7effcddfd740 1 -- start start 2024-04-22T00:50:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.187+0000 7effcddfd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562c0720 0x560c562ca650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.187+0000 7effcddfd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c5890 0x560c562b9c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.187+0000 7effcddfd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562cf830 0x560c562ba170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.187+0000 7effcddfd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7effc41b3200 con 0x560c562c0720 2024-04-22T00:50:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.187+0000 7effcddfd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7effc41b0a70 con 0x560c562cf830 2024-04-22T00:50:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.187+0000 7effcddfd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7effc41ae8c0 con 0x560c562c5890 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc96dd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562cf830 0x560c562ba170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc96dd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562cf830 0x560c562ba170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:37134/0 (socket says 172.21.15.18:37134) 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc96dd640 1 -- 172.21.15.18:0/3985555262 learned_addr learned my addr 172.21.15.18:0/3985555262 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc8edc640 1 --2- 172.21.15.18:0/3985555262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562c0720 0x560c562ca650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc3fff640 1 --2- 172.21.15.18:0/3985555262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c5890 0x560c562b9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc96dd640 1 -- 172.21.15.18:0/3985555262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c5890 msgr2=0x560c562b9c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc96dd640 1 --2- 172.21.15.18:0/3985555262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c5890 0x560c562b9c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc96dd640 1 -- 172.21.15.18:0/3985555262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562c0720 msgr2=0x560c562ca650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc96dd640 1 --2- 172.21.15.18:0/3985555262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562c0720 0x560c562ca650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc96dd640 1 -- 172.21.15.18:0/3985555262 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c562bc010 con 0x560c562cf830 2024-04-22T00:50:16.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc3fff640 1 --2- 172.21.15.18:0/3985555262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c5890 0x560c562b9c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:16.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.188+0000 7effc96dd640 1 --2- 172.21.15.18:0/3985555262 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562cf830 0x560c562ba170 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7effbc00cfd0 tx=0x7effbc004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17c424c83d892ca server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:16.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.191+0000 7effaa7fc640 1 -- 172.21.15.18:0/3985555262 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc042020 con 0x560c562cf830 2024-04-22T00:50:16.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.191+0000 7effaa7fc640 1 -- 172.21.15.18:0/3985555262 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7effbc015030 con 0x560c562cf830 2024-04-22T00:50:16.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.191+0000 7effaa7fc640 1 -- 172.21.15.18:0/3985555262 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc03d7a0 con 0x560c562cf830 2024-04-22T00:50:16.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.192+0000 7effcddfd740 1 -- 172.21.15.18:0/3985555262 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562cf830 msgr2=0x560c562ba170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:16.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.192+0000 7effcddfd740 1 --2- 172.21.15.18:0/3985555262 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562cf830 0x560c562ba170 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7effbc00cfd0 tx=0x7effbc004a40 comp rx=0 tx=0).stop 2024-04-22T00:50:16.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.193+0000 7effcddfd740 1 -- 172.21.15.18:0/3985555262 shutdown_connections 2024-04-22T00:50:16.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.193+0000 7effcddfd740 1 --2- 172.21.15.18:0/3985555262 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562cf830 0x560c562ba170 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.193+0000 7effcddfd740 1 --2- 172.21.15.18:0/3985555262 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562c5890 0x560c562b9c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.193+0000 7effcddfd740 1 --2- 172.21.15.18:0/3985555262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562c0720 0x560c562ca650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.193+0000 7effcddfd740 1 -- 172.21.15.18:0/3985555262 >> 172.21.15.18:0/3985555262 conn(0x560c562bb2a0 msgr2=0x560c562c9f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.198+0000 7effcddfd740 1 -- 172.21.15.18:0/3985555262 shutdown_connections 2024-04-22T00:50:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.202+0000 7effcddfd740 1 -- 172.21.15.18:0/3985555262 wait complete. 2024-04-22T00:50:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.202+0000 7effcddfd740 1 -- start start 2024-04-22T00:50:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.202+0000 7effcddfd740 1 Processor -- start 2024-04-22T00:50:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.203+0000 7effcddfd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562c0720 0x560c562e9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.203+0000 7effcddfd740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c5890 0x560c562e9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.203+0000 7effcddfd740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562cf830 0x560c562e8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.203+0000 7effcddfd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7effc41aef30 con 0x560c562c0720 2024-04-22T00:50:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.203+0000 7effcddfd740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7effc41b03a0 con 0x560c562c5890 2024-04-22T00:50:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.203+0000 7effcddfd740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7effc41af600 con 0x560c562cf830 2024-04-22T00:50:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.203+0000 7effcddfd740 10 client.0 _ll_register_callbacks cb 0x7effb403df30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.207+0000 7effc96dd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562cf830 0x560c562e8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.207+0000 7effc96dd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562cf830 0x560c562e8030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:49694/0 (socket says 172.21.15.18:49694) 2024-04-22T00:50:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.207+0000 7effc96dd640 1 -- 172.21.15.18:0/3345696907 learned_addr learned my addr 172.21.15.18:0/3345696907 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.207+0000 7effc96dd640 1 -- 172.21.15.18:0/3345696907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c5890 msgr2=0x560c562e9e50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.207+0000 7effc96dd640 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c5890 0x560c562e9e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.207+0000 7effc96dd640 1 -- 172.21.15.18:0/3345696907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562c0720 msgr2=0x560c562e9910 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.207+0000 7effc96dd640 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562c0720 0x560c562e9910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.207+0000 7effc96dd640 1 -- 172.21.15.18:0/3345696907 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c562e8810 con 0x560c562cf830 2024-04-22T00:50:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.208+0000 7effc96dd640 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562cf830 0x560c562e8030 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7effbc00cb20 tx=0x7effbc03e680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=581a25d6d8f0ed4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.210+0000 7effa3fff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.210+0000 7effa3fff640 1 -- 172.21.15.18:0/3345696907 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc055060 con 0x560c562cf830 2024-04-22T00:50:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.210+0000 7effcddfd740 1 -- 172.21.15.18:0/3345696907 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effbc015030 con 0x560c562cf830 2024-04-22T00:50:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.210+0000 7effa3fff640 1 -- 172.21.15.18:0/3345696907 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7effbc03ea80 con 0x560c562cf830 2024-04-22T00:50:16.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.212+0000 7effa3fff640 1 -- 172.21.15.18:0/3345696907 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7effbc05c050 con 0x560c562cf830 2024-04-22T00:50:16.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.212+0000 7effcddfd740 10 client.27268 fetch_fsmap learned FSMap version 42 2024-04-22T00:50:16.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.213+0000 7effcddfd740 1 -- 172.21.15.18:0/3345696907 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x560c5633d1f0 con 0x560c562cf830 2024-04-22T00:50:16.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.217+0000 7effa3fff640 1 -- 172.21.15.18:0/3345696907 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7effbc015030 con 0x560c562cf830 2024-04-22T00:50:16.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.217+0000 7effa3fff640 1 -- 172.21.15.18:0/3345696907 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 42) ==== 8358+0+0 (secure 0 0 0) 0x7effbc047420 con 0x560c562cf830 2024-04-22T00:50:16.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.217+0000 7effcddfd740 10 client.27268 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T00:50:16.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.217+0000 7effcddfd740 10 client.27268 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:16.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.217+0000 7effcddfd740 20 client.27268 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:16.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.217+0000 7effcddfd740 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c5633db00 0x560c5633ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:16.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.217+0000 7effcddfd740 4 client.27268 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:50:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.217+0000 7effcddfd740 1 -- 172.21.15.18:0/3345696907 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560c5622c400 con 0x560c5633db00 2024-04-22T00:50:16.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.219+0000 7effc8edc640 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c5633db00 0x560c5633ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:16.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.236+0000 7effc8edc640 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c5633db00 0x560c5633ff20 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dfa1943c539344de server_cookie=74d2fa323b05ea2d in_seq=0 out_seq=0 2024-04-22T00:50:16.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.240+0000 7effa3fff640 10 client.27268 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:16.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effa3fff640 1 -- 172.21.15.18:0/3345696907 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560c5622c400 con 0x560c5633db00 2024-04-22T00:50:16.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effa3fff640 10 client.27268 handle_command_reply: tid=0 2024-04-22T00:50:16.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effcddfd740 1 client.27268 shutdown 2024-04-22T00:50:16.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effcddfd740 1 -- 172.21.15.18:0/3345696907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562cf830 msgr2=0x560c562e8030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:16.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effcddfd740 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562cf830 0x560c562e8030 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7effbc00cb20 tx=0x7effbc03e680 comp rx=0 tx=0).stop 2024-04-22T00:50:16.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effcddfd740 1 -- 172.21.15.18:0/3345696907 shutdown_connections 2024-04-22T00:50:16.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effcddfd740 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560c5633db00 0x560c5633ff20 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effcddfd740 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560c562cf830 0x560c562e8030 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effcddfd740 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560c562c5890 0x560c562e9e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effcddfd740 1 --2- 172.21.15.18:0/3345696907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560c562c0720 0x560c562e9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effcddfd740 1 -- 172.21.15.18:0/3345696907 >> 172.21.15.18:0/3345696907 conn(0x560c562bb2a0 msgr2=0x560c562be500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:16.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.287+0000 7effa3fff640 0 client.27268 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:16.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.288+0000 7effcddfd740 1 -- 172.21.15.18:0/3345696907 shutdown_connections 2024-04-22T00:50:16.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.288+0000 7effcddfd740 1 -- 172.21.15.18:0/3345696907 wait complete. 2024-04-22T00:50:16.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.288+0000 7effcddfd740 20 client.27268 trim_cache size 0 max 16384 2024-04-22T00:50:16.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:50:16.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:50:16.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:50:16.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:50:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.288+0000 7effcb140640 1 -- 172.21.15.18:0/3094408849 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7effac0a2e70 msgr2=0x7effac0a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7effac0a2e70 0x7effac0a5330 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7effbc007ed0 tx=0x7effbc007340 comp rx=0 tx=0).stop 2024-04-22T00:50:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 -- 172.21.15.18:0/3094408849 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7effc4108740 msgr2=0x7effc419de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7effc4108740 0x7effc419de10 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7effb4004650 tx=0x7effb4003820 comp rx=0 tx=0).stop 2024-04-22T00:50:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 -- 172.21.15.18:0/3094408849 shutdown_connections 2024-04-22T00:50:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7effac0a2e70 0x7effac0a5330 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7effc410da60 0x7effc41a53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7effc410b0b0 0x7effc419e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 --2- 172.21.15.18:0/3094408849 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7effc4108740 0x7effc419de10 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 -- 172.21.15.18:0/3094408849 >> 172.21.15.18:0/3094408849 conn(0x7effc406e7b0 msgr2=0x7effc410a040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 -- 172.21.15.18:0/3094408849 shutdown_connections 2024-04-22T00:50:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:16.289+0000 7effcb140640 1 -- 172.21.15.18:0/3094408849 wait complete. 2024-04-22T00:50:17.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:17 smithi081 ceph-mon[31546]: pgmap v644: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 6.2 MiB/s wr, 690 op/s 2024-04-22T00:50:17.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:17 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:50:17.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:17 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:50:17.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:17 smithi018 ceph-mon[27979]: pgmap v644: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 6.2 MiB/s wr, 690 op/s 2024-04-22T00:50:17.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:17 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:50:17.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:17 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:50:17.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:17 smithi167 ceph-mon[31348]: pgmap v644: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 6.2 MiB/s wr, 690 op/s 2024-04-22T00:50:17.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:17 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:50:17.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:17 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:50:18.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:18 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:50:18.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:18 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:50:18.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:18 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:50:19.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:19 smithi081 ceph-mon[31546]: pgmap v645: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 5.4 MiB/s wr, 630 op/s 2024-04-22T00:50:19.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:19 smithi018 ceph-mon[27979]: pgmap v645: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 5.4 MiB/s wr, 630 op/s 2024-04-22T00:50:19.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:19 smithi167 ceph-mon[31348]: pgmap v645: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 5.4 MiB/s wr, 630 op/s 2024-04-22T00:50:19.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 535.0 s, 603.0 tps, lat 163.682 ms stddev 194.512 2024-04-22T00:50:21.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:21 smithi081 ceph-mon[31546]: pgmap v646: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 5.3 MiB/s wr, 651 op/s 2024-04-22T00:50:21.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:21 smithi018 ceph-mon[27979]: pgmap v646: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 5.3 MiB/s wr, 651 op/s 2024-04-22T00:50:21.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:21 smithi167 ceph-mon[31348]: pgmap v646: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 5.3 MiB/s wr, 651 op/s 2024-04-22T00:50:23.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:23 smithi081 ceph-mon[31546]: pgmap v647: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 4.8 MiB/s wr, 558 op/s 2024-04-22T00:50:23.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:23 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:50:23.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:23 smithi018 ceph-mon[27979]: pgmap v647: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 4.8 MiB/s wr, 558 op/s 2024-04-22T00:50:23.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:23 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:50:23.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:23 smithi167 ceph-mon[31348]: pgmap v647: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 4.8 MiB/s wr, 558 op/s 2024-04-22T00:50:23.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:23 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:50:24.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 540.0 s, 531.8 tps, lat 187.679 ms stddev 222.861 2024-04-22T00:50:25.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:25 smithi081 ceph-mon[31546]: pgmap v648: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 4.8 MiB/s wr, 552 op/s 2024-04-22T00:50:25.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:25 smithi018 ceph-mon[27979]: pgmap v648: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 4.8 MiB/s wr, 552 op/s 2024-04-22T00:50:25.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:25 smithi167 ceph-mon[31348]: pgmap v648: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 4.8 MiB/s wr, 552 op/s 2024-04-22T00:50:27.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:27 smithi081 ceph-mon[31546]: pgmap v649: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 4.4 MiB/s wr, 534 op/s 2024-04-22T00:50:27.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:27 smithi018 ceph-mon[27979]: pgmap v649: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 4.4 MiB/s wr, 534 op/s 2024-04-22T00:50:27.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:27 smithi167 ceph-mon[31348]: pgmap v649: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 4.4 MiB/s wr, 534 op/s 2024-04-22T00:50:29.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.430+0000 7f659f6c2640 1 -- 172.21.15.18:0/4278654960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f65981018b0 msgr2=0x7f6598101d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:29.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.430+0000 7f659f6c2640 1 --2- 172.21.15.18:0/4278654960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f65981018b0 0x7f6598101d30 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f6594009900 tx=0x7f659402bc30 comp rx=0 tx=0).stop 2024-04-22T00:50:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.430+0000 7f659f6c2640 1 -- 172.21.15.18:0/4278654960 shutdown_connections 2024-04-22T00:50:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.430+0000 7f659f6c2640 1 --2- 172.21.15.18:0/4278654960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f6598102270 0x7f6598108b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.430+0000 7f659f6c2640 1 --2- 172.21.15.18:0/4278654960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f65981018b0 0x7f6598101d30 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.430+0000 7f659f6c2640 1 --2- 172.21.15.18:0/4278654960 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f65981006c0 0x7f6598100ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.430+0000 7f659f6c2640 1 -- 172.21.15.18:0/4278654960 >> 172.21.15.18:0/4278654960 conn(0x7f65980fbc50 msgr2=0x7f65980fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.430+0000 7f659f6c2640 1 -- 172.21.15.18:0/4278654960 shutdown_connections 2024-04-22T00:50:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.430+0000 7f659f6c2640 1 -- 172.21.15.18:0/4278654960 wait complete. 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.431+0000 7f659f6c2640 1 Processor -- start 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.431+0000 7f659f6c2640 1 -- start start 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659f6c2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f65981006c0 0x7f659819dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659f6c2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f65981018b0 0x7f659819e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659f6c2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6598102270 0x7f65981a5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659d45e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f65981006c0 0x7f659819dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659d45e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f65981006c0 0x7f659819dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41950/0 (socket says 172.21.15.18:41950) 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659d45e640 1 -- 172.21.15.18:0/597209134 learned_addr learned my addr 172.21.15.18:0/597209134 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f659810b250 con 0x7f6598102270 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f659810b0d0 con 0x7f65981018b0 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f659810b3d0 con 0x7f65981006c0 2024-04-22T00:50:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659cc5d640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f65981018b0 0x7f659819e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.432+0000 7f659dc5f640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6598102270 0x7f65981a5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f659d45e640 1 -- 172.21.15.18:0/597209134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f65981018b0 msgr2=0x7f659819e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f659d45e640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f65981018b0 0x7f659819e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f659d45e640 1 -- 172.21.15.18:0/597209134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6598102270 msgr2=0x7f65981a5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f659d45e640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6598102270 0x7f65981a5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f659d45e640 1 -- 172.21.15.18:0/597209134 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65981a5be0 con 0x7f65981006c0 2024-04-22T00:50:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f659d45e640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f65981006c0 0x7f659819dfc0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f658800e9c0 tx=0x7f658800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f658e7fc640 1 -- 172.21.15.18:0/597209134 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658800cde0 con 0x7f65981006c0 2024-04-22T00:50:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65981a5ed0 con 0x7f65981006c0 2024-04-22T00:50:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f658e7fc640 1 -- 172.21.15.18:0/597209134 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6588010910 con 0x7f65981006c0 2024-04-22T00:50:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f658e7fc640 1 -- 172.21.15.18:0/597209134 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6588018a00 con 0x7f65981006c0 2024-04-22T00:50:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.433+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65981a6340 con 0x7f65981006c0 2024-04-22T00:50:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.436+0000 7f65a2382740 1 Processor -- start 2024-04-22T00:50:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.436+0000 7f658e7fc640 1 -- 172.21.15.18:0/597209134 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f658801f020 con 0x7f65981006c0 2024-04-22T00:50:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.436+0000 7f65a2382740 1 -- start start 2024-04-22T00:50:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.436+0000 7f65a2382740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e88150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.436+0000 7f65a2382740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 0x55b468e8d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.436+0000 7f65a2382740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 0x55b468e8fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.436+0000 7f65a2382740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b468decb70 con 0x55b468e87d30 2024-04-22T00:50:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.436+0000 7f65a2382740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b468d95470 con 0x55b468e88720 2024-04-22T00:50:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.436+0000 7f65a2382740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b468de8b30 con 0x55b468e8d890 2024-04-22T00:50:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.437+0000 7f658e7fc640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f65840a2cb0 0x7f65840a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.437+0000 7f659dc5f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e88150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.437+0000 7f659dc5f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e88150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58128/0 (socket says 172.21.15.18:58128) 2024-04-22T00:50:29.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.437+0000 7f659dc5f640 1 -- 172.21.15.18:0/1536692547 learned_addr learned my addr 172.21.15.18:0/1536692547 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:29.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.437+0000 7f659cc5d640 1 --2- 172.21.15.18:0/1536692547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 0x55b468e8fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.437+0000 7f659d45e640 1 --2- 172.21.15.18:0/1536692547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 0x55b468e8d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.438+0000 7f659d45e640 1 -- 172.21.15.18:0/1536692547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 msgr2=0x55b468e8fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:29.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.438+0000 7f659d45e640 1 --2- 172.21.15.18:0/1536692547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 0x55b468e8fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.438+0000 7f659d45e640 1 -- 172.21.15.18:0/1536692547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 msgr2=0x55b468e88150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:29.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.438+0000 7f659d45e640 1 --2- 172.21.15.18:0/1536692547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e88150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.438+0000 7f659d45e640 1 -- 172.21.15.18:0/1536692547 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b468b01210 con 0x55b468e88720 2024-04-22T00:50:29.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.438+0000 7f659cc5d640 1 --2- 172.21.15.18:0/1536692547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 0x55b468e8fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:50:29.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.438+0000 7f658e7fc640 1 -- 172.21.15.18:0/597209134 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f65880cf5e0 con 0x7f65981006c0 2024-04-22T00:50:29.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.438+0000 7f659d45e640 1 --2- 172.21.15.18:0/1536692547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 0x55b468e8d220 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f658809b710 tx=0x7f658800efb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46466352552f07a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:29.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.439+0000 7f659dc5f640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f65840a2cb0 0x7f65840a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.439+0000 7f65837fe640 1 -- 172.21.15.18:0/1536692547 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658809c110 con 0x55b468e88720 2024-04-22T00:50:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.439+0000 7f65837fe640 1 -- 172.21.15.18:0/1536692547 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f658809ba10 con 0x55b468e88720 2024-04-22T00:50:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65837fe640 1 -- 172.21.15.18:0/1536692547 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65880a41f0 con 0x55b468e88720 2024-04-22T00:50:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f659dc5f640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f65840a2cb0 0x7f65840a5170 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f6590005c40 tx=0x7f6590014040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 -- 172.21.15.18:0/1536692547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 msgr2=0x55b468e8d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 --2- 172.21.15.18:0/1536692547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 0x55b468e8d220 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f658809b710 tx=0x7f658800efb0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 -- 172.21.15.18:0/1536692547 shutdown_connections 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 --2- 172.21.15.18:0/1536692547 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 0x55b468e8fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 --2- 172.21.15.18:0/1536692547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 0x55b468e8d220 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 --2- 172.21.15.18:0/1536692547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e88150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 -- 172.21.15.18:0/1536692547 >> 172.21.15.18:0/1536692547 conn(0x55b468e832a0 msgr2=0x55b468e836a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 -- 172.21.15.18:0/1536692547 shutdown_connections 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 -- 172.21.15.18:0/1536692547 wait complete. 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 -- start start 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.440+0000 7f65a2382740 1 Processor -- start 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f65a2382740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e92110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f65a2382740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 0x55b468e92650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f65a2382740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 0x55b468e99690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f65a2382740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b468e90830 con 0x55b468e87d30 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f65a2382740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b468da8a10 con 0x55b468e88720 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f65a2382740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b468e909b0 con 0x55b468e8d890 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f65a2382740 10 client.0 _ll_register_callbacks cb 0x55b468de3b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f659d45e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e92110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f659d45e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e92110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58142/0 (socket says 172.21.15.18:58142) 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f659d45e640 1 -- 172.21.15.18:0/3022812896 learned_addr learned my addr 172.21.15.18:0/3022812896 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f659cc5d640 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 0x55b468e92650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f659dc5f640 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 0x55b468e99690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f659d45e640 1 -- 172.21.15.18:0/3022812896 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 msgr2=0x55b468e99690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f659d45e640 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 0x55b468e99690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f659d45e640 1 -- 172.21.15.18:0/3022812896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 msgr2=0x55b468e92650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f659d45e640 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 0x55b468e92650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.441+0000 7f659d45e640 1 -- 172.21.15.18:0/3022812896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b468bcd620 con 0x55b468e87d30 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.442+0000 7f659d45e640 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e92110 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f6588097e70 tx=0x7f65880a4420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2db09b5d148e320c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.442+0000 7f6580ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.442+0000 7f6580ff9640 1 -- 172.21.15.18:0/3022812896 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65880ce030 con 0x55b468e87d30 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.442+0000 7f6580ff9640 1 -- 172.21.15.18:0/3022812896 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6588099d10 con 0x55b468e87d30 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.442+0000 7f65a2382740 1 -- 172.21.15.18:0/3022812896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f658809ba10 con 0x55b468e87d30 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.442+0000 7f6580ff9640 1 -- 172.21.15.18:0/3022812896 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f65880a4680 con 0x55b468e87d30 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.442+0000 7f65a2382740 10 client.17643 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.442+0000 7f65a2382740 1 -- 172.21.15.18:0/3022812896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55b468e9ca00 con 0x55b468e87d30 2024-04-22T00:50:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.443+0000 7f6580ff9640 1 -- 172.21.15.18:0/3022812896 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f658809c110 con 0x55b468e87d30 2024-04-22T00:50:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.443+0000 7f6580ff9640 1 -- 172.21.15.18:0/3022812896 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f65880860f0 con 0x55b468e87d30 2024-04-22T00:50:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.443+0000 7f65a2382740 10 client.17643 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.443+0000 7f65a2382740 10 client.17643 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.443+0000 7f65a2382740 20 client.17643 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.443+0000 7f65a2382740 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b468e9dd50 0x55b468ea0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.443+0000 7f65a2382740 4 client.17643 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.443+0000 7f65a2382740 1 -- 172.21.15.18:0/3022812896 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f658809ba10 con 0x55b468e9dd50 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.443+0000 7f659cc5d640 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b468e9dd50 0x55b468ea0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.444+0000 7f659cc5d640 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b468e9dd50 0x55b468ea0140 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b50cb60b56d748ba server_cookie=5b1a91f5ee607728 in_seq=0 out_seq=0 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.444+0000 7f6580ff9640 10 client.17643 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.444+0000 7f6580ff9640 1 -- 172.21.15.18:0/3022812896 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f658809ba10 con 0x55b468e9dd50 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.444+0000 7f6580ff9640 10 client.17643 handle_command_reply: tid=0 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 client.17643 shutdown 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 -- 172.21.15.18:0/3022812896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 msgr2=0x55b468e92110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e92110 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f6588097e70 tx=0x7f65880a4420 comp rx=0 tx=0).stop 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 -- 172.21.15.18:0/3022812896 shutdown_connections 2024-04-22T00:50:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b468e9dd50 0x55b468ea0140 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e8d890 0x55b468e99690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e88720 0x55b468e92650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 --2- 172.21.15.18:0/3022812896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e92110 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 -- 172.21.15.18:0/3022812896 >> 172.21.15.18:0/3022812896 conn(0x55b468e832a0 msgr2=0x55b468e824c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f6580ff9640 0 client.17643 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 -- 172.21.15.18:0/3022812896 shutdown_connections 2024-04-22T00:50:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 1 -- 172.21.15.18:0/3022812896 wait complete. 2024-04-22T00:50:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.445+0000 7f65a2382740 20 client.17643 trim_cache size 0 max 16384 2024-04-22T00:50:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f65a2382740 1 Processor -- start 2024-04-22T00:50:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f65a2382740 1 -- start start 2024-04-22T00:50:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f65a2382740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e87d30 0x55b468e91d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f65a2382740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e99650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f65a2382740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e8d890 0x55b468e92260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f65a2382740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f65981b3400 con 0x55b468e8d890 2024-04-22T00:50:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f65a2382740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f65981b0c70 con 0x55b468e87d30 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f659dc5f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e8d890 0x55b468e92260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f65a2382740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f65981aeaa0 con 0x55b468e88720 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f659cc5d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e99650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f659cc5d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e99650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41968/0 (socket says 172.21.15.18:41968) 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f659dc5f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e8d890 0x55b468e92260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58144/0 (socket says 172.21.15.18:58144) 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f659cc5d640 1 -- 172.21.15.18:0/4199101865 learned_addr learned my addr 172.21.15.18:0/4199101865 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.467+0000 7f659d45e640 1 --2- 172.21.15.18:0/4199101865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e87d30 0x55b468e91d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.468+0000 7f659cc5d640 1 -- 172.21.15.18:0/4199101865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e87d30 msgr2=0x55b468e91d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.468+0000 7f659cc5d640 1 --2- 172.21.15.18:0/4199101865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e87d30 0x55b468e91d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.468+0000 7f659cc5d640 1 -- 172.21.15.18:0/4199101865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e8d890 msgr2=0x55b468e92260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.468+0000 7f659cc5d640 1 --2- 172.21.15.18:0/4199101865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e8d890 0x55b468e92260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.468+0000 7f659cc5d640 1 -- 172.21.15.18:0/4199101865 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b468e83cf0 con 0x55b468e88720 2024-04-22T00:50:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.468+0000 7f659cc5d640 1 --2- 172.21.15.18:0/4199101865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e99650 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f659402c7b0 tx=0x7f659402df90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2f8e8f77b2cb267 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:29.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.469+0000 7f6582ffd640 1 -- 172.21.15.18:0/4199101865 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f659402cac0 con 0x55b468e88720 2024-04-22T00:50:29.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.469+0000 7f6582ffd640 1 -- 172.21.15.18:0/4199101865 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f659402cc60 con 0x55b468e88720 2024-04-22T00:50:29.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.469+0000 7f6582ffd640 1 -- 172.21.15.18:0/4199101865 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6594004900 con 0x55b468e88720 2024-04-22T00:50:29.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.470+0000 7f65a2382740 1 -- 172.21.15.18:0/4199101865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 msgr2=0x55b468e99650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:29.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.470+0000 7f65a2382740 1 --2- 172.21.15.18:0/4199101865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e99650 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f659402c7b0 tx=0x7f659402df90 comp rx=0 tx=0).stop 2024-04-22T00:50:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.470+0000 7f65a2382740 1 -- 172.21.15.18:0/4199101865 shutdown_connections 2024-04-22T00:50:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.470+0000 7f65a2382740 1 --2- 172.21.15.18:0/4199101865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e8d890 0x55b468e92260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.470+0000 7f65a2382740 1 --2- 172.21.15.18:0/4199101865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e99650 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.470+0000 7f65a2382740 1 --2- 172.21.15.18:0/4199101865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e87d30 0x55b468e91d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.471+0000 7f65a2382740 1 -- 172.21.15.18:0/4199101865 >> 172.21.15.18:0/4199101865 conn(0x55b468e832a0 msgr2=0x55b468e89ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.471+0000 7f65a2382740 1 -- 172.21.15.18:0/4199101865 shutdown_connections 2024-04-22T00:50:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.471+0000 7f65a2382740 1 -- 172.21.15.18:0/4199101865 wait complete. 2024-04-22T00:50:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.471+0000 7f65a2382740 1 -- start start 2024-04-22T00:50:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.471+0000 7f65a2382740 1 Processor -- start 2024-04-22T00:50:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f65a2382740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e963f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f65a2382740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e96930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f65a2382740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e8d890 0x55b468f02060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f65a2382740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f65981af130 con 0x55b468e87d30 2024-04-22T00:50:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f65a2382740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f65981b05a0 con 0x55b468e8d890 2024-04-22T00:50:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f65a2382740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f65981af800 con 0x55b468e88720 2024-04-22T00:50:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659cc5d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e96930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659cc5d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e96930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41978/0 (socket says 172.21.15.18:41978) 2024-04-22T00:50:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659cc5d640 1 -- 172.21.15.18:0/690268625 learned_addr learned my addr 172.21.15.18:0/690268625 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659d45e640 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e963f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659dc5f640 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e8d890 0x55b468f02060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f65a2382740 10 client.0 _ll_register_callbacks cb 0x7f6588098080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659cc5d640 1 -- 172.21.15.18:0/690268625 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e8d890 msgr2=0x55b468f02060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659cc5d640 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e8d890 0x55b468f02060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659cc5d640 1 -- 172.21.15.18:0/690268625 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 msgr2=0x55b468e963f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659cc5d640 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e963f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659cc5d640 1 -- 172.21.15.18:0/690268625 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b468e96f20 con 0x55b468e88720 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.472+0000 7f659dc5f640 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e8d890 0x55b468f02060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f659cc5d640 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e96930 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f659402bc70 tx=0x7f659402cac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4705ca587e734cc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f6580ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f6580ff9640 1 -- 172.21.15.18:0/690268625 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f659404c730 con 0x55b468e88720 2024-04-22T00:50:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f6580ff9640 1 -- 172.21.15.18:0/690268625 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f6594004030 con 0x55b468e88720 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f65a2382740 1 -- 172.21.15.18:0/690268625 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f659402cc60 con 0x55b468e88720 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f6580ff9640 1 -- 172.21.15.18:0/690268625 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f6594066050 con 0x55b468e88720 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f65a2382740 10 client.27286 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f65a2382740 1 -- 172.21.15.18:0/690268625 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55b468f03610 con 0x55b468e88720 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f6580ff9640 1 -- 172.21.15.18:0/690268625 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6594004ba0 con 0x55b468e88720 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f6580ff9640 1 -- 172.21.15.18:0/690268625 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f6594005200 con 0x55b468e88720 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f65a2382740 10 client.27286 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f65a2382740 10 client.27286 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f65a2382740 20 client.27286 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.473+0000 7f65a2382740 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b468f03fa0 0x55b468f063c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.474+0000 7f65a2382740 4 client.27286 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.474+0000 7f65a2382740 1 -- 172.21.15.18:0/690268625 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f659402cc60 con 0x55b468f03fa0 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.474+0000 7f659d45e640 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b468f03fa0 0x55b468f063c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.474+0000 7f6580ff9640 10 client.27286 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:29.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.474+0000 7f659d45e640 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b468f03fa0 0x55b468f063c0 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6b5bc17afcb1d7c server_cookie=b0b703b03bcce354 in_seq=0 out_seq=0 2024-04-22T00:50:29.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f6580ff9640 1 -- 172.21.15.18:0/690268625 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f659402cc60 con 0x55b468f03fa0 2024-04-22T00:50:29.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f6580ff9640 10 client.27286 handle_command_reply: tid=0 2024-04-22T00:50:29.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 client.27286 shutdown 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 -- 172.21.15.18:0/690268625 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 msgr2=0x55b468e96930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e96930 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f659402bc70 tx=0x7f659402cac0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 -- 172.21.15.18:0/690268625 shutdown_connections 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b468f03fa0 0x55b468f063c0 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b468e8d890 0x55b468f02060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b468e88720 0x55b468e96930 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 --2- 172.21.15.18:0/690268625 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b468e87d30 0x55b468e963f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f6580ff9640 0 client.27286 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 -- 172.21.15.18:0/690268625 >> 172.21.15.18:0/690268625 conn(0x55b468e832a0 msgr2=0x55b468e91cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 -- 172.21.15.18:0/690268625 shutdown_connections 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 1 -- 172.21.15.18:0/690268625 wait complete. 2024-04-22T00:50:29.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.482+0000 7f65a2382740 20 client.27286 trim_cache size 0 max 16384 2024-04-22T00:50:29.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:50:29.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:50:29.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:50:29.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f65840a2cb0 msgr2=0x7f65840a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f65840a2cb0 0x7f65840a5170 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f6590005c40 tx=0x7f6590014040 comp rx=0 tx=0).stop 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f65981006c0 msgr2=0x7f659819dfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f65981006c0 0x7f659819dfc0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f658800e9c0 tx=0x7f658800ee80 comp rx=0 tx=0).stop 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 shutdown_connections 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f65840a2cb0 0x7f65840a5170 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6598102270 0x7f65981a5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f65981018b0 0x7f659819e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 --2- 172.21.15.18:0/597209134 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f65981006c0 0x7f659819dfc0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 >> 172.21.15.18:0/597209134 conn(0x7f65980fbc50 msgr2=0x7f65980fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 shutdown_connections 2024-04-22T00:50:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:29.483+0000 7f659f6c2640 1 -- 172.21.15.18:0/597209134 wait complete. 2024-04-22T00:50:29.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:29 smithi081 ceph-mon[31546]: pgmap v650: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 4.4 MiB/s wr, 513 op/s 2024-04-22T00:50:29.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:29 smithi018 ceph-mon[27979]: pgmap v650: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 4.4 MiB/s wr, 513 op/s 2024-04-22T00:50:29.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:29 smithi167 ceph-mon[31348]: pgmap v650: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 4.4 MiB/s wr, 513 op/s 2024-04-22T00:50:29.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 545.0 s, 671.4 tps, lat 149.424 ms stddev 177.727 2024-04-22T00:50:31.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:31 smithi081 ceph-mon[31546]: pgmap v651: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 4.9 MiB/s wr, 566 op/s 2024-04-22T00:50:31.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:31 smithi018 ceph-mon[27979]: pgmap v651: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 4.9 MiB/s wr, 566 op/s 2024-04-22T00:50:31.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:31 smithi167 ceph-mon[31348]: pgmap v651: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 4.9 MiB/s wr, 566 op/s 2024-04-22T00:50:33.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:33 smithi081 ceph-mon[31546]: pgmap v652: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 4.6 MiB/s wr, 536 op/s 2024-04-22T00:50:33.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:33 smithi018 ceph-mon[27979]: pgmap v652: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 4.6 MiB/s wr, 536 op/s 2024-04-22T00:50:33.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:33 smithi167 ceph-mon[31348]: pgmap v652: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 4.6 MiB/s wr, 536 op/s 2024-04-22T00:50:34.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 550.0 s, 639.0 tps, lat 156.569 ms stddev 188.327 2024-04-22T00:50:35.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:35 smithi167 ceph-mon[31348]: pgmap v653: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 5.2 MiB/s wr, 582 op/s 2024-04-22T00:50:35.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:35 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:50:35.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:35 smithi081 ceph-mon[31546]: pgmap v653: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 5.2 MiB/s wr, 582 op/s 2024-04-22T00:50:35.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:35 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:50:35.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:35 smithi018 ceph-mon[27979]: pgmap v653: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 5.2 MiB/s wr, 582 op/s 2024-04-22T00:50:35.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:35 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:50:36.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:50:36.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:50:36.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:50:36.760 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:50:36.760 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:50:36.786 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:50:36.787 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:50:36.787 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:50:36.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:36 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:50:36.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:36 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:50:36.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:36 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:50:36.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.932+0000 7f996d59a640 1 -- 172.21.15.18:0/2931066017 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9964030770 con 0x7f9970102250 2024-04-22T00:50:36.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.933+0000 7f99748fa640 1 -- 172.21.15.18:0/2931066017 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9970102250 msgr2=0x7f9970108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:36.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.933+0000 7f99748fa640 1 --2- 172.21.15.18:0/2931066017 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9970102250 0x7f9970108ae0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f996400fb10 tx=0x7f996402fdd0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.933+0000 7f99748fa640 1 -- 172.21.15.18:0/2931066017 shutdown_connections 2024-04-22T00:50:36.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.933+0000 7f99748fa640 1 --2- 172.21.15.18:0/2931066017 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9970102250 0x7f9970108ae0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.933+0000 7f99748fa640 1 --2- 172.21.15.18:0/2931066017 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9970101890 0x7f9970101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.933+0000 7f99748fa640 1 --2- 172.21.15.18:0/2931066017 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99701006a0 0x7f9970100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.933+0000 7f99748fa640 1 -- 172.21.15.18:0/2931066017 >> 172.21.15.18:0/2931066017 conn(0x7f99700fbc30 msgr2=0x7f99700fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:36.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.935+0000 7f99748fa640 1 -- 172.21.15.18:0/2931066017 shutdown_connections 2024-04-22T00:50:36.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.937+0000 7f99748fa640 1 -- 172.21.15.18:0/2931066017 wait complete. 2024-04-22T00:50:36.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.938+0000 7f99748fa640 1 Processor -- start 2024-04-22T00:50:36.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.938+0000 7f99748fa640 1 -- start start 2024-04-22T00:50:36.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.938+0000 7f99748fa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99701006a0 0x7f997010f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.938+0000 7f99748fa640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9970101890 0x7f997010fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.938+0000 7f99748fa640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9970102250 0x7f99701ae210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.938+0000 7f99748fa640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9970113b00 con 0x7f99701006a0 2024-04-22T00:50:36.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.938+0000 7f99748fa640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9970113980 con 0x7f9970101890 2024-04-22T00:50:36.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.938+0000 7f99748fa640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9970113c80 con 0x7f9970102250 2024-04-22T00:50:36.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99701006a0 0x7f997010f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9970101890 0x7f997010fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99701006a0 0x7f997010f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44516/0 (socket says 172.21.15.18:44516) 2024-04-22T00:50:36.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9970101890 0x7f997010fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55460/0 (socket says 172.21.15.18:55460) 2024-04-22T00:50:36.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996e59c640 1 -- 172.21.15.18:0/2325582783 learned_addr learned my addr 172.21.15.18:0/2325582783 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:36.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996ed9d640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9970102250 0x7f99701ae210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996dd9b640 1 -- 172.21.15.18:0/2325582783 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9970102250 msgr2=0x7f99701ae210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:36.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996dd9b640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9970102250 0x7f99701ae210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996dd9b640 1 -- 172.21.15.18:0/2325582783 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99701006a0 msgr2=0x7f997010f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:36.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996dd9b640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99701006a0 0x7f997010f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.939+0000 7f996dd9b640 1 -- 172.21.15.18:0/2325582783 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f997006b160 con 0x7f9970101890 2024-04-22T00:50:36.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.940+0000 7f996dd9b640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9970101890 0x7f997010fd70 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9968007bd0 tx=0x7f996800f500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:36.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.940+0000 7f995f7fe640 1 -- 172.21.15.18:0/2325582783 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9968019070 con 0x7f9970101890 2024-04-22T00:50:36.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.940+0000 7f99748fa640 1 -- 172.21.15.18:0/2325582783 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f997006b450 con 0x7f9970101890 2024-04-22T00:50:36.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.940+0000 7f99748fa640 1 -- 172.21.15.18:0/2325582783 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f997006ba20 con 0x7f9970101890 2024-04-22T00:50:36.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.940+0000 7f995f7fe640 1 -- 172.21.15.18:0/2325582783 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f996800fe10 con 0x7f9970101890 2024-04-22T00:50:36.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.940+0000 7f995f7fe640 1 -- 172.21.15.18:0/2325582783 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9968005760 con 0x7f9970101890 2024-04-22T00:50:36.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.943+0000 7f995f7fe640 1 -- 172.21.15.18:0/2325582783 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9968004a40 con 0x7f9970101890 2024-04-22T00:50:36.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.943+0000 7f99775b6740 1 Processor -- start 2024-04-22T00:50:36.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.944+0000 7f995f7fe640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99580a2c60 0x7f99580a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.944+0000 7f995f7fe640 1 -- 172.21.15.18:0/2325582783 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f99680cf770 con 0x7f9970101890 2024-04-22T00:50:36.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.944+0000 7f996ed9d640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99580a2c60 0x7f99580a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.944+0000 7f99775b6740 1 -- start start 2024-04-22T00:50:36.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.944+0000 7f99775b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 0x56013837b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f99775b6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837b940 0x560138380440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f99775b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560138380ab0 0x560138382f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f99775b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5601382e0560 con 0x560138380ab0 2024-04-22T00:50:36.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f99775b6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x560138288730 con 0x56013837b940 2024-04-22T00:50:36.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f99775b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5601382dc520 con 0x56013837af50 2024-04-22T00:50:36.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f996dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837b940 0x560138380440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f996dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837b940 0x560138380440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55468/0 (socket says 172.21.15.18:55468) 2024-04-22T00:50:36.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f996dd9b640 1 -- 172.21.15.18:0/3127163247 learned_addr learned my addr 172.21.15.18:0/3127163247 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:36.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f996e59c640 1 --2- 172.21.15.18:0/3127163247 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 0x56013837b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f996ed9d640 1 --2- 172.21.15.18:0/3127163247 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560138380ab0 0x560138382f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f996dd9b640 1 -- 172.21.15.18:0/3127163247 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 msgr2=0x56013837b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f996dd9b640 1 --2- 172.21.15.18:0/3127163247 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 0x56013837b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f996dd9b640 1 -- 172.21.15.18:0/3127163247 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560138380ab0 msgr2=0x560138382f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f996dd9b640 1 --2- 172.21.15.18:0/3127163247 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560138380ab0 0x560138382f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.945+0000 7f996dd9b640 1 -- 172.21.15.18:0/3127163247 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601380be7d0 con 0x56013837b940 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.946+0000 7f996ed9d640 1 --2- 172.21.15.18:0/3127163247 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560138380ab0 0x560138382f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.946+0000 7f996ed9d640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99580a2c60 0x7f99580a5120 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f996400f8d0 tx=0x7f9964005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.946+0000 7f996dd9b640 1 --2- 172.21.15.18:0/3127163247 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837b940 0x560138380440 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f996800fa00 tx=0x7f996809c2a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9161a820ff79ebe server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.946+0000 7f995cff9640 1 -- 172.21.15.18:0/3127163247 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99680a4810 con 0x56013837b940 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.946+0000 7f995cff9640 1 -- 172.21.15.18:0/3127163247 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9968005a00 con 0x56013837b940 2024-04-22T00:50:36.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.946+0000 7f995cff9640 1 -- 172.21.15.18:0/3127163247 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996800b2a0 con 0x56013837b940 2024-04-22T00:50:36.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.947+0000 7f99775b6740 1 -- 172.21.15.18:0/3127163247 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837b940 msgr2=0x560138380440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:36.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.947+0000 7f99775b6740 1 --2- 172.21.15.18:0/3127163247 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837b940 0x560138380440 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f996800fa00 tx=0x7f996809c2a0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.947+0000 7f99775b6740 1 -- 172.21.15.18:0/3127163247 shutdown_connections 2024-04-22T00:50:36.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.948+0000 7f99775b6740 1 --2- 172.21.15.18:0/3127163247 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560138380ab0 0x560138382f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.948+0000 7f99775b6740 1 --2- 172.21.15.18:0/3127163247 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837b940 0x560138380440 secure :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f996800fa00 tx=0x7f996809c2a0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.948+0000 7f99775b6740 1 --2- 172.21.15.18:0/3127163247 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 0x56013837b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.948+0000 7f99775b6740 1 -- 172.21.15.18:0/3127163247 >> 172.21.15.18:0/3127163247 conn(0x5601383764c0 msgr2=0x5601383768c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:36.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.948+0000 7f99775b6740 1 -- 172.21.15.18:0/3127163247 shutdown_connections 2024-04-22T00:50:36.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.948+0000 7f99775b6740 1 -- 172.21.15.18:0/3127163247 wait complete. 2024-04-22T00:50:36.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.949+0000 7f99775b6740 1 -- start start 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.949+0000 7f99775b6740 1 Processor -- start 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.949+0000 7f99775b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013837af50 0x560138385720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.949+0000 7f99775b6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.949+0000 7f99775b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013838ac90 0x56013838d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.949+0000 7f99775b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x560138383a60 con 0x56013837af50 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.949+0000 7f99775b6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56013829be00 con 0x560138380ab0 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f99775b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x560138383be0 con 0x56013838ac90 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f99775b6740 10 client.0 _ll_register_callbacks cb 0x5601382d6eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f996dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f996dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55484/0 (socket says 172.21.15.18:55484) 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f996dd9b640 1 -- 172.21.15.18:0/3160712487 learned_addr learned my addr 172.21.15.18:0/3160712487 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f996e59c640 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013837af50 0x560138385720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f996ed9d640 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013838ac90 0x56013838d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f996dd9b640 1 -- 172.21.15.18:0/3160712487 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013838ac90 msgr2=0x56013838d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:36.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f996dd9b640 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013838ac90 0x56013838d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f996dd9b640 1 -- 172.21.15.18:0/3160712487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013837af50 msgr2=0x560138385720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:36.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f996dd9b640 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013837af50 0x560138385720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.950+0000 7f996dd9b640 1 -- 172.21.15.18:0/3160712487 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560137ff43f0 con 0x560138380ab0 2024-04-22T00:50:36.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.951+0000 7f996dd9b640 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385c60 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f9968098570 tx=0x7f996800b440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe8e25545234df2c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.951+0000 7f9955ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.951+0000 7f9955ffb640 1 -- 172.21.15.18:0/3160712487 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99680ba050 con 0x560138380ab0 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.951+0000 7f99775b6740 1 -- 172.21.15.18:0/3160712487 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9968005a00 con 0x560138380ab0 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.951+0000 7f9955ffb640 1 -- 172.21.15.18:0/3160712487 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f996809aff0 con 0x560138380ab0 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.951+0000 7f9955ffb640 1 -- 172.21.15.18:0/3160712487 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f99680a4810 con 0x560138380ab0 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f99775b6740 10 client.27305 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f99775b6740 1 -- 172.21.15.18:0/3160712487 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x560137fb40f0 con 0x560138380ab0 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f9955ffb640 1 -- 172.21.15.18:0/3160712487 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f996807f070 con 0x560138380ab0 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f9955ffb640 1 -- 172.21.15.18:0/3160712487 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f996809aa60 con 0x560138380ab0 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f99775b6740 10 client.27305 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f99775b6740 10 client.27305 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f99775b6740 20 client.27305 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f99775b6740 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560138391530 0x560138393920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f99775b6740 4 client.27305 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f99775b6740 1 -- 172.21.15.18:0/3160712487 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f9968005a00 con 0x560138391530 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.952+0000 7f996e59c640 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560138391530 0x560138393920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.953+0000 7f9955ffb640 10 client.27305 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.953+0000 7f996e59c640 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560138391530 0x560138393920 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32a1996254347535 server_cookie=2cd1eaa35fc02f09 in_seq=0 out_seq=0 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.953+0000 7f9955ffb640 1 -- 172.21.15.18:0/3160712487 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f9968005a00 con 0x560138391530 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.953+0000 7f9955ffb640 10 client.27305 handle_command_reply: tid=0 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.953+0000 7f99775b6740 1 client.27305 shutdown 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 1 -- 172.21.15.18:0/3160712487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 msgr2=0x560138385c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385c60 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f9968098570 tx=0x7f996800b440 comp rx=0 tx=0).stop 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 1 -- 172.21.15.18:0/3160712487 shutdown_connections 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x560138391530 0x560138393920 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013838ac90 0x56013838d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f9955ffb640 0 client.27305 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385c60 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 1 --2- 172.21.15.18:0/3160712487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013837af50 0x560138385720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 1 -- 172.21.15.18:0/3160712487 >> 172.21.15.18:0/3160712487 conn(0x5601383764c0 msgr2=0x5601383756e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 1 -- 172.21.15.18:0/3160712487 shutdown_connections 2024-04-22T00:50:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 1 -- 172.21.15.18:0/3160712487 wait complete. 2024-04-22T00:50:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.954+0000 7f99775b6740 20 client.27305 trim_cache size 0 max 16384 2024-04-22T00:50:36.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.977+0000 7f99775b6740 1 Processor -- start 2024-04-22T00:50:36.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.978+0000 7f99775b6740 1 -- start start 2024-04-22T00:50:36.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.978+0000 7f99775b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 0x5601383768a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.978+0000 7f99775b6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.978+0000 7f99775b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 0x560138385c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.978+0000 7f99775b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9950012550 con 0x56013838ac90 2024-04-22T00:50:36.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.978+0000 7f99775b6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f995000fdc0 con 0x560138380ab0 2024-04-22T00:50:36.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.978+0000 7f99775b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f995000dc10 con 0x56013837af50 2024-04-22T00:50:36.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.978+0000 7f996ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 0x560138385c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.978+0000 7f996dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f996ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 0x560138385c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44548/0 (socket says 172.21.15.18:44548) 2024-04-22T00:50:36.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f996ed9d640 1 -- 172.21.15.18:0/3852244707 learned_addr learned my addr 172.21.15.18:0/3852244707 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:36.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f996e59c640 1 --2- 172.21.15.18:0/3852244707 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 0x5601383768a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f996dd9b640 1 -- 172.21.15.18:0/3852244707 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 msgr2=0x5601383768a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:36.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f996dd9b640 1 --2- 172.21.15.18:0/3852244707 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 0x5601383768a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f996dd9b640 1 -- 172.21.15.18:0/3852244707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 msgr2=0x560138385c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:36.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f996dd9b640 1 --2- 172.21.15.18:0/3852244707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 0x560138385c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f996dd9b640 1 -- 172.21.15.18:0/3852244707 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560138393c90 con 0x560138380ab0 2024-04-22T00:50:36.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f996e59c640 1 --2- 172.21.15.18:0/3852244707 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 0x5601383768a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:36.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f996dd9b640 1 --2- 172.21.15.18:0/3852244707 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385720 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f996809bb30 tx=0x7f996809a0b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22aa3892a027f8b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:36.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f9957fff640 1 -- 172.21.15.18:0/3852244707 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9968097e40 con 0x560138380ab0 2024-04-22T00:50:36.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f9957fff640 1 -- 172.21.15.18:0/3852244707 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f996807f070 con 0x560138380ab0 2024-04-22T00:50:36.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.979+0000 7f9957fff640 1 -- 172.21.15.18:0/3852244707 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996809aff0 con 0x560138380ab0 2024-04-22T00:50:36.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.980+0000 7f99775b6740 1 -- 172.21.15.18:0/3852244707 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 msgr2=0x560138385720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:36.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.980+0000 7f99775b6740 1 --2- 172.21.15.18:0/3852244707 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385720 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f996809bb30 tx=0x7f996809a0b0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.980+0000 7f99775b6740 1 -- 172.21.15.18:0/3852244707 shutdown_connections 2024-04-22T00:50:36.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.980+0000 7f99775b6740 1 --2- 172.21.15.18:0/3852244707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 0x560138385c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.980+0000 7f99775b6740 1 --2- 172.21.15.18:0/3852244707 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560138380ab0 0x560138385720 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.980+0000 7f99775b6740 1 --2- 172.21.15.18:0/3852244707 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56013837af50 0x5601383768a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.980+0000 7f99775b6740 1 -- 172.21.15.18:0/3852244707 >> 172.21.15.18:0/3852244707 conn(0x5601383764c0 msgr2=0x560138384d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.980+0000 7f99775b6740 1 -- 172.21.15.18:0/3852244707 shutdown_connections 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.980+0000 7f99775b6740 1 -- 172.21.15.18:0/3852244707 wait complete. 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f99775b6740 1 -- start start 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f99775b6740 1 Processor -- start 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f99775b6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837af50 0x5601383a1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f99775b6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560138380ab0 0x5601383a24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f99775b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 0x5601383a3440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f99775b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f995000e280 con 0x56013838ac90 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f99775b6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f995000f6f0 con 0x56013837af50 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f99775b6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f995000e950 con 0x560138380ab0 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f99775b6740 10 client.0 _ll_register_callbacks cb 0x7f9960009460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:36.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 0x5601383a3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996e59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837af50 0x5601383a1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996e59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837af50 0x5601383a1f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55492/0 (socket says 172.21.15.18:55492) 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 0x5601383a3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44554/0 (socket says 172.21.15.18:44554) 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996e59c640 1 -- 172.21.15.18:0/4213371077 learned_addr learned my addr 172.21.15.18:0/4213371077 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996dd9b640 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560138380ab0 0x5601383a24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996e59c640 1 -- 172.21.15.18:0/4213371077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560138380ab0 msgr2=0x5601383a24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996e59c640 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560138380ab0 0x5601383a24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996e59c640 1 -- 172.21.15.18:0/4213371077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 msgr2=0x5601383a3440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996e59c640 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 0x5601383a3440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.981+0000 7f996e59c640 1 -- 172.21.15.18:0/4213371077 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601383a3a30 con 0x56013837af50 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.982+0000 7f996e59c640 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837af50 0x5601383a1f60 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f9960009c60 tx=0x7f9960009ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7491ce44ceb4aec3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.982+0000 7f9955ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.982+0000 7f9955ffb640 1 -- 172.21.15.18:0/4213371077 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996001f420 con 0x56013837af50 2024-04-22T00:50:36.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.982+0000 7f9955ffb640 1 -- 172.21.15.18:0/4213371077 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f996001f5c0 con 0x56013837af50 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.982+0000 7f99775b6740 1 -- 172.21.15.18:0/4213371077 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f996807f070 con 0x56013837af50 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.982+0000 7f9955ffb640 1 -- 172.21.15.18:0/4213371077 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f996002e050 con 0x56013837af50 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.982+0000 7f99775b6740 10 client.27311 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.982+0000 7f99775b6740 1 -- 172.21.15.18:0/4213371077 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x5601383a4d20 con 0x56013837af50 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.982+0000 7f9955ffb640 1 -- 172.21.15.18:0/4213371077 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f996807f070 con 0x56013837af50 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.982+0000 7f9955ffb640 1 -- 172.21.15.18:0/4213371077 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f9960015720 con 0x56013837af50 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.983+0000 7f99775b6740 10 client.27311 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.983+0000 7f99775b6740 10 client.27311 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.983+0000 7f99775b6740 20 client.27311 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.983+0000 7f99775b6740 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5601383f79e0 0x5601383f9e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.983+0000 7f99775b6740 4 client.27311 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.983+0000 7f99775b6740 1 -- 172.21.15.18:0/4213371077 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5601382edaa0 con 0x5601383f79e0 2024-04-22T00:50:36.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.983+0000 7f996dd9b640 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5601383f79e0 0x5601383f9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.983+0000 7f9955ffb640 10 client.27311 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.983+0000 7f996dd9b640 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5601383f79e0 0x5601383f9e00 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c579fe33025aeecb server_cookie=c4b22c47882cbd6b in_seq=0 out_seq=0 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.983+0000 7f9955ffb640 1 -- 172.21.15.18:0/4213371077 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5601382edaa0 con 0x5601383f79e0 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f9955ffb640 10 client.27311 handle_command_reply: tid=0 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 client.27311 shutdown 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 -- 172.21.15.18:0/4213371077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837af50 msgr2=0x5601383a1f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837af50 0x5601383a1f60 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f9960009c60 tx=0x7f9960009ae0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 -- 172.21.15.18:0/4213371077 shutdown_connections 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5601383f79e0 0x5601383f9e00 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56013838ac90 0x5601383a3440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x560138380ab0 0x5601383a24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 --2- 172.21.15.18:0/4213371077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56013837af50 0x5601383a1f60 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 -- 172.21.15.18:0/4213371077 >> 172.21.15.18:0/4213371077 conn(0x5601383764c0 msgr2=0x560138379720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:36.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f9955ffb640 0 client.27311 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:36.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 -- 172.21.15.18:0/4213371077 shutdown_connections 2024-04-22T00:50:36.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 1 -- 172.21.15.18:0/4213371077 wait complete. 2024-04-22T00:50:36.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.984+0000 7f99775b6740 20 client.27311 trim_cache size 0 max 16384 2024-04-22T00:50:36.991 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:50:36.991 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:50:36.991 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:50:36.991 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:50:36.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 -- 172.21.15.18:0/2325582783 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99580a2c60 msgr2=0x7f99580a5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99580a2c60 0x7f99580a5120 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f996400f8d0 tx=0x7f9964005fd0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 -- 172.21.15.18:0/2325582783 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9970101890 msgr2=0x7f997010fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9970101890 0x7f997010fd70 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9968007bd0 tx=0x7f996800f500 comp rx=0 tx=0).stop 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 -- 172.21.15.18:0/2325582783 shutdown_connections 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99580a2c60 0x7f99580a5120 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9970102250 0x7f99701ae210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9970101890 0x7f997010fd70 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 --2- 172.21.15.18:0/2325582783 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99701006a0 0x7f997010f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 -- 172.21.15.18:0/2325582783 >> 172.21.15.18:0/2325582783 conn(0x7f99700fbc30 msgr2=0x7f9970104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 -- 172.21.15.18:0/2325582783 shutdown_connections 2024-04-22T00:50:36.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:36.985+0000 7f99748fa640 1 -- 172.21.15.18:0/2325582783 wait complete. 2024-04-22T00:50:37.004 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:50:37.004 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:50:37.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.237+0000 7fd3959b1640 1 -- 172.21.15.18:0/2030702441 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd3901090a0 msgr2=0x7fd39010fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.237+0000 7fd3959b1640 1 --2- 172.21.15.18:0/2030702441 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd3901090a0 0x7fd39010fa80 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd384009860 tx=0x7fd38402bb70 comp rx=0 tx=0).stop 2024-04-22T00:50:37.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.237+0000 7fd3959b1640 1 -- 172.21.15.18:0/2030702441 shutdown_connections 2024-04-22T00:50:37.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.237+0000 7fd3959b1640 1 --2- 172.21.15.18:0/2030702441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd39010ffc0 0x7fd3901123b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.237+0000 7fd3959b1640 1 --2- 172.21.15.18:0/2030702441 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd3901090a0 0x7fd39010fa80 secure :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd384009860 tx=0x7fd38402bb70 comp rx=0 tx=0).stop 2024-04-22T00:50:37.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.237+0000 7fd3959b1640 1 --2- 172.21.15.18:0/2030702441 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd390108740 0x7fd390108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.237+0000 7fd3959b1640 1 -- 172.21.15.18:0/2030702441 >> 172.21.15.18:0/2030702441 conn(0x7fd39006e5e0 msgr2=0x7fd390070a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:37.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.237+0000 7fd3959b1640 1 -- 172.21.15.18:0/2030702441 shutdown_connections 2024-04-22T00:50:37.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.237+0000 7fd3959b1640 1 -- 172.21.15.18:0/2030702441 wait complete. 2024-04-22T00:50:37.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.238+0000 7fd3959b1640 1 Processor -- start 2024-04-22T00:50:37.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.238+0000 7fd3959b1640 1 -- start start 2024-04-22T00:50:37.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd3959b1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd390108740 0x7fd3901a2670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd3959b1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd39010ffc0 0x7fd3901a2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd3959b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3901a7c10 0x7fd3901aa000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd3959b1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd390117e70 con 0x7fd3901a7c10 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd3959b1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd390117cf0 con 0x7fd390108740 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd3959b1640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd390117ff0 con 0x7fd39010ffc0 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd390108740 0x7fd3901a2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38e7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd39010ffc0 0x7fd3901a2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38e7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd39010ffc0 0x7fd3901a2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52786/0 (socket says 172.21.15.18:52786) 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38e7fc640 1 -- 172.21.15.18:0/3797498195 learned_addr learned my addr 172.21.15.18:0/3797498195 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd390108740 0x7fd3901a2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55510/0 (socket says 172.21.15.18:55510) 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38f7fe640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3901a7c10 0x7fd3901aa000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38e7fc640 1 -- 172.21.15.18:0/3797498195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd390108740 msgr2=0x7fd3901a2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38e7fc640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd390108740 0x7fd3901a2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38e7fc640 1 -- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3901a7c10 msgr2=0x7fd3901aa000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38e7fc640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3901a7c10 0x7fd3901aa000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38e7fc640 1 -- 172.21.15.18:0/3797498195 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3901aa670 con 0x7fd39010ffc0 2024-04-22T00:50:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.239+0000 7fd38f7fe640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3901a7c10 0x7fd3901aa000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:50:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.240+0000 7fd38e7fc640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd39010ffc0 0x7fd3901a2bb0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd384000c00 tx=0x7fd38402ca60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:37.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.241+0000 7fd3949af640 1 -- 172.21.15.18:0/3797498195 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd384039070 con 0x7fd39010ffc0 2024-04-22T00:50:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.241+0000 7fd3949af640 1 -- 172.21.15.18:0/3797498195 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd38403a040 con 0x7fd39010ffc0 2024-04-22T00:50:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.241+0000 7fd3949af640 1 -- 172.21.15.18:0/3797498195 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd384032340 con 0x7fd39010ffc0 2024-04-22T00:50:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.241+0000 7fd3959b1640 1 -- 172.21.15.18:0/3797498195 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3901aa900 con 0x7fd39010ffc0 2024-04-22T00:50:37.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.242+0000 7fd3959b1640 1 -- 172.21.15.18:0/3797498195 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3901aad70 con 0x7fd39010ffc0 2024-04-22T00:50:37.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.245+0000 7fd3949af640 1 -- 172.21.15.18:0/3797498195 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd384004b60 con 0x7fd39010ffc0 2024-04-22T00:50:37.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.246+0000 7fd3959b1640 1 -- 172.21.15.18:0/3797498195 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd37c0052c0 con 0x7fd39010ffc0 2024-04-22T00:50:37.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.246+0000 7fd3949af640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3780a2ce0 0x7fd3780a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.247+0000 7fd3949af640 1 -- 172.21.15.18:0/3797498195 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd3840f0cd0 con 0x7fd39010ffc0 2024-04-22T00:50:37.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.247+0000 7fd38effd640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3780a2ce0 0x7fd3780a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.259+0000 7fd3949af640 1 -- 172.21.15.18:0/3797498195 <== mon.1 v2:172.21.15.167:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fd38404c020 con 0x7fd39010ffc0 2024-04-22T00:50:37.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.262+0000 7fd38effd640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3780a2ce0 0x7fd3780a51a0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd380009530 tx=0x7fd380009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:37.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.654+0000 7fd3959b1640 1 -- 172.21.15.18:0/3797498195 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd37c0055b0 con 0x7fd39010ffc0 2024-04-22T00:50:37.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.661+0000 7fd3949af640 1 -- 172.21.15.18:0/3797498195 <== mon.1 v2:172.21.15.167:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+11875 (secure 0 0 0) 0x7fd3840bd890 con 0x7fd39010ffc0 2024-04-22T00:50:37.662 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:50:37.662 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":43,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":43,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:50:22.006489+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":13,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24518,24532]},"id":1}]} 2024-04-22T00:50:37.662 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 43 2024-04-22T00:50:37.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.665+0000 7fd3959b1640 1 -- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3780a2ce0 msgr2=0x7fd3780a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.665+0000 7fd3959b1640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3780a2ce0 0x7fd3780a51a0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd380009530 tx=0x7fd380009260 comp rx=0 tx=0).stop 2024-04-22T00:50:37.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.665+0000 7fd3959b1640 1 -- 172.21.15.18:0/3797498195 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd39010ffc0 msgr2=0x7fd3901a2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.665+0000 7fd3959b1640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd39010ffc0 0x7fd3901a2bb0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd384000c00 tx=0x7fd38402ca60 comp rx=0 tx=0).stop 2024-04-22T00:50:37.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.666+0000 7fd3959b1640 1 -- 172.21.15.18:0/3797498195 shutdown_connections 2024-04-22T00:50:37.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.666+0000 7fd3959b1640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd3780a2ce0 0x7fd3780a51a0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.666+0000 7fd3959b1640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3901a7c10 0x7fd3901aa000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.666+0000 7fd3959b1640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd39010ffc0 0x7fd3901a2bb0 secure :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd384000c00 tx=0x7fd38402ca60 comp rx=0 tx=0).stop 2024-04-22T00:50:37.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.666+0000 7fd3959b1640 1 --2- 172.21.15.18:0/3797498195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd390108740 0x7fd3901a2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.666+0000 7fd3959b1640 1 -- 172.21.15.18:0/3797498195 >> 172.21.15.18:0/3797498195 conn(0x7fd39006e5e0 msgr2=0x7fd3900702f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:37.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.667+0000 7fd3959b1640 1 -- 172.21.15.18:0/3797498195 shutdown_connections 2024-04-22T00:50:37.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.671+0000 7fd3959b1640 1 -- 172.21.15.18:0/3797498195 wait complete. 2024-04-22T00:50:37.694 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:50:37.694 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:37 smithi018 ceph-mon[27979]: pgmap v654: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 5.6 MiB/s wr, 611 op/s 2024-04-22T00:50:37.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:37 smithi167 ceph-mon[31348]: pgmap v654: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 5.6 MiB/s wr, 611 op/s 2024-04-22T00:50:37.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.855+0000 7f3480459640 1 -- 172.21.15.18:0/2072861186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3478100f60 msgr2=0x7f34781013e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.855+0000 7f3480459640 1 --2- 172.21.15.18:0/2072861186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3478100f60 0x7f34781013e0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f3474009900 tx=0x7f347402bc30 comp rx=0 tx=0).stop 2024-04-22T00:50:37.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.855+0000 7f3480459640 1 -- 172.21.15.18:0/2072861186 shutdown_connections 2024-04-22T00:50:37.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.855+0000 7f3480459640 1 --2- 172.21.15.18:0/2072861186 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3478101920 0x7f3478108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.855+0000 7f3480459640 1 --2- 172.21.15.18:0/2072861186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3478100f60 0x7f34781013e0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.855+0000 7f3480459640 1 --2- 172.21.15.18:0/2072861186 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f34780ffe10 0x7f3478100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.855+0000 7f3480459640 1 -- 172.21.15.18:0/2072861186 >> 172.21.15.18:0/2072861186 conn(0x7f34780fb380 msgr2=0x7f34780fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:37.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.855+0000 7f3480459640 1 -- 172.21.15.18:0/2072861186 shutdown_connections 2024-04-22T00:50:37.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.855+0000 7f3480459640 1 -- 172.21.15.18:0/2072861186 wait complete. 2024-04-22T00:50:37.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f3480459640 1 Processor -- start 2024-04-22T00:50:37.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f3480459640 1 -- start start 2024-04-22T00:50:37.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f3480459640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34780ffe10 0x7f3478197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f3480459640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3478100f60 0x7f3478197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f3480459640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3478101920 0x7f347819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f3480459640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f347810d480 con 0x7f3478101920 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f3480459640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f347810d300 con 0x7f3478100f60 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f3480459640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f347810d600 con 0x7f34780ffe10 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f347e1f5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34780ffe10 0x7f3478197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f347e9f6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3478101920 0x7f347819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f347e1f5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34780ffe10 0x7f3478197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52806/0 (socket says 172.21.15.18:52806) 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f347e1f5640 1 -- 172.21.15.18:0/3114197 learned_addr learned my addr 172.21.15.18:0/3114197 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.856+0000 7f347d9f4640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3478100f60 0x7f3478197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.857+0000 7f347e1f5640 1 -- 172.21.15.18:0/3114197 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3478100f60 msgr2=0x7f3478197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.857+0000 7f347e1f5640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3478100f60 0x7f3478197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.857+0000 7f347e1f5640 1 -- 172.21.15.18:0/3114197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3478101920 msgr2=0x7f347819f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.857+0000 7f347e1f5640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3478101920 0x7f347819f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.857+0000 7f347e1f5640 1 -- 172.21.15.18:0/3114197 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f347819f690 con 0x7f34780ffe10 2024-04-22T00:50:37.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.857+0000 7f347e1f5640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34780ffe10 0x7f3478197a70 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f346800d950 tx=0x7f346800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:37.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.857+0000 7f346f7fe640 1 -- 172.21.15.18:0/3114197 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3468017070 con 0x7f34780ffe10 2024-04-22T00:50:37.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.857+0000 7f3480459640 1 -- 172.21.15.18:0/3114197 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34781098f0 con 0x7f34780ffe10 2024-04-22T00:50:37.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.857+0000 7f3480459640 1 -- 172.21.15.18:0/3114197 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3478109e90 con 0x7f34780ffe10 2024-04-22T00:50:37.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.858+0000 7f346f7fe640 1 -- 172.21.15.18:0/3114197 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3468009c30 con 0x7f34780ffe10 2024-04-22T00:50:37.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.858+0000 7f346f7fe640 1 -- 172.21.15.18:0/3114197 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f346800f6b0 con 0x7f34780ffe10 2024-04-22T00:50:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.865+0000 7f346f7fe640 1 -- 172.21.15.18:0/3114197 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f34680109d0 con 0x7f34780ffe10 2024-04-22T00:50:37.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.866+0000 7f346f7fe640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34600a2cd0 0x7f34600a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.866+0000 7f346f7fe640 1 -- 172.21.15.18:0/3114197 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f34680cf330 con 0x7f34780ffe10 2024-04-22T00:50:37.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.867+0000 7f348303f740 1 Processor -- start 2024-04-22T00:50:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.868+0000 7f348303f740 1 -- start start 2024-04-22T00:50:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.869+0000 7f348303f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 0x55ce6f08fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.869+0000 7f348303f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f090240 0x55ce6f094d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.869+0000 7f348303f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f097840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.869+0000 7f348303f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ce6efec530 con 0x55ce6f08f850 2024-04-22T00:50:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.869+0000 7f348303f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ce6ef94830 con 0x55ce6f090240 2024-04-22T00:50:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.869+0000 7f348303f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ce6efe84f0 con 0x55ce6f0953b0 2024-04-22T00:50:37.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.874+0000 7f347e1f5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 0x55ce6f08fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.874+0000 7f347e1f5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 0x55ce6f08fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44608/0 (socket says 172.21.15.18:44608) 2024-04-22T00:50:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.874+0000 7f347e1f5640 1 -- 172.21.15.18:0/3316930975 learned_addr learned my addr 172.21.15.18:0/3316930975 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.874+0000 7f347e1f5640 1 -- 172.21.15.18:0/3316930975 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 msgr2=0x55ce6f097840 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:50:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.874+0000 7f347e1f5640 1 --2- 172.21.15.18:0/3316930975 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f097840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.874+0000 7f347e1f5640 1 -- 172.21.15.18:0/3316930975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f090240 msgr2=0x55ce6f094d40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:50:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.874+0000 7f347e1f5640 1 --2- 172.21.15.18:0/3316930975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f090240 0x55ce6f094d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.874+0000 7f347e1f5640 1 -- 172.21.15.18:0/3316930975 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce6efb82c0 con 0x55ce6f08f850 2024-04-22T00:50:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.875+0000 7f347d9f4640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34600a2cd0 0x7f34600a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.875+0000 7f347e1f5640 1 --2- 172.21.15.18:0/3316930975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 0x55ce6f08fc70 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f346809b6f0 tx=0x7f346809b180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5ac8dbab06b2522 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.876+0000 7f346cbfe640 1 -- 172.21.15.18:0/3316930975 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3468020070 con 0x55ce6f08f850 2024-04-22T00:50:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.876+0000 7f346cbfe640 1 -- 172.21.15.18:0/3316930975 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f346809b760 con 0x55ce6f08f850 2024-04-22T00:50:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.877+0000 7f348303f740 1 -- 172.21.15.18:0/3316930975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 msgr2=0x55ce6f08fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.877+0000 7f348303f740 1 --2- 172.21.15.18:0/3316930975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 0x55ce6f08fc70 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f346809b6f0 tx=0x7f346809b180 comp rx=0 tx=0).stop 2024-04-22T00:50:37.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.883+0000 7f348303f740 1 -- 172.21.15.18:0/3316930975 shutdown_connections 2024-04-22T00:50:37.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.883+0000 7f348303f740 1 --2- 172.21.15.18:0/3316930975 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f097840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.883+0000 7f348303f740 1 --2- 172.21.15.18:0/3316930975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f090240 0x55ce6f094d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.883+0000 7f348303f740 1 --2- 172.21.15.18:0/3316930975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 0x55ce6f08fc70 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.883+0000 7f348303f740 1 -- 172.21.15.18:0/3316930975 >> 172.21.15.18:0/3316930975 conn(0x55ce6f08adc0 msgr2=0x55ce6f08b1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:37.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.887+0000 7f347d9f4640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34600a2cd0 0x7f34600a5190 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f3478198f80 tx=0x7f3474000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:37.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.887+0000 7f348303f740 1 -- 172.21.15.18:0/3316930975 shutdown_connections 2024-04-22T00:50:37.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.891+0000 7f348303f740 1 -- 172.21.15.18:0/3316930975 wait complete. 2024-04-22T00:50:37.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.892+0000 7f348303f740 1 -- start start 2024-04-22T00:50:37.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.892+0000 7f348303f740 1 Processor -- start 2024-04-22T00:50:37.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.892+0000 7f348303f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f08f850 0x55ce6f0aaaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.892+0000 7f348303f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0ab030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.892+0000 7f348303f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f0953b0 0x55ce6f0b2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.892+0000 7f348303f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ce6f0a93c0 con 0x55ce6f090240 2024-04-22T00:50:37.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.892+0000 7f348303f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ce6efa7f10 con 0x55ce6f0953b0 2024-04-22T00:50:37.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.892+0000 7f348303f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ce6f0a9540 con 0x55ce6f08f850 2024-04-22T00:50:37.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.892+0000 7f348303f740 10 client.0 _ll_register_callbacks cb 0x55ce6ecffbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:37.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.894+0000 7f347d9f4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0ab030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.895+0000 7f347d9f4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0ab030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44616/0 (socket says 172.21.15.18:44616) 2024-04-22T00:50:37.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.895+0000 7f347d9f4640 1 -- 172.21.15.18:0/4287014826 learned_addr learned my addr 172.21.15.18:0/4287014826 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:37.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.895+0000 7f347e9f6640 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f0953b0 0x55ce6f0b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.900+0000 7f347d9f4640 1 -- 172.21.15.18:0/4287014826 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f08f850 msgr2=0x55ce6f0aaaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:37.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.900+0000 7f347d9f4640 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f08f850 0x55ce6f0aaaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.900+0000 7f347d9f4640 1 -- 172.21.15.18:0/4287014826 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f0953b0 msgr2=0x55ce6f0b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:37.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.900+0000 7f347d9f4640 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f0953b0 0x55ce6f0b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.900+0000 7f347d9f4640 1 -- 172.21.15.18:0/4287014826 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce6ef79c80 con 0x55ce6f090240 2024-04-22T00:50:37.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.902+0000 7f347d9f4640 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0ab030 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f3474035000 tx=0x7f3474009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16e133e1daa5fe73 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:37.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.902+0000 7f345dffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:50:37.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.903+0000 7f345dffb640 1 -- 172.21.15.18:0/4287014826 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34740044d0 con 0x55ce6f090240 2024-04-22T00:50:37.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.903+0000 7f345dffb640 1 -- 172.21.15.18:0/4287014826 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f347404b460 con 0x55ce6f090240 2024-04-22T00:50:37.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.903+0000 7f348303f740 1 -- 172.21.15.18:0/4287014826 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f346809b760 con 0x55ce6f090240 2024-04-22T00:50:37.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.904+0000 7f345dffb640 1 -- 172.21.15.18:0/4287014826 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f347404b660 con 0x55ce6f090240 2024-04-22T00:50:37.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:37 smithi081 ceph-mon[31546]: pgmap v654: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 5.6 MiB/s wr, 611 op/s 2024-04-22T00:50:37.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.906+0000 7f348303f740 10 client.17682 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:37.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.906+0000 7f348303f740 1 -- 172.21.15.18:0/4287014826 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55ce6ed003f0 con 0x55ce6f090240 2024-04-22T00:50:37.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.910+0000 7f345dffb640 1 -- 172.21.15.18:0/4287014826 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f346809b760 con 0x55ce6f090240 2024-04-22T00:50:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.910+0000 7f345dffb640 1 -- 172.21.15.18:0/4287014826 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f3474034930 con 0x55ce6f090240 2024-04-22T00:50:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.911+0000 7f348303f740 10 client.17682 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.911+0000 7f348303f740 10 client.17682 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:50:37.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.911+0000 7f348303f740 20 client.17682 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:37.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.911+0000 7f348303f740 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55ce6f086920 0x55ce6f088dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.911+0000 7f348303f740 4 client.17682 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:37.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.911+0000 7f348303f740 1 -- 172.21.15.18:0/4287014826 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ce6eff9a70 con 0x55ce6f086920 2024-04-22T00:50:37.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.916+0000 7f347e1f5640 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55ce6f086920 0x55ce6f088dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.928+0000 7f347e1f5640 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55ce6f086920 0x55ce6f088dc0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e04c24e24ce60789 server_cookie=a796d56aa0d1e961 in_seq=0 out_seq=0 2024-04-22T00:50:37.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.929+0000 7f345dffb640 10 client.17682 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:50:37.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.933+0000 7f345dffb640 1 -- 172.21.15.18:0/4287014826 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ce6eff9a70 con 0x55ce6f086920 2024-04-22T00:50:37.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.933+0000 7f345dffb640 10 client.17682 handle_command_reply: tid=0 2024-04-22T00:50:37.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.933+0000 7f348303f740 1 client.17682 shutdown 2024-04-22T00:50:37.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.938+0000 7f348303f740 1 -- 172.21.15.18:0/4287014826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 msgr2=0x55ce6f0ab030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.938+0000 7f348303f740 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0ab030 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f3474035000 tx=0x7f3474009260 comp rx=0 tx=0).stop 2024-04-22T00:50:37.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.939+0000 7f348303f740 1 -- 172.21.15.18:0/4287014826 shutdown_connections 2024-04-22T00:50:37.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.939+0000 7f348303f740 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55ce6f086920 0x55ce6f088dc0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.939+0000 7f348303f740 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f0953b0 0x55ce6f0b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.939+0000 7f348303f740 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0ab030 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.939+0000 7f348303f740 1 --2- 172.21.15.18:0/4287014826 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f08f850 0x55ce6f0aaaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.939+0000 7f348303f740 1 -- 172.21.15.18:0/4287014826 >> 172.21.15.18:0/4287014826 conn(0x55ce6f08adc0 msgr2=0x55ce6f081850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:37.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.941+0000 7f345dffb640 0 client.17682 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:50:37.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.946+0000 7f348303f740 1 -- 172.21.15.18:0/4287014826 shutdown_connections 2024-04-22T00:50:37.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.950+0000 7f348303f740 1 -- 172.21.15.18:0/4287014826 wait complete. 2024-04-22T00:50:37.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.954+0000 7f348303f740 20 client.17682 trim_cache size 0 max 16384 2024-04-22T00:50:37.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.993+0000 7f348303f740 1 Processor -- start 2024-04-22T00:50:37.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.994+0000 7f348303f740 1 -- start start 2024-04-22T00:50:37.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.994+0000 7f348303f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f08f850 0x55ce6f0aa4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.994+0000 7f348303f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0b2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.994+0000 7f348303f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f080fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:37.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.994+0000 7f348303f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3464012720 con 0x55ce6f090240 2024-04-22T00:50:37.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.994+0000 7f348303f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f346400ff90 con 0x55ce6f08f850 2024-04-22T00:50:37.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.994+0000 7f348303f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f346400dde0 con 0x55ce6f0953b0 2024-04-22T00:50:37.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.995+0000 7f347d9f4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0b2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:37.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.995+0000 7f347d9f4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0b2030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44630/0 (socket says 172.21.15.18:44630) 2024-04-22T00:50:37.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.995+0000 7f347d9f4640 1 -- 172.21.15.18:0/432346087 learned_addr learned my addr 172.21.15.18:0/432346087 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:37.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.995+0000 7f347d9f4640 1 -- 172.21.15.18:0/432346087 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 msgr2=0x55ce6f080fc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:50:37.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.995+0000 7f347d9f4640 1 --2- 172.21.15.18:0/432346087 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f080fc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.995+0000 7f347d9f4640 1 -- 172.21.15.18:0/432346087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f08f850 msgr2=0x55ce6f0aa4f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:37.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.995+0000 7f347d9f4640 1 --2- 172.21.15.18:0/432346087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f08f850 0x55ce6f0aa4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:37.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.995+0000 7f347d9f4640 1 -- 172.21.15.18:0/432346087 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce6edca7d0 con 0x55ce6f090240 2024-04-22T00:50:37.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.996+0000 7f347d9f4640 1 --2- 172.21.15.18:0/432346087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0b2030 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f3474034dd0 tx=0x7f3474005790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e6930c63e5e1e23 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:37.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.996+0000 7f345ffff640 1 -- 172.21.15.18:0/432346087 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3474063020 con 0x55ce6f090240 2024-04-22T00:50:37.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.996+0000 7f345ffff640 1 -- 172.21.15.18:0/432346087 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3474050070 con 0x55ce6f090240 2024-04-22T00:50:37.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.997+0000 7f348303f740 1 -- 172.21.15.18:0/432346087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 msgr2=0x55ce6f0b2030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:37.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.997+0000 7f348303f740 1 --2- 172.21.15.18:0/432346087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0b2030 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f3474034dd0 tx=0x7f3474005790 comp rx=0 tx=0).stop 2024-04-22T00:50:37.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.999+0000 7f348303f740 1 -- 172.21.15.18:0/432346087 shutdown_connections 2024-04-22T00:50:38.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.999+0000 7f348303f740 1 --2- 172.21.15.18:0/432346087 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f080fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.999+0000 7f348303f740 1 --2- 172.21.15.18:0/432346087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f090240 0x55ce6f0b2030 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.999+0000 7f348303f740 1 --2- 172.21.15.18:0/432346087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f08f850 0x55ce6f0aa4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:37.999+0000 7f348303f740 1 -- 172.21.15.18:0/432346087 >> 172.21.15.18:0/432346087 conn(0x55ce6f08adc0 msgr2=0x55ce6f0a9de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.004+0000 7f348303f740 1 -- 172.21.15.18:0/432346087 shutdown_connections 2024-04-22T00:50:38.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.004+0000 7f348303f740 1 -- 172.21.15.18:0/432346087 wait complete. 2024-04-22T00:50:38.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.005+0000 7f348303f740 1 -- start start 2024-04-22T00:50:38.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.005+0000 7f348303f740 1 Processor -- start 2024-04-22T00:50:38.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.005+0000 7f348303f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 0x55ce6f0aff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.005+0000 7f348303f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f090240 0x55ce6f120e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.005+0000 7f348303f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f1233a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.005+0000 7f348303f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f346400e450 con 0x55ce6f08f850 2024-04-22T00:50:38.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.005+0000 7f348303f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f346400f8c0 con 0x55ce6f090240 2024-04-22T00:50:38.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.005+0000 7f348303f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f346400eb20 con 0x55ce6f0953b0 2024-04-22T00:50:38.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.005+0000 7f348303f740 10 client.0 _ll_register_callbacks cb 0x7f34700093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:38.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.006+0000 7f347e1f5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 0x55ce6f0aff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.006+0000 7f347e9f6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f1233a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.006+0000 7f347e9f6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f1233a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52836/0 (socket says 172.21.15.18:52836) 2024-04-22T00:50:38.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.006+0000 7f347e9f6640 1 -- 172.21.15.18:0/1313812339 learned_addr learned my addr 172.21.15.18:0/1313812339 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.006+0000 7f347e9f6640 1 -- 172.21.15.18:0/1313812339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f090240 msgr2=0x55ce6f120e30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:38.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.006+0000 7f347e9f6640 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f090240 0x55ce6f120e30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.006+0000 7f347e9f6640 1 -- 172.21.15.18:0/1313812339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 msgr2=0x55ce6f0aff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.006+0000 7f347e9f6640 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 0x55ce6f0aff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.006+0000 7f347e9f6640 1 -- 172.21.15.18:0/1313812339 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce6f123bd0 con 0x55ce6f0953b0 2024-04-22T00:50:38.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.007+0000 7f347e9f6640 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f1233a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f34700118d0 tx=0x7f3470011d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7c464295e099e4f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.007+0000 7f345dffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:38.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.008+0000 7f345dffb640 1 -- 172.21.15.18:0/1313812339 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f347001d020 con 0x55ce6f0953b0 2024-04-22T00:50:38.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.009+0000 7f345dffb640 1 -- 172.21.15.18:0/1313812339 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f347000fc50 con 0x55ce6f0953b0 2024-04-22T00:50:38.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.009+0000 7f348303f740 1 -- 172.21.15.18:0/1313812339 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3474050070 con 0x55ce6f0953b0 2024-04-22T00:50:38.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.010+0000 7f345dffb640 1 -- 172.21.15.18:0/1313812339 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f347000fe50 con 0x55ce6f0953b0 2024-04-22T00:50:38.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.011+0000 7f348303f740 10 client.27310 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:38.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.011+0000 7f348303f740 1 -- 172.21.15.18:0/1313812339 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55ce6f124fd0 con 0x55ce6f0953b0 2024-04-22T00:50:38.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.014+0000 7f345dffb640 1 -- 172.21.15.18:0/1313812339 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3474050070 con 0x55ce6f0953b0 2024-04-22T00:50:38.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.014+0000 7f345dffb640 1 -- 172.21.15.18:0/1313812339 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f3470021720 con 0x55ce6f0953b0 2024-04-22T00:50:38.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.016+0000 7f348303f740 10 client.27310 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:38.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.016+0000 7f348303f740 10 client.27310 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:50:38.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.016+0000 7f348303f740 20 client.27310 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:38.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.016+0000 7f348303f740 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55ce6f1259e0 0x55ce6f127e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.016+0000 7f348303f740 4 client.27310 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:50:38.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.016+0000 7f348303f740 1 -- 172.21.15.18:0/1313812339 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ce6eff3dc0 con 0x55ce6f1259e0 2024-04-22T00:50:38.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.017+0000 7f347e1f5640 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55ce6f1259e0 0x55ce6f127e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.017+0000 7f347e1f5640 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55ce6f1259e0 0x55ce6f127e00 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=644e49a68e532cc3 server_cookie=a6e044acfffb195f in_seq=0 out_seq=0 2024-04-22T00:50:38.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f345dffb640 10 client.27310 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:50:38.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f345dffb640 1 -- 172.21.15.18:0/1313812339 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ce6eff3dc0 con 0x55ce6f1259e0 2024-04-22T00:50:38.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f345dffb640 10 client.27310 handle_command_reply: tid=0 2024-04-22T00:50:38.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f348303f740 1 client.27310 shutdown 2024-04-22T00:50:38.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f348303f740 1 -- 172.21.15.18:0/1313812339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 msgr2=0x55ce6f1233a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f348303f740 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f1233a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f34700118d0 tx=0x7f3470011d90 comp rx=0 tx=0).stop 2024-04-22T00:50:38.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f348303f740 1 -- 172.21.15.18:0/1313812339 shutdown_connections 2024-04-22T00:50:38.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f348303f740 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x55ce6f1259e0 0x55ce6f127e00 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f348303f740 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ce6f0953b0 0x55ce6f1233a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f348303f740 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ce6f090240 0x55ce6f120e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f348303f740 1 --2- 172.21.15.18:0/1313812339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ce6f08f850 0x55ce6f0aff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f348303f740 1 -- 172.21.15.18:0/1313812339 >> 172.21.15.18:0/1313812339 conn(0x55ce6f08adc0 msgr2=0x55ce6f08e020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.018+0000 7f345dffb640 0 client.27310 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:50:38.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.020+0000 7f348303f740 1 -- 172.21.15.18:0/1313812339 shutdown_connections 2024-04-22T00:50:38.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.021+0000 7f348303f740 1 -- 172.21.15.18:0/1313812339 wait complete. 2024-04-22T00:50:38.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.022+0000 7f348303f740 20 client.27310 trim_cache size 0 max 16384 2024-04-22T00:50:38.022 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:50:38.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 -- 172.21.15.18:0/3114197 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34600a2cd0 msgr2=0x7f34600a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34600a2cd0 0x7f34600a5190 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f3478198f80 tx=0x7f3474000bc0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 -- 172.21.15.18:0/3114197 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34780ffe10 msgr2=0x7f3478197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34780ffe10 0x7f3478197a70 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f346800d950 tx=0x7f346800de10 comp rx=0 tx=0).stop 2024-04-22T00:50:38.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 -- 172.21.15.18:0/3114197 shutdown_connections 2024-04-22T00:50:38.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f34600a2cd0 0x7f34600a5190 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3478101920 0x7f347819f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3478100f60 0x7f3478197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 --2- 172.21.15.18:0/3114197 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f34780ffe10 0x7f3478197a70 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 -- 172.21.15.18:0/3114197 >> 172.21.15.18:0/3114197 conn(0x7f34780fb380 msgr2=0x7f34781042f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 -- 172.21.15.18:0/3114197 shutdown_connections 2024-04-22T00:50:38.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.023+0000 7f3480459640 1 -- 172.21.15.18:0/3114197 wait complete. 2024-04-22T00:50:38.040 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:50:38.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.212+0000 7fc910c4e640 1 -- 172.21.15.18:0/981386069 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc90c103980 msgr2=0x7fc90c103da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.212+0000 7fc910c4e640 1 --2- 172.21.15.18:0/981386069 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc90c103980 0x7fc90c103da0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fc8fc009860 tx=0x7fc8fc02bb70 comp rx=0 tx=0).stop 2024-04-22T00:50:38.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.212+0000 7fc910c4e640 1 -- 172.21.15.18:0/981386069 shutdown_connections 2024-04-22T00:50:38.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.212+0000 7fc910c4e640 1 --2- 172.21.15.18:0/981386069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc90c105530 0x7fc90c10bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.212+0000 7fc910c4e640 1 --2- 172.21.15.18:0/981386069 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc90c104b70 0x7fc90c104ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.212+0000 7fc910c4e640 1 --2- 172.21.15.18:0/981386069 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc90c103980 0x7fc90c103da0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.212+0000 7fc910c4e640 1 -- 172.21.15.18:0/981386069 >> 172.21.15.18:0/981386069 conn(0x7fc90c0feef0 msgr2=0x7fc90c101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.212+0000 7fc910c4e640 1 -- 172.21.15.18:0/981386069 shutdown_connections 2024-04-22T00:50:38.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.212+0000 7fc910c4e640 1 -- 172.21.15.18:0/981386069 wait complete. 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc910c4e640 1 Processor -- start 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc910c4e640 1 -- start start 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc910c4e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc90c103980 0x7fc90c199cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc910c4e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc90c104b70 0x7fc90c19a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc910c4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc90c105530 0x7fc90c1a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc910c4e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c10f5d0 con 0x7fc90c105530 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc910c4e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c10f450 con 0x7fc90c104b70 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc910c4e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c10f750 con 0x7fc90c103980 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc90ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc90c105530 0x7fc90c1a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc90ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc90c105530 0x7fc90c1a1260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44652/0 (socket says 172.21.15.18:44652) 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc90ad9d640 1 -- 172.21.15.18:0/2906085409 learned_addr learned my addr 172.21.15.18:0/2906085409 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.213+0000 7fc90a59c640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc90c103980 0x7fc90c199cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.214+0000 7fc90ad9d640 1 -- 172.21.15.18:0/2906085409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc90c103980 msgr2=0x7fc90c199cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.214+0000 7fc90ad9d640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc90c103980 0x7fc90c199cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.214+0000 7fc90ad9d640 1 -- 172.21.15.18:0/2906085409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc90c104b70 msgr2=0x7fc90c19a230 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:50:38.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.214+0000 7fc90ad9d640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc90c104b70 0x7fc90c19a230 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.214+0000 7fc90ad9d640 1 -- 172.21.15.18:0/2906085409 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc90c1a1900 con 0x7fc90c105530 2024-04-22T00:50:38.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.214+0000 7fc90ad9d640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc90c105530 0x7fc90c1a1260 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fc904009fd0 tx=0x7fc90400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.215+0000 7fc8fb7fe640 1 -- 172.21.15.18:0/2906085409 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc904004b20 con 0x7fc90c105530 2024-04-22T00:50:38.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.215+0000 7fc8fb7fe640 1 -- 172.21.15.18:0/2906085409 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc904003e50 con 0x7fc90c105530 2024-04-22T00:50:38.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.215+0000 7fc8fb7fe640 1 -- 172.21.15.18:0/2906085409 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc90400b630 con 0x7fc90c105530 2024-04-22T00:50:38.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.215+0000 7fc910c4e640 1 -- 172.21.15.18:0/2906085409 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc90c1a1bf0 con 0x7fc90c105530 2024-04-22T00:50:38.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.215+0000 7fc910c4e640 1 -- 172.21.15.18:0/2906085409 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc90c1a20c0 con 0x7fc90c105530 2024-04-22T00:50:38.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.217+0000 7fc8fb7fe640 1 -- 172.21.15.18:0/2906085409 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc90401d020 con 0x7fc90c105530 2024-04-22T00:50:38.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.218+0000 7fc8fb7fe640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc8f40a2c10 0x7fc8f40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.218+0000 7fc8fb7fe640 1 -- 172.21.15.18:0/2906085409 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc9040cf5d0 con 0x7fc90c105530 2024-04-22T00:50:38.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.218+0000 7fc90a59c640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc8f40a2c10 0x7fc8f40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.218+0000 7fc91383a740 1 Processor -- start 2024-04-22T00:50:38.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.219+0000 7fc91383a740 1 -- start start 2024-04-22T00:50:38.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.219+0000 7fc90a59c640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc8f40a2c10 0x7fc8f40a50d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fc8fc0349e0 tx=0x7fc8fc034ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.219+0000 7fc91383a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f2b040 0x55dac5f2b460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.219+0000 7fc91383a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f30530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.219+0000 7fc91383a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 0x55dac5f33030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.219+0000 7fc91383a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55dac5e90530 con 0x55dac5f30ba0 2024-04-22T00:50:38.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.219+0000 7fc91383a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55dac5e38830 con 0x55dac5f2b040 2024-04-22T00:50:38.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.219+0000 7fc91383a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55dac5e8c4f0 con 0x55dac5f2ba30 2024-04-22T00:50:38.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc909d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f30530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc909d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f30530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52870/0 (socket says 172.21.15.18:52870) 2024-04-22T00:50:38.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc909d9b640 1 -- 172.21.15.18:0/1634875532 learned_addr learned my addr 172.21.15.18:0/1634875532 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc90ad9d640 1 --2- 172.21.15.18:0/1634875532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 0x55dac5f33030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc909d9b640 1 -- 172.21.15.18:0/1634875532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f2b040 msgr2=0x55dac5f2b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1634875532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f2b040 0x55dac5f2b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc909d9b640 1 -- 172.21.15.18:0/1634875532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 msgr2=0x55dac5f33030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1634875532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 0x55dac5f33030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc909d9b640 1 -- 172.21.15.18:0/1634875532 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dac5e5c2c0 con 0x55dac5f2ba30 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1634875532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f30530 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fc90000ba80 tx=0x7fc90000bf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af8fdbeedd23a15c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc8f8ff9640 1 -- 172.21.15.18:0/1634875532 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900016070 con 0x55dac5f2ba30 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc8f8ff9640 1 -- 172.21.15.18:0/1634875532 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc900005500 con 0x55dac5f2ba30 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.220+0000 7fc8f8ff9640 1 -- 172.21.15.18:0/1634875532 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900010460 con 0x55dac5f2ba30 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.221+0000 7fc91383a740 1 -- 172.21.15.18:0/1634875532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 msgr2=0x55dac5f30530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.221+0000 7fc91383a740 1 --2- 172.21.15.18:0/1634875532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f30530 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fc90000ba80 tx=0x7fc90000bf40 comp rx=0 tx=0).stop 2024-04-22T00:50:38.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.221+0000 7fc91383a740 1 -- 172.21.15.18:0/1634875532 shutdown_connections 2024-04-22T00:50:38.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.221+0000 7fc91383a740 1 --2- 172.21.15.18:0/1634875532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 0x55dac5f33030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.221+0000 7fc91383a740 1 --2- 172.21.15.18:0/1634875532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f30530 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.221+0000 7fc91383a740 1 --2- 172.21.15.18:0/1634875532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f2b040 0x55dac5f2b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.221+0000 7fc91383a740 1 -- 172.21.15.18:0/1634875532 >> 172.21.15.18:0/1634875532 conn(0x55dac5f265b0 msgr2=0x55dac5f269b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.221+0000 7fc91383a740 1 -- 172.21.15.18:0/1634875532 shutdown_connections 2024-04-22T00:50:38.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.221+0000 7fc91383a740 1 -- 172.21.15.18:0/1634875532 wait complete. 2024-04-22T00:50:38.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc91383a740 1 -- start start 2024-04-22T00:50:38.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc91383a740 1 Processor -- start 2024-04-22T00:50:38.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc91383a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f2b040 0x55dac5f35250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc91383a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f35790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc91383a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 0x55dac5f3c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc91383a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55dac5f33b50 con 0x55dac5f30ba0 2024-04-22T00:50:38.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc909d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f35790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc90a59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f2b040 0x55dac5f35250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc91383a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55dac5e4bf10 con 0x55dac5f2b040 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc91383a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55dac5f33cd0 con 0x55dac5f2ba30 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc90ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 0x55dac5f3c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc909d9b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f35790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52886/0 (socket says 172.21.15.18:52886) 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc90a59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f2b040 0x55dac5f35250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55600/0 (socket says 172.21.15.18:55600) 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc909d9b640 1 -- 172.21.15.18:0/1795190778 learned_addr learned my addr 172.21.15.18:0/1795190778 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.222+0000 7fc91383a740 10 client.0 _ll_register_callbacks cb 0x55dac5ba3be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc909d9b640 1 -- 172.21.15.18:0/1795190778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f2b040 msgr2=0x55dac5f35250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f2b040 0x55dac5f35250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc909d9b640 1 -- 172.21.15.18:0/1795190778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 msgr2=0x55dac5f3c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 0x55dac5f3c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc909d9b640 1 -- 172.21.15.18:0/1795190778 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dac5e1dc80 con 0x55dac5f2ba30 2024-04-22T00:50:38.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc90ad9d640 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 0x55dac5f3c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f35790 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fc90000bfd0 tx=0x7fc9000046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd3a2c6b778eea9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc8f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1795190778 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900016030 con 0x55dac5f2ba30 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1795190778 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc90000daa0 con 0x55dac5f2ba30 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc91383a740 1 -- 172.21.15.18:0/1795190778 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc900005500 con 0x55dac5f2ba30 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1795190778 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fc90000dca0 con 0x55dac5f2ba30 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc91383a740 10 client.27322 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.223+0000 7fc91383a740 1 -- 172.21.15.18:0/1795190778 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55dac5ba43f0 con 0x55dac5f2ba30 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.224+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1795190778 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc900005500 con 0x55dac5f2ba30 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.224+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1795190778 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7fc900022070 con 0x55dac5f2ba30 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.224+0000 7fc91383a740 10 client.27322 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.224+0000 7fc91383a740 10 client.27322 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.224+0000 7fc91383a740 20 client.27322 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.224+0000 7fc91383a740 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55dac5f40eb0 0x55dac5f43310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.224+0000 7fc91383a740 4 client.27322 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:38.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.224+0000 7fc91383a740 1 -- 172.21.15.18:0/1795190778 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dac5e9da70 con 0x55dac5f40eb0 2024-04-22T00:50:38.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.224+0000 7fc90a59c640 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55dac5f40eb0 0x55dac5f43310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.225+0000 7fc8f1ffb640 10 client.27322 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:50:38.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.225+0000 7fc90a59c640 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55dac5f40eb0 0x55dac5f43310 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=24020dea75b7ad85 server_cookie=f59f137766f720 in_seq=0 out_seq=0 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.229+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1795190778 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dac5e9da70 con 0x55dac5f40eb0 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.229+0000 7fc8f1ffb640 10 client.27322 handle_command_reply: tid=0 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.229+0000 7fc91383a740 1 client.27322 shutdown 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.229+0000 7fc91383a740 1 -- 172.21.15.18:0/1795190778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 msgr2=0x55dac5f35790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc91383a740 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f35790 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fc90000bfd0 tx=0x7fc9000046c0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc91383a740 1 -- 172.21.15.18:0/1795190778 shutdown_connections 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc91383a740 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55dac5f40eb0 0x55dac5f43310 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc8f1ffb640 0 client.27322 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc91383a740 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f30ba0 0x55dac5f3c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc91383a740 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2ba30 0x55dac5f35790 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc91383a740 1 --2- 172.21.15.18:0/1795190778 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f2b040 0x55dac5f35250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc91383a740 1 -- 172.21.15.18:0/1795190778 >> 172.21.15.18:0/1795190778 conn(0x55dac5f265b0 msgr2=0x55dac5f25850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc91383a740 1 -- 172.21.15.18:0/1795190778 shutdown_connections 2024-04-22T00:50:38.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc91383a740 1 -- 172.21.15.18:0/1795190778 wait complete. 2024-04-22T00:50:38.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.230+0000 7fc91383a740 20 client.27322 trim_cache size 0 max 16384 2024-04-22T00:50:38.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.252+0000 7fc91383a740 1 Processor -- start 2024-04-22T00:50:38.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.253+0000 7fc91383a740 1 -- start start 2024-04-22T00:50:38.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.253+0000 7fc91383a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f2c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.253+0000 7fc91383a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 0x55dac5f3c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.253+0000 7fc91383a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 0x55dac5f2c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.253+0000 7fc91383a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1af110 con 0x55dac5f2ba30 2024-04-22T00:50:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.253+0000 7fc91383a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1ac980 con 0x55dac5f30ba0 2024-04-22T00:50:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.253+0000 7fc91383a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1aa7d0 con 0x55dac5f2b040 2024-04-22T00:50:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc90ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 0x55dac5f2c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc90ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 0x55dac5f2c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55614/0 (socket says 172.21.15.18:55614) 2024-04-22T00:50:38.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc90ad9d640 1 -- 172.21.15.18:0/1186752357 learned_addr learned my addr 172.21.15.18:0/1186752357 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc90a59c640 1 --2- 172.21.15.18:0/1186752357 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f2c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1186752357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 0x55dac5f3c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc909d9b640 1 -- 172.21.15.18:0/1186752357 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 msgr2=0x55dac5f2c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1186752357 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f2c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc909d9b640 1 -- 172.21.15.18:0/1186752357 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 msgr2=0x55dac5f2c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1186752357 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 0x55dac5f2c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc909d9b640 1 -- 172.21.15.18:0/1186752357 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dac5c6e7d0 con 0x55dac5f2ba30 2024-04-22T00:50:38.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.254+0000 7fc90a59c640 1 --2- 172.21.15.18:0/1186752357 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f2c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:38.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.255+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1186752357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 0x55dac5f3c790 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x55dac5f274f0 tx=0x7fc900005920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d358f33b9c4152e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.255+0000 7fc8f3fff640 1 -- 172.21.15.18:0/1186752357 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900016070 con 0x55dac5f2ba30 2024-04-22T00:50:38.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.255+0000 7fc8f3fff640 1 -- 172.21.15.18:0/1186752357 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc90000d770 con 0x55dac5f2ba30 2024-04-22T00:50:38.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.255+0000 7fc8f3fff640 1 -- 172.21.15.18:0/1186752357 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc90000b480 con 0x55dac5f2ba30 2024-04-22T00:50:38.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.256+0000 7fc91383a740 1 -- 172.21.15.18:0/1186752357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 msgr2=0x55dac5f3c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.256+0000 7fc91383a740 1 --2- 172.21.15.18:0/1186752357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 0x55dac5f3c790 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x55dac5f274f0 tx=0x7fc900005920 comp rx=0 tx=0).stop 2024-04-22T00:50:38.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.256+0000 7fc91383a740 1 -- 172.21.15.18:0/1186752357 shutdown_connections 2024-04-22T00:50:38.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.256+0000 7fc91383a740 1 --2- 172.21.15.18:0/1186752357 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 0x55dac5f2c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.256+0000 7fc91383a740 1 --2- 172.21.15.18:0/1186752357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 0x55dac5f3c790 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.256+0000 7fc91383a740 1 --2- 172.21.15.18:0/1186752357 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f2c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.256+0000 7fc91383a740 1 -- 172.21.15.18:0/1186752357 >> 172.21.15.18:0/1186752357 conn(0x55dac5f265b0 msgr2=0x55dac5f25850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.256+0000 7fc91383a740 1 -- 172.21.15.18:0/1186752357 shutdown_connections 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.256+0000 7fc91383a740 1 -- 172.21.15.18:0/1186752357 wait complete. 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc91383a740 1 -- start start 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc91383a740 1 Processor -- start 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc91383a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f39680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc91383a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 0x55dac5f39bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc91383a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 0x55dac5fadc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc91383a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1aae40 con 0x55dac5f2ba30 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc91383a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1ac2b0 con 0x55dac5f30ba0 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc91383a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1ab510 con 0x55dac5f2b040 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc91383a740 10 client.0 _ll_register_callbacks cb 0x7fc904004020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:38.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc90a59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f39680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc90a59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f39680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52914/0 (socket says 172.21.15.18:52914) 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc90a59c640 1 -- 172.21.15.18:0/1691063583 learned_addr learned my addr 172.21.15.18:0/1691063583 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.257+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 0x55dac5f39bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc90ad9d640 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 0x55dac5fadc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc90a59c640 1 -- 172.21.15.18:0/1691063583 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 msgr2=0x55dac5fadc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc90a59c640 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 0x55dac5fadc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc90a59c640 1 -- 172.21.15.18:0/1691063583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 msgr2=0x55dac5f39bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc90a59c640 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 0x55dac5f39bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc90a59c640 1 -- 172.21.15.18:0/1691063583 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dac5fae190 con 0x55dac5f2b040 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc90ad9d640 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 0x55dac5fadc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc90a59c640 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f39680 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fc8fc009830 tx=0x7fc8fc005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad083c6abb4eb4f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc8f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1691063583 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8fc039040 con 0x55dac5f2b040 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1691063583 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc8fc005240 con 0x55dac5f2b040 2024-04-22T00:50:38.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc91383a740 1 -- 172.21.15.18:0/1691063583 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc90000d770 con 0x55dac5f2b040 2024-04-22T00:50:38.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1691063583 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fc8fc05c050 con 0x55dac5f2b040 2024-04-22T00:50:38.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc91383a740 10 client.27328 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:38.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.258+0000 7fc91383a740 1 -- 172.21.15.18:0/1691063583 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55dac5faf540 con 0x55dac5f2b040 2024-04-22T00:50:38.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.259+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1691063583 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc90000d770 con 0x55dac5f2b040 2024-04-22T00:50:38.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.259+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1691063583 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7fc8fc004880 con 0x55dac5f2b040 2024-04-22T00:50:38.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.259+0000 7fc91383a740 10 client.27328 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:38.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.259+0000 7fc91383a740 10 client.27328 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.259+0000 7fc91383a740 20 client.27328 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.259+0000 7fc91383a740 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55dac5f40eb0 0x55dac5fb1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.259+0000 7fc91383a740 4 client.27328 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.259+0000 7fc91383a740 1 -- 172.21.15.18:0/1691063583 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dac5f35040 con 0x55dac5f40eb0 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55dac5f40eb0 0x55dac5fb1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc909d9b640 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55dac5f40eb0 0x55dac5fb1f60 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=33f44a9906ca93d1 server_cookie=72b0144cc14b0325 in_seq=0 out_seq=0 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc8f1ffb640 10 client.27328 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc8f1ffb640 1 -- 172.21.15.18:0/1691063583 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dac5f35040 con 0x55dac5f40eb0 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc8f1ffb640 10 client.27328 handle_command_reply: tid=0 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc91383a740 1 client.27328 shutdown 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc91383a740 1 -- 172.21.15.18:0/1691063583 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 msgr2=0x55dac5f39680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc91383a740 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f39680 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fc8fc009830 tx=0x7fc8fc005f90 comp rx=0 tx=0).stop 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc91383a740 1 -- 172.21.15.18:0/1691063583 shutdown_connections 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc91383a740 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55dac5f40eb0 0x55dac5fb1f60 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc91383a740 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55dac5f30ba0 0x55dac5fadc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc91383a740 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dac5f2ba30 0x55dac5f39bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc91383a740 1 --2- 172.21.15.18:0/1691063583 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55dac5f2b040 0x55dac5f39680 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc8f1ffb640 0 client.27328 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:50:38.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.260+0000 7fc91383a740 1 -- 172.21.15.18:0/1691063583 >> 172.21.15.18:0/1691063583 conn(0x55dac5f265b0 msgr2=0x55dac5f24fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc91383a740 1 -- 172.21.15.18:0/1691063583 shutdown_connections 2024-04-22T00:50:38.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc91383a740 1 -- 172.21.15.18:0/1691063583 wait complete. 2024-04-22T00:50:38.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc91383a740 20 client.27328 trim_cache size 0 max 16384 2024-04-22T00:50:38.264 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 -- 172.21.15.18:0/2906085409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc8f40a2c10 msgr2=0x7fc8f40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc8f40a2c10 0x7fc8f40a50d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fc8fc0349e0 tx=0x7fc8fc034ad0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 -- 172.21.15.18:0/2906085409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc90c105530 msgr2=0x7fc90c1a1260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc90c105530 0x7fc90c1a1260 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fc904009fd0 tx=0x7fc90400c800 comp rx=0 tx=0).stop 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 -- 172.21.15.18:0/2906085409 shutdown_connections 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc8f40a2c10 0x7fc8f40a50d0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc90c105530 0x7fc90c1a1260 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc90c104b70 0x7fc90c19a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 --2- 172.21.15.18:0/2906085409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc90c103980 0x7fc90c199cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 -- 172.21.15.18:0/2906085409 >> 172.21.15.18:0/2906085409 conn(0x7fc90c0feef0 msgr2=0x7fc90c107e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 -- 172.21.15.18:0/2906085409 shutdown_connections 2024-04-22T00:50:38.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.261+0000 7fc910c4e640 1 -- 172.21.15.18:0/2906085409 wait complete. 2024-04-22T00:50:38.277 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:50:38.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.478+0000 7fc2012fb640 1 -- 172.21.15.18:0/3533225629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc1fc102250 msgr2=0x7fc1fc108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.479+0000 7fc2012fb640 1 --2- 172.21.15.18:0/3533225629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc1fc102250 0x7fc1fc108ae0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fc1f4009be0 tx=0x7fc1f402bef0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.479+0000 7fc2012fb640 1 -- 172.21.15.18:0/3533225629 shutdown_connections 2024-04-22T00:50:38.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.479+0000 7fc2012fb640 1 --2- 172.21.15.18:0/3533225629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc1fc102250 0x7fc1fc108ae0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.479+0000 7fc2012fb640 1 --2- 172.21.15.18:0/3533225629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc1fc101890 0x7fc1fc101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.479+0000 7fc2012fb640 1 --2- 172.21.15.18:0/3533225629 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1fc1006a0 0x7fc1fc100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.479+0000 7fc2012fb640 1 -- 172.21.15.18:0/3533225629 >> 172.21.15.18:0/3533225629 conn(0x7fc1fc0fbc10 msgr2=0x7fc1fc0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.479+0000 7fc2012fb640 1 -- 172.21.15.18:0/3533225629 shutdown_connections 2024-04-22T00:50:38.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.479+0000 7fc2012fb640 1 -- 172.21.15.18:0/3533225629 wait complete. 2024-04-22T00:50:38.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.479+0000 7fc2012fb640 1 Processor -- start 2024-04-22T00:50:38.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.479+0000 7fc2012fb640 1 -- start start 2024-04-22T00:50:38.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc2012fb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc1fc1006a0 0x7fc1fc199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc2012fb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1fc101890 0x7fc1fc19a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc2012fb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc1fc102250 0x7fc1fc1a1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc2012fb640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc10c300 con 0x7fc1fc1006a0 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc1f3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1fc101890 0x7fc1fc19a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc1fb7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc1fc102250 0x7fc1fc1a1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc1faffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc1fc1006a0 0x7fc1fc199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc1f3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1fc101890 0x7fc1fc19a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55636/0 (socket says 172.21.15.18:55636) 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc1f3fff640 1 -- 172.21.15.18:0/546882489 learned_addr learned my addr 172.21.15.18:0/546882489 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc2012fb640 1 -- 172.21.15.18:0/546882489 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc10c180 con 0x7fc1fc101890 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.480+0000 7fc2012fb640 1 -- 172.21.15.18:0/546882489 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc10c480 con 0x7fc1fc102250 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc1fb7fe640 1 -- 172.21.15.18:0/546882489 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1fc101890 msgr2=0x7fc1fc19a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc1fb7fe640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1fc101890 0x7fc1fc19a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc1fb7fe640 1 -- 172.21.15.18:0/546882489 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc1fc1006a0 msgr2=0x7fc1fc199c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc1fb7fe640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc1fc1006a0 0x7fc1fc199c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc1fb7fe640 1 -- 172.21.15.18:0/546882489 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1fc1a18b0 con 0x7fc1fc102250 2024-04-22T00:50:38.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc1fb7fe640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc1fc102250 0x7fc1fc1a1210 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc1f402c430 tx=0x7fc1f402cb90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc1f8ff9640 1 -- 172.21.15.18:0/546882489 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f4043020 con 0x7fc1fc102250 2024-04-22T00:50:38.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc1f8ff9640 1 -- 172.21.15.18:0/546882489 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1f4003e50 con 0x7fc1fc102250 2024-04-22T00:50:38.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc2012fb640 1 -- 172.21.15.18:0/546882489 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1fc1a1b40 con 0x7fc1fc102250 2024-04-22T00:50:38.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc1f8ff9640 1 -- 172.21.15.18:0/546882489 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f4034690 con 0x7fc1fc102250 2024-04-22T00:50:38.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.481+0000 7fc2012fb640 1 -- 172.21.15.18:0/546882489 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1fc1a20e0 con 0x7fc1fc102250 2024-04-22T00:50:38.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.484+0000 7fc1f8ff9640 1 -- 172.21.15.18:0/546882489 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc1f4046020 con 0x7fc1fc102250 2024-04-22T00:50:38.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.485+0000 7fc203fc2740 1 Processor -- start 2024-04-22T00:50:38.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.485+0000 7fc203fc2740 1 -- start start 2024-04-22T00:50:38.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.485+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 0x562c80e30c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.485+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 0x562c80e35d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.485+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e38840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.485+0000 7fc203fc2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562c80d8d530 con 0x562c80e31240 2024-04-22T00:50:38.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.485+0000 7fc203fc2740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562c80d35830 con 0x562c80e30850 2024-04-22T00:50:38.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.485+0000 7fc203fc2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562c80d894f0 con 0x562c80e363b0 2024-04-22T00:50:38.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f3fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e38840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f3fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e38840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52936/0 (socket says 172.21.15.18:52936) 2024-04-22T00:50:38.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f3fff640 1 -- 172.21.15.18:0/1016257695 learned_addr learned my addr 172.21.15.18:0/1016257695 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/1016257695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 0x562c80e30c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f8ff9640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc1e80a2c10 0x7fc1e80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f8ff9640 1 -- 172.21.15.18:0/546882489 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc1f40f1980 con 0x7fc1fc102250 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f3fff640 1 -- 172.21.15.18:0/1016257695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 msgr2=0x562c80e30c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/1016257695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 0x562c80e30c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f3fff640 1 -- 172.21.15.18:0/1016257695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 msgr2=0x562c80e35d40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1faffd640 1 --2- 172.21.15.18:0/1016257695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 0x562c80e35d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1fb7fe640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc1e80a2c10 0x7fc1e80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/1016257695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 0x562c80e35d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1f3fff640 1 -- 172.21.15.18:0/1016257695 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c80d592c0 con 0x562c80e363b0 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.486+0000 7fc1faffd640 1 --2- 172.21.15.18:0/1016257695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 0x562c80e35d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.487+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/1016257695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e38840 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fc1e40096c0 tx=0x7fc1e40095d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1adbbdce35a669c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.487+0000 7fc1fb7fe640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc1e80a2c10 0x7fc1e80a50d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc1f40ba270 tx=0x7fc1f4009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.487+0000 7fc1f17fa640 1 -- 172.21.15.18:0/1016257695 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e4004030 con 0x562c80e363b0 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.487+0000 7fc1f17fa640 1 -- 172.21.15.18:0/1016257695 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1e4005500 con 0x562c80e363b0 2024-04-22T00:50:38.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.487+0000 7fc1f17fa640 1 -- 172.21.15.18:0/1016257695 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e4004b20 con 0x562c80e363b0 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.488+0000 7fc203fc2740 1 -- 172.21.15.18:0/1016257695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 msgr2=0x562c80e38840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.488+0000 7fc203fc2740 1 --2- 172.21.15.18:0/1016257695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e38840 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fc1e40096c0 tx=0x7fc1e40095d0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.488+0000 7fc203fc2740 1 -- 172.21.15.18:0/1016257695 shutdown_connections 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.488+0000 7fc203fc2740 1 --2- 172.21.15.18:0/1016257695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e38840 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.488+0000 7fc203fc2740 1 --2- 172.21.15.18:0/1016257695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 0x562c80e35d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.488+0000 7fc203fc2740 1 --2- 172.21.15.18:0/1016257695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 0x562c80e30c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.488+0000 7fc203fc2740 1 -- 172.21.15.18:0/1016257695 >> 172.21.15.18:0/1016257695 conn(0x562c80e2bdc0 msgr2=0x562c80e2c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.488+0000 7fc203fc2740 1 -- 172.21.15.18:0/1016257695 shutdown_connections 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.489+0000 7fc203fc2740 1 -- 172.21.15.18:0/1016257695 wait complete. 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.489+0000 7fc203fc2740 1 -- start start 2024-04-22T00:50:38.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.489+0000 7fc203fc2740 1 Processor -- start 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.489+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e30850 0x562c80e3aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.489+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 0x562c80e3afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e41fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc203fc2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562c80e39360 con 0x562c80e30850 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc203fc2740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562c80d48f10 con 0x562c80e31240 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc203fc2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562c80e394e0 con 0x562c80e363b0 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1faffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 0x562c80e3afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1faffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 0x562c80e3afa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55662/0 (socket says 172.21.15.18:55662) 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1faffd640 1 -- 172.21.15.18:0/3189404710 learned_addr learned my addr 172.21.15.18:0/3189404710 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e30850 0x562c80e3aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc203fc2740 10 client.0 _ll_register_callbacks cb 0x562c80aa0be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1faffd640 1 -- 172.21.15.18:0/3189404710 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 msgr2=0x562c80e41fe0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1faffd640 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e41fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1faffd640 1 -- 172.21.15.18:0/3189404710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e30850 msgr2=0x562c80e3aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1faffd640 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e30850 0x562c80e3aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1faffd640 1 -- 172.21.15.18:0/3189404710 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c80d1ac80 con 0x562c80e31240 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e30850 0x562c80e3aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1faffd640 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 0x562c80e3afa0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec0126d0 tx=0x7fc1ec012b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=199ee6f4b81e7dc1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.490+0000 7fc1e27fc640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.491+0000 7fc1e27fc640 1 -- 172.21.15.18:0/3189404710 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ec004440 con 0x562c80e31240 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.491+0000 7fc203fc2740 1 -- 172.21.15.18:0/3189404710 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1e4005500 con 0x562c80e31240 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.491+0000 7fc1e27fc640 1 -- 172.21.15.18:0/3189404710 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc1ec0109b0 con 0x562c80e31240 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.491+0000 7fc1e27fc640 1 -- 172.21.15.18:0/3189404710 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fc1ec010bb0 con 0x562c80e31240 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.491+0000 7fc203fc2740 10 client.27347 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.491+0000 7fc203fc2740 1 -- 172.21.15.18:0/3189404710 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x562c80aa13f0 con 0x562c80e31240 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.491+0000 7fc1e27fc640 1 -- 172.21.15.18:0/3189404710 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1e4005500 con 0x562c80e31240 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.491+0000 7fc1e27fc640 1 -- 172.21.15.18:0/3189404710 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7fc1ec019070 con 0x562c80e31240 2024-04-22T00:50:38.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.492+0000 7fc203fc2740 10 client.27347 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:38.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.492+0000 7fc203fc2740 10 client.27347 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:38.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.492+0000 7fc203fc2740 20 client.27347 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:38.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.492+0000 7fc203fc2740 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c80e46d10 0x562c80e491b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.492+0000 7fc203fc2740 4 client.27347 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:38.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.492+0000 7fc203fc2740 1 -- 172.21.15.18:0/3189404710 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c80d9aa70 con 0x562c80e46d10 2024-04-22T00:50:38.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.492+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c80e46d10 0x562c80e491b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.492+0000 7fc1e27fc640 10 client.27347 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:38.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.492+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c80e46d10 0x562c80e491b0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12bc6fe0d7b8cee9 server_cookie=b594bc10993d95b7 in_seq=0 out_seq=0 2024-04-22T00:50:38.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc1e27fc640 1 -- 172.21.15.18:0/3189404710 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562c80d9aa70 con 0x562c80e46d10 2024-04-22T00:50:38.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc1e27fc640 10 client.27347 handle_command_reply: tid=0 2024-04-22T00:50:38.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 client.27347 shutdown 2024-04-22T00:50:38.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 -- 172.21.15.18:0/3189404710 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 msgr2=0x562c80e3afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 0x562c80e3afa0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec0126d0 tx=0x7fc1ec012b90 comp rx=0 tx=0).stop 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 -- 172.21.15.18:0/3189404710 shutdown_connections 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c80e46d10 0x562c80e491b0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e41fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 0x562c80e3afa0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 --2- 172.21.15.18:0/3189404710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e30850 0x562c80e3aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 -- 172.21.15.18:0/3189404710 >> 172.21.15.18:0/3189404710 conn(0x562c80e2bdc0 msgr2=0x562c80e22850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc1e27fc640 0 client.27347 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 -- 172.21.15.18:0/3189404710 shutdown_connections 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.493+0000 7fc203fc2740 1 -- 172.21.15.18:0/3189404710 wait complete. 2024-04-22T00:50:38.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.494+0000 7fc203fc2740 20 client.27347 trim_cache size 0 max 16384 2024-04-22T00:50:38.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.513+0000 7fc203fc2740 1 Processor -- start 2024-04-22T00:50:38.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.513+0000 7fc203fc2740 1 -- start start 2024-04-22T00:50:38.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e30850 0x562c80e31930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 0x562c80e41fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e363b0 0x562c80e31e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc203fc2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc1aac30 con 0x562c80e363b0 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc203fc2740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc1a84a0 con 0x562c80e31240 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc203fc2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc1a6350 con 0x562c80e30850 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc1f3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e363b0 0x562c80e31e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc1f3fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e30850 0x562c80e31930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc1f3fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e30850 0x562c80e31930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52962/0 (socket says 172.21.15.18:52962) 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc1f3fff640 1 -- 172.21.15.18:0/4147718657 learned_addr learned my addr 172.21.15.18:0/4147718657 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc1faffd640 1 --2- 172.21.15.18:0/4147718657 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 0x562c80e41fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc1f3fff640 1 -- 172.21.15.18:0/4147718657 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 msgr2=0x562c80e41fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/4147718657 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 0x562c80e41fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc1f3fff640 1 -- 172.21.15.18:0/4147718657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e363b0 msgr2=0x562c80e31e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/4147718657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e363b0 0x562c80e31e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.514+0000 7fc1f3fff640 1 -- 172.21.15.18:0/4147718657 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c80b6b7d0 con 0x562c80e30850 2024-04-22T00:50:38.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.515+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/4147718657 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e30850 0x562c80e31930 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fc1e4004690 tx=0x7fc1e40046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9060c36cbffba426 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.515+0000 7fc1f0ff9640 1 -- 172.21.15.18:0/4147718657 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e400fd60 con 0x562c80e30850 2024-04-22T00:50:38.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.515+0000 7fc1f0ff9640 1 -- 172.21.15.18:0/4147718657 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1e402a7a0 con 0x562c80e30850 2024-04-22T00:50:38.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.515+0000 7fc1f0ff9640 1 -- 172.21.15.18:0/4147718657 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e401f6a0 con 0x562c80e30850 2024-04-22T00:50:38.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.516+0000 7fc203fc2740 1 -- 172.21.15.18:0/4147718657 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e30850 msgr2=0x562c80e31930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.516+0000 7fc203fc2740 1 --2- 172.21.15.18:0/4147718657 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e30850 0x562c80e31930 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fc1e4004690 tx=0x7fc1e40046c0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.516+0000 7fc203fc2740 1 -- 172.21.15.18:0/4147718657 shutdown_connections 2024-04-22T00:50:38.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.516+0000 7fc203fc2740 1 --2- 172.21.15.18:0/4147718657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e363b0 0x562c80e31e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.516+0000 7fc203fc2740 1 --2- 172.21.15.18:0/4147718657 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e31240 0x562c80e41fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.516+0000 7fc203fc2740 1 --2- 172.21.15.18:0/4147718657 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e30850 0x562c80e31930 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.516+0000 7fc203fc2740 1 -- 172.21.15.18:0/4147718657 >> 172.21.15.18:0/4147718657 conn(0x562c80e2bdc0 msgr2=0x562c80e2f8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.516+0000 7fc203fc2740 1 -- 172.21.15.18:0/4147718657 shutdown_connections 2024-04-22T00:50:38.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.518+0000 7fc203fc2740 1 -- 172.21.15.18:0/4147718657 wait complete. 2024-04-22T00:50:38.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.518+0000 7fc203fc2740 1 -- start start 2024-04-22T00:50:38.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.518+0000 7fc203fc2740 1 Processor -- start 2024-04-22T00:50:38.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.519+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 0x562c80e3f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.519+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 0x562c80e3f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.519+0000 7fc203fc2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e407a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.519+0000 7fc203fc2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc1a69a0 con 0x562c80e31240 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.519+0000 7fc203fc2740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc1a7dd0 con 0x562c80e30850 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.519+0000 7fc203fc2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc1a7030 con 0x562c80e363b0 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.519+0000 7fc1f3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 0x562c80e3f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.519+0000 7fc1f3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 0x562c80e3f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55678/0 (socket says 172.21.15.18:55678) 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.519+0000 7fc203fc2740 10 client.0 _ll_register_callbacks cb 0x7fc1ec009570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.519+0000 7fc1f3fff640 1 -- 172.21.15.18:0/2377587294 learned_addr learned my addr 172.21.15.18:0/2377587294 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.520+0000 7fc1faffd640 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 0x562c80e3f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.520+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e407a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.520+0000 7fc1faffd640 1 -- 172.21.15.18:0/2377587294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 msgr2=0x562c80e407a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.520+0000 7fc1faffd640 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e407a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.520+0000 7fc1faffd640 1 -- 172.21.15.18:0/2377587294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 msgr2=0x562c80e3f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.520+0000 7fc1faffd640 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 0x562c80e3f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.520+0000 7fc1faffd640 1 -- 172.21.15.18:0/2377587294 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c80e40d90 con 0x562c80e31240 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.520+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e407a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.520+0000 7fc1faffd640 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 0x562c80e3f850 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec001eb0 tx=0x7fc1ec0108e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a66d75089e89e5dc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.521+0000 7fc1e27fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.521+0000 7fc1e27fc640 1 -- 172.21.15.18:0/2377587294 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ec02d030 con 0x562c80e31240 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.521+0000 7fc1e27fc640 1 -- 172.21.15.18:0/2377587294 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc1ec0109b0 con 0x562c80e31240 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.521+0000 7fc203fc2740 1 -- 172.21.15.18:0/2377587294 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1e402a7a0 con 0x562c80e31240 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.521+0000 7fc1e27fc640 1 -- 172.21.15.18:0/2377587294 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fc1ec0054c0 con 0x562c80e31240 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.521+0000 7fc203fc2740 10 client.17718 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:38.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.521+0000 7fc203fc2740 1 -- 172.21.15.18:0/2377587294 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x562c80e42100 con 0x562c80e31240 2024-04-22T00:50:38.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.522+0000 7fc1e27fc640 1 -- 172.21.15.18:0/2377587294 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1e402a7a0 con 0x562c80e31240 2024-04-22T00:50:38.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.522+0000 7fc1e27fc640 1 -- 172.21.15.18:0/2377587294 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7fc1ec019040 con 0x562c80e31240 2024-04-22T00:50:38.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.522+0000 7fc203fc2740 10 client.17718 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.522+0000 7fc203fc2740 10 client.17718 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.522+0000 7fc203fc2740 20 client.17718 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.522+0000 7fc203fc2740 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c80ead980 0x562c80eafda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.522+0000 7fc203fc2740 4 client.17718 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.522+0000 7fc203fc2740 1 -- 172.21.15.18:0/2377587294 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562c80d94dc0 con 0x562c80ead980 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.523+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c80ead980 0x562c80eafda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.523+0000 7fc1f3fff640 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c80ead980 0x562c80eafda0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=744662f120fbac2d server_cookie=65c36b8c6a87acbe in_seq=0 out_seq=0 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.523+0000 7fc1e27fc640 10 client.17718 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.523+0000 7fc1e27fc640 1 -- 172.21.15.18:0/2377587294 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562c80d94dc0 con 0x562c80ead980 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.523+0000 7fc1e27fc640 10 client.17718 handle_command_reply: tid=0 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.523+0000 7fc203fc2740 1 client.17718 shutdown 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.524+0000 7fc203fc2740 1 -- 172.21.15.18:0/2377587294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 msgr2=0x562c80e3f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.524+0000 7fc203fc2740 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 0x562c80e3f850 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec001eb0 tx=0x7fc1ec0108e0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.524+0000 7fc203fc2740 1 -- 172.21.15.18:0/2377587294 shutdown_connections 2024-04-22T00:50:38.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.524+0000 7fc203fc2740 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562c80ead980 0x562c80eafda0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.524+0000 7fc203fc2740 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562c80e363b0 0x562c80e407a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.524+0000 7fc1e27fc640 0 client.17718 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:38.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.524+0000 7fc203fc2740 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562c80e31240 0x562c80e3f850 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.524+0000 7fc203fc2740 1 --2- 172.21.15.18:0/2377587294 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562c80e30850 0x562c80e3f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.524+0000 7fc203fc2740 1 -- 172.21.15.18:0/2377587294 >> 172.21.15.18:0/2377587294 conn(0x562c80e2bdc0 msgr2=0x562c80e21fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.524+0000 7fc203fc2740 1 -- 172.21.15.18:0/2377587294 shutdown_connections 2024-04-22T00:50:38.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.525+0000 7fc203fc2740 1 -- 172.21.15.18:0/2377587294 wait complete. 2024-04-22T00:50:38.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.525+0000 7fc203fc2740 20 client.17718 trim_cache size 0 max 16384 2024-04-22T00:50:38.528 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:50:38.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 -- 172.21.15.18:0/546882489 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc1e80a2c10 msgr2=0x7fc1e80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc1e80a2c10 0x7fc1e80a50d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc1f40ba270 tx=0x7fc1f4009500 comp rx=0 tx=0).stop 2024-04-22T00:50:38.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 -- 172.21.15.18:0/546882489 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc1fc102250 msgr2=0x7fc1fc1a1210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:38.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc1fc102250 0x7fc1fc1a1210 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc1f402c430 tx=0x7fc1f402cb90 comp rx=0 tx=0).stop 2024-04-22T00:50:38.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 -- 172.21.15.18:0/546882489 shutdown_connections 2024-04-22T00:50:38.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc1e80a2c10 0x7fc1e80a50d0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc1fc102250 0x7fc1fc1a1210 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1fc101890 0x7fc1fc19a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 --2- 172.21.15.18:0/546882489 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc1fc1006a0 0x7fc1fc199c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:38.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 -- 172.21.15.18:0/546882489 >> 172.21.15.18:0/546882489 conn(0x7fc1fc0fbc10 msgr2=0x7fc1fc0fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:38.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 -- 172.21.15.18:0/546882489 shutdown_connections 2024-04-22T00:50:38.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:38.526+0000 7fc2012fb640 1 -- 172.21.15.18:0/546882489 wait complete. 2024-04-22T00:50:38.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:38 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3797498195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:50:38.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:38 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3797498195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:50:38.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:38 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3797498195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:50:39.541 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T00:50:39.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:50:39.542 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T00:50:39.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.767+0000 7f2a02b55640 1 -- 172.21.15.18:0/2202557145 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f29fc108740 msgr2=0x7f29fc10ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:39.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.767+0000 7f2a02b55640 1 --2- 172.21.15.18:0/2202557145 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f29fc108740 0x7f29fc10ab70 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f29f4009ca0 tx=0x7f29f402c140 comp rx=0 tx=0).stop 2024-04-22T00:50:39.771 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 555.0 s, 465.1 tps, lat 214.145 ms stddev 243.199 2024-04-22T00:50:39.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.771+0000 7f2a02b55640 1 -- 172.21.15.18:0/2202557145 shutdown_connections 2024-04-22T00:50:39.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.771+0000 7f2a02b55640 1 --2- 172.21.15.18:0/2202557145 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29fc10da80 0x7f29fc10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.771+0000 7f2a02b55640 1 --2- 172.21.15.18:0/2202557145 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f29fc10b0b0 0x7f29fc10d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.771+0000 7f2a02b55640 1 --2- 172.21.15.18:0/2202557145 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f29fc108740 0x7f29fc10ab70 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.771+0000 7f2a02b55640 1 -- 172.21.15.18:0/2202557145 >> 172.21.15.18:0/2202557145 conn(0x7f29fc06e5d0 msgr2=0x7f29fc070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:39.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.775+0000 7f2a02b55640 1 -- 172.21.15.18:0/2202557145 shutdown_connections 2024-04-22T00:50:39.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.779+0000 7f2a02b55640 1 -- 172.21.15.18:0/2202557145 wait complete. 2024-04-22T00:50:39.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.779+0000 7f2a02b55640 1 Processor -- start 2024-04-22T00:50:39.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.780+0000 7f2a02b55640 1 -- start start 2024-04-22T00:50:39.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.780+0000 7f2a02b55640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29fc108740 0x7f29fc114ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.780+0000 7f2a02b55640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f29fc10b0b0 0x7f29fc1153e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.780+0000 7f2a02b55640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f29fc10da80 0x7f29fc1b6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.780+0000 7f2a02b55640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f29fc11c230 con 0x7f29fc10da80 2024-04-22T00:50:39.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.780+0000 7f2a02b55640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f29fc11c0b0 con 0x7f29fc108740 2024-04-22T00:50:39.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.780+0000 7f2a02b55640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f29fc11c3b0 con 0x7f29fc10b0b0 2024-04-22T00:50:39.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.781+0000 7f2a010f2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f29fc10da80 0x7f29fc1b6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.781+0000 7f2a010f2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f29fc10da80 0x7f29fc1b6940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44756/0 (socket says 172.21.15.18:44756) 2024-04-22T00:50:39.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.781+0000 7f2a010f2640 1 -- 172.21.15.18:0/4152979011 learned_addr learned my addr 172.21.15.18:0/4152979011 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:39.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.781+0000 7f2a008f1640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29fc108740 0x7f29fc114ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.781+0000 7f29fbfff640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f29fc10b0b0 0x7f29fc1153e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.784+0000 7f2a010f2640 1 -- 172.21.15.18:0/4152979011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f29fc10b0b0 msgr2=0x7f29fc1153e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.784+0000 7f2a010f2640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f29fc10b0b0 0x7f29fc1153e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.784+0000 7f2a010f2640 1 -- 172.21.15.18:0/4152979011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29fc108740 msgr2=0x7f29fc114ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.784+0000 7f2a010f2640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29fc108740 0x7f29fc114ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.784+0000 7f2a010f2640 1 -- 172.21.15.18:0/4152979011 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29fc1b6e80 con 0x7f29fc10da80 2024-04-22T00:50:39.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.788+0000 7f2a010f2640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f29fc10da80 0x7f29fc1b6940 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f29e400e970 tx=0x7f29e400ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:39.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.790+0000 7f29f9ffb640 1 -- 172.21.15.18:0/4152979011 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e400ccc0 con 0x7f29fc10da80 2024-04-22T00:50:39.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.790+0000 7f29f9ffb640 1 -- 172.21.15.18:0/4152979011 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29e4005500 con 0x7f29fc10da80 2024-04-22T00:50:39.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.790+0000 7f29f9ffb640 1 -- 172.21.15.18:0/4152979011 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e4010690 con 0x7f29fc10da80 2024-04-22T00:50:39.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.792+0000 7f2a02b55640 1 -- 172.21.15.18:0/4152979011 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29fc1b70b0 con 0x7f29fc10da80 2024-04-22T00:50:39.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.792+0000 7f2a02b55640 1 -- 172.21.15.18:0/4152979011 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29fc1b7580 con 0x7f29fc10da80 2024-04-22T00:50:39.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.800+0000 7f2a0580f740 1 Processor -- start 2024-04-22T00:50:39.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.800+0000 7f2a0580f740 1 -- start start 2024-04-22T00:50:39.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.800+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 0x556422a3fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.800+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a40390 0x556422a44e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.801+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 0x556422a47990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.801+0000 7f2a0580f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5564229a4170 con 0x556422a3f9a0 2024-04-22T00:50:39.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.801+0000 7f2a008f1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a40390 0x556422a44e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.801+0000 7f2a008f1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a40390 0x556422a44e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52998/0 (socket says 172.21.15.18:52998) 2024-04-22T00:50:39.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.801+0000 7f2a008f1640 1 -- 172.21.15.18:0/263287378 learned_addr learned my addr 172.21.15.18:0/263287378 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:39.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.801+0000 7f2a0580f740 1 -- 172.21.15.18:0/263287378 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55642294c7c0 con 0x556422a45500 2024-04-22T00:50:39.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.801+0000 7f2a0580f740 1 -- 172.21.15.18:0/263287378 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5564229a0130 con 0x556422a40390 2024-04-22T00:50:39.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.802+0000 7f2a008f1640 1 -- 172.21.15.18:0/263287378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 msgr2=0x556422a47990 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:50:39.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.802+0000 7f2a008f1640 1 --2- 172.21.15.18:0/263287378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 0x556422a47990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.802+0000 7f2a008f1640 1 -- 172.21.15.18:0/263287378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 msgr2=0x556422a3fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:39.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.802+0000 7f2a008f1640 1 --2- 172.21.15.18:0/263287378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 0x556422a3fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.802+0000 7f2a008f1640 1 -- 172.21.15.18:0/263287378 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55642295de60 con 0x556422a40390 2024-04-22T00:50:39.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.803+0000 7f2a008f1640 1 --2- 172.21.15.18:0/263287378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a40390 0x556422a44e90 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f29f4009ca0 tx=0x7f29f4032340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78786826701b9272 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:39.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.801+0000 7f29f9ffb640 1 -- 172.21.15.18:0/4152979011 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f29e40046c0 con 0x7f29fc10da80 2024-04-22T00:50:39.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.804+0000 7f29f9ffb640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29e80a2d90 0x7f29e80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.804+0000 7f29f9ffb640 1 -- 172.21.15.18:0/4152979011 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f29e40cf830 con 0x7f29fc10da80 2024-04-22T00:50:39.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.805+0000 7f29f2ffd640 1 -- 172.21.15.18:0/263287378 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f4039040 con 0x556422a40390 2024-04-22T00:50:39.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.806+0000 7f29f2ffd640 1 -- 172.21.15.18:0/263287378 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29f4032c70 con 0x556422a40390 2024-04-22T00:50:39.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.806+0000 7f29f2ffd640 1 -- 172.21.15.18:0/263287378 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f40043a0 con 0x556422a40390 2024-04-22T00:50:39.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.807+0000 7f2a0580f740 1 -- 172.21.15.18:0/263287378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a40390 msgr2=0x556422a44e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:39.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.807+0000 7f2a0580f740 1 --2- 172.21.15.18:0/263287378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a40390 0x556422a44e90 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f29f4009ca0 tx=0x7f29f4032340 comp rx=0 tx=0).stop 2024-04-22T00:50:39.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.807+0000 7f29fbfff640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29e80a2d90 0x7f29e80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.807+0000 7f2a0580f740 1 -- 172.21.15.18:0/263287378 shutdown_connections 2024-04-22T00:50:39.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.807+0000 7f2a0580f740 1 --2- 172.21.15.18:0/263287378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 0x556422a47990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.807+0000 7f2a0580f740 1 --2- 172.21.15.18:0/263287378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a40390 0x556422a44e90 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.807+0000 7f2a0580f740 1 --2- 172.21.15.18:0/263287378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 0x556422a3fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.807+0000 7f2a0580f740 1 -- 172.21.15.18:0/263287378 >> 172.21.15.18:0/263287378 conn(0x556422a074f0 msgr2=0x556422a3b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:39.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.810+0000 7f2a0580f740 1 -- 172.21.15.18:0/263287378 shutdown_connections 2024-04-22T00:50:39.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.810+0000 7f29fbfff640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29e80a2d90 0x7f29e80a5250 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x556422a40bf0 tx=0x7f29ec0046c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:39.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.810+0000 7f2a0580f740 1 -- 172.21.15.18:0/263287378 wait complete. 2024-04-22T00:50:39.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.811+0000 7f2a0580f740 1 -- start start 2024-04-22T00:50:39.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.811+0000 7f2a0580f740 1 Processor -- start 2024-04-22T00:50:39.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.812+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a3f9a0 0x556422a49eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.812+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a40390 0x556422a4a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.812+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 0x556422a51430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.812+0000 7f2a0580f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556422a48450 con 0x556422a40390 2024-04-22T00:50:39.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.812+0000 7f2a0580f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55642295fd40 con 0x556422a45500 2024-04-22T00:50:39.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.812+0000 7f2a0580f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556422a485d0 con 0x556422a3f9a0 2024-04-22T00:50:39.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.812+0000 7f2a0580f740 10 client.0 _ll_register_callbacks cb 0x55642299b820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:39.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.812+0000 7f2a010f2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 0x556422a51430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.812+0000 7f2a010f2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 0x556422a51430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55710/0 (socket says 172.21.15.18:55710) 2024-04-22T00:50:39.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.812+0000 7f2a010f2640 1 -- 172.21.15.18:0/3232179771 learned_addr learned my addr 172.21.15.18:0/3232179771 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:39.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.813+0000 7f2a008f1640 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a3f9a0 0x556422a49eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.813+0000 7f2a010f2640 1 -- 172.21.15.18:0/3232179771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a3f9a0 msgr2=0x556422a49eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:39.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.813+0000 7f2a010f2640 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a3f9a0 0x556422a49eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.813+0000 7f2a010f2640 1 -- 172.21.15.18:0/3232179771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a40390 msgr2=0x556422a4a3f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:39.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.813+0000 7f2a010f2640 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a40390 0x556422a4a3f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.813+0000 7f2a010f2640 1 -- 172.21.15.18:0/3232179771 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564227807e0 con 0x556422a45500 2024-04-22T00:50:39.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.813+0000 7f2a010f2640 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 0x556422a51430 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f29e40980c0 tx=0x7f29e409c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1db54bb25c5f946 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:39.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.813+0000 7f29dbfff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:39.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.814+0000 7f29dbfff640 1 -- 172.21.15.18:0/3232179771 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e40b9060 con 0x556422a45500 2024-04-22T00:50:39.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.814+0000 7f29dbfff640 1 -- 172.21.15.18:0/3232179771 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f29e40982d0 con 0x556422a45500 2024-04-22T00:50:39.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.814+0000 7f2a0580f740 1 -- 172.21.15.18:0/3232179771 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29f4032c70 con 0x556422a45500 2024-04-22T00:50:39.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.816+0000 7f29dbfff640 1 -- 172.21.15.18:0/3232179771 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f29e40b4e60 con 0x556422a45500 2024-04-22T00:50:39.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.816+0000 7f2a0580f740 10 client.27362 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:39.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.816+0000 7f2a0580f740 1 -- 172.21.15.18:0/3232179771 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x5564227e0f70 con 0x556422a45500 2024-04-22T00:50:39.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.816+0000 7f29dbfff640 1 -- 172.21.15.18:0/3232179771 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29f4032c70 con 0x556422a45500 2024-04-22T00:50:39.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.817+0000 7f29dbfff640 1 -- 172.21.15.18:0/3232179771 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f29e409b230 con 0x556422a45500 2024-04-22T00:50:39.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.817+0000 7f2a0580f740 10 client.27362 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:39.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.817+0000 7f2a0580f740 10 client.27362 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:39.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.817+0000 7f2a0580f740 20 client.27362 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:39.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.817+0000 7f2a0580f740 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556422a559c0 0x556422a57e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.817+0000 7f2a0580f740 4 client.27362 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:39.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.817+0000 7f2a0580f740 1 -- 172.21.15.18:0/3232179771 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556422978450 con 0x556422a559c0 2024-04-22T00:50:39.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.818+0000 7f2a008f1640 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556422a559c0 0x556422a57e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.818+0000 7f29dbfff640 10 client.27362 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:39.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.818+0000 7f2a008f1640 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556422a559c0 0x556422a57e10 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b46203adcc39e084 server_cookie=fb20a6ddccd7a9e7 in_seq=0 out_seq=0 2024-04-22T00:50:39.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f29dbfff640 1 -- 172.21.15.18:0/3232179771 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556422978450 con 0x556422a559c0 2024-04-22T00:50:39.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f29dbfff640 10 client.27362 handle_command_reply: tid=0 2024-04-22T00:50:39.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 client.27362 shutdown 2024-04-22T00:50:39.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 -- 172.21.15.18:0/3232179771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 msgr2=0x556422a51430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:39.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 0x556422a51430 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f29e40980c0 tx=0x7f29e409c360 comp rx=0 tx=0).stop 2024-04-22T00:50:39.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 -- 172.21.15.18:0/3232179771 shutdown_connections 2024-04-22T00:50:39.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556422a559c0 0x556422a57e10 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a45500 0x556422a51430 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a40390 0x556422a4a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f29dbfff640 0 client.27362 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:39.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 --2- 172.21.15.18:0/3232179771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a3f9a0 0x556422a49eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 -- 172.21.15.18:0/3232179771 >> 172.21.15.18:0/3232179771 conn(0x556422a074f0 msgr2=0x556422a3a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:39.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 -- 172.21.15.18:0/3232179771 shutdown_connections 2024-04-22T00:50:39.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 1 -- 172.21.15.18:0/3232179771 wait complete. 2024-04-22T00:50:39.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.819+0000 7f2a0580f740 20 client.27362 trim_cache size 0 max 16384 2024-04-22T00:50:39.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a0580f740 1 Processor -- start 2024-04-22T00:50:39.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a0580f740 1 -- start start 2024-04-22T00:50:39.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 0x556422a3a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 0x556422a3a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a45500 0x556422a513f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a0580f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f29fc1c45d0 con 0x556422a3f9a0 2024-04-22T00:50:39.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a008f1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 0x556422a3a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a008f1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 0x556422a3a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44786/0 (socket says 172.21.15.18:44786) 2024-04-22T00:50:39.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a008f1640 1 -- 172.21.15.18:0/2130105672 learned_addr learned my addr 172.21.15.18:0/2130105672 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:39.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a0580f740 1 -- 172.21.15.18:0/2130105672 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f29fc1c1e40 con 0x556422a40390 2024-04-22T00:50:39.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.842+0000 7f2a0580f740 1 -- 172.21.15.18:0/2130105672 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f29fc1bfc90 con 0x556422a45500 2024-04-22T00:50:39.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f29fbfff640 1 --2- 172.21.15.18:0/2130105672 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 0x556422a3a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f2a010f2640 1 --2- 172.21.15.18:0/2130105672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a45500 0x556422a513f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f2a008f1640 1 -- 172.21.15.18:0/2130105672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a45500 msgr2=0x556422a513f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:39.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f2a008f1640 1 --2- 172.21.15.18:0/2130105672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a45500 0x556422a513f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f2a008f1640 1 -- 172.21.15.18:0/2130105672 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 msgr2=0x556422a3a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:39.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f2a008f1640 1 --2- 172.21.15.18:0/2130105672 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 0x556422a3a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f2a008f1640 1 -- 172.21.15.18:0/2130105672 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556422a41fb0 con 0x556422a3f9a0 2024-04-22T00:50:39.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f2a008f1640 1 --2- 172.21.15.18:0/2130105672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 0x556422a3a370 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f29f402c6d0 tx=0x7f29f4000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=196390c749de4bdd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f29f27fc640 1 -- 172.21.15.18:0/2130105672 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f4039040 con 0x556422a3f9a0 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f29f27fc640 1 -- 172.21.15.18:0/2130105672 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29f404c070 con 0x556422a3f9a0 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.843+0000 7f29f27fc640 1 -- 172.21.15.18:0/2130105672 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f4050410 con 0x556422a3f9a0 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.844+0000 7f2a0580f740 1 -- 172.21.15.18:0/2130105672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 msgr2=0x556422a3a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.844+0000 7f2a0580f740 1 --2- 172.21.15.18:0/2130105672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 0x556422a3a370 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f29f402c6d0 tx=0x7f29f4000f40 comp rx=0 tx=0).stop 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.844+0000 7f2a0580f740 1 -- 172.21.15.18:0/2130105672 shutdown_connections 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.844+0000 7f2a0580f740 1 --2- 172.21.15.18:0/2130105672 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a45500 0x556422a513f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.844+0000 7f2a0580f740 1 --2- 172.21.15.18:0/2130105672 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 0x556422a3a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.844+0000 7f2a0580f740 1 --2- 172.21.15.18:0/2130105672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a3f9a0 0x556422a3a370 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.844+0000 7f2a0580f740 1 -- 172.21.15.18:0/2130105672 >> 172.21.15.18:0/2130105672 conn(0x556422a074f0 msgr2=0x556422a39c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.844+0000 7f2a0580f740 1 -- 172.21.15.18:0/2130105672 shutdown_connections 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.844+0000 7f2a0580f740 1 -- 172.21.15.18:0/2130105672 wait complete. 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.845+0000 7f2a0580f740 1 -- start start 2024-04-22T00:50:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.845+0000 7f2a0580f740 1 Processor -- start 2024-04-22T00:50:39.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.845+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a3f9a0 0x556422a50e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.845+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 0x556422a513c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.845+0000 7f2a0580f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a45500 0x556422a4f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a0580f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f29fc1c0300 con 0x556422a45500 2024-04-22T00:50:39.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a0580f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f29fc1c1770 con 0x556422a40390 2024-04-22T00:50:39.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a0580f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f29fc1c09d0 con 0x556422a3f9a0 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a0580f740 10 client.0 _ll_register_callbacks cb 0x7f29e400ce60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f29fbfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 0x556422a513c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a010f2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a45500 0x556422a4f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f29fbfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 0x556422a513c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55718/0 (socket says 172.21.15.18:55718) 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f29fbfff640 1 -- 172.21.15.18:0/2292215101 learned_addr learned my addr 172.21.15.18:0/2292215101 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a008f1640 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a3f9a0 0x556422a50e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a010f2640 1 -- 172.21.15.18:0/2292215101 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a3f9a0 msgr2=0x556422a50e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a010f2640 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a3f9a0 0x556422a50e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a010f2640 1 -- 172.21.15.18:0/2292215101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 msgr2=0x556422a513c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a010f2640 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 0x556422a513c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f2a010f2640 1 -- 172.21.15.18:0/2292215101 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556422678170 con 0x556422a45500 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.846+0000 7f29fbfff640 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 0x556422a513c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:39.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.847+0000 7f2a010f2640 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a45500 0x556422a4f5b0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f29e409b960 tx=0x7f29e40097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=525846c1f9bb1524 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:39.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.847+0000 7f29dbfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:50:39.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.847+0000 7f29dbfff640 1 -- 172.21.15.18:0/2292215101 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e409aed0 con 0x556422a45500 2024-04-22T00:50:39.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.847+0000 7f29dbfff640 1 -- 172.21.15.18:0/2292215101 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f29e409b0b0 con 0x556422a45500 2024-04-22T00:50:39.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.847+0000 7f2a0580f740 1 -- 172.21.15.18:0/2292215101 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29f404c070 con 0x556422a45500 2024-04-22T00:50:39.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.849+0000 7f29dbfff640 1 -- 172.21.15.18:0/2292215101 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f29e409ba30 con 0x556422a45500 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.851+0000 7f2a0580f740 10 client.17730 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.851+0000 7f2a0580f740 1 -- 172.21.15.18:0/2292215101 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x556422abca40 con 0x556422a45500 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.851+0000 7f29dbfff640 1 -- 172.21.15.18:0/2292215101 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29f404c070 con 0x556422a45500 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.851+0000 7f29dbfff640 1 -- 172.21.15.18:0/2292215101 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f29e40a11a0 con 0x556422a45500 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.851+0000 7f2a0580f740 10 client.17730 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.851+0000 7f2a0580f740 10 client.17730 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.851+0000 7f2a0580f740 20 client.17730 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.852+0000 7f2a0580f740 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556422abd330 0x556422abf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.852+0000 7f2a0580f740 4 client.17730 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.852+0000 7f2a0580f740 1 -- 172.21.15.18:0/2292215101 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5564229b16b0 con 0x556422abd330 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.852+0000 7f2a008f1640 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556422abd330 0x556422abf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:39.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.852+0000 7f29dbfff640 10 client.17730 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:39.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.852+0000 7f2a008f1640 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556422abd330 0x556422abf750 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f50501cb636174ca server_cookie=e92fa9c8cbac6ec8 in_seq=0 out_seq=0 2024-04-22T00:50:39.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.853+0000 7f29dbfff640 1 -- 172.21.15.18:0/2292215101 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5564229b16b0 con 0x556422abd330 2024-04-22T00:50:39.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.853+0000 7f29dbfff640 10 client.17730 handle_command_reply: tid=0 2024-04-22T00:50:39.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.853+0000 7f2a0580f740 1 client.17730 shutdown 2024-04-22T00:50:39.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.853+0000 7f2a0580f740 1 -- 172.21.15.18:0/2292215101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a45500 msgr2=0x556422a4f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.853+0000 7f2a0580f740 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a45500 0x556422a4f5b0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f29e409b960 tx=0x7f29e40097a0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.854+0000 7f2a0580f740 1 -- 172.21.15.18:0/2292215101 shutdown_connections 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.854+0000 7f2a0580f740 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556422abd330 0x556422abf750 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.854+0000 7f2a0580f740 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556422a45500 0x556422a4f5b0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.854+0000 7f2a0580f740 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556422a40390 0x556422a513c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.854+0000 7f29dbfff640 0 client.17730 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.854+0000 7f2a0580f740 1 --2- 172.21.15.18:0/2292215101 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556422a3f9a0 0x556422a50e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.854+0000 7f2a0580f740 1 -- 172.21.15.18:0/2292215101 >> 172.21.15.18:0/2292215101 conn(0x556422a074f0 msgr2=0x556422a3a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.854+0000 7f2a0580f740 1 -- 172.21.15.18:0/2292215101 shutdown_connections 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.854+0000 7f2a0580f740 1 -- 172.21.15.18:0/2292215101 wait complete. 2024-04-22T00:50:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.854+0000 7f2a0580f740 20 client.17730 trim_cache size 0 max 16384 2024-04-22T00:50:39.857 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:50:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-04-22T00:50:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "cc4bba80-1ae4-4b72-b2fb-f5c510fef5eb", 2024-04-22T00:50:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-04-22T00:50:39.857 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:50:39.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 -- 172.21.15.18:0/4152979011 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29e80a2d90 msgr2=0x7f29e80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:39.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29e80a2d90 0x7f29e80a5250 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x556422a40bf0 tx=0x7f29ec0046c0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 -- 172.21.15.18:0/4152979011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f29fc10da80 msgr2=0x7f29fc1b6940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:39.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f29fc10da80 0x7f29fc1b6940 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f29e400e970 tx=0x7f29e400ee30 comp rx=0 tx=0).stop 2024-04-22T00:50:39.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 -- 172.21.15.18:0/4152979011 shutdown_connections 2024-04-22T00:50:39.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f29e80a2d90 0x7f29e80a5250 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f29fc10da80 0x7f29fc1b6940 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f29fc10b0b0 0x7f29fc1153e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 --2- 172.21.15.18:0/4152979011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29fc108740 0x7f29fc114ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:39.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 -- 172.21.15.18:0/4152979011 >> 172.21.15.18:0/4152979011 conn(0x7f29fc06e5d0 msgr2=0x7f29fc10b530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:39.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 -- 172.21.15.18:0/4152979011 shutdown_connections 2024-04-22T00:50:39.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:39.855+0000 7f2a02b55640 1 -- 172.21.15.18:0/4152979011 wait complete. 2024-04-22T00:50:39.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:39 smithi018 ceph-mon[27979]: pgmap v655: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.4 MiB/s wr, 575 op/s 2024-04-22T00:50:39.871 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:50:39.871 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:50:39.876 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:39 smithi167 ceph-mon[31348]: pgmap v655: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.4 MiB/s wr, 575 op/s 2024-04-22T00:50:39.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:39 smithi081 ceph-mon[31546]: pgmap v655: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.4 MiB/s wr, 575 op/s 2024-04-22T00:50:40.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.053+0000 7f3d02208640 1 -- 172.21.15.18:0/337090559 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3cfc1019b0 msgr2=0x7f3cfc108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:40.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.053+0000 7f3d02208640 1 --2- 172.21.15.18:0/337090559 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3cfc1019b0 0x7f3cfc108240 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4005fd0 tx=0x7f3cf402bf10 comp rx=0 tx=0).stop 2024-04-22T00:50:40.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.063+0000 7f3d02208640 1 -- 172.21.15.18:0/337090559 shutdown_connections 2024-04-22T00:50:40.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.063+0000 7f3d02208640 1 --2- 172.21.15.18:0/337090559 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3cfc1019b0 0x7f3cfc108240 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.063+0000 7f3d02208640 1 --2- 172.21.15.18:0/337090559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3cfc100ff0 0x7f3cfc101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.063+0000 7f3d02208640 1 --2- 172.21.15.18:0/337090559 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3cfc0ffe00 0x7f3cfc100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.063+0000 7f3d02208640 1 -- 172.21.15.18:0/337090559 >> 172.21.15.18:0/337090559 conn(0x7f3cfc0fb370 msgr2=0x7f3cfc0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:40.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.070+0000 7f3d02208640 1 -- 172.21.15.18:0/337090559 shutdown_connections 2024-04-22T00:50:40.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.072+0000 7f3d02208640 1 -- 172.21.15.18:0/337090559 wait complete. 2024-04-22T00:50:40.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.073+0000 7f3d02208640 1 Processor -- start 2024-04-22T00:50:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.077+0000 7f3d02208640 1 -- start start 2024-04-22T00:50:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.077+0000 7f3d02208640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3cfc0ffe00 0x7f3cfc072d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.077+0000 7f3d02208640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3cfc100ff0 0x7f3cfc073280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.077+0000 7f3d02208640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3cfc1019b0 0x7f3cfc071380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.077+0000 7f3d02208640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3cfc06bbb0 con 0x7f3cfc0ffe00 2024-04-22T00:50:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.077+0000 7f3d02208640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3cfc06ba30 con 0x7f3cfc1019b0 2024-04-22T00:50:40.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.077+0000 7f3d02208640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3cfc06bd30 con 0x7f3cfc100ff0 2024-04-22T00:50:40.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.079+0000 7f3cfbfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3cfc1019b0 0x7f3cfc071380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.079+0000 7f3cfb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3cfc0ffe00 0x7f3cfc072d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.079+0000 7f3cfbfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3cfc1019b0 0x7f3cfc071380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55738/0 (socket says 172.21.15.18:55738) 2024-04-22T00:50:40.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.079+0000 7f3cfbfff640 1 -- 172.21.15.18:0/1950917878 learned_addr learned my addr 172.21.15.18:0/1950917878 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:40.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.081+0000 7f3cfaffd640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3cfc100ff0 0x7f3cfc073280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.084+0000 7f3cfbfff640 1 -- 172.21.15.18:0/1950917878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3cfc100ff0 msgr2=0x7f3cfc073280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.084+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3cfc100ff0 0x7f3cfc073280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.084+0000 7f3cfbfff640 1 -- 172.21.15.18:0/1950917878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3cfc0ffe00 msgr2=0x7f3cfc072d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.084+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3cfc0ffe00 0x7f3cfc072d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.084+0000 7f3cfbfff640 1 -- 172.21.15.18:0/1950917878 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cfc071bb0 con 0x7f3cfc1019b0 2024-04-22T00:50:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.085+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3cfc1019b0 0x7f3cfc071380 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4037040 tx=0x7f3cf40328f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.086+0000 7f3cf8ff9640 1 -- 172.21.15.18:0/1950917878 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf4039050 con 0x7f3cfc1019b0 2024-04-22T00:50:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.086+0000 7f3cf8ff9640 1 -- 172.21.15.18:0/1950917878 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cf403a040 con 0x7f3cfc1019b0 2024-04-22T00:50:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.086+0000 7f3cf8ff9640 1 -- 172.21.15.18:0/1950917878 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf4004280 con 0x7f3cfc1019b0 2024-04-22T00:50:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.086+0000 7f3d02208640 1 -- 172.21.15.18:0/1950917878 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cfc071e40 con 0x7f3cfc1019b0 2024-04-22T00:50:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.086+0000 7f3d02208640 1 -- 172.21.15.18:0/1950917878 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cfc1aed80 con 0x7f3cfc1019b0 2024-04-22T00:50:40.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.090+0000 7f3d04df2740 1 Processor -- start 2024-04-22T00:50:40.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.090+0000 7f3d04df2740 1 -- start start 2024-04-22T00:50:40.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.090+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e404370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.090+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e409440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.090+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e40bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.090+0000 7f3d04df2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55565e369560 con 0x55565e404940 2024-04-22T00:50:40.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.090+0000 7f3d04df2740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55565e311730 con 0x55565e403f50 2024-04-22T00:50:40.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.090+0000 7f3d04df2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55565e365520 con 0x55565e409ab0 2024-04-22T00:50:40.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.091+0000 7f3cfb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e409440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.091+0000 7f3cfb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e409440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44826/0 (socket says 172.21.15.18:44826) 2024-04-22T00:50:40.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.091+0000 7f3cfb7fe640 1 -- 172.21.15.18:0/3819432681 learned_addr learned my addr 172.21.15.18:0/3819432681 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:40.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.091+0000 7f3cfb7fe640 1 -- 172.21.15.18:0/3819432681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 msgr2=0x55565e40bf40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:40.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.091+0000 7f3cfb7fe640 1 --2- 172.21.15.18:0/3819432681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e40bf40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.091+0000 7f3cfb7fe640 1 -- 172.21.15.18:0/3819432681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 msgr2=0x55565e404370 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:40.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.091+0000 7f3cfb7fe640 1 --2- 172.21.15.18:0/3819432681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e404370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.091+0000 7f3cfb7fe640 1 -- 172.21.15.18:0/3819432681 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55565e1477d0 con 0x55565e404940 2024-04-22T00:50:40.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.092+0000 7f3cfb7fe640 1 --2- 172.21.15.18:0/3819432681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e409440 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f3cec00b7f0 tx=0x7f3cec00bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e21c13bfba5bb8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:40.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.092+0000 7f3ce1ffb640 1 -- 172.21.15.18:0/3819432681 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cec00d950 con 0x55565e404940 2024-04-22T00:50:40.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.092+0000 7f3ce1ffb640 1 -- 172.21.15.18:0/3819432681 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cec018070 con 0x55565e404940 2024-04-22T00:50:40.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.093+0000 7f3d04df2740 1 -- 172.21.15.18:0/3819432681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 msgr2=0x55565e409440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:40.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.093+0000 7f3d04df2740 1 --2- 172.21.15.18:0/3819432681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e409440 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f3cec00b7f0 tx=0x7f3cec00bcb0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.094+0000 7f3cf8ff9640 1 -- 172.21.15.18:0/1950917878 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3cf4047020 con 0x7f3cfc1019b0 2024-04-22T00:50:40.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.095+0000 7f3d04df2740 1 -- 172.21.15.18:0/3819432681 shutdown_connections 2024-04-22T00:50:40.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.095+0000 7f3d04df2740 1 --2- 172.21.15.18:0/3819432681 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e40bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.095+0000 7f3d04df2740 1 --2- 172.21.15.18:0/3819432681 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e409440 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.095+0000 7f3d04df2740 1 --2- 172.21.15.18:0/3819432681 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e404370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.095+0000 7f3d04df2740 1 -- 172.21.15.18:0/3819432681 >> 172.21.15.18:0/3819432681 conn(0x55565e3ff4c0 msgr2=0x55565e3ff8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:40.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.097+0000 7f3cf8ff9640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ce40a2d90 0x7f3ce40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.098+0000 7f3cf8ff9640 1 -- 172.21.15.18:0/1950917878 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3cf40f1350 con 0x7f3cfc1019b0 2024-04-22T00:50:40.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.099+0000 7f3cfb7fe640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ce40a2d90 0x7f3ce40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.100+0000 7f3cfb7fe640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ce40a2d90 0x7f3ce40a5250 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f3cec00d530 tx=0x7f3cec006f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:40.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.101+0000 7f3d04df2740 1 -- 172.21.15.18:0/3819432681 shutdown_connections 2024-04-22T00:50:40.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.102+0000 7f3d04df2740 1 -- 172.21.15.18:0/3819432681 wait complete. 2024-04-22T00:50:40.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.102+0000 7f3d04df2740 1 -- start start 2024-04-22T00:50:40.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.102+0000 7f3d04df2740 1 Processor -- start 2024-04-22T00:50:40.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.103+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e403f50 0x55565e41f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.103+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e404940 0x55565e41f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.103+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e4269c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.103+0000 7f3d04df2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55565e41dac0 con 0x55565e403f50 2024-04-22T00:50:40.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.103+0000 7f3d04df2740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55565e324e00 con 0x55565e404940 2024-04-22T00:50:40.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.103+0000 7f3d04df2740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55565e41dc40 con 0x55565e409ab0 2024-04-22T00:50:40.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.103+0000 7f3d04df2740 10 client.0 _ll_register_callbacks cb 0x55565e35feb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:40.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.103+0000 7f3cfbfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e4269c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.103+0000 7f3cfbfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e4269c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:53064/0 (socket says 172.21.15.18:53064) 2024-04-22T00:50:40.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.103+0000 7f3cfbfff640 1 -- 172.21.15.18:0/4180326952 learned_addr learned my addr 172.21.15.18:0/4180326952 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:40.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.104+0000 7f3cfaffd640 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e404940 0x55565e41f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.104+0000 7f3cfbfff640 1 -- 172.21.15.18:0/4180326952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e404940 msgr2=0x55565e41f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:40.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.104+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e404940 0x55565e41f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.104+0000 7f3cfbfff640 1 -- 172.21.15.18:0/4180326952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e403f50 msgr2=0x55565e41f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:40.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.104+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e403f50 0x55565e41f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.104+0000 7f3cfbfff640 1 -- 172.21.15.18:0/4180326952 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55565e07d3f0 con 0x55565e409ab0 2024-04-22T00:50:40.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.104+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e4269c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f3cf40b9be0 tx=0x7f3cf40bd380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2854626cd70072d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:40.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.106+0000 7f3cdaffd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:40.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.107+0000 7f3cdaffd640 1 -- 172.21.15.18:0/4180326952 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf40bd780 con 0x55565e409ab0 2024-04-22T00:50:40.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.107+0000 7f3cdaffd640 1 -- 172.21.15.18:0/4180326952 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3cf40c5f60 con 0x55565e409ab0 2024-04-22T00:50:40.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.108+0000 7f3d04df2740 1 -- 172.21.15.18:0/4180326952 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cec018070 con 0x55565e409ab0 2024-04-22T00:50:40.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.109+0000 7f3cdaffd640 1 -- 172.21.15.18:0/4180326952 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f3cf40c1b30 con 0x55565e409ab0 2024-04-22T00:50:40.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.112+0000 7f3d04df2740 10 client.27361 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:40.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.112+0000 7f3d04df2740 1 -- 172.21.15.18:0/4180326952 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55565e03d0f0 con 0x55565e409ab0 2024-04-22T00:50:40.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.114+0000 7f3cdaffd640 1 -- 172.21.15.18:0/4180326952 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cec018070 con 0x55565e409ab0 2024-04-22T00:50:40.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.114+0000 7f3cdaffd640 1 -- 172.21.15.18:0/4180326952 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f3cf40b9020 con 0x55565e409ab0 2024-04-22T00:50:40.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.114+0000 7f3d04df2740 10 client.27361 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:40.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.114+0000 7f3d04df2740 10 client.27361 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:40.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.114+0000 7f3d04df2740 20 client.27361 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:40.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.115+0000 7f3d04df2740 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55565e42b4b0 0x55565e42d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.115+0000 7f3d04df2740 4 client.27361 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:40.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.115+0000 7f3d04df2740 1 -- 172.21.15.18:0/4180326952 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55565e376aa0 con 0x55565e42b4b0 2024-04-22T00:50:40.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.115+0000 7f3cfb7fe640 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55565e42b4b0 0x55565e42d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.116+0000 7f3cfb7fe640 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55565e42b4b0 0x55565e42d950 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b968541bfb6ddb server_cookie=1f1b401befb1094 in_seq=0 out_seq=0 2024-04-22T00:50:40.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.116+0000 7f3cdaffd640 10 client.27361 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:40.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3cdaffd640 1 -- 172.21.15.18:0/4180326952 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55565e376aa0 con 0x55565e42b4b0 2024-04-22T00:50:40.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3cdaffd640 10 client.27361 handle_command_reply: tid=0 2024-04-22T00:50:40.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 client.27361 shutdown 2024-04-22T00:50:40.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 -- 172.21.15.18:0/4180326952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 msgr2=0x55565e4269c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:40.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e4269c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f3cf40b9be0 tx=0x7f3cf40bd380 comp rx=0 tx=0).stop 2024-04-22T00:50:40.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 -- 172.21.15.18:0/4180326952 shutdown_connections 2024-04-22T00:50:40.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55565e42b4b0 0x55565e42d950 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e4269c0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e404940 0x55565e41f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 --2- 172.21.15.18:0/4180326952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e403f50 0x55565e41f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 -- 172.21.15.18:0/4180326952 >> 172.21.15.18:0/4180326952 conn(0x55565e3ff4c0 msgr2=0x55565e3fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:40.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3cdaffd640 0 client.27361 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:40.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 -- 172.21.15.18:0/4180326952 shutdown_connections 2024-04-22T00:50:40.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 1 -- 172.21.15.18:0/4180326952 wait complete. 2024-04-22T00:50:40.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.117+0000 7f3d04df2740 20 client.27361 trim_cache size 0 max 16384 2024-04-22T00:50:40.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.153+0000 7f3d04df2740 1 Processor -- start 2024-04-22T00:50:40.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.153+0000 7f3d04df2740 1 -- start start 2024-04-22T00:50:40.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.153+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e41f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.153+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e426980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.153+0000 7f3cfb7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e41f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.154+0000 7f3cfb7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e41f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55742/0 (socket says 172.21.15.18:55742) 2024-04-22T00:50:40.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.154+0000 7f3cfaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e426980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.154+0000 7f3cfaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e426980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44850/0 (socket says 172.21.15.18:44850) 2024-04-22T00:50:40.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.154+0000 7f3cfb7fe640 1 -- 172.21.15.18:0/862641226 learned_addr learned my addr 172.21.15.18:0/862641226 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:40.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.154+0000 7f3d04df2740 1 --2- 172.21.15.18:0/862641226 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e41f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.154+0000 7f3d04df2740 1 -- 172.21.15.18:0/862641226 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce8012680 con 0x55565e404940 2024-04-22T00:50:40.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.154+0000 7f3d04df2740 1 -- 172.21.15.18:0/862641226 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce800fef0 con 0x55565e403f50 2024-04-22T00:50:40.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.154+0000 7f3d04df2740 1 -- 172.21.15.18:0/862641226 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce800dd40 con 0x55565e409ab0 2024-04-22T00:50:40.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.157+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/862641226 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e41f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.158+0000 7f3cfaffd640 1 -- 172.21.15.18:0/862641226 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 msgr2=0x55565e41f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:40.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.158+0000 7f3cfaffd640 1 --2- 172.21.15.18:0/862641226 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e41f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.158+0000 7f3cfaffd640 1 -- 172.21.15.18:0/862641226 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 msgr2=0x55565e41f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:40.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.158+0000 7f3cfaffd640 1 --2- 172.21.15.18:0/862641226 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e41f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.158+0000 7f3cfaffd640 1 -- 172.21.15.18:0/862641226 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55565e4051d0 con 0x55565e404940 2024-04-22T00:50:40.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.158+0000 7f3cfaffd640 1 --2- 172.21.15.18:0/862641226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e426980 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x55565e403b30 tx=0x7f3cf000de20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97061b4547bad90c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:40.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.159+0000 7f3ce17fa640 1 -- 172.21.15.18:0/862641226 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf001c070 con 0x55565e404940 2024-04-22T00:50:40.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.159+0000 7f3ce17fa640 1 -- 172.21.15.18:0/862641226 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cf000cdb0 con 0x55565e404940 2024-04-22T00:50:40.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.159+0000 7f3ce17fa640 1 -- 172.21.15.18:0/862641226 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf00167e0 con 0x55565e404940 2024-04-22T00:50:40.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.160+0000 7f3d04df2740 1 -- 172.21.15.18:0/862641226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 msgr2=0x55565e426980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:40.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.160+0000 7f3d04df2740 1 --2- 172.21.15.18:0/862641226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e426980 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x55565e403b30 tx=0x7f3cf000de20 comp rx=0 tx=0).stop 2024-04-22T00:50:40.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.164+0000 7f3d04df2740 1 -- 172.21.15.18:0/862641226 shutdown_connections 2024-04-22T00:50:40.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.164+0000 7f3d04df2740 1 --2- 172.21.15.18:0/862641226 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e409ab0 0x55565e41f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.164+0000 7f3d04df2740 1 --2- 172.21.15.18:0/862641226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e404940 0x55565e426980 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.164+0000 7f3d04df2740 1 --2- 172.21.15.18:0/862641226 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e41f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.164+0000 7f3d04df2740 1 -- 172.21.15.18:0/862641226 >> 172.21.15.18:0/862641226 conn(0x55565e3ff4c0 msgr2=0x55565e3fa440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:40.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.165+0000 7f3d04df2740 1 -- 172.21.15.18:0/862641226 shutdown_connections 2024-04-22T00:50:40.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.165+0000 7f3d04df2740 1 -- 172.21.15.18:0/862641226 wait complete. 2024-04-22T00:50:40.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.165+0000 7f3d04df2740 1 -- start start 2024-04-22T00:50:40.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.166+0000 7f3d04df2740 1 Processor -- start 2024-04-22T00:50:40.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.166+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e423810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.166+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e404940 0x55565e423d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.166+0000 7f3d04df2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e409ab0 0x55565e48fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.167+0000 7f3cfb7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e423810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.167+0000 7f3cfb7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e423810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55750/0 (socket says 172.21.15.18:55750) 2024-04-22T00:50:40.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.167+0000 7f3d04df2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce800e3b0 con 0x55565e409ab0 2024-04-22T00:50:40.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.167+0000 7f3cfaffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e404940 0x55565e423d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.167+0000 7f3cfaffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e404940 0x55565e423d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:53088/0 (socket says 172.21.15.18:53088) 2024-04-22T00:50:40.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.167+0000 7f3d04df2740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce800f820 con 0x55565e403f50 2024-04-22T00:50:40.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.167+0000 7f3cfaffd640 1 -- 172.21.15.18:0/2670680476 learned_addr learned my addr 172.21.15.18:0/2670680476 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:40.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.167+0000 7f3d04df2740 1 -- 172.21.15.18:0/2670680476 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce800ea80 con 0x55565e404940 2024-04-22T00:50:40.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.167+0000 7f3d04df2740 10 client.0 _ll_register_callbacks cb 0x7f3cf4034d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:40.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.168+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e409ab0 0x55565e48fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.168+0000 7f3cfbfff640 1 -- 172.21.15.18:0/2670680476 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e404940 msgr2=0x55565e423d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:40.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.168+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e404940 0x55565e423d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.168+0000 7f3cfbfff640 1 -- 172.21.15.18:0/2670680476 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 msgr2=0x55565e423810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:40.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.168+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e423810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.168+0000 7f3cfbfff640 1 -- 172.21.15.18:0/2670680476 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55565e490000 con 0x55565e409ab0 2024-04-22T00:50:40.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.169+0000 7f3cfbfff640 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e409ab0 0x55565e48fac0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4005e30 tx=0x7f3cf40bd3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4bf56d488c193b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:40.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.169+0000 7f3cfb7fe640 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e423810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-04-22T00:50:40.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.172+0000 7f3cdaffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:50:40.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.172+0000 7f3cdaffd640 1 -- 172.21.15.18:0/2670680476 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf40bd550 con 0x55565e409ab0 2024-04-22T00:50:40.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.172+0000 7f3cdaffd640 1 -- 172.21.15.18:0/2670680476 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3cf40bcbd0 con 0x55565e409ab0 2024-04-22T00:50:40.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.173+0000 7f3d04df2740 1 -- 172.21.15.18:0/2670680476 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cf000cdb0 con 0x55565e409ab0 2024-04-22T00:50:40.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.173+0000 7f3cdaffd640 1 -- 172.21.15.18:0/2670680476 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f3cf40dc170 con 0x55565e409ab0 2024-04-22T00:50:40.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.177+0000 7f3d04df2740 10 client.17745 fetch_fsmap learned FSMap version 43 2024-04-22T00:50:40.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.177+0000 7f3d04df2740 1 -- 172.21.15.18:0/2670680476 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55565e4912d0 con 0x55565e409ab0 2024-04-22T00:50:40.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.183+0000 7f3cdaffd640 1 -- 172.21.15.18:0/2670680476 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cf000cdb0 con 0x55565e409ab0 2024-04-22T00:50:40.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.184+0000 7f3cdaffd640 1 -- 172.21.15.18:0/2670680476 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f3cf40b9020 con 0x55565e409ab0 2024-04-22T00:50:40.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.184+0000 7f3d04df2740 10 client.17745 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T00:50:40.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.184+0000 7f3d04df2740 10 client.17745 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:40.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.184+0000 7f3d04df2740 20 client.17745 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:40.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.184+0000 7f3d04df2740 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55565e491b10 0x55565e493f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:40.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.184+0000 7f3d04df2740 4 client.17745 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:50:40.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.184+0000 7f3d04df2740 1 -- 172.21.15.18:0/2670680476 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55565e370df0 con 0x55565e491b10 2024-04-22T00:50:40.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.185+0000 7f3cfb7fe640 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55565e491b10 0x55565e493f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:40.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.186+0000 7f3cfb7fe640 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55565e491b10 0x55565e493f30 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d5d6fb64d2f1b37 server_cookie=f9b8fedb59e7d03d in_seq=0 out_seq=0 2024-04-22T00:50:40.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.186+0000 7f3cdaffd640 10 client.17745 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:40.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.186+0000 7f3cdaffd640 1 -- 172.21.15.18:0/2670680476 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x55565e370df0 con 0x55565e491b10 2024-04-22T00:50:40.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.186+0000 7f3cdaffd640 10 client.17745 handle_command_reply: tid=0 2024-04-22T00:50:40.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.186+0000 7f3d04df2740 1 client.17745 shutdown 2024-04-22T00:50:40.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3d04df2740 1 -- 172.21.15.18:0/2670680476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e409ab0 msgr2=0x55565e48fac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:40.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3d04df2740 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e409ab0 0x55565e48fac0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4005e30 tx=0x7f3cf40bd3f0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3d04df2740 1 -- 172.21.15.18:0/2670680476 shutdown_connections 2024-04-22T00:50:40.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3d04df2740 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55565e491b10 0x55565e493f30 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3d04df2740 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55565e409ab0 0x55565e48fac0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3d04df2740 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55565e404940 0x55565e423d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3d04df2740 1 --2- 172.21.15.18:0/2670680476 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55565e403f50 0x55565e423810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3d04df2740 1 -- 172.21.15.18:0/2670680476 >> 172.21.15.18:0/2670680476 conn(0x55565e3ff4c0 msgr2=0x55565e41f3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:40.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3cdaffd640 0 client.17745 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:40.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3d04df2740 1 -- 172.21.15.18:0/2670680476 shutdown_connections 2024-04-22T00:50:40.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.188+0000 7f3d04df2740 1 -- 172.21.15.18:0/2670680476 wait complete. 2024-04-22T00:50:40.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.189+0000 7f3d04df2740 20 client.17745 trim_cache size 0 max 16384 2024-04-22T00:50:40.190 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:50:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "scrub active (353 inodes in the stack)", 2024-04-22T00:50:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-04-22T00:50:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "cc4bba80-1ae4-4b72-b2fb-f5c510fef5eb": { 2024-04-22T00:50:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-04-22T00:50:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "cc4bba80-1ae4-4b72-b2fb-f5c510fef5eb", 2024-04-22T00:50:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-04-22T00:50:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:50:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:50:40.190 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:50:40.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.189+0000 7f3d02208640 1 -- 172.21.15.18:0/1950917878 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ce40a2d90 msgr2=0x7f3ce40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:40.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.189+0000 7f3d02208640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ce40a2d90 0x7f3ce40a5250 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f3cec00d530 tx=0x7f3cec006f90 comp rx=0 tx=0).stop 2024-04-22T00:50:40.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.189+0000 7f3d02208640 1 -- 172.21.15.18:0/1950917878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3cfc1019b0 msgr2=0x7f3cfc071380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:40.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.190+0000 7f3d02208640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3cfc1019b0 0x7f3cfc071380 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4037040 tx=0x7f3cf40328f0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.190+0000 7f3d02208640 1 -- 172.21.15.18:0/1950917878 shutdown_connections 2024-04-22T00:50:40.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.190+0000 7f3d02208640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f3ce40a2d90 0x7f3ce40a5250 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.190+0000 7f3d02208640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3cfc1019b0 0x7f3cfc071380 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.190+0000 7f3d02208640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3cfc100ff0 0x7f3cfc073280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.190+0000 7f3d02208640 1 --2- 172.21.15.18:0/1950917878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3cfc0ffe00 0x7f3cfc072d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:40.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.190+0000 7f3d02208640 1 -- 172.21.15.18:0/1950917878 >> 172.21.15.18:0/1950917878 conn(0x7f3cfc0fb370 msgr2=0x7f3cfc1042f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:40.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.190+0000 7f3d02208640 1 -- 172.21.15.18:0/1950917878 shutdown_connections 2024-04-22T00:50:40.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:50:40.190+0000 7f3d02208640 1 -- 172.21.15.18:0/1950917878 wait complete. 2024-04-22T00:50:40.214 INFO:tasks.cephfs.filesystem:scrub status for tag:cc4bba80-1ae4-4b72-b2fb-f5c510fef5eb - {'path': '/', 'tag': 'cc4bba80-1ae4-4b72-b2fb-f5c510fef5eb', 'options': 'recursive,force'} 2024-04-22T00:50:40.235 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:50:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c[62410]: 2024-04-22T00:50:39.875+0000 7ff917e81700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x2000000020a [2,head] /volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/base/13494/16406_vm auth v779 ap=1 s=8192 n(v0 rc2024-04-22T00:50:01.267818+0000 b8192 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25091=0-4194304@1} caps={25091=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=25091 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55a7d33eeb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x2000000020a:[<0x100000004a7/16406_vm v777>,<0x10000000014/13494 v4433>,<0x10000000006/base v2082>,<0x10000000005/data v640>,<0x100000001fb/postgres v206>,<0x100000001fa/d262d4c3-35a0-4c7e-8264-fabd2defd391 v228>,<0x10000000001/sv_1 v246>,<0x10000000000/qa v242>,<0x1/volumes v218>]//[3]","memoryvalue":"(4)0x2000000020a:[<0x100000004a7/16406_vm v779>,<0x10000000014/13494 v4463>,<0x10000000006/base v2212>,<0x10000000005/data v674>,<0x100000001fb/postgres v216>,<0x100000001fa/d262d4c3-35a0-4c7e-8264-fabd2defd391 v159>,<0x10000000001/sv_1 v252>,<0x10000000000/qa v176>,<0x1/volumes v150>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-22T00:50:40.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:40 smithi081 ceph-mon[31546]: scrub queued for path: / 2024-04-22T00:50:40.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:40 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:40.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:40 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:50:40.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:40 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:50:40.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:40 smithi081 ceph-mon[31546]: scrub summary: active paths [/] 2024-04-22T00:50:40.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:40 smithi081 ceph-mon[31546]: Scrub error on inode 0x2000000020a (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/base/13494/16406_vm) see mds.c log and `damage ls` output for details 2024-04-22T00:50:40.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:40 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:40.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:40 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:40.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:40 smithi018 ceph-mon[27979]: scrub queued for path: / 2024-04-22T00:50:40.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:40 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:40.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:40 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:50:40.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:40 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:50:40.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:40 smithi018 ceph-mon[27979]: scrub summary: active paths [/] 2024-04-22T00:50:40.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:40 smithi018 ceph-mon[27979]: Scrub error on inode 0x2000000020a (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/base/13494/16406_vm) see mds.c log and `damage ls` output for details 2024-04-22T00:50:40.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:40 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:40.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:40 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:40.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:40 smithi167 ceph-mon[31348]: scrub queued for path: / 2024-04-22T00:50:40.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:40 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:40.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:40 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:50:40.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:40 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:50:40.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:40 smithi167 ceph-mon[31348]: scrub summary: active paths [/] 2024-04-22T00:50:40.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:40 smithi167 ceph-mon[31348]: Scrub error on inode 0x2000000020a (/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/base/13494/16406_vm) see mds.c log and `damage ls` output for details 2024-04-22T00:50:40.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:40 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:40.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:40 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:41.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:41 smithi081 ceph-mon[31546]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:41.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:41 smithi081 ceph-mon[31546]: pgmap v656: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 5.4 MiB/s wr, 614 op/s 2024-04-22T00:50:41.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:41 smithi018 ceph-mon[27979]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:41.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:41 smithi018 ceph-mon[27979]: pgmap v656: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 5.4 MiB/s wr, 614 op/s 2024-04-22T00:50:41.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:41 smithi167 ceph-mon[31348]: scrub summary: idle+waiting paths [/] 2024-04-22T00:50:41.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:41 smithi167 ceph-mon[31348]: pgmap v656: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 5.4 MiB/s wr, 614 op/s 2024-04-22T00:50:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.643+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3763786517 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b68108740 msgr2=0x7f7b6810ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.643+0000 7f7b6ca88640 1 --2- 172.21.15.18:0/3763786517 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b68108740 0x7f7b6810ab70 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f7b5801acb0 tx=0x7f7b5803d150 comp rx=0 tx=0).stop 2024-04-22T00:50:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.649+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3763786517 shutdown_connections 2024-04-22T00:50:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.649+0000 7f7b6ca88640 1 --2- 172.21.15.18:0/3763786517 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b6810da60 0x7f7b6810dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.649+0000 7f7b6ca88640 1 --2- 172.21.15.18:0/3763786517 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b6810b0b0 0x7f7b6810d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.649+0000 7f7b6ca88640 1 --2- 172.21.15.18:0/3763786517 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b68108740 0x7f7b6810ab70 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.649+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3763786517 >> 172.21.15.18:0/3763786517 conn(0x7f7b6806e7b0 msgr2=0x7f7b68070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.655+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3763786517 shutdown_connections 2024-04-22T00:50:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.658+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3763786517 wait complete. 2024-04-22T00:50:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.659+0000 7f7b6ca88640 1 Processor -- start 2024-04-22T00:50:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.660+0000 7f7b6ca88640 1 -- start start 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.660+0000 7f7b6ca88640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b68108740 0x7f7b6819e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.660+0000 7f7b6ca88640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b6810b0b0 0x7f7b6819e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.660+0000 7f7b6ca88640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b6810da60 0x7f7b681a5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.660+0000 7f7b6ca88640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7b68111aa0 con 0x7f7b68108740 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.660+0000 7f7b6ca88640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7b68111920 con 0x7f7b6810da60 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.660+0000 7f7b6ca88640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7b68111c20 con 0x7f7b6810b0b0 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.662+0000 7f7b6659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b68108740 0x7f7b6819e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.662+0000 7f7b6659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b68108740 0x7f7b6819e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54308/0 (socket says 172.21.15.18:54308) 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.662+0000 7f7b6659c640 1 -- 172.21.15.18:0/3878923111 learned_addr learned my addr 172.21.15.18:0/3878923111 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.662+0000 7f7b66d9d640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b6810da60 0x7f7b681a5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.663+0000 7f7b66d9d640 1 -- 172.21.15.18:0/3878923111 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b6810b0b0 msgr2=0x7f7b6819e5b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:50:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.663+0000 7f7b66d9d640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b6810b0b0 0x7f7b6819e5b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.663+0000 7f7b66d9d640 1 -- 172.21.15.18:0/3878923111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b68108740 msgr2=0x7f7b6819e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.663+0000 7f7b66d9d640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b68108740 0x7f7b6819e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.663+0000 7f7b66d9d640 1 -- 172.21.15.18:0/3878923111 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b681a5c90 con 0x7f7b6810da60 2024-04-22T00:50:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.663+0000 7f7b66d9d640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b6810da60 0x7f7b681a5620 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c009e40 tx=0x7f7b5c00ed40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.665+0000 7f7b577fe640 1 -- 172.21.15.18:0/3878923111 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5c00ccc0 con 0x7f7b6810da60 2024-04-22T00:50:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.665+0000 7f7b577fe640 1 -- 172.21.15.18:0/3878923111 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b5c005020 con 0x7f7b6810da60 2024-04-22T00:50:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.666+0000 7f7b577fe640 1 -- 172.21.15.18:0/3878923111 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5c004a00 con 0x7f7b6810da60 2024-04-22T00:50:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.667+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3878923111 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b681a5f80 con 0x7f7b6810da60 2024-04-22T00:50:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.667+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3878923111 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b681a6330 con 0x7f7b6810da60 2024-04-22T00:50:42.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.678+0000 7f7b6f67c740 1 Processor -- start 2024-04-22T00:50:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b6f67c740 1 -- start start 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdfed30 0x562a0fdff150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 0x562a0fe04220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fe04890 0x562a0fe06d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562a0fd63b70 con 0x562a0fdfed30 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562a0fd0c470 con 0x562a0fe04890 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562a0fd5fb30 con 0x562a0fdff720 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b577fe640 1 -- 172.21.15.18:0/3878923111 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7b5c004ba0 con 0x7f7b6810da60 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b6659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 0x562a0fe04220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b6659c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 0x562a0fe04220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:54306/0 (socket says 172.21.15.18:54306) 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.679+0000 7f7b6659c640 1 -- 172.21.15.18:0/2086315307 learned_addr learned my addr 172.21.15.18:0/2086315307 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.680+0000 7f7b6659c640 1 -- 172.21.15.18:0/2086315307 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fe04890 msgr2=0x562a0fe06d20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.680+0000 7f7b6659c640 1 --2- 172.21.15.18:0/2086315307 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fe04890 0x562a0fe06d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.680+0000 7f7b6659c640 1 -- 172.21.15.18:0/2086315307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdfed30 msgr2=0x562a0fdff150 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:50:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.680+0000 7f7b6659c640 1 --2- 172.21.15.18:0/2086315307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdfed30 0x562a0fdff150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.680+0000 7f7b6659c640 1 -- 172.21.15.18:0/2086315307 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a0fa78210 con 0x562a0fdff720 2024-04-22T00:50:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.680+0000 7f7b6659c640 1 --2- 172.21.15.18:0/2086315307 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 0x562a0fe04220 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f7b58048040 tx=0x7f7b58043340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe2c9b96cc871581 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.680+0000 7f7b577fe640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7b500a2cc0 0x7f7b500a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.681+0000 7f7b577fe640 1 -- 172.21.15.18:0/3878923111 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7b5c0f18b0 con 0x7f7b6810da60 2024-04-22T00:50:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.682+0000 7f7b54ff9640 1 -- 172.21.15.18:0/2086315307 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b58011070 con 0x562a0fdff720 2024-04-22T00:50:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.682+0000 7f7b54ff9640 1 -- 172.21.15.18:0/2086315307 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b58043c40 con 0x562a0fdff720 2024-04-22T00:50:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.682+0000 7f7b54ff9640 1 -- 172.21.15.18:0/2086315307 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b580042a0 con 0x562a0fdff720 2024-04-22T00:50:42.687 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.685+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2086315307 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 msgr2=0x562a0fe04220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:42.687 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.685+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/2086315307 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 0x562a0fe04220 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f7b58048040 tx=0x7f7b58043340 comp rx=0 tx=0).stop 2024-04-22T00:50:42.687 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.686+0000 7f7b65d9b640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7b500a2cc0 0x7f7b500a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.687+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2086315307 shutdown_connections 2024-04-22T00:50:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.687+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/2086315307 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fe04890 0x562a0fe06d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.687+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/2086315307 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 0x562a0fe04220 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.687+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/2086315307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdfed30 0x562a0fdff150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.688+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2086315307 >> 172.21.15.18:0/2086315307 conn(0x562a0fdfa2a0 msgr2=0x562a0fdfa6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.691+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2086315307 shutdown_connections 2024-04-22T00:50:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.692+0000 7f7b65d9b640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7b500a2cc0 0x7f7b500a5180 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x562a0fdfff80 tx=0x7f7b60006bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.692+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2086315307 wait complete. 2024-04-22T00:50:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.692+0000 7f7b6f67c740 1 -- start start 2024-04-22T00:50:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.692+0000 7f7b6f67c740 1 Processor -- start 2024-04-22T00:50:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.695+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe09070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.695+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdff720 0x562a0fe095b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.695+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fe04890 0x562a0fe105f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.695+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562a0fe077e0 con 0x562a0fdff720 2024-04-22T00:50:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.695+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562a0fd1fa10 con 0x562a0fdfed30 2024-04-22T00:50:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.695+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562a0fe07960 con 0x562a0fe04890 2024-04-22T00:50:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.695+0000 7f7b6f67c740 10 client.0 _ll_register_callbacks cb 0x562a0fd5ab60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.697+0000 7f7b65d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdff720 0x562a0fe095b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.697+0000 7f7b65d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdff720 0x562a0fe095b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54316/0 (socket says 172.21.15.18:54316) 2024-04-22T00:50:42.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.697+0000 7f7b65d9b640 1 -- 172.21.15.18:0/2652043562 learned_addr learned my addr 172.21.15.18:0/2652043562 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.699+0000 7f7b66d9d640 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fe04890 0x562a0fe105f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.699+0000 7f7b6659c640 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe09070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.699+0000 7f7b6659c640 1 -- 172.21.15.18:0/2652043562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fe04890 msgr2=0x562a0fe105f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.699+0000 7f7b6659c640 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fe04890 0x562a0fe105f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.699+0000 7f7b6659c640 1 -- 172.21.15.18:0/2652043562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdff720 msgr2=0x562a0fe095b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.699+0000 7f7b6659c640 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdff720 0x562a0fe095b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.700+0000 7f7b6659c640 1 -- 172.21.15.18:0/2652043562 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a0fb44620 con 0x562a0fdfed30 2024-04-22T00:50:42.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.701+0000 7f7b6659c640 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe09070 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x562a0fdfb210 tx=0x7f7b5801a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4aaf35d4bf32a021 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:42.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.701+0000 7f7b4dffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:42.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.704+0000 7f7b4dffb640 1 -- 172.21.15.18:0/2652043562 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5804a050 con 0x562a0fdfed30 2024-04-22T00:50:42.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.704+0000 7f7b4dffb640 1 -- 172.21.15.18:0/2652043562 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7b58004610 con 0x562a0fdfed30 2024-04-22T00:50:42.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.706+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2652043562 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b58043c40 con 0x562a0fdfed30 2024-04-22T00:50:42.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.711+0000 7f7b4dffb640 1 -- 172.21.15.18:0/2652043562 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f7b58011040 con 0x562a0fdfed30 2024-04-22T00:50:42.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.712+0000 7f7b6f67c740 10 client.27383 fetch_fsmap learned FSMap version 44 2024-04-22T00:50:42.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.712+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2652043562 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x562a0fe13960 con 0x562a0fdfed30 2024-04-22T00:50:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.717+0000 7f7b4dffb640 1 -- 172.21.15.18:0/2652043562 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b58043c40 con 0x562a0fdfed30 2024-04-22T00:50:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.717+0000 7f7b4dffb640 1 -- 172.21.15.18:0/2652043562 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f7b58016a60 con 0x562a0fdfed30 2024-04-22T00:50:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.719+0000 7f7b6f67c740 10 client.27383 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:50:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.719+0000 7f7b6f67c740 10 client.27383 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.719+0000 7f7b6f67c740 20 client.27383 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.719+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562a0fe14cb0 0x562a0fe170a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.719+0000 7f7b6f67c740 4 client.27383 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.719+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2652043562 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562a0fd710b0 con 0x562a0fe14cb0 2024-04-22T00:50:42.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.723+0000 7f7b65d9b640 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562a0fe14cb0 0x562a0fe170a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.732+0000 7f7b65d9b640 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562a0fe14cb0 0x562a0fe170a0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbc1ec1641e133e9 server_cookie=8974f96e977911d in_seq=0 out_seq=0 2024-04-22T00:50:42.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.733+0000 7f7b4dffb640 10 client.27383 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.736+0000 7f7b4dffb640 1 -- 172.21.15.18:0/2652043562 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562a0fd710b0 con 0x562a0fe14cb0 2024-04-22T00:50:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.736+0000 7f7b4dffb640 10 client.27383 handle_command_reply: tid=0 2024-04-22T00:50:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.736+0000 7f7b6f67c740 1 client.27383 shutdown 2024-04-22T00:50:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.742+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2652043562 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 msgr2=0x562a0fe09070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.742+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe09070 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x562a0fdfb210 tx=0x7f7b5801a5d0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.746+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2652043562 shutdown_connections 2024-04-22T00:50:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.746+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562a0fe14cb0 0x562a0fe170a0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.746+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fe04890 0x562a0fe105f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.746+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdff720 0x562a0fe095b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.746+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/2652043562 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe09070 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.746+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2652043562 >> 172.21.15.18:0/2652043562 conn(0x562a0fdfa2a0 msgr2=0x562a0fdf94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.747+0000 7f7b4dffb640 0 client.27383 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:42.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.747+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2652043562 shutdown_connections 2024-04-22T00:50:42.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.747+0000 7f7b6f67c740 1 -- 172.21.15.18:0/2652043562 wait complete. 2024-04-22T00:50:42.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.748+0000 7f7b6f67c740 20 client.27383 trim_cache size 0 max 16384 2024-04-22T00:50:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6f67c740 1 Processor -- start 2024-04-22T00:50:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6f67c740 1 -- start start 2024-04-22T00:50:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe00b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 0x562a0fe010c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fe04890 0x562a0fe08c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681b3350 con 0x562a0fe04890 2024-04-22T00:50:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681b0bc0 con 0x562a0fdfed30 2024-04-22T00:50:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681aea10 con 0x562a0fdff720 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b66d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fe04890 0x562a0fe08c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe00b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe00b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55956/0 (socket says 172.21.15.18:55956) 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.778+0000 7f7b6659c640 1 -- 172.21.15.18:0/3450236663 learned_addr learned my addr 172.21.15.18:0/3450236663 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.779+0000 7f7b65d9b640 1 --2- 172.21.15.18:0/3450236663 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 0x562a0fe010c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.779+0000 7f7b6659c640 1 -- 172.21.15.18:0/3450236663 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 msgr2=0x562a0fe010c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.779+0000 7f7b6659c640 1 --2- 172.21.15.18:0/3450236663 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 0x562a0fe010c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.779+0000 7f7b6659c640 1 -- 172.21.15.18:0/3450236663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fe04890 msgr2=0x562a0fe08c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.779+0000 7f7b6659c640 1 --2- 172.21.15.18:0/3450236663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fe04890 0x562a0fe08c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.779+0000 7f7b6659c640 1 -- 172.21.15.18:0/3450236663 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a0fdfffb0 con 0x562a0fdfed30 2024-04-22T00:50:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.779+0000 7f7b6659c640 1 --2- 172.21.15.18:0/3450236663 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe00b80 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f7b58002230 tx=0x7f7b58005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d4fd0c8f0e9e6e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.779+0000 7f7b4ffff640 1 -- 172.21.15.18:0/3450236663 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5804a040 con 0x562a0fdfed30 2024-04-22T00:50:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.779+0000 7f7b4ffff640 1 -- 172.21.15.18:0/3450236663 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b5805b020 con 0x562a0fdfed30 2024-04-22T00:50:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.779+0000 7f7b4ffff640 1 -- 172.21.15.18:0/3450236663 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b58003ac0 con 0x562a0fdfed30 2024-04-22T00:50:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.780+0000 7f7b6f67c740 1 -- 172.21.15.18:0/3450236663 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 msgr2=0x562a0fe00b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.780+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/3450236663 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe00b80 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f7b58002230 tx=0x7f7b58005fd0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.781+0000 7f7b6f67c740 1 -- 172.21.15.18:0/3450236663 shutdown_connections 2024-04-22T00:50:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.781+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/3450236663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fe04890 0x562a0fe08c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.781+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/3450236663 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fdff720 0x562a0fe010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.781+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/3450236663 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe00b80 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.781+0000 7f7b6f67c740 1 -- 172.21.15.18:0/3450236663 >> 172.21.15.18:0/3450236663 conn(0x562a0fdfa2a0 msgr2=0x562a0fdfa680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.781+0000 7f7b6f67c740 1 -- 172.21.15.18:0/3450236663 shutdown_connections 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.781+0000 7f7b6f67c740 1 -- 172.21.15.18:0/3450236663 wait complete. 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.781+0000 7f7b6f67c740 1 -- start start 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6f67c740 1 Processor -- start 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe0cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdff720 0x562a0fe0d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6f67c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fe04890 0x562a0fe0e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681af080 con 0x562a0fdff720 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681b04f0 con 0x562a0fdfed30 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6f67c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681af750 con 0x562a0fe04890 2024-04-22T00:50:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6f67c740 10 client.0 _ll_register_callbacks cb 0x7f7b5801ab30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe0cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe0cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55958/0 (socket says 172.21.15.18:55958) 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.782+0000 7f7b6659c640 1 -- 172.21.15.18:0/275769790 learned_addr learned my addr 172.21.15.18:0/275769790 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.783+0000 7f7b6659c640 1 -- 172.21.15.18:0/275769790 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fe04890 msgr2=0x562a0fe0e3a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.783+0000 7f7b6659c640 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fe04890 0x562a0fe0e3a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.783+0000 7f7b6659c640 1 -- 172.21.15.18:0/275769790 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdff720 msgr2=0x562a0fe0d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.783+0000 7f7b6659c640 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdff720 0x562a0fe0d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.783+0000 7f7b6659c640 1 -- 172.21.15.18:0/275769790 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a0fe0e990 con 0x562a0fdfed30 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.783+0000 7f7b6659c640 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe0cea0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f7b58043960 tx=0x7f7b580457f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24cf04ab933bc521 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.783+0000 7f7b4dffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.783+0000 7f7b4dffb640 1 -- 172.21.15.18:0/275769790 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b58065060 con 0x562a0fdfed30 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b4dffb640 1 -- 172.21.15.18:0/275769790 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7b58043d90 con 0x562a0fdfed30 2024-04-22T00:50:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b6f67c740 1 -- 172.21.15.18:0/275769790 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b5805b020 con 0x562a0fdfed30 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b4dffb640 1 -- 172.21.15.18:0/275769790 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f7b5806c050 con 0x562a0fdfed30 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b6f67c740 10 client.27389 fetch_fsmap learned FSMap version 44 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b6f67c740 1 -- 172.21.15.18:0/275769790 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x562a0fe0fca0 con 0x562a0fdfed30 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b4dffb640 1 -- 172.21.15.18:0/275769790 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b5805b020 con 0x562a0fdfed30 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b4dffb640 1 -- 172.21.15.18:0/275769790 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f7b58016450 con 0x562a0fdfed30 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b6f67c740 10 client.27389 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b6f67c740 10 client.27389 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b6f67c740 20 client.27389 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562a0fe9d690 0x562a0fe9fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b6f67c740 4 client.27389 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:50:42.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.784+0000 7f7b6f67c740 1 -- 172.21.15.18:0/275769790 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562a0fd6b400 con 0x562a0fe9d690 2024-04-22T00:50:42.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.785+0000 7f7b65d9b640 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562a0fe9d690 0x562a0fe9fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:42.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.785+0000 7f7b65d9b640 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562a0fe9d690 0x562a0fe9fab0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd5310d05ba0f0df server_cookie=ad869105851e7b46 in_seq=0 out_seq=0 2024-04-22T00:50:42.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.785+0000 7f7b4dffb640 10 client.27389 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b4dffb640 1 -- 172.21.15.18:0/275769790 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562a0fd6b400 con 0x562a0fe9d690 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b4dffb640 10 client.27389 handle_command_reply: tid=0 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 client.27389 shutdown 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 -- 172.21.15.18:0/275769790 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 msgr2=0x562a0fe0cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe0cea0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f7b58043960 tx=0x7f7b580457f0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 -- 172.21.15.18:0/275769790 shutdown_connections 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562a0fe9d690 0x562a0fe9fab0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562a0fe04890 0x562a0fe0e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a0fdff720 0x562a0fe0d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 --2- 172.21.15.18:0/275769790 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562a0fdfed30 0x562a0fe0cea0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b4dffb640 0 client.27389 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 -- 172.21.15.18:0/275769790 >> 172.21.15.18:0/275769790 conn(0x562a0fdfa2a0 msgr2=0x562a0fe00b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 -- 172.21.15.18:0/275769790 shutdown_connections 2024-04-22T00:50:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.879+0000 7f7b6f67c740 1 -- 172.21.15.18:0/275769790 wait complete. 2024-04-22T00:50:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.880+0000 7f7b6f67c740 20 client.27389 trim_cache size 0 max 16384 2024-04-22T00:50:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:50:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:50:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:50:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:50:42.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3878923111 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7b500a2cc0 msgr2=0x7f7b500a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7b500a2cc0 0x7f7b500a5180 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x562a0fdfff80 tx=0x7f7b60006bd0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3878923111 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b6810da60 msgr2=0x7f7b681a5620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b6810da60 0x7f7b681a5620 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c009e40 tx=0x7f7b5c00ed40 comp rx=0 tx=0).stop 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3878923111 shutdown_connections 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7b500a2cc0 0x7f7b500a5180 secure :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0x562a0fdfff80 tx=0x7f7b60006bd0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b6810da60 0x7f7b681a5620 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7b6810b0b0 0x7f7b6819e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 --2- 172.21.15.18:0/3878923111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b68108740 0x7f7b6819e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3878923111 >> 172.21.15.18:0/3878923111 conn(0x7f7b6806e7b0 msgr2=0x7f7b68108e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3878923111 shutdown_connections 2024-04-22T00:50:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:42.883+0000 7f7b6ca88640 1 -- 172.21.15.18:0/3878923111 wait complete. 2024-04-22T00:50:42.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:42 smithi081 ceph-mon[31546]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-22T00:50:42.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:42 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] up:active 2024-04-22T00:50:42.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:42 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:50:42.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:42 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a[27975]: 2024-04-22T00:50:42.539+0000 7fa814995700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-22T00:50:42.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:42 smithi018 ceph-mon[27979]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-22T00:50:42.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:42 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] up:active 2024-04-22T00:50:42.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:42 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:50:42.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:42 smithi167 ceph-mon[31348]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-22T00:50:42.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:42 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] up:active 2024-04-22T00:50:42.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:42 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:50:43.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:43 smithi081 ceph-mon[31546]: pgmap v657: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 4.9 MiB/s wr, 565 op/s 2024-04-22T00:50:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:43 smithi018 ceph-mon[27979]: pgmap v657: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 4.9 MiB/s wr, 565 op/s 2024-04-22T00:50:43.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:43 smithi167 ceph-mon[31348]: pgmap v657: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 4.9 MiB/s wr, 565 op/s 2024-04-22T00:50:44.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 560.0 s, 503.7 tps, lat 197.739 ms stddev 213.197 2024-04-22T00:50:45.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:45 smithi081 ceph-mon[31546]: pgmap v658: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 5.2 MiB/s wr, 645 op/s 2024-04-22T00:50:45.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:45 smithi018 ceph-mon[27979]: pgmap v658: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 5.2 MiB/s wr, 645 op/s 2024-04-22T00:50:45.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:45 smithi167 ceph-mon[31348]: pgmap v658: 129 pgs: 129 active+clean; 1.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 5.2 MiB/s wr, 645 op/s 2024-04-22T00:50:47.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:47 smithi081 ceph-mon[31546]: pgmap v659: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 4.3 MiB/s wr, 585 op/s 2024-04-22T00:50:47.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:47 smithi018 ceph-mon[27979]: pgmap v659: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 4.3 MiB/s wr, 585 op/s 2024-04-22T00:50:47.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:47 smithi167 ceph-mon[31348]: pgmap v659: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 4.3 MiB/s wr, 585 op/s 2024-04-22T00:50:49.770 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 565.0 s, 562.4 tps, lat 179.604 ms stddev 198.913 2024-04-22T00:50:49.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:49 smithi081 ceph-mon[31546]: pgmap v660: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 3.7 MiB/s wr, 538 op/s 2024-04-22T00:50:49.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:49 smithi018 ceph-mon[27979]: pgmap v660: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 3.7 MiB/s wr, 538 op/s 2024-04-22T00:50:49.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:49 smithi167 ceph-mon[31348]: pgmap v660: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 3.7 MiB/s wr, 538 op/s 2024-04-22T00:50:51.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:51 smithi081 ceph-mon[31546]: pgmap v661: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 4.6 MiB/s wr, 624 op/s 2024-04-22T00:50:51.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:51 smithi018 ceph-mon[27979]: pgmap v661: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 4.6 MiB/s wr, 624 op/s 2024-04-22T00:50:51.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:51 smithi167 ceph-mon[31348]: pgmap v661: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 4.6 MiB/s wr, 624 op/s 2024-04-22T00:50:52.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:52 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:50:52.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:52 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:50:52.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:52 smithi081 ceph-mon[31546]: scrub summary: idle 2024-04-22T00:50:52.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:52 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:50:52.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:52 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:50:52.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:52 smithi018 ceph-mon[27979]: scrub summary: idle 2024-04-22T00:50:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:52 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:50:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:52 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:50:52.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:52 smithi167 ceph-mon[31348]: scrub summary: idle 2024-04-22T00:50:53.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:53 smithi081 ceph-mon[31546]: pgmap v662: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 4.0 MiB/s wr, 532 op/s 2024-04-22T00:50:53.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:53 smithi018 ceph-mon[27979]: pgmap v662: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 4.0 MiB/s wr, 532 op/s 2024-04-22T00:50:53.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:53 smithi167 ceph-mon[31348]: pgmap v662: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 4.0 MiB/s wr, 532 op/s 2024-04-22T00:50:54.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 570.0 s, 543.0 tps, lat 183.087 ms stddev 202.426 2024-04-22T00:50:55.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:55 smithi081 ceph-mon[31546]: pgmap v663: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 4.4 MiB/s wr, 592 op/s 2024-04-22T00:50:55.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:55 smithi018 ceph-mon[27979]: pgmap v663: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 4.4 MiB/s wr, 592 op/s 2024-04-22T00:50:55.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:55 smithi167 ceph-mon[31348]: pgmap v663: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 4.4 MiB/s wr, 592 op/s 2024-04-22T00:50:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.019+0000 7ffbe114f640 1 -- 172.21.15.18:0/2487516786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffbdc100f80 msgr2=0x7ffbdc101400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.019+0000 7ffbe114f640 1 --2- 172.21.15.18:0/2487516786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffbdc100f80 0x7ffbdc101400 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc00a970 tx=0x7ffbcc02cea0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.019+0000 7ffbe114f640 1 -- 172.21.15.18:0/2487516786 shutdown_connections 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.019+0000 7ffbe114f640 1 --2- 172.21.15.18:0/2487516786 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbdc101940 0x7ffbdc108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.019+0000 7ffbe114f640 1 --2- 172.21.15.18:0/2487516786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffbdc100f80 0x7ffbdc101400 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.019+0000 7ffbe114f640 1 --2- 172.21.15.18:0/2487516786 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbdc0ffe30 0x7ffbdc100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.019+0000 7ffbe114f640 1 -- 172.21.15.18:0/2487516786 >> 172.21.15.18:0/2487516786 conn(0x7ffbdc0fb3a0 msgr2=0x7ffbdc0fd7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.019+0000 7ffbe114f640 1 -- 172.21.15.18:0/2487516786 shutdown_connections 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.020+0000 7ffbe114f640 1 -- 172.21.15.18:0/2487516786 wait complete. 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.020+0000 7ffbe114f640 1 Processor -- start 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.020+0000 7ffbe114f640 1 -- start start 2024-04-22T00:50:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbe114f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffbdc0ffe30 0x7ffbdc1957f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbe114f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbdc100f80 0x7ffbdc195d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbe114f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbdc101940 0x7ffbdc19cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbe114f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc10b240 con 0x7ffbdc101940 2024-04-22T00:50:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbe114f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc10b0c0 con 0x7ffbdc0ffe30 2024-04-22T00:50:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbe114f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc10b3c0 con 0x7ffbdc100f80 2024-04-22T00:50:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffbdc0ffe30 0x7ffbdc1957f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdb59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbdc101940 0x7ffbdc19cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdb59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbdc101940 0x7ffbdc19cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39516/0 (socket says 172.21.15.18:39516) 2024-04-22T00:50:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdb59e640 1 -- 172.21.15.18:0/562310574 learned_addr learned my addr 172.21.15.18:0/562310574 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbda59c640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbdc100f80 0x7ffbdc195d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffbdc0ffe30 0x7ffbdc1957f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41418/0 (socket says 172.21.15.18:41418) 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdb59e640 1 -- 172.21.15.18:0/562310574 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbdc100f80 msgr2=0x7ffbdc195d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdb59e640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbdc100f80 0x7ffbdc195d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdb59e640 1 -- 172.21.15.18:0/562310574 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffbdc0ffe30 msgr2=0x7ffbdc1957f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdb59e640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffbdc0ffe30 0x7ffbdc1957f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdb59e640 1 -- 172.21.15.18:0/562310574 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbdc19d410 con 0x7ffbdc101940 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.021+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffbdc0ffe30 0x7ffbdc1957f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.022+0000 7ffbdb59e640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbdc101940 0x7ffbdc19cda0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7ffbd400efc0 tx=0x7ffbd400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.022+0000 7ffbd3fff640 1 -- 172.21.15.18:0/562310574 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd4003970 con 0x7ffbdc101940 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.022+0000 7ffbe114f640 1 -- 172.21.15.18:0/562310574 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbdc19d700 con 0x7ffbdc101940 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.022+0000 7ffbd3fff640 1 -- 172.21.15.18:0/562310574 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbd4004020 con 0x7ffbdc101940 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.022+0000 7ffbd3fff640 1 -- 172.21.15.18:0/562310574 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd400b9f0 con 0x7ffbdc101940 2024-04-22T00:50:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.022+0000 7ffbe114f640 1 -- 172.21.15.18:0/562310574 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbdc19dc20 con 0x7ffbdc101940 2024-04-22T00:50:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.024+0000 7ffbd3fff640 1 -- 172.21.15.18:0/562310574 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ffbd401d020 con 0x7ffbdc101940 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.025+0000 7ffbe3e12740 1 Processor -- start 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.025+0000 7ffbe3e12740 1 -- start start 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.025+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc2b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.025+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2b720 0x558edcc30220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.025+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc30890 0x558edcc32d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.025+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558edcb8fb70 con 0x558edcc2b720 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.025+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558edcb38470 con 0x558edcc2ad30 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.025+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558edcb8bb30 con 0x558edcc30890 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.025+0000 7ffbd3fff640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbc80a7060 0x7ffbc80a9520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.025+0000 7ffbda59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc2b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbdad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2b720 0x558edcc30220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbd3fff640 1 -- 172.21.15.18:0/562310574 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ffbd40cf2b0 con 0x7ffbdc101940 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbda59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc2b150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41430/0 (socket says 172.21.15.18:41430) 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbda59c640 1 -- 172.21.15.18:0/2251578834 learned_addr learned my addr 172.21.15.18:0/2251578834 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2251578834 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc30890 0x558edcc32d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbdb59e640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbc80a7060 0x7ffbc80a9520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbdad9d640 1 -- 172.21.15.18:0/2251578834 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc30890 msgr2=0x558edcc32d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/2251578834 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc30890 0x558edcc32d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbdad9d640 1 -- 172.21.15.18:0/2251578834 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 msgr2=0x558edcc2b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/2251578834 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc2b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbdad9d640 1 -- 172.21.15.18:0/2251578834 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558edc8a4210 con 0x558edcc2b720 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2251578834 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc2b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/2251578834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2b720 0x558edcc30220 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7ffbc40103d0 tx=0x7ffbc4010890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20d86abdbd2e7844 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbdb59e640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbc80a7060 0x7ffbc80a9520 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ffbd4097ba0 tx=0x7ffbd4009900 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbd17fa640 1 -- 172.21.15.18:0/2251578834 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc4004220 con 0x558edcc2b720 2024-04-22T00:50:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbd17fa640 1 -- 172.21.15.18:0/2251578834 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbc40043c0 con 0x558edcc2b720 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.026+0000 7ffbd17fa640 1 -- 172.21.15.18:0/2251578834 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc4011a50 con 0x558edcc2b720 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.027+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2251578834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2b720 msgr2=0x558edcc30220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.027+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2251578834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2b720 0x558edcc30220 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7ffbc40103d0 tx=0x7ffbc4010890 comp rx=0 tx=0).stop 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.027+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2251578834 shutdown_connections 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.027+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2251578834 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc30890 0x558edcc32d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.027+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2251578834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2b720 0x558edcc30220 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.027+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2251578834 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc2b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.027+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2251578834 >> 172.21.15.18:0/2251578834 conn(0x558edcc262a0 msgr2=0x558edcc266a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.027+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2251578834 shutdown_connections 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.027+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2251578834 wait complete. 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbe3e12740 1 -- start start 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbe3e12740 1 Processor -- start 2024-04-22T00:50:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc355b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc30890 0x558edcc3c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558edcc33840 con 0x558edcc2ad30 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558edcb4ba10 con 0x558edcc30890 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558edcc339c0 con 0x558edcc2b720 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbe3e12740 10 client.0 _ll_register_callbacks cb 0x558edcb86b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbda59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbda59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39542/0 (socket says 172.21.15.18:39542) 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbda59c640 1 -- 172.21.15.18:0/2100254912 learned_addr learned my addr 172.21.15.18:0/2100254912 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc30890 0x558edcc3c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc355b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbda59c640 1 -- 172.21.15.18:0/2100254912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 msgr2=0x558edcc355b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:56.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc355b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbda59c640 1 -- 172.21.15.18:0/2100254912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc30890 msgr2=0x558edcc3c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:56.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc30890 0x558edcc3c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.028+0000 7ffbda59c640 1 -- 172.21.15.18:0/2100254912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558edc970620 con 0x558edcc2ad30 2024-04-22T00:50:56.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.029+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35070 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc00a970 tx=0x7ffbcc02cea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e45946b4b1008a0a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:56.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.029+0000 7ffbc27fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:50:56.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.029+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2100254912 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc03a040 con 0x558edcc2ad30 2024-04-22T00:50:56.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.029+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2100254912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbc40043c0 con 0x558edcc2ad30 2024-04-22T00:50:56.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.029+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2100254912 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ffbcc035640 con 0x558edcc2ad30 2024-04-22T00:50:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.029+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2100254912 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7ffbcc055050 con 0x558edcc2ad30 2024-04-22T00:50:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.029+0000 7ffbe3e12740 10 client.17769 fetch_fsmap learned FSMap version 44 2024-04-22T00:50:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.029+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2100254912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x558edcc3fa20 con 0x558edcc2ad30 2024-04-22T00:50:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.030+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2100254912 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbc40043c0 con 0x558edcc2ad30 2024-04-22T00:50:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.030+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2100254912 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7ffbcc00b040 con 0x558edcc2ad30 2024-04-22T00:50:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.030+0000 7ffbe3e12740 10 client.17769 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:50:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.030+0000 7ffbe3e12740 10 client.17769 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.030+0000 7ffbe3e12740 20 client.17769 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.030+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558edcc410f0 0x558edcc43560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.030+0000 7ffbe3e12740 4 client.17769 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:50:56.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.030+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2100254912 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558edcb9d0b0 con 0x558edcc410f0 2024-04-22T00:50:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.031+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558edcc410f0 0x558edcc43560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.031+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558edcc410f0 0x558edcc43560 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=442f48f868034c39 server_cookie=16bc08b8cad4def in_seq=0 out_seq=0 2024-04-22T00:50:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.031+0000 7ffbc27fc640 10 client.17769 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2100254912 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558edcb9d0b0 con 0x558edcc410f0 2024-04-22T00:50:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbc27fc640 10 client.17769 handle_command_reply: tid=0 2024-04-22T00:50:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 client.17769 shutdown 2024-04-22T00:50:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2100254912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 msgr2=0x558edcc35070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35070 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc00a970 tx=0x7ffbcc02cea0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2100254912 shutdown_connections 2024-04-22T00:50:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558edcc410f0 0x558edcc43560 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc30890 0x558edcc3c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc355b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbc27fc640 0 client.17769 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2100254912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35070 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2100254912 >> 172.21.15.18:0/2100254912 conn(0x558edcc262a0 msgr2=0x558edcc254c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:56.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2100254912 shutdown_connections 2024-04-22T00:50:56.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2100254912 wait complete. 2024-04-22T00:50:56.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.032+0000 7ffbe3e12740 20 client.17769 trim_cache size 0 max 16384 2024-04-22T00:50:56.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbe3e12740 1 Processor -- start 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbe3e12740 1 -- start start 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc24c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc30890 0x558edcc25170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc1aaab0 con 0x558edcc2ad30 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc1a8320 con 0x558edcc30890 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc1a6170 con 0x558edcc2b720 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbda59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbda59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39550/0 (socket says 172.21.15.18:39550) 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbda59c640 1 -- 172.21.15.18:0/2494952123 learned_addr learned my addr 172.21.15.18:0/2494952123 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:56.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/2494952123 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc24c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.051+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2494952123 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc30890 0x558edcc25170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.052+0000 7ffbda59c640 1 -- 172.21.15.18:0/2494952123 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 msgr2=0x558edcc24c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.052+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2494952123 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc24c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.052+0000 7ffbda59c640 1 -- 172.21.15.18:0/2494952123 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc30890 msgr2=0x558edcc25170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.052+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2494952123 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc30890 0x558edcc25170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.052+0000 7ffbda59c640 1 -- 172.21.15.18:0/2494952123 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558edcc25bf0 con 0x558edcc2ad30 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.052+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2494952123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35390 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc0336e0 tx=0x7ffbcc0333d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=610579fdd903a78a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.052+0000 7ffbd0ff9640 1 -- 172.21.15.18:0/2494952123 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc03a070 con 0x558edcc2ad30 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.052+0000 7ffbd0ff9640 1 -- 172.21.15.18:0/2494952123 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbcc0035f0 con 0x558edcc2ad30 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.052+0000 7ffbd0ff9640 1 -- 172.21.15.18:0/2494952123 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc035440 con 0x558edcc2ad30 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2494952123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 msgr2=0x558edcc35390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2494952123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35390 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc0336e0 tx=0x7ffbcc0333d0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2494952123 shutdown_connections 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2494952123 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc30890 0x558edcc25170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2494952123 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc24c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2494952123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc2ad30 0x558edcc35390 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2494952123 >> 172.21.15.18:0/2494952123 conn(0x558edcc262a0 msgr2=0x558edcc34c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2494952123 shutdown_connections 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2494952123 wait complete. 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 -- start start 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.053+0000 7ffbe3e12740 1 Processor -- start 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc39630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc39b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbe3e12740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc30890 0x558edcc3ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc1a67e0 con 0x558edcc30890 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc1a7c50 con 0x558edcc2ad30 2024-04-22T00:50:56.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbe3e12740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc1a6eb0 con 0x558edcc2b720 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbe3e12740 10 client.0 _ll_register_callbacks cb 0x7ffbcc033710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbda59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc39630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbdad9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc39b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbda59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc39630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41458/0 (socket says 172.21.15.18:41458) 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbdad9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc39b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:46600/0 (socket says 172.21.15.18:46600) 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbda59c640 1 -- 172.21.15.18:0/2586738437 learned_addr learned my addr 172.21.15.18:0/2586738437 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc30890 0x558edcc3ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbdad9d640 1 -- 172.21.15.18:0/2586738437 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 msgr2=0x558edcc39630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc39630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbdad9d640 1 -- 172.21.15.18:0/2586738437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc30890 msgr2=0x558edcc3ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc30890 0x558edcc3ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbdad9d640 1 -- 172.21.15.18:0/2586738437 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558edcc2c4f0 con 0x558edcc2b720 2024-04-22T00:50:56.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.054+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc39630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbdad9d640 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc39b70 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x558edcc27210 tx=0x7ffbc4004570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36654f6690eb2239 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbc27fc640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2586738437 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc4005040 con 0x558edcc2b720 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2586738437 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbcc0035f0 con 0x558edcc2b720 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2586738437 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ffbc40051e0 con 0x558edcc2b720 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2586738437 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7ffbc4037050 con 0x558edcc2b720 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbe3e12740 10 client.27397 fetch_fsmap learned FSMap version 44 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2586738437 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x558edcca7960 con 0x558edcc2b720 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2586738437 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbcc0035f0 con 0x558edcc2b720 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2586738437 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7ffbc40035f0 con 0x558edcc2b720 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbe3e12740 10 client.27397 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbe3e12740 10 client.27397 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:50:56.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbe3e12740 20 client.27397 populate_metadata read hostname 'smithi018' 2024-04-22T00:50:56.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558edcca80d0 0x558edccaa4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:50:56.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbe3e12740 4 client.27397 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:50:56.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.055+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2586738437 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558edcb97400 con 0x558edcca80d0 2024-04-22T00:50:56.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.056+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558edcca80d0 0x558edccaa4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:50:56.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.056+0000 7ffbda59c640 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558edcca80d0 0x558edccaa4f0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ce5a94d20065aab server_cookie=8ae9a6a737d3fb4e in_seq=0 out_seq=0 2024-04-22T00:50:56.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.056+0000 7ffbc27fc640 10 client.27397 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:56.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbc27fc640 1 -- 172.21.15.18:0/2586738437 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558edcb97400 con 0x558edcca80d0 2024-04-22T00:50:56.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbc27fc640 10 client.27397 handle_command_reply: tid=0 2024-04-22T00:50:56.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 client.27397 shutdown 2024-04-22T00:50:56.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2586738437 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 msgr2=0x558edcc39b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc39b70 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x558edcc27210 tx=0x7ffbc4004570 comp rx=0 tx=0).stop 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2586738437 shutdown_connections 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558edcca80d0 0x558edccaa4f0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558edcc30890 0x558edcc3ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558edcc2b720 0x558edcc39b70 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbc27fc640 0 client.27397 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 --2- 172.21.15.18:0/2586738437 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558edcc2ad30 0x558edcc39630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2586738437 >> 172.21.15.18:0/2586738437 conn(0x558edcc262a0 msgr2=0x558edcc24c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2586738437 shutdown_connections 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 1 -- 172.21.15.18:0/2586738437 wait complete. 2024-04-22T00:50:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.064+0000 7ffbe3e12740 20 client.27397 trim_cache size 0 max 16384 2024-04-22T00:50:56.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:50:56.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:50:56.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:50:56.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 -- 172.21.15.18:0/562310574 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbc80a7060 msgr2=0x7ffbc80a9520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbc80a7060 0x7ffbc80a9520 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ffbd4097ba0 tx=0x7ffbd4009900 comp rx=0 tx=0).stop 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 -- 172.21.15.18:0/562310574 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbdc101940 msgr2=0x7ffbdc19cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbdc101940 0x7ffbdc19cda0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7ffbd400efc0 tx=0x7ffbd400c800 comp rx=0 tx=0).stop 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 -- 172.21.15.18:0/562310574 shutdown_connections 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ffbc80a7060 0x7ffbc80a9520 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbdc101940 0x7ffbdc19cda0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ffbdc100f80 0x7ffbdc195d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 --2- 172.21.15.18:0/562310574 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ffbdc0ffe30 0x7ffbdc1957f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 -- 172.21.15.18:0/562310574 >> 172.21.15.18:0/562310574 conn(0x7ffbdc0fb3a0 msgr2=0x7ffbdc1042b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 -- 172.21.15.18:0/562310574 shutdown_connections 2024-04-22T00:50:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:50:56.065+0000 7ffbe114f640 1 -- 172.21.15.18:0/562310574 wait complete. 2024-04-22T00:50:57.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:57 smithi081 ceph-mon[31546]: pgmap v664: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 4.2 MiB/s wr, 511 op/s 2024-04-22T00:50:57.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:57 smithi018 ceph-mon[27979]: pgmap v664: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 4.2 MiB/s wr, 511 op/s 2024-04-22T00:50:57.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:57 smithi167 ceph-mon[31348]: pgmap v664: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 4.2 MiB/s wr, 511 op/s 2024-04-22T00:50:59.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 575.0 s, 665.6 tps, lat 154.306 ms stddev 167.890 2024-04-22T00:50:59.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:50:59 smithi081 ceph-mon[31546]: pgmap v665: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 4.2 MiB/s wr, 497 op/s 2024-04-22T00:50:59.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:50:59 smithi018 ceph-mon[27979]: pgmap v665: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 4.2 MiB/s wr, 497 op/s 2024-04-22T00:50:59.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:50:59 smithi167 ceph-mon[31348]: pgmap v665: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 4.2 MiB/s wr, 497 op/s 2024-04-22T00:51:01.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:01 smithi081 ceph-mon[31546]: pgmap v666: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4.7 MiB/s wr, 563 op/s 2024-04-22T00:51:01.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:01 smithi018 ceph-mon[27979]: pgmap v666: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4.7 MiB/s wr, 563 op/s 2024-04-22T00:51:01.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:01 smithi167 ceph-mon[31348]: pgmap v666: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4.7 MiB/s wr, 563 op/s 2024-04-22T00:51:03.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:03 smithi081 ceph-mon[31546]: pgmap v667: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.0 MiB/s wr, 467 op/s 2024-04-22T00:51:03.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:03 smithi018 ceph-mon[27979]: pgmap v667: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.0 MiB/s wr, 467 op/s 2024-04-22T00:51:03.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:03 smithi167 ceph-mon[31348]: pgmap v667: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.0 MiB/s wr, 467 op/s 2024-04-22T00:51:04.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 580.0 s, 656.0 tps, lat 149.882 ms stddev 168.669 2024-04-22T00:51:05.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:05 smithi167 ceph-mon[31348]: pgmap v668: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 4.9 MiB/s wr, 580 op/s 2024-04-22T00:51:06.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:05 smithi081 ceph-mon[31546]: pgmap v668: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 4.9 MiB/s wr, 580 op/s 2024-04-22T00:51:06.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:05 smithi018 ceph-mon[27979]: pgmap v668: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 4.9 MiB/s wr, 580 op/s 2024-04-22T00:51:07.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:07 smithi167 ceph-mon[31348]: pgmap v669: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 5.1 MiB/s wr, 570 op/s 2024-04-22T00:51:08.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:07 smithi081 ceph-mon[31546]: pgmap v669: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 5.1 MiB/s wr, 570 op/s 2024-04-22T00:51:08.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:07 smithi018 ceph-mon[27979]: pgmap v669: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 5.1 MiB/s wr, 570 op/s 2024-04-22T00:51:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.221+0000 7fbb09215640 1 -- 172.21.15.18:0/3780977264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbb041018d0 msgr2=0x7fbb04101d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.221+0000 7fbb09215640 1 --2- 172.21.15.18:0/3780977264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbb041018d0 0x7fbb04101d50 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fbaf400d910 tx=0x7fbaf402dbf0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.223+0000 7fbb09215640 1 -- 172.21.15.18:0/3780977264 shutdown_connections 2024-04-22T00:51:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.223+0000 7fbb09215640 1 --2- 172.21.15.18:0/3780977264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb04102290 0x7fbb04108b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.223+0000 7fbb09215640 1 --2- 172.21.15.18:0/3780977264 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbb041018d0 0x7fbb04101d50 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.223+0000 7fbb09215640 1 --2- 172.21.15.18:0/3780977264 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbb041006e0 0x7fbb04100b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.223+0000 7fbb09215640 1 -- 172.21.15.18:0/3780977264 >> 172.21.15.18:0/3780977264 conn(0x7fbb040fbc50 msgr2=0x7fbb040fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.228+0000 7fbb09215640 1 -- 172.21.15.18:0/3780977264 shutdown_connections 2024-04-22T00:51:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.229+0000 7fbb09215640 1 -- 172.21.15.18:0/3780977264 wait complete. 2024-04-22T00:51:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.230+0000 7fbb09215640 1 Processor -- start 2024-04-22T00:51:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.230+0000 7fbb09215640 1 -- start start 2024-04-22T00:51:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.231+0000 7fbb09215640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb041006e0 0x7fbb0419dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.231+0000 7fbb09215640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbb041018d0 0x7fbb0419e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.231+0000 7fbb09215640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbb04102290 0x7fbb041a5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.231+0000 7fbb09215640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbb0410aa70 con 0x7fbb041006e0 2024-04-22T00:51:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.231+0000 7fbb09215640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbb0410a8f0 con 0x7fbb04102290 2024-04-22T00:51:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.231+0000 7fbb0359e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbb04102290 0x7fbb041a5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.232+0000 7fbb0359e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbb04102290 0x7fbb041a5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53032/0 (socket says 172.21.15.18:53032) 2024-04-22T00:51:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.232+0000 7fbb0359e640 1 -- 172.21.15.18:0/3863457117 learned_addr learned my addr 172.21.15.18:0/3863457117 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.232+0000 7fbb09215640 1 -- 172.21.15.18:0/3863457117 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbb0410abf0 con 0x7fbb041018d0 2024-04-22T00:51:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.234+0000 7fbb02d9d640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb041006e0 0x7fbb0419dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.234+0000 7fbb0259c640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbb041018d0 0x7fbb0419e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.236+0000 7fbb0359e640 1 -- 172.21.15.18:0/3863457117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbb041018d0 msgr2=0x7fbb0419e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.236+0000 7fbb0359e640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbb041018d0 0x7fbb0419e510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.236+0000 7fbb0359e640 1 -- 172.21.15.18:0/3863457117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb041006e0 msgr2=0x7fbb0419dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.236+0000 7fbb0359e640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb041006e0 0x7fbb0419dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.236+0000 7fbb0359e640 1 -- 172.21.15.18:0/3863457117 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb041a5bf0 con 0x7fbb04102290 2024-04-22T00:51:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.239+0000 7fbb0359e640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbb04102290 0x7fbb041a5580 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fbafc00eaa0 tx=0x7fbafc00ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:09.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.241+0000 7fbaebfff640 1 -- 172.21.15.18:0/3863457117 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbafc00cdb0 con 0x7fbb04102290 2024-04-22T00:51:09.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.241+0000 7fbaebfff640 1 -- 172.21.15.18:0/3863457117 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbafc005020 con 0x7fbb04102290 2024-04-22T00:51:09.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.241+0000 7fbaebfff640 1 -- 172.21.15.18:0/3863457117 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbafc0116d0 con 0x7fbb04102290 2024-04-22T00:51:09.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.241+0000 7fbb09215640 1 -- 172.21.15.18:0/3863457117 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb041a5ee0 con 0x7fbb04102290 2024-04-22T00:51:09.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.242+0000 7fbb09215640 1 -- 172.21.15.18:0/3863457117 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb041a6350 con 0x7fbb04102290 2024-04-22T00:51:09.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.248+0000 7fbaebfff640 1 -- 172.21.15.18:0/3863457117 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbafc0051d0 con 0x7fbb04102290 2024-04-22T00:51:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.249+0000 7fbaebfff640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbaec0a2e70 0x7fbaec0a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.250+0000 7fbaebfff640 1 -- 172.21.15.18:0/3863457117 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbafc0cf690 con 0x7fbb04102290 2024-04-22T00:51:09.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.250+0000 7fbb02d9d640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbaec0a2e70 0x7fbaec0a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.251+0000 7fbb02d9d640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbaec0a2e70 0x7fbaec0a5330 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fbaf8005fd0 tx=0x7fbaf8005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:09.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.253+0000 7fbb0be04740 1 Processor -- start 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.253+0000 7fbb0be04740 1 -- start start 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.253+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e46150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.253+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e46720 0x563ec1e4b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.253+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e4dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.253+0000 7fbb0be04740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x563ec1daab70 con 0x563ec1e46720 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.253+0000 7fbb0be04740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563ec1d53470 con 0x563ec1e45d30 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.254+0000 7fbb0be04740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x563ec1da6b30 con 0x563ec1e4b890 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.254+0000 7fbb0259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e46720 0x563ec1e4b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.254+0000 7fbb0259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e46720 0x563ec1e4b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36308/0 (socket says 172.21.15.18:36308) 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.254+0000 7fbb0259c640 1 -- 172.21.15.18:0/1174269093 learned_addr learned my addr 172.21.15.18:0/1174269093 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.254+0000 7fbb0259c640 1 -- 172.21.15.18:0/1174269093 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 msgr2=0x563ec1e4dd20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:51:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.254+0000 7fbb0259c640 1 --2- 172.21.15.18:0/1174269093 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e4dd20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.254+0000 7fbb0259c640 1 -- 172.21.15.18:0/1174269093 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 msgr2=0x563ec1e46150 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:51:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.254+0000 7fbb0259c640 1 --2- 172.21.15.18:0/1174269093 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e46150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.254+0000 7fbb0259c640 1 -- 172.21.15.18:0/1174269093 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ec1abf210 con 0x563ec1e46720 2024-04-22T00:51:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.255+0000 7fbb0259c640 1 --2- 172.21.15.18:0/1174269093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e46720 0x563ec1e4b220 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fbaf400d860 tx=0x7fbaf4005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baf49342b210a754 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.256+0000 7fbae97fa640 1 -- 172.21.15.18:0/1174269093 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf4004910 con 0x563ec1e46720 2024-04-22T00:51:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.256+0000 7fbae97fa640 1 -- 172.21.15.18:0/1174269093 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbaf4043070 con 0x563ec1e46720 2024-04-22T00:51:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.256+0000 7fbae97fa640 1 -- 172.21.15.18:0/1174269093 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf402e590 con 0x563ec1e46720 2024-04-22T00:51:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.258+0000 7fbb0be04740 1 -- 172.21.15.18:0/1174269093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e46720 msgr2=0x563ec1e4b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:09.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.258+0000 7fbb0be04740 1 --2- 172.21.15.18:0/1174269093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e46720 0x563ec1e4b220 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fbaf400d860 tx=0x7fbaf4005c00 comp rx=0 tx=0).stop 2024-04-22T00:51:09.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.258+0000 7fbb0be04740 1 -- 172.21.15.18:0/1174269093 shutdown_connections 2024-04-22T00:51:09.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.258+0000 7fbb0be04740 1 --2- 172.21.15.18:0/1174269093 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e4dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.258+0000 7fbb0be04740 1 --2- 172.21.15.18:0/1174269093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e46720 0x563ec1e4b220 secure :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fbaf400d860 tx=0x7fbaf4005c00 comp rx=0 tx=0).stop 2024-04-22T00:51:09.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.258+0000 7fbb0be04740 1 --2- 172.21.15.18:0/1174269093 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e46150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.258+0000 7fbb0be04740 1 -- 172.21.15.18:0/1174269093 >> 172.21.15.18:0/1174269093 conn(0x563ec1e412a0 msgr2=0x563ec1e416a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:09.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.260+0000 7fbb0be04740 1 -- 172.21.15.18:0/1174269093 shutdown_connections 2024-04-22T00:51:09.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.260+0000 7fbb0be04740 1 -- 172.21.15.18:0/1174269093 wait complete. 2024-04-22T00:51:09.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.261+0000 7fbb0be04740 1 -- start start 2024-04-22T00:51:09.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.261+0000 7fbb0be04740 1 Processor -- start 2024-04-22T00:51:09.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.262+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e45d30 0x563ec1e50050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.262+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e50590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.262+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e555c0 0x563ec1e57a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.262+0000 7fbb0be04740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x563ec1e4e680 con 0x563ec1e45d30 2024-04-22T00:51:09.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.262+0000 7fbb0be04740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563ec1d66a10 con 0x563ec1e555c0 2024-04-22T00:51:09.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.262+0000 7fbb0be04740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x563ec1e4e800 con 0x563ec1e4b890 2024-04-22T00:51:09.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.262+0000 7fbb0be04740 10 client.0 _ll_register_callbacks cb 0x563ec1da1b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:09.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.266+0000 7fbb02d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e45d30 0x563ec1e50050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.266+0000 7fbb0359e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e555c0 0x563ec1e57a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.266+0000 7fbb02d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e45d30 0x563ec1e50050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36314/0 (socket says 172.21.15.18:36314) 2024-04-22T00:51:09.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.266+0000 7fbb02d9d640 1 -- 172.21.15.18:0/3873805417 learned_addr learned my addr 172.21.15.18:0/3873805417 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:09.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.266+0000 7fbb0259c640 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e50590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.267+0000 7fbb0359e640 1 -- 172.21.15.18:0/3873805417 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 msgr2=0x563ec1e50590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:09.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.267+0000 7fbb0359e640 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e50590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.267+0000 7fbb0359e640 1 -- 172.21.15.18:0/3873805417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e45d30 msgr2=0x563ec1e50050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.267+0000 7fbb0359e640 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e45d30 0x563ec1e50050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.267+0000 7fbb0359e640 1 -- 172.21.15.18:0/3873805417 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ec1b8b620 con 0x563ec1e555c0 2024-04-22T00:51:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.267+0000 7fbb0359e640 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e555c0 0x563ec1e57a50 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fbafc09b7c0 tx=0x7fbafc09c300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a54fefffb110f70 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.267+0000 7fbae6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:51:09.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.269+0000 7fbae6ff5640 1 -- 172.21.15.18:0/3873805417 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbafc0b4060 con 0x563ec1e555c0 2024-04-22T00:51:09.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.269+0000 7fbae6ff5640 1 -- 172.21.15.18:0/3873805417 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbafc005500 con 0x563ec1e555c0 2024-04-22T00:51:09.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.269+0000 7fbb0be04740 1 -- 172.21.15.18:0/3873805417 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbaf4043070 con 0x563ec1e555c0 2024-04-22T00:51:09.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.269+0000 7fbae6ff5640 1 -- 172.21.15.18:0/3873805417 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fbafc01f040 con 0x563ec1e555c0 2024-04-22T00:51:09.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.270+0000 7fbb0be04740 10 client.27416 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:09.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.270+0000 7fbb0be04740 1 -- 172.21.15.18:0/3873805417 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x563ec1e5ade0 con 0x563ec1e555c0 2024-04-22T00:51:09.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.270+0000 7fbae6ff5640 1 -- 172.21.15.18:0/3873805417 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbafc0cf300 con 0x563ec1e555c0 2024-04-22T00:51:09.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.271+0000 7fbae6ff5640 1 -- 172.21.15.18:0/3873805417 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7fbafc00f040 con 0x563ec1e555c0 2024-04-22T00:51:09.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.271+0000 7fbb0be04740 10 client.27416 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:09.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.271+0000 7fbb0be04740 10 client.27416 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:09.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.271+0000 7fbb0be04740 20 client.27416 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:09.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.271+0000 7fbb0be04740 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563ec1e5c440 0x563ec1e5e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.271+0000 7fbb0be04740 4 client.27416 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:51:09.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.271+0000 7fbb0be04740 1 -- 172.21.15.18:0/3873805417 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fbaf4043070 con 0x563ec1e5c440 2024-04-22T00:51:09.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.271+0000 7fbb02d9d640 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563ec1e5c440 0x563ec1e5e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.273+0000 7fbb02d9d640 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563ec1e5c440 0x563ec1e5e8a0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bfdc1c6d1842d12 server_cookie=38e0e727874cc58f in_seq=0 out_seq=0 2024-04-22T00:51:09.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.273+0000 7fbae6ff5640 10 client.27416 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:09.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.273+0000 7fbae6ff5640 1 -- 172.21.15.18:0/3873805417 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fbaf4043070 con 0x563ec1e5c440 2024-04-22T00:51:09.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.273+0000 7fbae6ff5640 10 client.27416 handle_command_reply: tid=0 2024-04-22T00:51:09.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.274+0000 7fbb0be04740 1 client.27416 shutdown 2024-04-22T00:51:09.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.274+0000 7fbb0be04740 1 -- 172.21.15.18:0/3873805417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e555c0 msgr2=0x563ec1e57a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:09.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.274+0000 7fbb0be04740 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e555c0 0x563ec1e57a50 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fbafc09b7c0 tx=0x7fbafc09c300 comp rx=0 tx=0).stop 2024-04-22T00:51:09.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.275+0000 7fbb0be04740 1 -- 172.21.15.18:0/3873805417 shutdown_connections 2024-04-22T00:51:09.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.275+0000 7fbb0be04740 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563ec1e5c440 0x563ec1e5e8a0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.275+0000 7fbae6ff5640 0 client.27416 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:09.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.275+0000 7fbb0be04740 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e555c0 0x563ec1e57a50 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.275+0000 7fbb0be04740 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e50590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.275+0000 7fbb0be04740 1 --2- 172.21.15.18:0/3873805417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e45d30 0x563ec1e50050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.275+0000 7fbb0be04740 1 -- 172.21.15.18:0/3873805417 >> 172.21.15.18:0/3873805417 conn(0x563ec1e412a0 msgr2=0x563ec1e404c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.276+0000 7fbb0be04740 1 -- 172.21.15.18:0/3873805417 shutdown_connections 2024-04-22T00:51:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.276+0000 7fbb0be04740 1 -- 172.21.15.18:0/3873805417 wait complete. 2024-04-22T00:51:09.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.277+0000 7fbb0be04740 20 client.27416 trim_cache size 0 max 16384 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.305+0000 7fbb0be04740 1 Processor -- start 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.305+0000 7fbb0be04740 1 -- start start 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.305+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e47c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.305+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e4b890 0x563ec1e48160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e555c0 0x563ec1e3fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb0be04740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbb041ccbd0 con 0x563ec1e4b890 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb0be04740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbb041ca440 con 0x563ec1e45d30 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb0be04740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbb040735d0 con 0x563ec1e555c0 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb02d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e47c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb02d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e47c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53050/0 (socket says 172.21.15.18:53050) 2024-04-22T00:51:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb02d9d640 1 -- 172.21.15.18:0/4174520932 learned_addr learned my addr 172.21.15.18:0/4174520932 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:09.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb0259c640 1 --2- 172.21.15.18:0/4174520932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e4b890 0x563ec1e48160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb02d9d640 1 -- 172.21.15.18:0/4174520932 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e555c0 msgr2=0x563ec1e3fc30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:51:09.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb02d9d640 1 --2- 172.21.15.18:0/4174520932 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e555c0 0x563ec1e3fc30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb02d9d640 1 -- 172.21.15.18:0/4174520932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e4b890 msgr2=0x563ec1e48160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:09.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb02d9d640 1 --2- 172.21.15.18:0/4174520932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e4b890 0x563ec1e48160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb02d9d640 1 -- 172.21.15.18:0/4174520932 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ec1e4ae70 con 0x563ec1e45d30 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbb02d9d640 1 --2- 172.21.15.18:0/4174520932 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e47c20 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fbaf800bfd0 tx=0x7fbaf8015000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c9e232f91b9d603 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.306+0000 7fbae8ff9640 1 -- 172.21.15.18:0/4174520932 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf802c070 con 0x563ec1e45d30 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.307+0000 7fbae8ff9640 1 -- 172.21.15.18:0/4174520932 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbaf80277b0 con 0x563ec1e45d30 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.307+0000 7fbae8ff9640 1 -- 172.21.15.18:0/4174520932 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf801f960 con 0x563ec1e45d30 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.307+0000 7fbb0be04740 1 -- 172.21.15.18:0/4174520932 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 msgr2=0x563ec1e47c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.307+0000 7fbb0be04740 1 --2- 172.21.15.18:0/4174520932 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e47c20 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fbaf800bfd0 tx=0x7fbaf8015000 comp rx=0 tx=0).stop 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.307+0000 7fbb0be04740 1 -- 172.21.15.18:0/4174520932 shutdown_connections 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.307+0000 7fbb0be04740 1 --2- 172.21.15.18:0/4174520932 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e555c0 0x563ec1e3fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.307+0000 7fbb0be04740 1 --2- 172.21.15.18:0/4174520932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e4b890 0x563ec1e48160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.307+0000 7fbb0be04740 1 --2- 172.21.15.18:0/4174520932 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e47c20 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.307+0000 7fbb0be04740 1 -- 172.21.15.18:0/4174520932 >> 172.21.15.18:0/4174520932 conn(0x563ec1e412a0 msgr2=0x563ec1e50050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.308+0000 7fbb0be04740 1 -- 172.21.15.18:0/4174520932 shutdown_connections 2024-04-22T00:51:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.308+0000 7fbb0be04740 1 -- 172.21.15.18:0/4174520932 wait complete. 2024-04-22T00:51:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.308+0000 7fbb0be04740 1 -- start start 2024-04-22T00:51:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.308+0000 7fbb0be04740 1 Processor -- start 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.309+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e6dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.309+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e6e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.309+0000 7fbb0be04740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e555c0 0x563ec1e6f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.309+0000 7fbb02d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e6dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.309+0000 7fbb02d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e6dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53064/0 (socket says 172.21.15.18:53064) 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.309+0000 7fbb0259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e6e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.309+0000 7fbb0259c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e6e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:56282/0 (socket says 172.21.15.18:56282) 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.309+0000 7fbb02d9d640 1 -- 172.21.15.18:0/1217525362 learned_addr learned my addr 172.21.15.18:0/1217525362 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.309+0000 7fbb0359e640 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e555c0 0x563ec1e6f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.310+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fbb041c8900 con 0x563ec1e555c0 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.310+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fbb041c9d70 con 0x563ec1e45d30 2024-04-22T00:51:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.310+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fbb041c8fd0 con 0x563ec1e4b890 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.310+0000 7fbb0be04740 10 client.0 _ll_register_callbacks cb 0x7fbafc005800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.310+0000 7fbb0259c640 1 -- 172.21.15.18:0/1217525362 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 msgr2=0x563ec1e6dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.310+0000 7fbb0259c640 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e6dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.310+0000 7fbb0259c640 1 -- 172.21.15.18:0/1217525362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e555c0 msgr2=0x563ec1e6f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.310+0000 7fbb0259c640 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e555c0 0x563ec1e6f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.310+0000 7fbb0259c640 1 -- 172.21.15.18:0/1217525362 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ec1e6fa40 con 0x563ec1e4b890 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.311+0000 7fbb0259c640 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e6e500 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x563ec1e46be0 tx=0x7fbaf400d340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca5265c6a5e95ee6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.311+0000 7fbae6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.312+0000 7fbae6ff5640 1 -- 172.21.15.18:0/1217525362 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf4004e30 con 0x563ec1e4b890 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.312+0000 7fbae6ff5640 1 -- 172.21.15.18:0/1217525362 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fbaf4004fd0 con 0x563ec1e4b890 2024-04-22T00:51:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.312+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbaf80277b0 con 0x563ec1e4b890 2024-04-22T00:51:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.312+0000 7fbae6ff5640 1 -- 172.21.15.18:0/1217525362 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fbaf40051d0 con 0x563ec1e4b890 2024-04-22T00:51:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.312+0000 7fbb0be04740 10 client.27406 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.313+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x563ec1ec2fc0 con 0x563ec1e4b890 2024-04-22T00:51:09.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.316+0000 7fbae6ff5640 1 -- 172.21.15.18:0/1217525362 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbaf404b070 con 0x563ec1e4b890 2024-04-22T00:51:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.316+0000 7fbae6ff5640 1 -- 172.21.15.18:0/1217525362 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7fbaf402ecb0 con 0x563ec1e4b890 2024-04-22T00:51:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.316+0000 7fbb0be04740 10 client.27406 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.316+0000 7fbb0be04740 10 client.27406 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.316+0000 7fbb0be04740 20 client.27406 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.316+0000 7fbb0be04740 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563ec1e5c440 0x563ec1ec53f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.316+0000 7fbb0be04740 4 client.27406 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:51:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.316+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fbaf80277b0 con 0x563ec1e5c440 2024-04-22T00:51:09.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.322+0000 7fbb02d9d640 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563ec1e5c440 0x563ec1ec53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.330+0000 7fbb02d9d640 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563ec1e5c440 0x563ec1ec53f0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b810d4d5d1cce5b server_cookie=2ae0f30b01659176 in_seq=0 out_seq=0 2024-04-22T00:51:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.331+0000 7fbae6ff5640 10 client.27406 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.405+0000 7fbae6ff5640 1 -- 172.21.15.18:0/1217525362 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fbaf80277b0 con 0x563ec1e5c440 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.405+0000 7fbae6ff5640 10 client.27406 handle_command_reply: tid=0 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.405+0000 7fbb0be04740 1 client.27406 shutdown 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.405+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 msgr2=0x563ec1e6e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.405+0000 7fbb0be04740 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e6e500 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x563ec1e46be0 tx=0x7fbaf400d340 comp rx=0 tx=0).stop 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.406+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 shutdown_connections 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.406+0000 7fbb0be04740 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563ec1e5c440 0x563ec1ec53f0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.406+0000 7fbb0be04740 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563ec1e555c0 0x563ec1e6f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.406+0000 7fbb0be04740 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563ec1e4b890 0x563ec1e6e500 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.406+0000 7fbb0be04740 1 --2- 172.21.15.18:0/1217525362 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563ec1e45d30 0x563ec1e6dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.406+0000 7fbae6ff5640 0 client.27406 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.406+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 >> 172.21.15.18:0/1217525362 conn(0x563ec1e412a0 msgr2=0x563ec1e4ffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.406+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 shutdown_connections 2024-04-22T00:51:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.406+0000 7fbb0be04740 1 -- 172.21.15.18:0/1217525362 wait complete. 2024-04-22T00:51:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.406+0000 7fbb0be04740 20 client.27406 trim_cache size 0 max 16384 2024-04-22T00:51:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:51:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:51:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:51:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:51:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.407+0000 7fbb09215640 1 -- 172.21.15.18:0/3863457117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbaec0a2e70 msgr2=0x7fbaec0a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.407+0000 7fbb09215640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbaec0a2e70 0x7fbaec0a5330 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fbaf8005fd0 tx=0x7fbaf8005850 comp rx=0 tx=0).stop 2024-04-22T00:51:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.407+0000 7fbb09215640 1 -- 172.21.15.18:0/3863457117 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbb04102290 msgr2=0x7fbb041a5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.407+0000 7fbb09215640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbb04102290 0x7fbb041a5580 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fbafc00eaa0 tx=0x7fbafc00ef60 comp rx=0 tx=0).stop 2024-04-22T00:51:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.407+0000 7fbb09215640 1 -- 172.21.15.18:0/3863457117 shutdown_connections 2024-04-22T00:51:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.407+0000 7fbb09215640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fbaec0a2e70 0x7fbaec0a5330 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.407+0000 7fbb09215640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbb04102290 0x7fbb041a5580 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.407+0000 7fbb09215640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fbb041018d0 0x7fbb0419e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.407+0000 7fbb09215640 1 --2- 172.21.15.18:0/3863457117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb041006e0 0x7fbb0419dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.407+0000 7fbb09215640 1 -- 172.21.15.18:0/3863457117 >> 172.21.15.18:0/3863457117 conn(0x7fbb040fbc50 msgr2=0x7fbb0410d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.408+0000 7fbb09215640 1 -- 172.21.15.18:0/3863457117 shutdown_connections 2024-04-22T00:51:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:09.408+0000 7fbb09215640 1 -- 172.21.15.18:0/3863457117 wait complete. 2024-04-22T00:51:09.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 585.0 s, 550.8 tps, lat 176.845 ms stddev 180.778 2024-04-22T00:51:09.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:09 smithi167 ceph-mon[31348]: pgmap v670: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4.6 MiB/s wr, 527 op/s 2024-04-22T00:51:10.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:09 smithi081 ceph-mon[31546]: pgmap v670: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4.6 MiB/s wr, 527 op/s 2024-04-22T00:51:10.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:09 smithi018 ceph-mon[27979]: pgmap v670: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4.6 MiB/s wr, 527 op/s 2024-04-22T00:51:10.215 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:51:10.215 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:51:10.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.375+0000 7fb476772640 1 -- 172.21.15.18:0/202354035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb47010b0b0 msgr2=0x7fb47010d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.375+0000 7fb476772640 1 --2- 172.21.15.18:0/202354035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb47010b0b0 0x7fb47010d540 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb464009900 tx=0x7fb46402bc80 comp rx=0 tx=0).stop 2024-04-22T00:51:10.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.386+0000 7fb476772640 1 -- 172.21.15.18:0/202354035 shutdown_connections 2024-04-22T00:51:10.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.386+0000 7fb476772640 1 --2- 172.21.15.18:0/202354035 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb47010da80 0x7fb47010df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.386+0000 7fb476772640 1 --2- 172.21.15.18:0/202354035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb47010b0b0 0x7fb47010d540 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.386+0000 7fb476772640 1 --2- 172.21.15.18:0/202354035 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb470108740 0x7fb47010ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.386+0000 7fb476772640 1 -- 172.21.15.18:0/202354035 >> 172.21.15.18:0/202354035 conn(0x7fb47006e5d0 msgr2=0x7fb470070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:10.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.394+0000 7fb476772640 1 -- 172.21.15.18:0/202354035 shutdown_connections 2024-04-22T00:51:10.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.398+0000 7fb476772640 1 -- 172.21.15.18:0/202354035 wait complete. 2024-04-22T00:51:10.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.398+0000 7fb476772640 1 Processor -- start 2024-04-22T00:51:10.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.405+0000 7fb476772640 1 -- start start 2024-04-22T00:51:10.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.405+0000 7fb476772640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470108740 0x7fb4701a6a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.405+0000 7fb476772640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb47010b0b0 0x7fb4701a6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.405+0000 7fb476772640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb47010da80 0x7fb4701ae000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.405+0000 7fb476772640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb47011c380 con 0x7fb470108740 2024-04-22T00:51:10.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.405+0000 7fb476772640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb47011c200 con 0x7fb47010b0b0 2024-04-22T00:51:10.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.405+0000 7fb476772640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb47011c500 con 0x7fb47010da80 2024-04-22T00:51:10.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.406+0000 7fb46f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb47010b0b0 0x7fb4701a6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.406+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470108740 0x7fb4701a6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.406+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470108740 0x7fb4701a6a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36354/0 (socket says 172.21.15.18:36354) 2024-04-22T00:51:10.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.406+0000 7fb46ffff640 1 -- 172.21.15.18:0/2652497758 learned_addr learned my addr 172.21.15.18:0/2652497758 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:10.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.407+0000 7fb474d0f640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb47010da80 0x7fb4701ae000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.411+0000 7fb46ffff640 1 -- 172.21.15.18:0/2652497758 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb47010da80 msgr2=0x7fb4701ae000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.411+0000 7fb46ffff640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb47010da80 0x7fb4701ae000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.411+0000 7fb46ffff640 1 -- 172.21.15.18:0/2652497758 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb47010b0b0 msgr2=0x7fb4701a6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.411+0000 7fb46ffff640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb47010b0b0 0x7fb4701a6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.411+0000 7fb46ffff640 1 -- 172.21.15.18:0/2652497758 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb47010ffa0 con 0x7fb470108740 2024-04-22T00:51:10.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.415+0000 7fb46ffff640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470108740 0x7fb4701a6a50 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fb46000b450 tx=0x7fb46000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.416+0000 7fb46d7fa640 1 -- 172.21.15.18:0/2652497758 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb460015020 con 0x7fb470108740 2024-04-22T00:51:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.416+0000 7fb46d7fa640 1 -- 172.21.15.18:0/2652497758 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb460011d70 con 0x7fb470108740 2024-04-22T00:51:10.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.416+0000 7fb46d7fa640 1 -- 172.21.15.18:0/2652497758 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46000f340 con 0x7fb470108740 2024-04-22T00:51:10.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.419+0000 7fb476772640 1 -- 172.21.15.18:0/2652497758 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb470110290 con 0x7fb470108740 2024-04-22T00:51:10.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.419+0000 7fb476772640 1 -- 172.21.15.18:0/2652497758 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb470110700 con 0x7fb470108740 2024-04-22T00:51:10.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.424+0000 7fb46d7fa640 1 -- 172.21.15.18:0/2652497758 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb460018020 con 0x7fb470108740 2024-04-22T00:51:10.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.427+0000 7fb479431740 1 Processor -- start 2024-04-22T00:51:10.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.431+0000 7fb46d7fa640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580a2d90 0x7fb4580a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.431+0000 7fb46d7fa640 1 -- 172.21.15.18:0/2652497758 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb4600cece0 con 0x7fb470108740 2024-04-22T00:51:10.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb479431740 1 -- start start 2024-04-22T00:51:10.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb474d0f640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580a2d90 0x7fb4580a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb479431740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495d96370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb479431740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495d9b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb479431740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495d9df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb479431740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558495cfb560 con 0x558495d95f50 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb479431740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558495ca3730 con 0x558495d96940 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb479431740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558495cf7520 con 0x558495d9bab0 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495d96370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495d96370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36356/0 (socket says 172.21.15.18:36356) 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb46ffff640 1 -- 172.21.15.18:0/1726620763 learned_addr learned my addr 172.21.15.18:0/1726620763 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.435+0000 7fb46f7fe640 1 --2- 172.21.15.18:0/1726620763 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495d9b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.436+0000 7fb46ffff640 1 -- 172.21.15.18:0/1726620763 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 msgr2=0x558495d9df40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.436+0000 7fb46ffff640 1 --2- 172.21.15.18:0/1726620763 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495d9df40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.436+0000 7fb46ffff640 1 -- 172.21.15.18:0/1726620763 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 msgr2=0x558495d9b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.436+0000 7fb46ffff640 1 --2- 172.21.15.18:0/1726620763 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495d9b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.436+0000 7fb46ffff640 1 -- 172.21.15.18:0/1726620763 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558495ad97d0 con 0x558495d95f50 2024-04-22T00:51:10.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.437+0000 7fb46ffff640 1 --2- 172.21.15.18:0/1726620763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495d96370 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fb46009ae10 tx=0x7fb46009ab30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96f214ae02916aac server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:10.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.440+0000 7fb4567fc640 1 -- 172.21.15.18:0/1726620763 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4600a3d80 con 0x558495d95f50 2024-04-22T00:51:10.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.440+0000 7fb4567fc640 1 -- 172.21.15.18:0/1726620763 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb460010550 con 0x558495d95f50 2024-04-22T00:51:10.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.441+0000 7fb479431740 1 -- 172.21.15.18:0/1726620763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 msgr2=0x558495d96370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.441+0000 7fb479431740 1 --2- 172.21.15.18:0/1726620763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495d96370 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fb46009ae10 tx=0x7fb46009ab30 comp rx=0 tx=0).stop 2024-04-22T00:51:10.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.445+0000 7fb479431740 1 -- 172.21.15.18:0/1726620763 shutdown_connections 2024-04-22T00:51:10.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.445+0000 7fb479431740 1 --2- 172.21.15.18:0/1726620763 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495d9df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.445+0000 7fb479431740 1 --2- 172.21.15.18:0/1726620763 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495d9b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.445+0000 7fb479431740 1 --2- 172.21.15.18:0/1726620763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495d96370 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.445+0000 7fb479431740 1 -- 172.21.15.18:0/1726620763 >> 172.21.15.18:0/1726620763 conn(0x558495d914c0 msgr2=0x558495d918c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:10.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.447+0000 7fb474d0f640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580a2d90 0x7fb4580a5250 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fb47006b460 tx=0x7fb46800d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:10.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.450+0000 7fb479431740 1 -- 172.21.15.18:0/1726620763 shutdown_connections 2024-04-22T00:51:10.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.456+0000 7fb479431740 1 -- 172.21.15.18:0/1726620763 wait complete. 2024-04-22T00:51:10.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.456+0000 7fb479431740 1 -- start start 2024-04-22T00:51:10.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.456+0000 7fb479431740 1 Processor -- start 2024-04-22T00:51:10.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.470+0000 7fb479431740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.470+0000 7fb479431740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495da0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.470+0000 7fb479431740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495da7a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.470+0000 7fb479431740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558495d9eab0 con 0x558495d95f50 2024-04-22T00:51:10.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.470+0000 7fb479431740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558495cb6e00 con 0x558495d96940 2024-04-22T00:51:10.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.470+0000 7fb479431740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558495d9ec30 con 0x558495d9bab0 2024-04-22T00:51:10.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.470+0000 7fb479431740 10 client.0 _ll_register_callbacks cb 0x558495cf1eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:10.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.474+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.474+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da04d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36368/0 (socket says 172.21.15.18:36368) 2024-04-22T00:51:10.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.474+0000 7fb46ffff640 1 -- 172.21.15.18:0/3582932898 learned_addr learned my addr 172.21.15.18:0/3582932898 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:10.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.475+0000 7fb474d0f640 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495da7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.475+0000 7fb46f7fe640 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495da0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.479+0000 7fb46ffff640 1 -- 172.21.15.18:0/3582932898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 msgr2=0x558495da7a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:10.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.479+0000 7fb46ffff640 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495da7a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.479+0000 7fb46ffff640 1 -- 172.21.15.18:0/3582932898 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 msgr2=0x558495da0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:10.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.479+0000 7fb46ffff640 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495da0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.479+0000 7fb46ffff640 1 -- 172.21.15.18:0/3582932898 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558495a0f3f0 con 0x558495d95f50 2024-04-22T00:51:10.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.481+0000 7fb46ffff640 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da04d0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fb46009adc0 tx=0x7fb46009f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99f55b878ec53522 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:10.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.481+0000 7fb44f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:51:10.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.482+0000 7fb44f7fe640 1 -- 172.21.15.18:0/3582932898 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4600a3d80 con 0x558495d95f50 2024-04-22T00:51:10.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.482+0000 7fb479431740 1 -- 172.21.15.18:0/3582932898 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb460010550 con 0x558495d95f50 2024-04-22T00:51:10.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.482+0000 7fb44f7fe640 1 -- 172.21.15.18:0/3582932898 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb460011890 con 0x558495d95f50 2024-04-22T00:51:10.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.483+0000 7fb44f7fe640 1 -- 172.21.15.18:0/3582932898 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fb460011a90 con 0x558495d95f50 2024-04-22T00:51:10.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.488+0000 7fb479431740 10 client.17805 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:10.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.488+0000 7fb479431740 1 -- 172.21.15.18:0/3582932898 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x5584959cf0f0 con 0x558495d95f50 2024-04-22T00:51:10.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.490+0000 7fb44f7fe640 1 -- 172.21.15.18:0/3582932898 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb460010550 con 0x558495d95f50 2024-04-22T00:51:10.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.490+0000 7fb44f7fe640 1 -- 172.21.15.18:0/3582932898 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7fb460022060 con 0x558495d95f50 2024-04-22T00:51:10.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.490+0000 7fb479431740 10 client.17805 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:10.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.490+0000 7fb479431740 10 client.17805 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:10.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.490+0000 7fb479431740 20 client.17805 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:10.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.490+0000 7fb479431740 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558495dabf40 0x558495dae330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.490+0000 7fb479431740 4 client.17805 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:51:10.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.490+0000 7fb479431740 1 -- 172.21.15.18:0/3582932898 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558495d08aa0 con 0x558495dabf40 2024-04-22T00:51:10.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.490+0000 7fb46f7fe640 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558495dabf40 0x558495dae330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.492+0000 7fb46f7fe640 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558495dabf40 0x558495dae330 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2b3f5c81ece1e7d server_cookie=19f452f70714bcac in_seq=0 out_seq=0 2024-04-22T00:51:10.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.493+0000 7fb44f7fe640 10 client.17805 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:10.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.495+0000 7fb44f7fe640 1 -- 172.21.15.18:0/3582932898 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558495d08aa0 con 0x558495dabf40 2024-04-22T00:51:10.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.495+0000 7fb44f7fe640 10 client.17805 handle_command_reply: tid=0 2024-04-22T00:51:10.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.498+0000 7fb479431740 1 client.17805 shutdown 2024-04-22T00:51:10.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.502+0000 7fb479431740 1 -- 172.21.15.18:0/3582932898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 msgr2=0x558495da04d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.502+0000 7fb479431740 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da04d0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fb46009adc0 tx=0x7fb46009f580 comp rx=0 tx=0).stop 2024-04-22T00:51:10.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.503+0000 7fb479431740 1 -- 172.21.15.18:0/3582932898 shutdown_connections 2024-04-22T00:51:10.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.503+0000 7fb479431740 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558495dabf40 0x558495dae330 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.503+0000 7fb479431740 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495da7a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.503+0000 7fb479431740 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495da0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.503+0000 7fb479431740 1 --2- 172.21.15.18:0/3582932898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da04d0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.503+0000 7fb479431740 1 -- 172.21.15.18:0/3582932898 >> 172.21.15.18:0/3582932898 conn(0x558495d914c0 msgr2=0x558495d906e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:10.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.503+0000 7fb44f7fe640 0 client.17805 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:10.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.508+0000 7fb479431740 1 -- 172.21.15.18:0/3582932898 shutdown_connections 2024-04-22T00:51:10.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.509+0000 7fb479431740 1 -- 172.21.15.18:0/3582932898 wait complete. 2024-04-22T00:51:10.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.510+0000 7fb479431740 20 client.17805 trim_cache size 0 max 16384 2024-04-22T00:51:10.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.542+0000 7fb479431740 1 Processor -- start 2024-04-22T00:51:10.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.542+0000 7fb479431740 1 -- start start 2024-04-22T00:51:10.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.542+0000 7fb479431740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d95f50 0x558495da07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.542+0000 7fb479431740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d96940 0x558495da7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.542+0000 7fb479431740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495d8fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d96940 0x558495da7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d96940 0x558495da7a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36376/0 (socket says 172.21.15.18:36376) 2024-04-22T00:51:10.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d95f50 0x558495da07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d95f50 0x558495da07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:53112/0 (socket says 172.21.15.18:53112) 2024-04-22T00:51:10.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46f7fe640 1 -- 172.21.15.18:0/3665301406 learned_addr learned my addr 172.21.15.18:0/3665301406 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:10.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb479431740 1 -- 172.21.15.18:0/3665301406 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb4701c4650 con 0x558495d96940 2024-04-22T00:51:10.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb474d0f640 1 --2- 172.21.15.18:0/3665301406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495d8fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb479431740 1 -- 172.21.15.18:0/3665301406 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb4701c1ec0 con 0x558495d95f50 2024-04-22T00:51:10.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb479431740 1 -- 172.21.15.18:0/3665301406 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb4701bfe60 con 0x558495d9bab0 2024-04-22T00:51:10.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46f7fe640 1 -- 172.21.15.18:0/3665301406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 msgr2=0x558495d8fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:10.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46f7fe640 1 --2- 172.21.15.18:0/3665301406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495d8fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46f7fe640 1 -- 172.21.15.18:0/3665301406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d95f50 msgr2=0x558495da07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:10.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46f7fe640 1 --2- 172.21.15.18:0/3665301406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d95f50 0x558495da07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46f7fe640 1 -- 172.21.15.18:0/3665301406 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558495d9b0e0 con 0x558495d96940 2024-04-22T00:51:10.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb474d0f640 1 --2- 172.21.15.18:0/3665301406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495d8fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:51:10.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.543+0000 7fb46ffff640 1 --2- 172.21.15.18:0/3665301406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d95f50 0x558495da07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:51:10.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.544+0000 7fb46f7fe640 1 --2- 172.21.15.18:0/3665301406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d96940 0x558495da7a10 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fb464009230 tx=0x7fb464009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a5d8938dc442ef3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:10.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.544+0000 7fb455ffb640 1 -- 172.21.15.18:0/3665301406 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46404c020 con 0x558495d96940 2024-04-22T00:51:10.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.546+0000 7fb455ffb640 1 -- 172.21.15.18:0/3665301406 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb464048bc0 con 0x558495d96940 2024-04-22T00:51:10.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.546+0000 7fb455ffb640 1 -- 172.21.15.18:0/3665301406 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4640054a0 con 0x558495d96940 2024-04-22T00:51:10.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.547+0000 7fb479431740 1 -- 172.21.15.18:0/3665301406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d96940 msgr2=0x558495da7a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.547+0000 7fb479431740 1 --2- 172.21.15.18:0/3665301406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d96940 0x558495da7a10 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fb464009230 tx=0x7fb464009260 comp rx=0 tx=0).stop 2024-04-22T00:51:10.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.548+0000 7fb479431740 1 -- 172.21.15.18:0/3665301406 shutdown_connections 2024-04-22T00:51:10.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.548+0000 7fb479431740 1 --2- 172.21.15.18:0/3665301406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495d8fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.548+0000 7fb479431740 1 --2- 172.21.15.18:0/3665301406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d96940 0x558495da7a10 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.548+0000 7fb479431740 1 --2- 172.21.15.18:0/3665301406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d95f50 0x558495da07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.548+0000 7fb479431740 1 -- 172.21.15.18:0/3665301406 >> 172.21.15.18:0/3665301406 conn(0x558495d914c0 msgr2=0x558495da00e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:10.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.548+0000 7fb479431740 1 -- 172.21.15.18:0/3665301406 shutdown_connections 2024-04-22T00:51:10.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.548+0000 7fb479431740 1 -- 172.21.15.18:0/3665301406 wait complete. 2024-04-22T00:51:10.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.549+0000 7fb479431740 1 -- start start 2024-04-22T00:51:10.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.549+0000 7fb479431740 1 Processor -- start 2024-04-22T00:51:10.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.550+0000 7fb479431740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.550+0000 7fb479431740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495da5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.550+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.550+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da5620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36392/0 (socket says 172.21.15.18:36392) 2024-04-22T00:51:10.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.550+0000 7fb46ffff640 1 -- 172.21.15.18:0/1067557146 learned_addr learned my addr 172.21.15.18:0/1067557146 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:10.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.550+0000 7fb479431740 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495da6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.550+0000 7fb46f7fe640 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495da5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.550+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb4701c0380 con 0x558495d95f50 2024-04-22T00:51:10.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb4701c17f0 con 0x558495d96940 2024-04-22T00:51:10.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb4701c0a50 con 0x558495d9bab0 2024-04-22T00:51:10.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb474d0f640 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495da6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb479431740 10 client.0 _ll_register_callbacks cb 0x7fb464009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb46ffff640 1 -- 172.21.15.18:0/1067557146 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 msgr2=0x558495da6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb46ffff640 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495da6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb46ffff640 1 -- 172.21.15.18:0/1067557146 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 msgr2=0x558495da5b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb46ffff640 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495da5b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb46ffff640 1 -- 172.21.15.18:0/1067557146 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558495da7110 con 0x558495d95f50 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb46ffff640 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da5620 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fb46009ac70 tx=0x7fb46009ab30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=968bd483122cdcd5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.551+0000 7fb44f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.552+0000 7fb44f7fe640 1 -- 172.21.15.18:0/1067557146 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb460099fd0 con 0x558495d95f50 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.552+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb464048bc0 con 0x558495d95f50 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.552+0000 7fb44f7fe640 1 -- 172.21.15.18:0/1067557146 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb460011890 con 0x558495d95f50 2024-04-22T00:51:10.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.552+0000 7fb44f7fe640 1 -- 172.21.15.18:0/1067557146 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fb4600971b0 con 0x558495d95f50 2024-04-22T00:51:10.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.552+0000 7fb479431740 10 client.17811 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:10.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.552+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=44}) -- 0x558495e12490 con 0x558495d95f50 2024-04-22T00:51:10.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.553+0000 7fb44f7fe640 1 -- 172.21.15.18:0/1067557146 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7fb4600aa020 con 0x558495d95f50 2024-04-22T00:51:10.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.553+0000 7fb479431740 10 client.17811 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:10.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.553+0000 7fb479431740 10 client.17811 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:10.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.553+0000 7fb479431740 20 client.17811 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:10.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.553+0000 7fb479431740 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558495e129d0 0x558495e14e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.553+0000 7fb479431740 4 client.17811 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:51:10.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.554+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fb464048bc0 con 0x558495e129d0 2024-04-22T00:51:10.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.554+0000 7fb46f7fe640 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558495e129d0 0x558495e14e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.576+0000 7fb46f7fe640 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558495e129d0 0x558495e14e30 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33a79b29b2da106d server_cookie=9a619a5b9235dad9 in_seq=0 out_seq=0 2024-04-22T00:51:10.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.577+0000 7fb44f7fe640 10 client.17811 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:10.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.581+0000 7fb44f7fe640 1 -- 172.21.15.18:0/1067557146 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7fb464048bc0 con 0x558495e129d0 2024-04-22T00:51:10.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.581+0000 7fb44f7fe640 10 client.17811 handle_command_reply: tid=0 2024-04-22T00:51:10.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.582+0000 7fb479431740 1 client.17811 shutdown 2024-04-22T00:51:10.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.582+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 msgr2=0x558495da5620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.582+0000 7fb479431740 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da5620 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fb46009ac70 tx=0x7fb46009ab30 comp rx=0 tx=0).stop 2024-04-22T00:51:10.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.584+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 shutdown_connections 2024-04-22T00:51:10.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.584+0000 7fb479431740 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558495e129d0 0x558495e14e30 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.584+0000 7fb479431740 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558495d9bab0 0x558495da6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.584+0000 7fb479431740 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558495d96940 0x558495da5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.584+0000 7fb479431740 1 --2- 172.21.15.18:0/1067557146 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558495d95f50 0x558495da5620 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.584+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 >> 172.21.15.18:0/1067557146 conn(0x558495d914c0 msgr2=0x558495d94720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:10.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.584+0000 7fb44f7fe640 0 client.17811 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:10.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.591+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 shutdown_connections 2024-04-22T00:51:10.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.595+0000 7fb479431740 1 -- 172.21.15.18:0/1067557146 wait complete. 2024-04-22T00:51:10.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.597+0000 7fb479431740 20 client.17811 trim_cache size 0 max 16384 2024-04-22T00:51:10.601 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:51:10.601 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-04-22T00:51:10.601 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-04-22T00:51:10.601 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:51:10.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.603+0000 7fb476772640 1 -- 172.21.15.18:0/2652497758 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580a2d90 msgr2=0x7fb4580a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.603+0000 7fb476772640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580a2d90 0x7fb4580a5250 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fb47006b460 tx=0x7fb46800d040 comp rx=0 tx=0).stop 2024-04-22T00:51:10.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.603+0000 7fb476772640 1 -- 172.21.15.18:0/2652497758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470108740 msgr2=0x7fb4701a6a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.603+0000 7fb476772640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470108740 0x7fb4701a6a50 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fb46000b450 tx=0x7fb46000b910 comp rx=0 tx=0).stop 2024-04-22T00:51:10.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.606+0000 7fb476772640 1 -- 172.21.15.18:0/2652497758 shutdown_connections 2024-04-22T00:51:10.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.606+0000 7fb476772640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb4580a2d90 0x7fb4580a5250 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.606+0000 7fb476772640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb47010da80 0x7fb4701ae000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.606+0000 7fb476772640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb47010b0b0 0x7fb4701a6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.606+0000 7fb476772640 1 --2- 172.21.15.18:0/2652497758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470108740 0x7fb4701a6a50 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.606+0000 7fb476772640 1 -- 172.21.15.18:0/2652497758 >> 172.21.15.18:0/2652497758 conn(0x7fb47006e5d0 msgr2=0x7fb470108b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:10.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.611+0000 7fb476772640 1 -- 172.21.15.18:0/2652497758 shutdown_connections 2024-04-22T00:51:10.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.612+0000 7fb476772640 1 -- 172.21.15.18:0/2652497758 wait complete. 2024-04-22T00:51:10.632 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:51:10.632 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:51:10.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.768+0000 7f436b0fb640 1 -- 172.21.15.18:0/3117560815 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4364104b90 msgr2=0x7f4364106f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.768+0000 7f436b0fb640 1 --2- 172.21.15.18:0/3117560815 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4364104b90 0x7f4364106f80 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f4350009860 tx=0x7f435002bb70 comp rx=0 tx=0).stop 2024-04-22T00:51:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.771+0000 7f436b0fb640 1 -- 172.21.15.18:0/3117560815 shutdown_connections 2024-04-22T00:51:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.771+0000 7f436b0fb640 1 --2- 172.21.15.18:0/3117560815 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f43641074c0 0x7f43641098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.771+0000 7f436b0fb640 1 --2- 172.21.15.18:0/3117560815 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4364104b90 0x7f4364106f80 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.771+0000 7f436b0fb640 1 --2- 172.21.15.18:0/3117560815 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4364102260 0x7f4364104650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.771+0000 7f436b0fb640 1 -- 172.21.15.18:0/3117560815 >> 172.21.15.18:0/3117560815 conn(0x7f43640fbbf0 msgr2=0x7f43640fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:10.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.780+0000 7f436b0fb640 1 -- 172.21.15.18:0/3117560815 shutdown_connections 2024-04-22T00:51:10.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.782+0000 7f436b0fb640 1 -- 172.21.15.18:0/3117560815 wait complete. 2024-04-22T00:51:10.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.784+0000 7f436b0fb640 1 Processor -- start 2024-04-22T00:51:10.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.784+0000 7f436b0fb640 1 -- start start 2024-04-22T00:51:10.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.784+0000 7f436b0fb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4364102260 0x7f43640701e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.785+0000 7f436b0fb640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4364104b90 0x7f4364070720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.785+0000 7f436b0fb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43641074c0 0x7f43641a7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.785+0000 7f436b0fb640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f436410d4a0 con 0x7f4364102260 2024-04-22T00:51:10.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.785+0000 7f436b0fb640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f436410d320 con 0x7f43641074c0 2024-04-22T00:51:10.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.785+0000 7f436b0fb640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f436410d620 con 0x7f4364104b90 2024-04-22T00:51:10.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.786+0000 7f4369698640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43641074c0 0x7f43641a7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.786+0000 7f4368e97640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4364102260 0x7f43640701e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.786+0000 7f4368e97640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4364102260 0x7f43640701e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32844/0 (socket says 172.21.15.18:32844) 2024-04-22T00:51:10.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.786+0000 7f4368e97640 1 -- 172.21.15.18:0/1699621912 learned_addr learned my addr 172.21.15.18:0/1699621912 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:10.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.787+0000 7f4368e97640 1 -- 172.21.15.18:0/1699621912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4364104b90 msgr2=0x7f4364070720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.787+0000 7f4368e97640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4364104b90 0x7f4364070720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.787+0000 7f4368e97640 1 -- 172.21.15.18:0/1699621912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43641074c0 msgr2=0x7f43641a7bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:10.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.787+0000 7f4368e97640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43641074c0 0x7f43641a7bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:10.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.787+0000 7f4368e97640 1 -- 172.21.15.18:0/1699621912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43641a80f0 con 0x7f4364102260 2024-04-22T00:51:10.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.788+0000 7f4368e97640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4364102260 0x7f43640701e0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f435800b4a0 tx=0x7f435800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:10.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.791+0000 7f4361ffb640 1 -- 172.21.15.18:0/1699621912 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4358014070 con 0x7f4364102260 2024-04-22T00:51:10.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.791+0000 7f4361ffb640 1 -- 172.21.15.18:0/1699621912 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4358010af0 con 0x7f4364102260 2024-04-22T00:51:10.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.791+0000 7f4361ffb640 1 -- 172.21.15.18:0/1699621912 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4358017cc0 con 0x7f4364102260 2024-04-22T00:51:10.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.793+0000 7f436b0fb640 1 -- 172.21.15.18:0/1699621912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43641000b0 con 0x7f4364102260 2024-04-22T00:51:10.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.793+0000 7f436b0fb640 1 -- 172.21.15.18:0/1699621912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4364100630 con 0x7f4364102260 2024-04-22T00:51:10.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.801+0000 7f436b0fb640 1 -- 172.21.15.18:0/1699621912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4364102060 con 0x7f4364102260 2024-04-22T00:51:10.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.802+0000 7f4361ffb640 1 -- 172.21.15.18:0/1699621912 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4358017070 con 0x7f4364102260 2024-04-22T00:51:10.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.806+0000 7f4361ffb640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43540a71a0 0x7f43540a9660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:10.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.806+0000 7f4361ffb640 1 -- 172.21.15.18:0/1699621912 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f43580ce830 con 0x7f4364102260 2024-04-22T00:51:10.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.809+0000 7f4363fff640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43540a71a0 0x7f43540a9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:10.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.812+0000 7f4363fff640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43540a71a0 0x7f43540a9660 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f43500095f0 tx=0x7f43500056d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:10.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:10.819+0000 7f4361ffb640 1 -- 172.21.15.18:0/1699621912 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f435809b360 con 0x7f4364102260 2024-04-22T00:51:11.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.221+0000 7f436b0fb640 1 -- 172.21.15.18:0/1699621912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f436402d530 con 0x7f4364102260 2024-04-22T00:51:11.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.223+0000 7f4361ffb640 1 -- 172.21.15.18:0/1699621912 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+11876 (secure 0 0 0) 0x7f435809ac60 con 0x7f4364102260 2024-04-22T00:51:11.223 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:51:11.223 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":44,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":44,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:50:42.493751+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":187,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:51:11.223 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 44 2024-04-22T00:51:11.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.228+0000 7f436b0fb640 1 -- 172.21.15.18:0/1699621912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43540a71a0 msgr2=0x7f43540a9660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.228+0000 7f436b0fb640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43540a71a0 0x7f43540a9660 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f43500095f0 tx=0x7f43500056d0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.228+0000 7f436b0fb640 1 -- 172.21.15.18:0/1699621912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4364102260 msgr2=0x7f43640701e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.228+0000 7f436b0fb640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4364102260 0x7f43640701e0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f435800b4a0 tx=0x7f435800b960 comp rx=0 tx=0).stop 2024-04-22T00:51:11.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.228+0000 7f436b0fb640 1 -- 172.21.15.18:0/1699621912 shutdown_connections 2024-04-22T00:51:11.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.228+0000 7f436b0fb640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f43540a71a0 0x7f43540a9660 secure :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f43500095f0 tx=0x7f43500056d0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.228+0000 7f436b0fb640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43641074c0 0x7f43641a7bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.228+0000 7f436b0fb640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4364104b90 0x7f4364070720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.228+0000 7f436b0fb640 1 --2- 172.21.15.18:0/1699621912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4364102260 0x7f43640701e0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.228+0000 7f436b0fb640 1 -- 172.21.15.18:0/1699621912 >> 172.21.15.18:0/1699621912 conn(0x7f43640fbbf0 msgr2=0x7f4364102c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.229+0000 7f436b0fb640 1 -- 172.21.15.18:0/1699621912 shutdown_connections 2024-04-22T00:51:11.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.229+0000 7f436b0fb640 1 -- 172.21.15.18:0/1699621912 wait complete. 2024-04-22T00:51:11.249 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:51:11.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.406+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3513983197 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a7810da80 msgr2=0x7f7a7810df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.406+0000 7f7a7dfaf640 1 --2- 172.21.15.18:0/3513983197 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a7810da80 0x7f7a7810df30 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7a70009ca0 tx=0x7f7a7002c140 comp rx=0 tx=0).stop 2024-04-22T00:51:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.407+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3513983197 shutdown_connections 2024-04-22T00:51:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.407+0000 7f7a7dfaf640 1 --2- 172.21.15.18:0/3513983197 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a7810da80 0x7f7a7810df30 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.407+0000 7f7a7dfaf640 1 --2- 172.21.15.18:0/3513983197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a7810b0b0 0x7f7a7810d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.407+0000 7f7a7dfaf640 1 --2- 172.21.15.18:0/3513983197 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a78108740 0x7f7a7810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.407+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3513983197 >> 172.21.15.18:0/3513983197 conn(0x7f7a7806e5d0 msgr2=0x7f7a78070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.412+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3513983197 shutdown_connections 2024-04-22T00:51:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.414+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3513983197 wait complete. 2024-04-22T00:51:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.415+0000 7f7a7dfaf640 1 Processor -- start 2024-04-22T00:51:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.415+0000 7f7a7dfaf640 1 -- start start 2024-04-22T00:51:11.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.415+0000 7f7a7dfaf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a78108740 0x7f7a78114ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.416+0000 7f7a7dfaf640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7810b0b0 0x7f7a78115410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.416+0000 7f7a7dfaf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a7810da80 0x7f7a781b6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.416+0000 7f7a7dfaf640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7a7811c280 con 0x7f7a7810da80 2024-04-22T00:51:11.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.416+0000 7f7a7dfaf640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7a7811c100 con 0x7f7a7810b0b0 2024-04-22T00:51:11.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.416+0000 7f7a7dfaf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7a7811c400 con 0x7f7a78108740 2024-04-22T00:51:11.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.418+0000 7f7a77fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a7810da80 0x7f7a781b6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.418+0000 7f7a77fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a7810da80 0x7f7a781b6990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32866/0 (socket says 172.21.15.18:32866) 2024-04-22T00:51:11.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.418+0000 7f7a77fff640 1 -- 172.21.15.18:0/3055951018 learned_addr learned my addr 172.21.15.18:0/3055951018 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.420+0000 7f7a76ffd640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7810b0b0 0x7f7a78115410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.421+0000 7f7a77fff640 1 -- 172.21.15.18:0/3055951018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a78108740 msgr2=0x7f7a78114ed0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:51:11.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.421+0000 7f7a77fff640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a78108740 0x7f7a78114ed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.421+0000 7f7a77fff640 1 -- 172.21.15.18:0/3055951018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7810b0b0 msgr2=0x7f7a78115410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.421+0000 7f7a77fff640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7810b0b0 0x7f7a78115410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.421+0000 7f7a77fff640 1 -- 172.21.15.18:0/3055951018 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a781b6ed0 con 0x7f7a7810da80 2024-04-22T00:51:11.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.426+0000 7f7a77fff640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a7810da80 0x7f7a781b6990 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f7a70005e30 tx=0x7f7a70035d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.427+0000 7f7a74ff9640 1 -- 172.21.15.18:0/3055951018 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a70039040 con 0x7f7a7810da80 2024-04-22T00:51:11.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.428+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3055951018 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a781b70a0 con 0x7f7a7810da80 2024-04-22T00:51:11.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.428+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3055951018 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a781b75e0 con 0x7f7a7810da80 2024-04-22T00:51:11.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.428+0000 7f7a74ff9640 1 -- 172.21.15.18:0/3055951018 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a70044070 con 0x7f7a7810da80 2024-04-22T00:51:11.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.428+0000 7f7a74ff9640 1 -- 172.21.15.18:0/3055951018 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a70004500 con 0x7f7a7810da80 2024-04-22T00:51:11.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.433+0000 7f7a74ff9640 1 -- 172.21.15.18:0/3055951018 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7a700046a0 con 0x7f7a7810da80 2024-04-22T00:51:11.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.434+0000 7f7a74ff9640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a600a2d90 0x7f7a600a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.434+0000 7f7a74ff9640 1 -- 172.21.15.18:0/3055951018 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7a700f2400 con 0x7f7a7810da80 2024-04-22T00:51:11.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.435+0000 7f7a80b92740 1 Processor -- start 2024-04-22T00:51:11.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.436+0000 7f7a80b92740 1 -- start start 2024-04-22T00:51:11.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.436+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2ae7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.436+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2aec530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.437+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2aef030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.437+0000 7f7a80b92740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5627d2a4c530 con 0x5627d2ae7a30 2024-04-22T00:51:11.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.437+0000 7f7a80b92740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5627d29f4830 con 0x5627d2ae7040 2024-04-22T00:51:11.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.437+0000 7f7a80b92740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5627d2a484f0 con 0x5627d2aecba0 2024-04-22T00:51:11.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.437+0000 7f7a777fe640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a600a2d90 0x7f7a600a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.437+0000 7f7a76ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2aec530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.437+0000 7f7a76ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2aec530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32874/0 (socket says 172.21.15.18:32874) 2024-04-22T00:51:11.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.437+0000 7f7a76ffd640 1 -- 172.21.15.18:0/1495763506 learned_addr learned my addr 172.21.15.18:0/1495763506 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.437+0000 7f7a77fff640 1 --2- 172.21.15.18:0/1495763506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2aef030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.438+0000 7f7a76ffd640 1 -- 172.21.15.18:0/1495763506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 msgr2=0x5627d2aef030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.438+0000 7f7a76ffd640 1 --2- 172.21.15.18:0/1495763506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2aef030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.438+0000 7f7a76ffd640 1 -- 172.21.15.18:0/1495763506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 msgr2=0x5627d2ae7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.438+0000 7f7a76ffd640 1 --2- 172.21.15.18:0/1495763506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2ae7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.438+0000 7f7a76ffd640 1 -- 172.21.15.18:0/1495763506 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627d2a182c0 con 0x5627d2ae7a30 2024-04-22T00:51:11.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.438+0000 7f7a76ffd640 1 --2- 172.21.15.18:0/1495763506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2aec530 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f7a6800a8b0 tx=0x7f7a6800ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76c2c0f1fd095e04 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.439+0000 7f7a5dffb640 1 -- 172.21.15.18:0/1495763506 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a68015070 con 0x5627d2ae7a30 2024-04-22T00:51:11.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.439+0000 7f7a5dffb640 1 -- 172.21.15.18:0/1495763506 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a6800cb40 con 0x5627d2ae7a30 2024-04-22T00:51:11.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.440+0000 7f7a80b92740 1 -- 172.21.15.18:0/1495763506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 msgr2=0x5627d2aec530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.440+0000 7f7a80b92740 1 --2- 172.21.15.18:0/1495763506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2aec530 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f7a6800a8b0 tx=0x7f7a6800ad70 comp rx=0 tx=0).stop 2024-04-22T00:51:11.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.440+0000 7f7a777fe640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a600a2d90 0x7f7a600a5250 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c009a70 tx=0x7f7a6c009e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.442+0000 7f7a80b92740 1 -- 172.21.15.18:0/1495763506 shutdown_connections 2024-04-22T00:51:11.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.442+0000 7f7a80b92740 1 --2- 172.21.15.18:0/1495763506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2aef030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.442+0000 7f7a80b92740 1 --2- 172.21.15.18:0/1495763506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2aec530 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.442+0000 7f7a80b92740 1 --2- 172.21.15.18:0/1495763506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2ae7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.442+0000 7f7a80b92740 1 -- 172.21.15.18:0/1495763506 >> 172.21.15.18:0/1495763506 conn(0x5627d2ae25b0 msgr2=0x5627d2ae29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.449+0000 7f7a80b92740 1 -- 172.21.15.18:0/1495763506 shutdown_connections 2024-04-22T00:51:11.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.451+0000 7f7a80b92740 1 -- 172.21.15.18:0/1495763506 wait complete. 2024-04-22T00:51:11.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.451+0000 7f7a80b92740 1 -- start start 2024-04-22T00:51:11.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.451+0000 7f7a80b92740 1 Processor -- start 2024-04-22T00:51:11.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.452+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2af1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.452+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2af1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.452+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af87b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.452+0000 7f7a80b92740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5627d2aefba0 con 0x5627d2ae7a30 2024-04-22T00:51:11.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.452+0000 7f7a80b92740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5627d2a07f10 con 0x5627d2ae7040 2024-04-22T00:51:11.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.452+0000 7f7a80b92740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5627d2aefd20 con 0x5627d2aecba0 2024-04-22T00:51:11.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.452+0000 7f7a80b92740 10 client.0 _ll_register_callbacks cb 0x5627d275fbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:11.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.455+0000 7f7a77fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.455+0000 7f7a77fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af87b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41036/0 (socket says 172.21.15.18:41036) 2024-04-22T00:51:11.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.455+0000 7f7a77fff640 1 -- 172.21.15.18:0/2936666445 learned_addr learned my addr 172.21.15.18:0/2936666445 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.456+0000 7f7a76ffd640 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2af1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.457+0000 7f7a77fff640 1 -- 172.21.15.18:0/2936666445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 msgr2=0x5627d2af1230 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:51:11.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.457+0000 7f7a77fff640 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2af1230 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.457+0000 7f7a77fff640 1 -- 172.21.15.18:0/2936666445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 msgr2=0x5627d2af1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.457+0000 7f7a77fff640 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2af1770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.457+0000 7f7a77fff640 1 -- 172.21.15.18:0/2936666445 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627d29d9c80 con 0x5627d2aecba0 2024-04-22T00:51:11.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.458+0000 7f7a77fff640 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af87b0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7a700be530 tx=0x7f7a70004990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bdfc0c03e5045539 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.458+0000 7f7a56ffd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:51:11.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.462+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2936666445 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a700d7060 con 0x5627d2aecba0 2024-04-22T00:51:11.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.462+0000 7f7a80b92740 1 -- 172.21.15.18:0/2936666445 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a6800cb40 con 0x5627d2aecba0 2024-04-22T00:51:11.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.463+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2936666445 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7a700baea0 con 0x5627d2aecba0 2024-04-22T00:51:11.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.470+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2936666445 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f7a700dc050 con 0x5627d2aecba0 2024-04-22T00:51:11.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.470+0000 7f7a80b92740 10 client.27424 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:11.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.470+0000 7f7a80b92740 1 -- 172.21.15.18:0/2936666445 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x5627d27603f0 con 0x5627d2aecba0 2024-04-22T00:51:11.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.479+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2936666445 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a6800cb40 con 0x5627d2aecba0 2024-04-22T00:51:11.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.479+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2936666445 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f7a7003c030 con 0x5627d2aecba0 2024-04-22T00:51:11.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.479+0000 7f7a80b92740 10 client.27424 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:11.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.479+0000 7f7a80b92740 10 client.27424 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:51:11.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.479+0000 7f7a80b92740 20 client.27424 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:11.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.479+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5627d2afd3a0 0x5627d2aff840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.479+0000 7f7a80b92740 4 client.27424 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:51:11.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.479+0000 7f7a80b92740 1 -- 172.21.15.18:0/2936666445 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627d2a59a70 con 0x5627d2afd3a0 2024-04-22T00:51:11.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.486+0000 7f7a777fe640 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5627d2afd3a0 0x5627d2aff840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.502+0000 7f7a777fe640 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5627d2afd3a0 0x5627d2aff840 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3b9a26191c11a28 server_cookie=91c65e74a5af4c3f in_seq=0 out_seq=0 2024-04-22T00:51:11.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.504+0000 7f7a56ffd640 10 client.27424 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:51:11.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.504+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2936666445 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5627d2a59a70 con 0x5627d2afd3a0 2024-04-22T00:51:11.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.504+0000 7f7a56ffd640 10 client.27424 handle_command_reply: tid=0 2024-04-22T00:51:11.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.504+0000 7f7a80b92740 1 client.27424 shutdown 2024-04-22T00:51:11.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.511+0000 7f7a80b92740 1 -- 172.21.15.18:0/2936666445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 msgr2=0x5627d2af87b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.511+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af87b0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7a700be530 tx=0x7f7a70004990 comp rx=0 tx=0).stop 2024-04-22T00:51:11.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.515+0000 7f7a80b92740 1 -- 172.21.15.18:0/2936666445 shutdown_connections 2024-04-22T00:51:11.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.515+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5627d2afd3a0 0x5627d2aff840 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.515+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af87b0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.515+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2af1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.515+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2936666445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2af1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.515+0000 7f7a80b92740 1 -- 172.21.15.18:0/2936666445 >> 172.21.15.18:0/2936666445 conn(0x5627d2ae25b0 msgr2=0x5627d2ae1850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.517+0000 7f7a56ffd640 0 client.27424 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:51:11.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.520+0000 7f7a80b92740 1 -- 172.21.15.18:0/2936666445 shutdown_connections 2024-04-22T00:51:11.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.523+0000 7f7a80b92740 1 -- 172.21.15.18:0/2936666445 wait complete. 2024-04-22T00:51:11.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.524+0000 7f7a80b92740 20 client.27424 trim_cache size 0 max 16384 2024-04-22T00:51:11.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.550+0000 7f7a80b92740 1 Processor -- start 2024-04-22T00:51:11.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.551+0000 7f7a80b92740 1 -- start start 2024-04-22T00:51:11.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.551+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2ae7040 0x5627d2ae0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.551+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7a30 0x5627d2af8770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.551+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2aecba0 0x5627d2ae1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.552+0000 7f7a80b92740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7a64012750 con 0x5627d2aecba0 2024-04-22T00:51:11.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.552+0000 7f7a80b92740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6400ffc0 con 0x5627d2ae7a30 2024-04-22T00:51:11.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.552+0000 7f7a80b92740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6400de10 con 0x5627d2ae7040 2024-04-22T00:51:11.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.552+0000 7f7a777fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2ae7040 0x5627d2ae0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.552+0000 7f7a777fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2ae7040 0x5627d2ae0fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41046/0 (socket says 172.21.15.18:41046) 2024-04-22T00:51:11.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.553+0000 7f7a777fe640 1 -- 172.21.15.18:0/3811983870 learned_addr learned my addr 172.21.15.18:0/3811983870 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.553+0000 7f7a77fff640 1 --2- 172.21.15.18:0/3811983870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2aecba0 0x5627d2ae1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.554+0000 7f7a77fff640 1 -- 172.21.15.18:0/3811983870 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2ae7040 msgr2=0x5627d2ae0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.554+0000 7f7a77fff640 1 --2- 172.21.15.18:0/3811983870 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2ae7040 0x5627d2ae0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.554+0000 7f7a77fff640 1 -- 172.21.15.18:0/3811983870 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7a30 msgr2=0x5627d2af8770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.554+0000 7f7a77fff640 1 --2- 172.21.15.18:0/3811983870 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7a30 0x5627d2af8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.554+0000 7f7a77fff640 1 -- 172.21.15.18:0/3811983870 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627d282a7d0 con 0x5627d2aecba0 2024-04-22T00:51:11.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.555+0000 7f7a77fff640 1 --2- 172.21.15.18:0/3811983870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2aecba0 0x5627d2ae1500 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f7a70032520 tx=0x7f7a70005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50a183c5f51fc28a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.555+0000 7f7a5d7fa640 1 -- 172.21.15.18:0/3811983870 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a700be370 con 0x5627d2aecba0 2024-04-22T00:51:11.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.555+0000 7f7a5d7fa640 1 -- 172.21.15.18:0/3811983870 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a700333a0 con 0x5627d2aecba0 2024-04-22T00:51:11.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.556+0000 7f7a5d7fa640 1 -- 172.21.15.18:0/3811983870 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a700baad0 con 0x5627d2aecba0 2024-04-22T00:51:11.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.556+0000 7f7a80b92740 1 -- 172.21.15.18:0/3811983870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2aecba0 msgr2=0x5627d2ae1500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.556+0000 7f7a80b92740 1 --2- 172.21.15.18:0/3811983870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2aecba0 0x5627d2ae1500 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f7a70032520 tx=0x7f7a70005f70 comp rx=0 tx=0).stop 2024-04-22T00:51:11.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.556+0000 7f7a80b92740 1 -- 172.21.15.18:0/3811983870 shutdown_connections 2024-04-22T00:51:11.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.556+0000 7f7a80b92740 1 --2- 172.21.15.18:0/3811983870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2aecba0 0x5627d2ae1500 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.557+0000 7f7a80b92740 1 --2- 172.21.15.18:0/3811983870 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7a30 0x5627d2af8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.557+0000 7f7a80b92740 1 --2- 172.21.15.18:0/3811983870 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2ae7040 0x5627d2ae0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.557+0000 7f7a80b92740 1 -- 172.21.15.18:0/3811983870 >> 172.21.15.18:0/3811983870 conn(0x5627d2ae25b0 msgr2=0x5627d2ae60a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.557+0000 7f7a80b92740 1 -- 172.21.15.18:0/3811983870 shutdown_connections 2024-04-22T00:51:11.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.557+0000 7f7a80b92740 1 -- 172.21.15.18:0/3811983870 wait complete. 2024-04-22T00:51:11.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.558+0000 7f7a80b92740 1 -- start start 2024-04-22T00:51:11.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.558+0000 7f7a80b92740 1 Processor -- start 2024-04-22T00:51:11.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.558+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2af57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.558+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2af5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.558+0000 7f7a80b92740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.558+0000 7f7a80b92740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6400e480 con 0x5627d2ae7a30 2024-04-22T00:51:11.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.558+0000 7f7a80b92740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6400f8f0 con 0x5627d2ae7040 2024-04-22T00:51:11.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.558+0000 7f7a80b92740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6400eb50 con 0x5627d2aecba0 2024-04-22T00:51:11.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.558+0000 7f7a80b92740 10 client.0 _ll_register_callbacks cb 0x7f7a70009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:11.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a77fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a77fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41050/0 (socket says 172.21.15.18:41050) 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a77fff640 1 -- 172.21.15.18:0/2681728358 learned_addr learned my addr 172.21.15.18:0/2681728358 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a777fe640 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2af57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a76ffd640 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2af5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a77fff640 1 -- 172.21.15.18:0/2681728358 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 msgr2=0x5627d2af57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a77fff640 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2af57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a77fff640 1 -- 172.21.15.18:0/2681728358 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 msgr2=0x5627d2af5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a77fff640 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2af5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a77fff640 1 -- 172.21.15.18:0/2681728358 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627d2af7300 con 0x5627d2aecba0 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a777fe640 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2af57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a77fff640 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af6d10 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7a700c6f70 tx=0x7f7a700bea90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6879436a40b83ac server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a56ffd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.559+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2681728358 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a700d7070 con 0x5627d2aecba0 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.560+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2681728358 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7a700c7060 con 0x5627d2aecba0 2024-04-22T00:51:11.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.560+0000 7f7a80b92740 1 -- 172.21.15.18:0/2681728358 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5627d2a53dc0 con 0x5627d2aecba0 2024-04-22T00:51:11.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.561+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2681728358 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f7a700baad0 con 0x5627d2aecba0 2024-04-22T00:51:11.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.561+0000 7f7a80b92740 10 client.27430 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:11.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.561+0000 7f7a80b92740 1 -- 172.21.15.18:0/2681728358 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x5627d2af7300 con 0x5627d2aecba0 2024-04-22T00:51:11.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.562+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2681728358 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5627d2a53dc0 con 0x5627d2aecba0 2024-04-22T00:51:11.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.562+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2681728358 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f7a70004b40 con 0x5627d2aecba0 2024-04-22T00:51:11.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.563+0000 7f7a80b92740 10 client.27430 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:11.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.563+0000 7f7a80b92740 10 client.27430 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-04-22T00:51:11.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.563+0000 7f7a80b92740 20 client.27430 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:11.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.563+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5627d2b639c0 0x5627d2b65db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.563+0000 7f7a80b92740 4 client.27430 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:51:11.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.563+0000 7f7a80b92740 1 -- 172.21.15.18:0/2681728358 --> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5627d29d16e0 con 0x5627d2b639c0 2024-04-22T00:51:11.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.563+0000 7f7a777fe640 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5627d2b639c0 0x5627d2b65db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.564+0000 7f7a777fe640 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5627d2b639c0 0x5627d2b65db0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a67c52ad3e4124f8 server_cookie=36f9e619c4fc8d35 in_seq=0 out_seq=0 2024-04-22T00:51:11.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.564+0000 7f7a56ffd640 10 client.27430 ms_handle_connect on v2:172.21.15.167:6836/3301672285 2024-04-22T00:51:11.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.564+0000 7f7a56ffd640 1 -- 172.21.15.18:0/2681728358 <== mds.2 v2:172.21.15.167:6836/3301672285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+213 (crc 0 0 0) 0x5627d29d16e0 con 0x5627d2b639c0 2024-04-22T00:51:11.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.564+0000 7f7a56ffd640 10 client.27430 handle_command_reply: tid=0 2024-04-22T00:51:11.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.564+0000 7f7a80b92740 1 client.27430 shutdown 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.564+0000 7f7a80b92740 1 -- 172.21.15.18:0/2681728358 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 msgr2=0x5627d2af6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af6d10 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7a700c6f70 tx=0x7f7a700bea90 comp rx=0 tx=0).stop 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a80b92740 1 -- 172.21.15.18:0/2681728358 shutdown_connections 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.167:6836/3301672285,v1:172.21.15.167:6837/3301672285] conn(0x5627d2b639c0 0x5627d2b65db0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5627d2aecba0 0x5627d2af6d10 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5627d2ae7a30 0x5627d2af5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a80b92740 1 --2- 172.21.15.18:0/2681728358 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5627d2ae7040 0x5627d2af57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a56ffd640 0 client.27430 ms_handle_reset on v2:172.21.15.167:6836/3301672285 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a80b92740 1 -- 172.21.15.18:0/2681728358 >> 172.21.15.18:0/2681728358 conn(0x5627d2ae25b0 msgr2=0x5627d2af01a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a80b92740 1 -- 172.21.15.18:0/2681728358 shutdown_connections 2024-04-22T00:51:11.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a80b92740 1 -- 172.21.15.18:0/2681728358 wait complete. 2024-04-22T00:51:11.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.565+0000 7f7a80b92740 20 client.27430 trim_cache size 0 max 16384 2024-04-22T00:51:11.566 INFO:teuthology.orchestra.run.smithi018.stdout:[ 2024-04-22T00:51:11.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:51:11.566 INFO:teuthology.orchestra.run.smithi018.stdout: "damage_type": "backtrace", 2024-04-22T00:51:11.566 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 484144693, 2024-04-22T00:51:11.566 INFO:teuthology.orchestra.run.smithi018.stdout: "ino": 2199023256074, 2024-04-22T00:51:11.566 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/base/13494/16406_vm" 2024-04-22T00:51:11.566 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:51:11.566 INFO:teuthology.orchestra.run.smithi018.stdout:] 2024-04-22T00:51:11.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3055951018 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a600a2d90 msgr2=0x7f7a600a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a600a2d90 0x7f7a600a5250 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c009a70 tx=0x7f7a6c009e70 comp rx=0 tx=0).stop 2024-04-22T00:51:11.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3055951018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a7810da80 msgr2=0x7f7a781b6990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a7810da80 0x7f7a781b6990 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f7a70005e30 tx=0x7f7a70035d10 comp rx=0 tx=0).stop 2024-04-22T00:51:11.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3055951018 shutdown_connections 2024-04-22T00:51:11.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a600a2d90 0x7f7a600a5250 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a7810da80 0x7f7a781b6990 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a7810b0b0 0x7f7a78115410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 --2- 172.21.15.18:0/3055951018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a78108740 0x7f7a78114ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3055951018 >> 172.21.15.18:0/3055951018 conn(0x7f7a7806e5d0 msgr2=0x7f7a7810c770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3055951018 shutdown_connections 2024-04-22T00:51:11.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.566+0000 7f7a7dfaf640 1 -- 172.21.15.18:0/3055951018 wait complete. 2024-04-22T00:51:11.578 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:51:11.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 -- 172.21.15.18:0/2050987393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f274c100680 msgr2=0x7f274c100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 --2- 172.21.15.18:0/2050987393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f274c100680 0x7f274c100aa0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f273c009900 tx=0x7f273c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:51:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 -- 172.21.15.18:0/2050987393 shutdown_connections 2024-04-22T00:51:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 --2- 172.21.15.18:0/2050987393 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f274c102230 0x7f274c108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 --2- 172.21.15.18:0/2050987393 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f274c101870 0x7f274c101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 --2- 172.21.15.18:0/2050987393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f274c100680 0x7f274c100aa0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 -- 172.21.15.18:0/2050987393 >> 172.21.15.18:0/2050987393 conn(0x7f274c0fbbf0 msgr2=0x7f274c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 -- 172.21.15.18:0/2050987393 shutdown_connections 2024-04-22T00:51:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 -- 172.21.15.18:0/2050987393 wait complete. 2024-04-22T00:51:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 Processor -- start 2024-04-22T00:51:11.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.701+0000 7f2752478640 1 -- start start 2024-04-22T00:51:11.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f2752478640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f274c100680 0x7f274c104610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f2752478640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f274c101870 0x7f274c102c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f2752478640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f274c102230 0x7f274c103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f2752478640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f274c10c300 con 0x7f274c102230 2024-04-22T00:51:11.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f2752478640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f274c10c180 con 0x7f274c101870 2024-04-22T00:51:11.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f2752478640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f274c10c480 con 0x7f274c100680 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f2750a15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f274c102230 0x7f274c103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f274bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f274c100680 0x7f274c104610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f274c101870 0x7f274c102c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f2750a15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f274c102230 0x7f274c103190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32914/0 (socket says 172.21.15.18:32914) 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f2750a15640 1 -- 172.21.15.18:0/3081901283 learned_addr learned my addr 172.21.15.18:0/3081901283 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f274bfff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f274c100680 0x7f274c104610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41062/0 (socket says 172.21.15.18:41062) 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f274b7fe640 1 -- 172.21.15.18:0/3081901283 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f274c100680 msgr2=0x7f274c104610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f274b7fe640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f274c100680 0x7f274c104610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f274b7fe640 1 -- 172.21.15.18:0/3081901283 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f274c102230 msgr2=0x7f274c103190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f274b7fe640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f274c102230 0x7f274c103190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f274b7fe640 1 -- 172.21.15.18:0/3081901283 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f274c103a20 con 0x7f274c101870 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.702+0000 7f274b7fe640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f274c101870 0x7f274c102c50 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f274000e9f0 tx=0x7f274000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.703+0000 7f27497fa640 1 -- 172.21.15.18:0/3081901283 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274000ccc0 con 0x7f274c101870 2024-04-22T00:51:11.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.703+0000 7f27497fa640 1 -- 172.21.15.18:0/3081901283 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2740010910 con 0x7f274c101870 2024-04-22T00:51:11.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.703+0000 7f2752478640 1 -- 172.21.15.18:0/3081901283 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f274c1a1c10 con 0x7f274c101870 2024-04-22T00:51:11.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.703+0000 7f27497fa640 1 -- 172.21.15.18:0/3081901283 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2740018960 con 0x7f274c101870 2024-04-22T00:51:11.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.703+0000 7f2752478640 1 -- 172.21.15.18:0/3081901283 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f274c1a21b0 con 0x7f274c101870 2024-04-22T00:51:11.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.705+0000 7f27497fa640 1 -- 172.21.15.18:0/3081901283 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2740010ac0 con 0x7f274c101870 2024-04-22T00:51:11.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.706+0000 7f275505c740 1 Processor -- start 2024-04-22T00:51:11.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.706+0000 7f275505c740 1 -- start start 2024-04-22T00:51:11.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.706+0000 7f27497fa640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f27340a2c10 0x7f27340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f2750a15640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f27340a2c10 0x7f27340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f27497fa640 1 -- 172.21.15.18:0/3081901283 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f27400cf720 con 0x7f274c101870 2024-04-22T00:51:11.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f275505c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3040 0x55f3d5ba3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f275505c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5ba8530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f275505c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bab030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f275505c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55f3d5b08530 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f275505c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55f3d5ab0830 con 0x55f3d5ba3040 2024-04-22T00:51:11.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f275505c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f3d5b044f0 con 0x55f3d5ba3a30 2024-04-22T00:51:11.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f274bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3040 0x55f3d5ba3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f274bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3040 0x55f3d5ba3460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55606/0 (socket says 172.21.15.18:55606) 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f274bfff640 1 -- 172.21.15.18:0/1007567543 learned_addr learned my addr 172.21.15.18:0/1007567543 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f274b7fe640 1 --2- 172.21.15.18:0/1007567543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5ba8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f2750a15640 1 --2- 172.21.15.18:0/1007567543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bab030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f2750a15640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f27340a2c10 0x7f27340a50d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f27440049d0 tx=0x7f2744011920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f274bfff640 1 -- 172.21.15.18:0/1007567543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 msgr2=0x55f3d5ba8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f274bfff640 1 --2- 172.21.15.18:0/1007567543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5ba8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f274bfff640 1 -- 172.21.15.18:0/1007567543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba8ba0 msgr2=0x55f3d5bab030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f274bfff640 1 --2- 172.21.15.18:0/1007567543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bab030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f274bfff640 1 -- 172.21.15.18:0/1007567543 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3d5ad42c0 con 0x55f3d5ba3040 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.707+0000 7f274b7fe640 1 --2- 172.21.15.18:0/1007567543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5ba8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.708+0000 7f274bfff640 1 --2- 172.21.15.18:0/1007567543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3040 0x55f3d5ba3460 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f273c009900 tx=0x7f273c009560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97519583fd1a2aea server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.708+0000 7f27327fc640 1 -- 172.21.15.18:0/1007567543 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c02cb80 con 0x55f3d5ba3040 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.708+0000 7f27327fc640 1 -- 172.21.15.18:0/1007567543 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f273c005040 con 0x55f3d5ba3040 2024-04-22T00:51:11.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.708+0000 7f27327fc640 1 -- 172.21.15.18:0/1007567543 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c004920 con 0x55f3d5ba3040 2024-04-22T00:51:11.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 -- 172.21.15.18:0/1007567543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3040 msgr2=0x55f3d5ba3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 --2- 172.21.15.18:0/1007567543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3040 0x55f3d5ba3460 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f273c009900 tx=0x7f273c009560 comp rx=0 tx=0).stop 2024-04-22T00:51:11.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 -- 172.21.15.18:0/1007567543 shutdown_connections 2024-04-22T00:51:11.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 --2- 172.21.15.18:0/1007567543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bab030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 --2- 172.21.15.18:0/1007567543 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5ba8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 --2- 172.21.15.18:0/1007567543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3040 0x55f3d5ba3460 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 -- 172.21.15.18:0/1007567543 >> 172.21.15.18:0/1007567543 conn(0x55f3d5b9e5b0 msgr2=0x55f3d5b9e9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 -- 172.21.15.18:0/1007567543 shutdown_connections 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 -- 172.21.15.18:0/1007567543 wait complete. 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 -- start start 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.709+0000 7f275505c740 1 Processor -- start 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f275505c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bad1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f275505c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bad700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f275505c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bb4740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f275505c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55f3d5babaf0 con 0x55f3d5ba3040 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f275505c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55f3d5ac3f10 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f275505c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55f3d5babc70 con 0x55f3d5ba3a30 2024-04-22T00:51:11.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f275505c740 10 client.0 _ll_register_callbacks cb 0x55f3d581bbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f274bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bad1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f274bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bad1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32918/0 (socket says 172.21.15.18:32918) 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f274bfff640 1 -- 172.21.15.18:0/394592363 learned_addr learned my addr 172.21.15.18:0/394592363 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f274b7fe640 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bad700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f2750a15640 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bb4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f274bfff640 1 -- 172.21.15.18:0/394592363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 msgr2=0x55f3d5bad700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f274bfff640 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bad700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f274bfff640 1 -- 172.21.15.18:0/394592363 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba8ba0 msgr2=0x55f3d5bb4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f274bfff640 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bb4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f274bfff640 1 -- 172.21.15.18:0/394592363 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3d5a95c80 con 0x55f3d5ba3040 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f274bfff640 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bad1c0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f273c02cfd0 tx=0x7f273c0054a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f23342b23e0cfac server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.710+0000 7f272b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f272b7fe640 1 -- 172.21.15.18:0/394592363 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c004ad0 con 0x55f3d5ba3040 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f272b7fe640 1 -- 172.21.15.18:0/394592363 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f273c004c70 con 0x55f3d5ba3040 2024-04-22T00:51:11.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f275505c740 1 -- 172.21.15.18:0/394592363 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f273c005040 con 0x55f3d5ba3040 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f272b7fe640 1 -- 172.21.15.18:0/394592363 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f273c004e70 con 0x55f3d5ba3040 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f275505c740 10 client.17844 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f275505c740 1 -- 172.21.15.18:0/394592363 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x55f3d581c3f0 con 0x55f3d5ba3040 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f272b7fe640 1 -- 172.21.15.18:0/394592363 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f273c005040 con 0x55f3d5ba3040 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f272b7fe640 1 -- 172.21.15.18:0/394592363 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f273c045420 con 0x55f3d5ba3040 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f275505c740 10 client.17844 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f275505c740 10 client.17844 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f275505c740 20 client.17844 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f275505c740 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55f3d5bb8c30 0x55f3d5bbb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f275505c740 4 client.17844 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f275505c740 1 -- 172.21.15.18:0/394592363 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f3d5b15a70 con 0x55f3d5bb8c30 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.711+0000 7f274b7fe640 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55f3d5bb8c30 0x55f3d5bbb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.712+0000 7f272b7fe640 10 client.17844 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.712+0000 7f274b7fe640 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55f3d5bb8c30 0x55f3d5bbb020 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=18d4d96e98cac090 server_cookie=b063c33689be1360 in_seq=0 out_seq=0 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f272b7fe640 1 -- 172.21.15.18:0/394592363 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f3d5b15a70 con 0x55f3d5bb8c30 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f272b7fe640 10 client.17844 handle_command_reply: tid=0 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 client.17844 shutdown 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 -- 172.21.15.18:0/394592363 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 msgr2=0x55f3d5bad1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bad1c0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f273c02cfd0 tx=0x7f273c0054a0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 -- 172.21.15.18:0/394592363 shutdown_connections 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55f3d5bb8c30 0x55f3d5bbb020 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bb4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bad700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f272b7fe640 0 client.17844 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 --2- 172.21.15.18:0/394592363 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bad1c0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 -- 172.21.15.18:0/394592363 >> 172.21.15.18:0/394592363 conn(0x55f3d5b9e5b0 msgr2=0x55f3d5b9d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 -- 172.21.15.18:0/394592363 shutdown_connections 2024-04-22T00:51:11.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 1 -- 172.21.15.18:0/394592363 wait complete. 2024-04-22T00:51:11.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.713+0000 7f275505c740 20 client.17844 trim_cache size 0 max 16384 2024-04-22T00:51:11.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.730+0000 7f275505c740 1 Processor -- start 2024-04-22T00:51:11.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.730+0000 7f275505c740 1 -- start start 2024-04-22T00:51:11.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.731+0000 7f275505c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5ba4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.731+0000 7f275505c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bb4700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.731+0000 7f275505c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5ba47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.731+0000 7f275505c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f274c1af050 con 0x55f3d5ba3040 2024-04-22T00:51:11.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.731+0000 7f275505c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f274c1ac8c0 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.731+0000 7f275505c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f274c1aa710 con 0x55f3d5ba3a30 2024-04-22T00:51:11.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.732+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bb4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.732+0000 7f274b7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bb4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41096/0 (socket says 172.21.15.18:41096) 2024-04-22T00:51:11.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.732+0000 7f274b7fe640 1 -- 172.21.15.18:0/2772567293 learned_addr learned my addr 172.21.15.18:0/2772567293 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.732+0000 7f274b7fe640 1 -- 172.21.15.18:0/2772567293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba8ba0 msgr2=0x55f3d5ba47d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:51:11.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.732+0000 7f274b7fe640 1 --2- 172.21.15.18:0/2772567293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5ba47d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.732+0000 7f274b7fe640 1 -- 172.21.15.18:0/2772567293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 msgr2=0x55f3d5ba4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.732+0000 7f274b7fe640 1 --2- 172.21.15.18:0/2772567293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5ba4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.732+0000 7f274b7fe640 1 -- 172.21.15.18:0/2772567293 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3d58e67d0 con 0x55f3d5ba3a30 2024-04-22T00:51:11.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.733+0000 7f274b7fe640 1 --2- 172.21.15.18:0/2772567293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bb4700 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f27400cd1c0 tx=0x7f2740023040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e97c48ac972108ff server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.733+0000 7f2731ffb640 1 -- 172.21.15.18:0/2772567293 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2740099f60 con 0x55f3d5ba3a30 2024-04-22T00:51:11.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.733+0000 7f2731ffb640 1 -- 172.21.15.18:0/2772567293 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f27400cf3f0 con 0x55f3d5ba3a30 2024-04-22T00:51:11.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.733+0000 7f2731ffb640 1 -- 172.21.15.18:0/2772567293 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274009b310 con 0x55f3d5ba3a30 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.734+0000 7f275505c740 1 -- 172.21.15.18:0/2772567293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 msgr2=0x55f3d5bb4700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.734+0000 7f275505c740 1 --2- 172.21.15.18:0/2772567293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bb4700 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f27400cd1c0 tx=0x7f2740023040 comp rx=0 tx=0).stop 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.734+0000 7f275505c740 1 -- 172.21.15.18:0/2772567293 shutdown_connections 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.734+0000 7f275505c740 1 --2- 172.21.15.18:0/2772567293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5ba47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.734+0000 7f275505c740 1 --2- 172.21.15.18:0/2772567293 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bb4700 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.734+0000 7f275505c740 1 --2- 172.21.15.18:0/2772567293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5ba4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.734+0000 7f275505c740 1 -- 172.21.15.18:0/2772567293 >> 172.21.15.18:0/2772567293 conn(0x55f3d5b9e5b0 msgr2=0x55f3d5b9d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.734+0000 7f275505c740 1 -- 172.21.15.18:0/2772567293 shutdown_connections 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.734+0000 7f275505c740 1 -- 172.21.15.18:0/2772567293 wait complete. 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f275505c740 1 -- start start 2024-04-22T00:51:11.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f275505c740 1 Processor -- start 2024-04-22T00:51:11.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f275505c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bb21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f275505c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bb2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f275505c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bb36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f275505c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f274c1aad80 con 0x55f3d5ba3040 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f275505c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f274c1ac1f0 con 0x55f3d5ba3a30 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f275505c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f274c1ab450 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f275505c740 10 client.0 _ll_register_callbacks cb 0x7f274400f480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f2750a15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bb36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f274bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bb21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f2750a15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bb36e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41104/0 (socket says 172.21.15.18:41104) 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f2750a15640 1 -- 172.21.15.18:0/73750862 learned_addr learned my addr 172.21.15.18:0/73750862 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.735+0000 7f274b7fe640 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bb2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f2750a15640 1 -- 172.21.15.18:0/73750862 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3a30 msgr2=0x55f3d5bb2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f2750a15640 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bb2720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f2750a15640 1 -- 172.21.15.18:0/73750862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 msgr2=0x55f3d5bb21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f2750a15640 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bb21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f2750a15640 1 -- 172.21.15.18:0/73750862 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3d5bb3cd0 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f274bfff640 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bb21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f2750a15640 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bb36e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f274400fbc0 tx=0x7f2744004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=766c68a0b4e26342 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f272b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f272b7fe640 1 -- 172.21.15.18:0/73750862 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744017040 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f272b7fe640 1 -- 172.21.15.18:0/73750862 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f274401d940 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f275505c740 1 -- 172.21.15.18:0/73750862 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27400cf3f0 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f272b7fe640 1 -- 172.21.15.18:0/73750862 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f274401db40 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f275505c740 10 client.27448 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.736+0000 7f275505c740 1 -- 172.21.15.18:0/73750862 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x55f3d5c1f360 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f272b7fe640 1 -- 172.21.15.18:0/73750862 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f27400cf3f0 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f272b7fe640 1 -- 172.21.15.18:0/73750862 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f2744027400 con 0x55f3d5ba8ba0 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f275505c740 10 client.27448 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f275505c740 10 client.27448 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f275505c740 20 client.27448 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f275505c740 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55f3d5c1fe10 0x55f3d5c22230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f275505c740 4 client.27448 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f275505c740 1 -- 172.21.15.18:0/73750862 --> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f3d5b0fdc0 con 0x55f3d5c1fe10 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f274bfff640 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55f3d5c1fe10 0x55f3d5c22230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f274bfff640 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55f3d5c1fe10 0x55f3d5c22230 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d956298b6a2dd43f server_cookie=8fd539d1303b087e in_seq=0 out_seq=0 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.737+0000 7f272b7fe640 10 client.27448 ms_handle_connect on v2:172.21.15.81:6838/1110388452 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f272b7fe640 1 -- 172.21.15.18:0/73750862 <== mds.1 v2:172.21.15.81:6838/1110388452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f3d5b0fdc0 con 0x55f3d5c1fe10 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f272b7fe640 10 client.27448 handle_command_reply: tid=0 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 client.27448 shutdown 2024-04-22T00:51:11.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 -- 172.21.15.18:0/73750862 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba8ba0 msgr2=0x55f3d5bb36e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bb36e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f274400fbc0 tx=0x7f2744004ab0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 -- 172.21.15.18:0/73750862 shutdown_connections 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.81:6838/1110388452,v1:172.21.15.81:6839/1110388452] conn(0x55f3d5c1fe10 0x55f3d5c22230 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55f3d5ba8ba0 0x55f3d5bb36e0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f272b7fe640 0 client.27448 ms_handle_reset on v2:172.21.15.81:6838/1110388452 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55f3d5ba3a30 0x55f3d5bb2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 --2- 172.21.15.18:0/73750862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3d5ba3040 0x55f3d5bb21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 -- 172.21.15.18:0/73750862 >> 172.21.15.18:0/73750862 conn(0x55f3d5b9e5b0 msgr2=0x55f3d5bac7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 -- 172.21.15.18:0/73750862 shutdown_connections 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 1 -- 172.21.15.18:0/73750862 wait complete. 2024-04-22T00:51:11.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f275505c740 20 client.27448 trim_cache size 0 max 16384 2024-04-22T00:51:11.742 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:51:11.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f2752478640 1 -- 172.21.15.18:0/3081901283 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f27340a2c10 msgr2=0x7f27340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f2752478640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f27340a2c10 0x7f27340a50d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f27440049d0 tx=0x7f2744011920 comp rx=0 tx=0).stop 2024-04-22T00:51:11.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f2752478640 1 -- 172.21.15.18:0/3081901283 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f274c101870 msgr2=0x7f274c102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.738+0000 7f2752478640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f274c101870 0x7f274c102c50 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f274000e9f0 tx=0x7f274000eeb0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.739+0000 7f2752478640 1 -- 172.21.15.18:0/3081901283 shutdown_connections 2024-04-22T00:51:11.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.739+0000 7f2752478640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f27340a2c10 0x7f27340a50d0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.739+0000 7f2752478640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f274c102230 0x7f274c103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.739+0000 7f2752478640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f274c101870 0x7f274c102c50 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.739+0000 7f2752478640 1 --2- 172.21.15.18:0/3081901283 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f274c100680 0x7f274c104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.739+0000 7f2752478640 1 -- 172.21.15.18:0/3081901283 >> 172.21.15.18:0/3081901283 conn(0x7f274c0fbbf0 msgr2=0x7f274c0fd730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.739+0000 7f2752478640 1 -- 172.21.15.18:0/3081901283 shutdown_connections 2024-04-22T00:51:11.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.739+0000 7f2752478640 1 -- 172.21.15.18:0/3081901283 wait complete. 2024-04-22T00:51:11.750 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:51:11.911 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:11 smithi018 ceph-mon[27979]: pgmap v671: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.5 MiB/s wr, 618 op/s 2024-04-22T00:51:11.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:11 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1699621912' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:51:11.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.936+0000 7f9aa40c2640 1 -- 172.21.15.18:0/4246188769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a9c108740 msgr2=0x7f9a9c10ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.936+0000 7f9aa40c2640 1 --2- 172.21.15.18:0/4246188769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a9c108740 0x7f9a9c10ab70 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f9a94009be0 tx=0x7f9a9402bf30 comp rx=0 tx=0).stop 2024-04-22T00:51:11.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.938+0000 7f9aa40c2640 1 -- 172.21.15.18:0/4246188769 shutdown_connections 2024-04-22T00:51:11.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.938+0000 7f9aa40c2640 1 --2- 172.21.15.18:0/4246188769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a9c10da80 0x7f9a9c10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.938+0000 7f9aa40c2640 1 --2- 172.21.15.18:0/4246188769 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a9c10b0b0 0x7f9a9c10d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.938+0000 7f9aa40c2640 1 --2- 172.21.15.18:0/4246188769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a9c108740 0x7f9a9c10ab70 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.938+0000 7f9aa40c2640 1 -- 172.21.15.18:0/4246188769 >> 172.21.15.18:0/4246188769 conn(0x7f9a9c06e5d0 msgr2=0x7f9a9c070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:11.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.943+0000 7f9aa40c2640 1 -- 172.21.15.18:0/4246188769 shutdown_connections 2024-04-22T00:51:11.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.945+0000 7f9aa40c2640 1 -- 172.21.15.18:0/4246188769 wait complete. 2024-04-22T00:51:11.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.945+0000 7f9aa40c2640 1 Processor -- start 2024-04-22T00:51:11.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.950+0000 7f9aa40c2640 1 -- start start 2024-04-22T00:51:11.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.950+0000 7f9aa40c2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a9c108740 0x7f9a9c116e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.950+0000 7f9aa40c2640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a9c10b0b0 0x7f9a9c117360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.950+0000 7f9aa40c2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a9c10da80 0x7f9a9c1b69c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.950+0000 7f9aa40c2640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c11c2b0 con 0x7f9a9c108740 2024-04-22T00:51:11.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.950+0000 7f9aa40c2640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c11c130 con 0x7f9a9c10da80 2024-04-22T00:51:11.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.950+0000 7f9aa40c2640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c11c430 con 0x7f9a9c10b0b0 2024-04-22T00:51:11.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.952+0000 7f9aa1e5e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a9c108740 0x7f9a9c116e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.952+0000 7f9aa1e5e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a9c108740 0x7f9a9c116e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32938/0 (socket says 172.21.15.18:32938) 2024-04-22T00:51:11.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.952+0000 7f9aa1e5e640 1 -- 172.21.15.18:0/1217830869 learned_addr learned my addr 172.21.15.18:0/1217830869 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.954+0000 7f9aa165d640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a9c10b0b0 0x7f9a9c117360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.954+0000 7f9aa265f640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a9c10da80 0x7f9a9c1b69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.956+0000 7f9aa1e5e640 1 -- 172.21.15.18:0/1217830869 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a9c10b0b0 msgr2=0x7f9a9c117360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.956+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a9c10b0b0 0x7f9a9c117360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.956+0000 7f9aa1e5e640 1 -- 172.21.15.18:0/1217830869 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a9c10da80 msgr2=0x7f9a9c1b69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.956+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a9c10da80 0x7f9a9c1b69c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.956+0000 7f9aa1e5e640 1 -- 172.21.15.18:0/1217830869 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a9c1b6f00 con 0x7f9a9c108740 2024-04-22T00:51:11.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.970+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a9c108740 0x7f9a9c116e20 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f9a94006010 tx=0x7f9a94033820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.975+0000 7f9a92ffd640 1 -- 172.21.15.18:0/1217830869 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a94043020 con 0x7f9a9c108740 2024-04-22T00:51:11.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.975+0000 7f9a92ffd640 1 -- 172.21.15.18:0/1217830869 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a94034b20 con 0x7f9a9c108740 2024-04-22T00:51:11.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.975+0000 7f9a92ffd640 1 -- 172.21.15.18:0/1217830869 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a9403ede0 con 0x7f9a9c108740 2024-04-22T00:51:11.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.977+0000 7f9aa40c2640 1 -- 172.21.15.18:0/1217830869 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a9c1b70d0 con 0x7f9a9c108740 2024-04-22T00:51:11.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.977+0000 7f9aa40c2640 1 -- 172.21.15.18:0/1217830869 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a9c1b7560 con 0x7f9a9c108740 2024-04-22T00:51:11.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.981+0000 7f9aa6d81740 1 Processor -- start 2024-04-22T00:51:11.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.985+0000 7f9a92ffd640 1 -- 172.21.15.18:0/1217830869 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9a94046020 con 0x7f9a9c108740 2024-04-22T00:51:11.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.986+0000 7f9a92ffd640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a880a2d10 0x7f9a880a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:11 smithi167 ceph-mon[31348]: pgmap v671: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.5 MiB/s wr, 618 op/s 2024-04-22T00:51:11.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:11 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1699621912' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:51:11.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.986+0000 7f9a92ffd640 1 -- 172.21.15.18:0/1217830869 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9a94034cd0 con 0x7f9a9c108740 2024-04-22T00:51:11.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.990+0000 7f9aa6d81740 1 -- start start 2024-04-22T00:51:11.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.990+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e7184460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.990+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184a30 0x5620e7189530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.990+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7189ba0 0x5620e718c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:11.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.990+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5620e70e9530 con 0x5620e7189ba0 2024-04-22T00:51:11.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.990+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5620e7091830 con 0x5620e7184040 2024-04-22T00:51:11.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.990+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5620e70e54f0 con 0x5620e7184a30 2024-04-22T00:51:11.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.991+0000 7f9aa265f640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a880a2d10 0x7f9a880a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.991+0000 7f9aa265f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7189ba0 0x5620e718c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.992+0000 7f9aa265f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7189ba0 0x5620e718c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32952/0 (socket says 172.21.15.18:32952) 2024-04-22T00:51:11.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.992+0000 7f9aa265f640 1 -- 172.21.15.18:0/963701249 learned_addr learned my addr 172.21.15.18:0/963701249 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:11.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.992+0000 7f9aa165d640 1 --2- 172.21.15.18:0/963701249 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184a30 0x5620e7189530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.992+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/963701249 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e7184460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:11.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.992+0000 7f9aa265f640 1 -- 172.21.15.18:0/963701249 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184a30 msgr2=0x5620e7189530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.992+0000 7f9aa265f640 1 --2- 172.21.15.18:0/963701249 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184a30 0x5620e7189530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.992+0000 7f9aa265f640 1 -- 172.21.15.18:0/963701249 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 msgr2=0x5620e7184460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:11.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.992+0000 7f9aa265f640 1 --2- 172.21.15.18:0/963701249 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e7184460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:11.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.993+0000 7f9aa265f640 1 -- 172.21.15.18:0/963701249 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620e70b52c0 con 0x5620e7189ba0 2024-04-22T00:51:11.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.993+0000 7f9aa165d640 1 --2- 172.21.15.18:0/963701249 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184a30 0x5620e7189530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:51:11.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.993+0000 7f9aa265f640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a880a2d10 0x7f9a880a51d0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c014660 tx=0x7f9a8c00e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.993+0000 7f9aa265f640 1 --2- 172.21.15.18:0/963701249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7189ba0 0x5620e718c030 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c016820 tx=0x7f9a8c016ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cae35482f9f8d778 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:11.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.994+0000 7f9a87fff640 1 -- 172.21.15.18:0/963701249 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c026070 con 0x5620e7189ba0 2024-04-22T00:51:11.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.994+0000 7f9a87fff640 1 -- 172.21.15.18:0/963701249 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a8c010040 con 0x5620e7189ba0 2024-04-22T00:51:11.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.994+0000 7f9a87fff640 1 -- 172.21.15.18:0/963701249 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c0217a0 con 0x5620e7189ba0 2024-04-22T00:51:11.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.997+0000 7f9aa6d81740 1 -- 172.21.15.18:0/963701249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7189ba0 msgr2=0x5620e718c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:11.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:11.997+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/963701249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7189ba0 0x5620e718c030 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c016820 tx=0x7f9a8c016ce0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.001+0000 7f9aa6d81740 1 -- 172.21.15.18:0/963701249 shutdown_connections 2024-04-22T00:51:12.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.001+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/963701249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7189ba0 0x5620e718c030 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.001+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/963701249 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184a30 0x5620e7189530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.001+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/963701249 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e7184460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.001+0000 7f9aa6d81740 1 -- 172.21.15.18:0/963701249 >> 172.21.15.18:0/963701249 conn(0x5620e717f5b0 msgr2=0x5620e717f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:12.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.002+0000 7f9aa6d81740 1 -- 172.21.15.18:0/963701249 shutdown_connections 2024-04-22T00:51:12.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.002+0000 7f9aa6d81740 1 -- 172.21.15.18:0/963701249 wait complete. 2024-04-22T00:51:12.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.003+0000 7f9aa6d81740 1 -- start start 2024-04-22T00:51:12.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.003+0000 7f9aa6d81740 1 Processor -- start 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.004+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e718e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.004+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e718e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.004+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 0x5620e7195820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.004+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5620e718caf0 con 0x5620e7184a30 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.004+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5620e70a4f10 con 0x5620e7184040 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.004+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5620e718cc70 con 0x5620e7189ba0 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.004+0000 7f9aa6d81740 10 client.0 _ll_register_callbacks cb 0x5620e6dfcbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.004+0000 7f9aa165d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e718e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa165d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e718e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32968/0 (socket says 172.21.15.18:32968) 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa165d640 1 -- 172.21.15.18:0/4139342924 learned_addr learned my addr 172.21.15.18:0/4139342924 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa265f640 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 0x5620e7195820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e718e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa265f640 1 -- 172.21.15.18:0/4139342924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 msgr2=0x5620e718e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa265f640 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e718e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa265f640 1 -- 172.21.15.18:0/4139342924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 msgr2=0x5620e718e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa265f640 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e718e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa265f640 1 -- 172.21.15.18:0/4139342924 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620e7076c80 con 0x5620e7189ba0 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa165d640 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e718e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e718e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9aa265f640 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 0x5620e7195820 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c0167f0 tx=0x7f9a8c005c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f32722d5502ab4e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9a857fa640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.005+0000 7f9a857fa640 1 -- 172.21.15.18:0/4139342924 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c031020 con 0x5620e7189ba0 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.006+0000 7f9a857fa640 1 -- 172.21.15.18:0/4139342924 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9a8c006450 con 0x5620e7189ba0 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.006+0000 7f9aa6d81740 1 -- 172.21.15.18:0/4139342924 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a8c010040 con 0x5620e7189ba0 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.006+0000 7f9a857fa640 1 -- 172.21.15.18:0/4139342924 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f9a8c03c050 con 0x5620e7189ba0 2024-04-22T00:51:12.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.006+0000 7f9aa6d81740 10 client.27457 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.006+0000 7f9aa6d81740 1 -- 172.21.15.18:0/4139342924 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x5620e6dfd3f0 con 0x5620e7189ba0 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.006+0000 7f9a857fa640 1 -- 172.21.15.18:0/4139342924 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a8c010040 con 0x5620e7189ba0 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.007+0000 7f9a857fa640 1 -- 172.21.15.18:0/4139342924 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f9a8c006650 con 0x5620e7189ba0 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.007+0000 7f9aa6d81740 10 client.27457 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.007+0000 7f9aa6d81740 10 client.27457 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.007+0000 7f9aa6d81740 20 client.27457 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.007+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5620e719a500 0x5620e719c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.007+0000 7f9aa6d81740 4 client.27457 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.007+0000 7f9aa6d81740 1 -- 172.21.15.18:0/4139342924 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620e70f6a70 con 0x5620e719a500 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.007+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5620e719a500 0x5620e719c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.007+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5620e719a500 0x5620e719c960 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2dcde9389bde061d server_cookie=1f036a51b665132b in_seq=0 out_seq=0 2024-04-22T00:51:12.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.007+0000 7f9a857fa640 10 client.27457 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:12.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.009+0000 7f9a857fa640 1 -- 172.21.15.18:0/4139342924 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5620e70f6a70 con 0x5620e719a500 2024-04-22T00:51:12.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.009+0000 7f9a857fa640 10 client.27457 handle_command_reply: tid=0 2024-04-22T00:51:12.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.009+0000 7f9aa6d81740 1 client.27457 shutdown 2024-04-22T00:51:12.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.012+0000 7f9aa6d81740 1 -- 172.21.15.18:0/4139342924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 msgr2=0x5620e7195820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:12.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.012+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 0x5620e7195820 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c0167f0 tx=0x7f9a8c005c70 comp rx=0 tx=0).stop 2024-04-22T00:51:12.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.014+0000 7f9aa6d81740 1 -- 172.21.15.18:0/4139342924 shutdown_connections 2024-04-22T00:51:12.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.014+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5620e719a500 0x5620e719c960 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.014+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 0x5620e7195820 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.014+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e718e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.014+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/4139342924 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e718e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.014+0000 7f9aa6d81740 1 -- 172.21.15.18:0/4139342924 >> 172.21.15.18:0/4139342924 conn(0x5620e717f5b0 msgr2=0x5620e717e850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:12.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.014+0000 7f9a857fa640 0 client.27457 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.015+0000 7f9aa6d81740 1 -- 172.21.15.18:0/4139342924 shutdown_connections 2024-04-22T00:51:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.016+0000 7f9aa6d81740 1 -- 172.21.15.18:0/4139342924 wait complete. 2024-04-22T00:51:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.016+0000 7f9aa6d81740 20 client.27457 trim_cache size 0 max 16384 2024-04-22T00:51:12.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.044+0000 7f9aa6d81740 1 Processor -- start 2024-04-22T00:51:12.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.044+0000 7f9aa6d81740 1 -- start start 2024-04-22T00:51:12.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.045+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184040 0x5620e717efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.045+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e71957e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.045+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7189ba0 0x5620e7185220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.045+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c1c4420 con 0x5620e7184a30 2024-04-22T00:51:12.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.045+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c1c1c90 con 0x5620e7189ba0 2024-04-22T00:51:12.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.045+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c1bfae0 con 0x5620e7184040 2024-04-22T00:51:12.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.046+0000 7f9aa165d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e71957e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.046+0000 7f9aa165d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e71957e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:32972/0 (socket says 172.21.15.18:32972) 2024-04-22T00:51:12.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.046+0000 7f9aa165d640 1 -- 172.21.15.18:0/3216790863 learned_addr learned my addr 172.21.15.18:0/3216790863 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:12.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.046+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/3216790863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184040 0x5620e717efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.046+0000 7f9aa265f640 1 --2- 172.21.15.18:0/3216790863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7189ba0 0x5620e7185220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.049+0000 7f9aa165d640 1 -- 172.21.15.18:0/3216790863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184040 msgr2=0x5620e717efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:12.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.049+0000 7f9aa165d640 1 --2- 172.21.15.18:0/3216790863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184040 0x5620e717efd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.049+0000 7f9aa165d640 1 -- 172.21.15.18:0/3216790863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7189ba0 msgr2=0x5620e7185220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.049+0000 7f9aa165d640 1 --2- 172.21.15.18:0/3216790863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7189ba0 0x5620e7185220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.049+0000 7f9aa165d640 1 -- 172.21.15.18:0/3216790863 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620e6ec77d0 con 0x5620e7184a30 2024-04-22T00:51:12.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.054+0000 7f9aa165d640 1 --2- 172.21.15.18:0/3216790863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e71957e0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f9a98004650 tx=0x7f9a98009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9367ca6bb89829f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:12.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.057+0000 7f9a877fe640 1 -- 172.21.15.18:0/3216790863 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a98003c30 con 0x5620e7184a30 2024-04-22T00:51:12.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.057+0000 7f9a877fe640 1 -- 172.21.15.18:0/3216790863 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a98003dd0 con 0x5620e7184a30 2024-04-22T00:51:12.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.057+0000 7f9a877fe640 1 -- 172.21.15.18:0/3216790863 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a9801c6d0 con 0x5620e7184a30 2024-04-22T00:51:12.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.058+0000 7f9aa6d81740 1 -- 172.21.15.18:0/3216790863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 msgr2=0x5620e71957e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:12.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.058+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/3216790863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e71957e0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f9a98004650 tx=0x7f9a98009f10 comp rx=0 tx=0).stop 2024-04-22T00:51:12.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.059+0000 7f9aa6d81740 1 -- 172.21.15.18:0/3216790863 shutdown_connections 2024-04-22T00:51:12.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.059+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/3216790863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7189ba0 0x5620e7185220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.059+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/3216790863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e71957e0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.059+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/3216790863 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7184040 0x5620e717efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.059+0000 7f9aa6d81740 1 -- 172.21.15.18:0/3216790863 >> 172.21.15.18:0/3216790863 conn(0x5620e717f5b0 msgr2=0x5620e71830a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:12.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.065+0000 7f9aa6d81740 1 -- 172.21.15.18:0/3216790863 shutdown_connections 2024-04-22T00:51:12.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.069+0000 7f9aa6d81740 1 -- 172.21.15.18:0/3216790863 wait complete. 2024-04-22T00:51:12.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.069+0000 7f9aa6d81740 1 -- start start 2024-04-22T00:51:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.069+0000 7f9aa6d81740 1 Processor -- start 2024-04-22T00:51:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.069+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e7192530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.070+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e7192a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.070+0000 7f9aa6d81740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 0x5620e71fead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.070+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c1c0150 con 0x5620e7184a30 2024-04-22T00:51:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.070+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c1c15c0 con 0x5620e7184040 2024-04-22T00:51:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.070+0000 7f9aa6d81740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c1c0820 con 0x5620e7189ba0 2024-04-22T00:51:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.070+0000 7f9aa6d81740 10 client.0 _ll_register_callbacks cb 0x7f9a8c024070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:12.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.071+0000 7f9aa265f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 0x5620e71fead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.073+0000 7f9aa1e5e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e7192530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.073+0000 7f9aa1e5e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e7192530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55690/0 (socket says 172.21.15.18:55690) 2024-04-22T00:51:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.073+0000 7f9aa1e5e640 1 -- 172.21.15.18:0/1965163947 learned_addr learned my addr 172.21.15.18:0/1965163947 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:12.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.073+0000 7f9aa165d640 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e7192a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.075+0000 7f9aa1e5e640 1 -- 172.21.15.18:0/1965163947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 msgr2=0x5620e71fead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:12.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.075+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 0x5620e71fead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.075+0000 7f9aa1e5e640 1 -- 172.21.15.18:0/1965163947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 msgr2=0x5620e7192a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:12.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.075+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e7192a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.075+0000 7f9aa1e5e640 1 -- 172.21.15.18:0/1965163947 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620e7193060 con 0x5620e7184040 2024-04-22T00:51:12.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.081+0000 7f9aa1e5e640 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e7192530 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f9a9402c540 tx=0x7f9a940c61f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83b3638ae014b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:12.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.082+0000 7f9a857fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:51:12.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.082+0000 7f9a857fa640 1 -- 172.21.15.18:0/1965163947 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a940ba4b0 con 0x5620e7184040 2024-04-22T00:51:12.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.082+0000 7f9aa6d81740 1 -- 172.21.15.18:0/1965163947 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a98003dd0 con 0x5620e7184040 2024-04-22T00:51:12.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.082+0000 7f9a857fa640 1 -- 172.21.15.18:0/1965163947 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9a940ba0f0 con 0x5620e7184040 2024-04-22T00:51:12.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.082+0000 7f9a857fa640 1 -- 172.21.15.18:0/1965163947 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f9a940da070 con 0x5620e7184040 2024-04-22T00:51:12.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.082+0000 7f9aa6d81740 10 client.27473 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:12.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.082+0000 7f9aa6d81740 1 -- 172.21.15.18:0/1965163947 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x5620e7200080 con 0x5620e7184040 2024-04-22T00:51:12.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.083+0000 7f9a857fa640 1 -- 172.21.15.18:0/1965163947 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a98003dd0 con 0x5620e7184040 2024-04-22T00:51:12.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.083+0000 7f9a857fa640 1 -- 172.21.15.18:0/1965163947 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f9a940c6260 con 0x5620e7184040 2024-04-22T00:51:12.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.083+0000 7f9aa6d81740 10 client.27473 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:12.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.083+0000 7f9aa6d81740 10 client.27473 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:12.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.083+0000 7f9aa6d81740 20 client.27473 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:12.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.083+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5620e7200a10 0x5620e7202e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:12.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.083+0000 7f9aa6d81740 4 client.27473 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:51:12.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.083+0000 7f9aa6d81740 1 -- 172.21.15.18:0/1965163947 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5620e70f0dc0 con 0x5620e7200a10 2024-04-22T00:51:12.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.085+0000 7f9aa165d640 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5620e7200a10 0x5620e7202e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:12.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.089+0000 7f9aa165d640 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5620e7200a10 0x5620e7202e30 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15e7c555eefa64fb server_cookie=1dbd1e6edf3df93e in_seq=0 out_seq=0 2024-04-22T00:51:12.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.090+0000 7f9a857fa640 10 client.27473 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:12.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.090+0000 7f9a857fa640 1 -- 172.21.15.18:0/1965163947 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5620e70f0dc0 con 0x5620e7200a10 2024-04-22T00:51:12.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.090+0000 7f9a857fa640 10 client.27473 handle_command_reply: tid=0 2024-04-22T00:51:12.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.090+0000 7f9aa6d81740 1 client.27473 shutdown 2024-04-22T00:51:12.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.091+0000 7f9aa6d81740 1 -- 172.21.15.18:0/1965163947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 msgr2=0x5620e7192530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:12.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.091+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e7192530 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f9a9402c540 tx=0x7f9a940c61f0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.095+0000 7f9aa6d81740 1 -- 172.21.15.18:0/1965163947 shutdown_connections 2024-04-22T00:51:12.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.095+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5620e7200a10 0x5620e7202e30 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.095+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5620e7189ba0 0x5620e71fead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.095+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5620e7184a30 0x5620e7192a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.095+0000 7f9aa6d81740 1 --2- 172.21.15.18:0/1965163947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5620e7184040 0x5620e7192530 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.095+0000 7f9aa6d81740 1 -- 172.21.15.18:0/1965163947 >> 172.21.15.18:0/1965163947 conn(0x5620e717f5b0 msgr2=0x5620e71830a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:12.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.095+0000 7f9a857fa640 0 client.27473 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:12.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.099+0000 7f9aa6d81740 1 -- 172.21.15.18:0/1965163947 shutdown_connections 2024-04-22T00:51:12.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.099+0000 7f9aa6d81740 1 -- 172.21.15.18:0/1965163947 wait complete. 2024-04-22T00:51:12.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.099+0000 7f9aa6d81740 20 client.27473 trim_cache size 0 max 16384 2024-04-22T00:51:12.099 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-04-22T00:51:12.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.103+0000 7f9aa40c2640 1 -- 172.21.15.18:0/1217830869 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a880a2d10 msgr2=0x7f9a880a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:12.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.103+0000 7f9aa40c2640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a880a2d10 0x7f9a880a51d0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c014660 tx=0x7f9a8c00e000 comp rx=0 tx=0).stop 2024-04-22T00:51:12.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.103+0000 7f9aa40c2640 1 -- 172.21.15.18:0/1217830869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a9c108740 msgr2=0x7f9a9c116e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:12.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.103+0000 7f9aa40c2640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a9c108740 0x7f9a9c116e20 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f9a94006010 tx=0x7f9a94033820 comp rx=0 tx=0).stop 2024-04-22T00:51:12.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.108+0000 7f9aa40c2640 1 -- 172.21.15.18:0/1217830869 shutdown_connections 2024-04-22T00:51:12.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.108+0000 7f9aa40c2640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f9a880a2d10 0x7f9a880a51d0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.108+0000 7f9aa40c2640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9a9c10da80 0x7f9a9c1b69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.108+0000 7f9aa40c2640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9a9c10b0b0 0x7f9a9c117360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.108+0000 7f9aa40c2640 1 --2- 172.21.15.18:0/1217830869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9a9c108740 0x7f9a9c116e20 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:12.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.108+0000 7f9aa40c2640 1 -- 172.21.15.18:0/1217830869 >> 172.21.15.18:0/1217830869 conn(0x7f9a9c06e5d0 msgr2=0x7f9a9c108f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:12.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.110+0000 7f9aa40c2640 1 -- 172.21.15.18:0/1217830869 shutdown_connections 2024-04-22T00:51:12.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:51:12.110+0000 7f9aa40c2640 1 -- 172.21.15.18:0/1217830869 wait complete. 2024-04-22T00:51:12.131 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 484144693, 'ino': 2199023256074, 'path': '/volumes/qa/sv_1/d262d4c3-35a0-4c7e-8264-fabd2defd391/postgres/data/base/13494/16406_vm'}] 2024-04-22T00:51:12.132 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 79, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 90, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-04-22T00:51:12.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:11 smithi081 ceph-mon[31546]: pgmap v671: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.5 MiB/s wr, 618 op/s 2024-04-22T00:51:12.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:11 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1699621912' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:51:13.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:13 smithi167 ceph-mon[31348]: pgmap v672: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 4.6 MiB/s wr, 513 op/s 2024-04-22T00:51:14.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:13 smithi081 ceph-mon[31546]: pgmap v672: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 4.6 MiB/s wr, 513 op/s 2024-04-22T00:51:14.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:13 smithi018 ceph-mon[27979]: pgmap v672: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 4.6 MiB/s wr, 513 op/s 2024-04-22T00:51:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 590.0 s, 563.4 tps, lat 181.047 ms stddev 201.675 2024-04-22T00:51:15.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:15 smithi167 ceph-mon[31348]: pgmap v673: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 MiB/s wr, 595 op/s 2024-04-22T00:51:16.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:15 smithi081 ceph-mon[31546]: pgmap v673: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 MiB/s wr, 595 op/s 2024-04-22T00:51:16.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:15 smithi018 ceph-mon[27979]: pgmap v673: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 MiB/s wr, 595 op/s 2024-04-22T00:51:17.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:17 smithi167 ceph-mon[31348]: pgmap v674: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.8 MiB/s wr, 549 op/s 2024-04-22T00:51:18.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:17 smithi081 ceph-mon[31546]: pgmap v674: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.8 MiB/s wr, 549 op/s 2024-04-22T00:51:18.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:17 smithi018 ceph-mon[27979]: pgmap v674: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.8 MiB/s wr, 549 op/s 2024-04-22T00:51:19.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 595.0 s, 573.0 tps, lat 172.515 ms stddev 204.694 2024-04-22T00:51:19.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:19 smithi167 ceph-mon[31348]: pgmap v675: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 4.0 MiB/s wr, 485 op/s 2024-04-22T00:51:20.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:19 smithi081 ceph-mon[31546]: pgmap v675: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 4.0 MiB/s wr, 485 op/s 2024-04-22T00:51:20.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:19 smithi018 ceph-mon[27979]: pgmap v675: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 4.0 MiB/s wr, 485 op/s 2024-04-22T00:51:21.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:21 smithi167 ceph-mon[31348]: pgmap v676: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.8 MiB/s wr, 579 op/s 2024-04-22T00:51:22.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:21 smithi081 ceph-mon[31546]: pgmap v676: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.8 MiB/s wr, 579 op/s 2024-04-22T00:51:22.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:21 smithi018 ceph-mon[27979]: pgmap v676: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.8 MiB/s wr, 579 op/s 2024-04-22T00:51:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.559+0000 7fd8bb977640 1 -- 172.21.15.18:0/4130170401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8b410da60 msgr2=0x7fd8b410dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.559+0000 7fd8bb977640 1 --2- 172.21.15.18:0/4130170401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8b410da60 0x7fd8b410dee0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fd8ac009ca0 tx=0x7fd8ac02c140 comp rx=0 tx=0).stop 2024-04-22T00:51:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.560+0000 7fd8bb977640 1 -- 172.21.15.18:0/4130170401 shutdown_connections 2024-04-22T00:51:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.560+0000 7fd8bb977640 1 --2- 172.21.15.18:0/4130170401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8b410da60 0x7fd8b410dee0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.560+0000 7fd8bb977640 1 --2- 172.21.15.18:0/4130170401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8b410b0b0 0x7fd8b410d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.560+0000 7fd8bb977640 1 --2- 172.21.15.18:0/4130170401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8b4108740 0x7fd8b410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.560+0000 7fd8bb977640 1 -- 172.21.15.18:0/4130170401 >> 172.21.15.18:0/4130170401 conn(0x7fd8b406e7b0 msgr2=0x7fd8b4070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.563+0000 7fd8bb977640 1 -- 172.21.15.18:0/4130170401 shutdown_connections 2024-04-22T00:51:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.563+0000 7fd8bb977640 1 -- 172.21.15.18:0/4130170401 wait complete. 2024-04-22T00:51:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.564+0000 7fd8bb977640 1 Processor -- start 2024-04-22T00:51:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.564+0000 7fd8bb977640 1 -- start start 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.564+0000 7fd8bb977640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8b4108740 0x7fd8b4114dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.564+0000 7fd8bb977640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8b410b0b0 0x7fd8b4115300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.564+0000 7fd8bb977640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8b410da60 0x7fd8b41b6a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.564+0000 7fd8bb977640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b411c310 con 0x7fd8b410b0b0 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.564+0000 7fd8bb977640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b411c190 con 0x7fd8b410da60 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.564+0000 7fd8bb977640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b411c490 con 0x7fd8b4108740 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.565+0000 7fd8b9f14640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8b410da60 0x7fd8b41b6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.565+0000 7fd8b9f14640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8b410da60 0x7fd8b41b6a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:36472/0 (socket says 172.21.15.18:36472) 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.565+0000 7fd8b9f14640 1 -- 172.21.15.18:0/502328104 learned_addr learned my addr 172.21.15.18:0/502328104 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.565+0000 7fd8b9f14640 1 -- 172.21.15.18:0/502328104 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8b4108740 msgr2=0x7fd8b4114dc0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.565+0000 7fd8b9f14640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8b4108740 0x7fd8b4114dc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.565+0000 7fd8b9f14640 1 -- 172.21.15.18:0/502328104 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8b410b0b0 msgr2=0x7fd8b4115300 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:51:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.565+0000 7fd8b9f14640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8b410b0b0 0x7fd8b4115300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.565+0000 7fd8b9f14640 1 -- 172.21.15.18:0/502328104 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8b41b6f60 con 0x7fd8b410da60 2024-04-22T00:51:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.566+0000 7fd8b9f14640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8b410da60 0x7fd8b41b6a20 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fd8ac032630 tx=0x7fd8ac035e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.566+0000 7fd8aa7fc640 1 -- 172.21.15.18:0/502328104 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ac039040 con 0x7fd8b410da60 2024-04-22T00:51:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.566+0000 7fd8bb977640 1 -- 172.21.15.18:0/502328104 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8b41b7130 con 0x7fd8b410da60 2024-04-22T00:51:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.566+0000 7fd8bb977640 1 -- 172.21.15.18:0/502328104 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8b41b75b0 con 0x7fd8b410da60 2024-04-22T00:51:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.567+0000 7fd8aa7fc640 1 -- 172.21.15.18:0/502328104 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8ac044070 con 0x7fd8b410da60 2024-04-22T00:51:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.568+0000 7fd8aa7fc640 1 -- 172.21.15.18:0/502328104 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ac004750 con 0x7fd8b410da60 2024-04-22T00:51:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.570+0000 7fd8aa7fc640 1 -- 172.21.15.18:0/502328104 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd8ac049460 con 0x7fd8b410da60 2024-04-22T00:51:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.571+0000 7fd8be637740 1 Processor -- start 2024-04-22T00:51:22.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.572+0000 7fd8be637740 1 -- start start 2024-04-22T00:51:22.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.572+0000 7fd8be637740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 0x558e04ddb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.572+0000 7fd8be637740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04de0220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.572+0000 7fd8be637740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04de0890 0x558e04de2d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.572+0000 7fd8be637740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558e04d3fb70 con 0x558e04de0890 2024-04-22T00:51:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.572+0000 7fd8be637740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558e04ce8470 con 0x558e04ddad30 2024-04-22T00:51:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.572+0000 7fd8be637740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558e04d3bb30 con 0x558e04ddb720 2024-04-22T00:51:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.572+0000 7fd8b9713640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04de0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.572+0000 7fd8b9713640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04de0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:57798/0 (socket says 172.21.15.18:57798) 2024-04-22T00:51:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.572+0000 7fd8b9713640 1 -- 172.21.15.18:0/727790523 learned_addr learned my addr 172.21.15.18:0/727790523 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.573+0000 7fd8aa7fc640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8a00a2d80 0x7fd8a00a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.573+0000 7fd8aa7fc640 1 -- 172.21.15.18:0/502328104 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd8ac0f3110 con 0x7fd8b410da60 2024-04-22T00:51:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.573+0000 7fd8b9713640 1 -- 172.21.15.18:0/727790523 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 msgr2=0x558e04ddb150 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:51:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.573+0000 7fd8b9713640 1 --2- 172.21.15.18:0/727790523 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 0x558e04ddb150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.573+0000 7fd8b9713640 1 -- 172.21.15.18:0/727790523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04de0890 msgr2=0x558e04de2d20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:51:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.573+0000 7fd8b9713640 1 --2- 172.21.15.18:0/727790523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04de0890 0x558e04de2d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.573+0000 7fd8b9713640 1 -- 172.21.15.18:0/727790523 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e04a54210 con 0x558e04ddb720 2024-04-22T00:51:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.574+0000 7fd8b9713640 1 --2- 172.21.15.18:0/727790523 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04de0220 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd8a4009770 tx=0x7fd8a4009c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7fc92c98e22e85f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.574+0000 7fd89f7fe640 1 -- 172.21.15.18:0/727790523 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a4015020 con 0x558e04ddb720 2024-04-22T00:51:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.574+0000 7fd89f7fe640 1 -- 172.21.15.18:0/727790523 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8a4011420 con 0x558e04ddb720 2024-04-22T00:51:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.574+0000 7fd89f7fe640 1 -- 172.21.15.18:0/727790523 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a40105e0 con 0x558e04ddb720 2024-04-22T00:51:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.577+0000 7fd8be637740 1 -- 172.21.15.18:0/727790523 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 msgr2=0x558e04de0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.577+0000 7fd8be637740 1 --2- 172.21.15.18:0/727790523 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04de0220 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd8a4009770 tx=0x7fd8a4009c30 comp rx=0 tx=0).stop 2024-04-22T00:51:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.578+0000 7fd8b9f14640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8a00a2d80 0x7fd8a00a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.578+0000 7fd8be637740 1 -- 172.21.15.18:0/727790523 shutdown_connections 2024-04-22T00:51:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.578+0000 7fd8be637740 1 --2- 172.21.15.18:0/727790523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04de0890 0x558e04de2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.578+0000 7fd8be637740 1 --2- 172.21.15.18:0/727790523 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04de0220 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.578+0000 7fd8be637740 1 --2- 172.21.15.18:0/727790523 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 0x558e04ddb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.578+0000 7fd8be637740 1 -- 172.21.15.18:0/727790523 >> 172.21.15.18:0/727790523 conn(0x558e04dd62a0 msgr2=0x558e04dd66a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.579+0000 7fd8be637740 1 -- 172.21.15.18:0/727790523 shutdown_connections 2024-04-22T00:51:22.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.583+0000 7fd8be637740 1 -- 172.21.15.18:0/727790523 wait complete. 2024-04-22T00:51:22.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.583+0000 7fd8be637740 1 -- start start 2024-04-22T00:51:22.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.584+0000 7fd8be637740 1 Processor -- start 2024-04-22T00:51:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.587+0000 7fd8be637740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddad30 0x558e04de50c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.588+0000 7fd8be637740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddb720 0x558e04de5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.588+0000 7fd8be637740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04de0890 0x558e04dec640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.588+0000 7fd8be637740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558e04de3840 con 0x558e04de0890 2024-04-22T00:51:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.588+0000 7fd8be637740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558e04cfba10 con 0x558e04ddb720 2024-04-22T00:51:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.588+0000 7fd8be637740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558e04de39c0 con 0x558e04ddad30 2024-04-22T00:51:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.588+0000 7fd8b9713640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddb720 0x558e04de5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.588+0000 7fd8b9713640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddb720 0x558e04de5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:36474/0 (socket says 172.21.15.18:36474) 2024-04-22T00:51:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.588+0000 7fd8b9713640 1 -- 172.21.15.18:0/1812218792 learned_addr learned my addr 172.21.15.18:0/1812218792 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:22.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.588+0000 7fd8be637740 10 client.0 _ll_register_callbacks cb 0x558e04d36b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:22.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.589+0000 7fd8b9713640 1 -- 172.21.15.18:0/1812218792 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddad30 msgr2=0x558e04de50c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:51:22.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.589+0000 7fd8b9713640 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddad30 0x558e04de50c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.589+0000 7fd8b9713640 1 -- 172.21.15.18:0/1812218792 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04de0890 msgr2=0x558e04dec640 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:51:22.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.589+0000 7fd8b9713640 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04de0890 0x558e04dec640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.589+0000 7fd8b9713640 1 -- 172.21.15.18:0/1812218792 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e04b20620 con 0x558e04ddb720 2024-04-22T00:51:22.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.589+0000 7fd8b9713640 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddb720 0x558e04de5600 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fd8a4016000 tx=0x7fd8a4011b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=473ef77fd0db1908 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:22.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.591+0000 7fd89cff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:51:22.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.591+0000 7fd89cff9640 1 -- 172.21.15.18:0/1812218792 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a400bce0 con 0x558e04ddb720 2024-04-22T00:51:22.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.591+0000 7fd8be637740 1 -- 172.21.15.18:0/1812218792 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8a4011420 con 0x558e04ddb720 2024-04-22T00:51:22.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.591+0000 7fd89cff9640 1 -- 172.21.15.18:0/1812218792 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd8a4004030 con 0x558e04ddb720 2024-04-22T00:51:22.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.592+0000 7fd8b9f14640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8a00a2d80 0x7fd8a00a5240 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd8ac0bbf10 tx=0x7fd8ac004220 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:22.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.596+0000 7fd89cff9640 1 -- 172.21.15.18:0/1812218792 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fd8a400be80 con 0x558e04ddb720 2024-04-22T00:51:22.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.597+0000 7fd8be637740 10 client.27482 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:22.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.597+0000 7fd8be637740 1 -- 172.21.15.18:0/1812218792 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x558e04def780 con 0x558e04ddb720 2024-04-22T00:51:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.601+0000 7fd89cff9640 1 -- 172.21.15.18:0/1812218792 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8a4011420 con 0x558e04ddb720 2024-04-22T00:51:22.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.603+0000 7fd89cff9640 1 -- 172.21.15.18:0/1812218792 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7fd8a40234f0 con 0x558e04ddb720 2024-04-22T00:51:22.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.603+0000 7fd8be637740 10 client.27482 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:22.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.603+0000 7fd8be637740 10 client.27482 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:22.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.603+0000 7fd8be637740 20 client.27482 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:22.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.603+0000 7fd8be637740 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558e04df1150 0x558e04df35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.603+0000 7fd8be637740 4 client.27482 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:51:22.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.603+0000 7fd8be637740 1 -- 172.21.15.18:0/1812218792 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558e04d4d0b0 con 0x558e04df1150 2024-04-22T00:51:22.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.610+0000 7fd8b8f12640 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558e04df1150 0x558e04df35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.622+0000 7fd8b8f12640 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558e04df1150 0x558e04df35b0 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9df588a1cde6d266 server_cookie=2deeb9dff0200d2a in_seq=0 out_seq=0 2024-04-22T00:51:22.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.622+0000 7fd89cff9640 10 client.27482 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:22.629 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.629+0000 7fd89cff9640 1 -- 172.21.15.18:0/1812218792 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558e04d4d0b0 con 0x558e04df1150 2024-04-22T00:51:22.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.629+0000 7fd89cff9640 10 client.27482 handle_command_reply: tid=0 2024-04-22T00:51:22.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.629+0000 7fd8be637740 1 client.27482 shutdown 2024-04-22T00:51:22.639 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.639+0000 7fd8be637740 1 -- 172.21.15.18:0/1812218792 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddb720 msgr2=0x558e04de5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:22.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.639+0000 7fd8be637740 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddb720 0x558e04de5600 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fd8a4016000 tx=0x7fd8a4011b70 comp rx=0 tx=0).stop 2024-04-22T00:51:22.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.643+0000 7fd8be637740 1 -- 172.21.15.18:0/1812218792 shutdown_connections 2024-04-22T00:51:22.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.643+0000 7fd8be637740 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558e04df1150 0x558e04df35b0 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.643+0000 7fd8be637740 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04de0890 0x558e04dec640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.643+0000 7fd8be637740 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddb720 0x558e04de5600 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.643+0000 7fd8be637740 1 --2- 172.21.15.18:0/1812218792 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddad30 0x558e04de50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.643+0000 7fd8be637740 1 -- 172.21.15.18:0/1812218792 >> 172.21.15.18:0/1812218792 conn(0x558e04dd62a0 msgr2=0x558e04dd54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.643+0000 7fd89cff9640 0 client.27482 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.648+0000 7fd8be637740 1 -- 172.21.15.18:0/1812218792 shutdown_connections 2024-04-22T00:51:22.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.650+0000 7fd8be637740 1 -- 172.21.15.18:0/1812218792 wait complete. 2024-04-22T00:51:22.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.651+0000 7fd8be637740 20 client.27482 trim_cache size 0 max 16384 2024-04-22T00:51:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.695+0000 7fd8be637740 1 Processor -- start 2024-04-22T00:51:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.695+0000 7fd8be637740 1 -- start start 2024-04-22T00:51:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.696+0000 7fd8be637740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04ddad30 0x558e04ddca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.696+0000 7fd8be637740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04dec600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.696+0000 7fd8be637740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04de0890 0x558e04ddcf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.696+0000 7fd8b9713640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04dec600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.696+0000 7fd8b9713640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04dec600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:57800/0 (socket says 172.21.15.18:57800) 2024-04-22T00:51:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.697+0000 7fd8b9713640 1 -- 172.21.15.18:0/1371338813 learned_addr learned my addr 172.21.15.18:0/1371338813 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.697+0000 7fd8b8f12640 1 --2- 172.21.15.18:0/1371338813 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04de0890 0x558e04ddcf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.697+0000 7fd8be637740 1 -- 172.21.15.18:0/1371338813 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b41c4570 con 0x558e04ddad30 2024-04-22T00:51:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.697+0000 7fd8be637740 1 -- 172.21.15.18:0/1371338813 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b41c1de0 con 0x558e04de0890 2024-04-22T00:51:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.697+0000 7fd8be637740 1 -- 172.21.15.18:0/1371338813 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b41bfc30 con 0x558e04ddb720 2024-04-22T00:51:22.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.698+0000 7fd8b8f12640 1 --2- 172.21.15.18:0/1371338813 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04ddad30 0x558e04ddca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.698+0000 7fd8b9713640 1 -- 172.21.15.18:0/1371338813 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04de0890 msgr2=0x558e04ddcf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:22.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.698+0000 7fd8b9713640 1 --2- 172.21.15.18:0/1371338813 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04de0890 0x558e04ddcf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.698+0000 7fd8b9713640 1 -- 172.21.15.18:0/1371338813 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04ddad30 msgr2=0x558e04ddca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.698+0000 7fd8b9713640 1 --2- 172.21.15.18:0/1371338813 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04ddad30 0x558e04ddca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.698+0000 7fd8b9713640 1 -- 172.21.15.18:0/1371338813 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e04dd7010 con 0x558e04ddb720 2024-04-22T00:51:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.698+0000 7fd8b9713640 1 --2- 172.21.15.18:0/1371338813 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04dec600 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd8a400b530 tx=0x7fd8a400b560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e983b061e377f8b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.699+0000 7fd89effd640 1 -- 172.21.15.18:0/1371338813 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a4015070 con 0x558e04ddb720 2024-04-22T00:51:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.699+0000 7fd89effd640 1 -- 172.21.15.18:0/1371338813 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8a4031020 con 0x558e04ddb720 2024-04-22T00:51:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.699+0000 7fd89effd640 1 -- 172.21.15.18:0/1371338813 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a400bce0 con 0x558e04ddb720 2024-04-22T00:51:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.700+0000 7fd8be637740 1 -- 172.21.15.18:0/1371338813 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 msgr2=0x558e04dec600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.700+0000 7fd8be637740 1 --2- 172.21.15.18:0/1371338813 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04dec600 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd8a400b530 tx=0x7fd8a400b560 comp rx=0 tx=0).stop 2024-04-22T00:51:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.701+0000 7fd8be637740 1 -- 172.21.15.18:0/1371338813 shutdown_connections 2024-04-22T00:51:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.701+0000 7fd8be637740 1 --2- 172.21.15.18:0/1371338813 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04de0890 0x558e04ddcf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.701+0000 7fd8be637740 1 --2- 172.21.15.18:0/1371338813 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04ddb720 0x558e04dec600 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.701+0000 7fd8be637740 1 --2- 172.21.15.18:0/1371338813 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04ddad30 0x558e04ddca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.701+0000 7fd8be637740 1 -- 172.21.15.18:0/1371338813 >> 172.21.15.18:0/1371338813 conn(0x558e04dd62a0 msgr2=0x558e04de50c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:22.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.702+0000 7fd8be637740 1 -- 172.21.15.18:0/1371338813 shutdown_connections 2024-04-22T00:51:22.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.703+0000 7fd8be637740 1 -- 172.21.15.18:0/1371338813 wait complete. 2024-04-22T00:51:22.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.704+0000 7fd8be637740 1 -- start start 2024-04-22T00:51:22.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.704+0000 7fd8be637740 1 Processor -- start 2024-04-22T00:51:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.705+0000 7fd8be637740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 0x558e04de9230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.705+0000 7fd8be637740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04ddb720 0x558e04de9770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.705+0000 7fd8be637740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04de0890 0x558e04e55720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8be637740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b41c02a0 con 0x558e04ddb720 2024-04-22T00:51:22.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8b8f12640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 0x558e04de9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8be637740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b41c1710 con 0x558e04ddad30 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8be637740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b41c0970 con 0x558e04de0890 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8b8f12640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 0x558e04de9230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:36488/0 (socket says 172.21.15.18:36488) 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8b8f12640 1 -- 172.21.15.18:0/170437623 learned_addr learned my addr 172.21.15.18:0/170437623 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8be637740 10 client.0 _ll_register_callbacks cb 0x7fd8a40095c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8b9713640 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04ddb720 0x558e04de9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8b8f12640 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04de0890 0x558e04e55720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8b8f12640 1 -- 172.21.15.18:0/170437623 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04de0890 msgr2=0x558e04e55720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8b8f12640 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04de0890 0x558e04e55720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8b8f12640 1 -- 172.21.15.18:0/170437623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04ddb720 msgr2=0x558e04de9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8b8f12640 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04ddb720 0x558e04de9770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.706+0000 7fd8b8f12640 1 -- 172.21.15.18:0/170437623 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e04dec840 con 0x558e04ddad30 2024-04-22T00:51:22.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.707+0000 7fd8b8f12640 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 0x558e04de9230 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x558e04df3e30 tx=0x7fd8b0000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb384710eaa50b25 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:22.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.710+0000 7fd89cff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:51:22.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.710+0000 7fd89cff9640 1 -- 172.21.15.18:0/170437623 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8b0015b50 con 0x558e04ddad30 2024-04-22T00:51:22.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.710+0000 7fd89cff9640 1 -- 172.21.15.18:0/170437623 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fd8b0010040 con 0x558e04ddad30 2024-04-22T00:51:22.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.710+0000 7fd8be637740 1 -- 172.21.15.18:0/170437623 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8a4031020 con 0x558e04ddad30 2024-04-22T00:51:22.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.712+0000 7fd89cff9640 1 -- 172.21.15.18:0/170437623 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fd8b0015cf0 con 0x558e04ddad30 2024-04-22T00:51:22.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.714+0000 7fd8be637740 10 client.27488 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:22.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.714+0000 7fd8be637740 1 -- 172.21.15.18:0/170437623 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x558e04e56cf0 con 0x558e04ddad30 2024-04-22T00:51:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.715+0000 7fd89cff9640 1 -- 172.21.15.18:0/170437623 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8a4031020 con 0x558e04ddad30 2024-04-22T00:51:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.716+0000 7fd89cff9640 1 -- 172.21.15.18:0/170437623 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7fd8b00233f0 con 0x558e04ddad30 2024-04-22T00:51:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.716+0000 7fd8be637740 10 client.27488 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.716+0000 7fd8be637740 10 client.27488 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.716+0000 7fd8be637740 20 client.27488 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.716+0000 7fd8be637740 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558e04e576e0 0x558e04e59b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.717+0000 7fd8be637740 4 client.27488 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:51:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.717+0000 7fd8be637740 1 -- 172.21.15.18:0/170437623 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558e04d47400 con 0x558e04e576e0 2024-04-22T00:51:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.717+0000 7fd8b9713640 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558e04e576e0 0x558e04e59b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:22.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.718+0000 7fd8b9713640 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558e04e576e0 0x558e04e59b00 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f66ad80be774665e server_cookie=36cab0750ee39c52 in_seq=0 out_seq=0 2024-04-22T00:51:22.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.718+0000 7fd89cff9640 10 client.27488 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.757+0000 7fd89cff9640 1 -- 172.21.15.18:0/170437623 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558e04d47400 con 0x558e04e576e0 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.757+0000 7fd89cff9640 10 client.27488 handle_command_reply: tid=0 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.757+0000 7fd8be637740 1 client.27488 shutdown 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 1 -- 172.21.15.18:0/170437623 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 msgr2=0x558e04de9230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 0x558e04de9230 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x558e04df3e30 tx=0x7fd8b0000bc0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 1 -- 172.21.15.18:0/170437623 shutdown_connections 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558e04e576e0 0x558e04e59b00 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x558e04de0890 0x558e04e55720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e04ddb720 0x558e04de9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 1 --2- 172.21.15.18:0/170437623 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x558e04ddad30 0x558e04de9230 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 1 -- 172.21.15.18:0/170437623 >> 172.21.15.18:0/170437623 conn(0x558e04dd62a0 msgr2=0x558e04de4f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd89cff9640 0 client.27488 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 1 -- 172.21.15.18:0/170437623 shutdown_connections 2024-04-22T00:51:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 1 -- 172.21.15.18:0/170437623 wait complete. 2024-04-22T00:51:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.758+0000 7fd8be637740 20 client.27488 trim_cache size 0 max 16384 2024-04-22T00:51:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:51:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:51:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:51:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:51:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.759+0000 7fd8bb977640 1 -- 172.21.15.18:0/502328104 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8a00a2d80 msgr2=0x7fd8a00a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.759+0000 7fd8bb977640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8a00a2d80 0x7fd8a00a5240 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd8ac0bbf10 tx=0x7fd8ac004220 comp rx=0 tx=0).stop 2024-04-22T00:51:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.759+0000 7fd8bb977640 1 -- 172.21.15.18:0/502328104 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8b410da60 msgr2=0x7fd8b41b6a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.759+0000 7fd8bb977640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8b410da60 0x7fd8b41b6a20 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fd8ac032630 tx=0x7fd8ac035e70 comp rx=0 tx=0).stop 2024-04-22T00:51:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.760+0000 7fd8bb977640 1 -- 172.21.15.18:0/502328104 shutdown_connections 2024-04-22T00:51:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.760+0000 7fd8bb977640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fd8a00a2d80 0x7fd8a00a5240 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.760+0000 7fd8bb977640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd8b410da60 0x7fd8b41b6a20 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.760+0000 7fd8bb977640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8b410b0b0 0x7fd8b4115300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.760+0000 7fd8bb977640 1 --2- 172.21.15.18:0/502328104 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fd8b4108740 0x7fd8b4114dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.760+0000 7fd8bb977640 1 -- 172.21.15.18:0/502328104 >> 172.21.15.18:0/502328104 conn(0x7fd8b406e7b0 msgr2=0x7fd8b410a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.760+0000 7fd8bb977640 1 -- 172.21.15.18:0/502328104 shutdown_connections 2024-04-22T00:51:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:22.760+0000 7fd8bb977640 1 -- 172.21.15.18:0/502328104 wait complete. 2024-04-22T00:51:23.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:23 smithi167 ceph-mon[31348]: pgmap v677: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.5 MiB/s wr, 465 op/s 2024-04-22T00:51:24.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:23 smithi081 ceph-mon[31546]: pgmap v677: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.5 MiB/s wr, 465 op/s 2024-04-22T00:51:24.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:23 smithi018 ceph-mon[27979]: pgmap v677: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.5 MiB/s wr, 465 op/s 2024-04-22T00:51:24.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 600.0 s, 541.4 tps, lat 184.768 ms stddev 213.370 2024-04-22T00:51:25.958 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:25 smithi081 ceph-mon[31546]: pgmap v678: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.5 MiB/s wr, 610 op/s 2024-04-22T00:51:25.959 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:25 smithi018 ceph-mon[27979]: pgmap v678: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.5 MiB/s wr, 610 op/s 2024-04-22T00:51:25.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:25 smithi167 ceph-mon[31348]: pgmap v678: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.5 MiB/s wr, 610 op/s 2024-04-22T00:51:27.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:27 smithi167 ceph-mon[31348]: pgmap v679: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.1 MiB/s wr, 554 op/s 2024-04-22T00:51:28.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:27 smithi081 ceph-mon[31546]: pgmap v679: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.1 MiB/s wr, 554 op/s 2024-04-22T00:51:28.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:27 smithi018 ceph-mon[27979]: pgmap v679: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.1 MiB/s wr, 554 op/s 2024-04-22T00:51:29.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 605.0 s, 536.6 tps, lat 188.778 ms stddev 227.637 2024-04-22T00:51:29.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:29 smithi167 ceph-mon[31348]: pgmap v680: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 MiB/s wr, 550 op/s 2024-04-22T00:51:30.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:29 smithi081 ceph-mon[31546]: pgmap v680: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 MiB/s wr, 550 op/s 2024-04-22T00:51:30.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:29 smithi018 ceph-mon[27979]: pgmap v680: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 MiB/s wr, 550 op/s 2024-04-22T00:51:31.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:31 smithi167 ceph-mon[31348]: pgmap v681: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 8.7 MiB/s wr, 639 op/s 2024-04-22T00:51:32.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:31 smithi081 ceph-mon[31546]: pgmap v681: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 8.7 MiB/s wr, 639 op/s 2024-04-22T00:51:32.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:31 smithi018 ceph-mon[27979]: pgmap v681: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 8.7 MiB/s wr, 639 op/s 2024-04-22T00:51:33.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:33 smithi167 ceph-mon[31348]: pgmap v682: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.7 MiB/s wr, 523 op/s 2024-04-22T00:51:34.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:33 smithi081 ceph-mon[31546]: pgmap v682: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.7 MiB/s wr, 523 op/s 2024-04-22T00:51:34.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:33 smithi018 ceph-mon[27979]: pgmap v682: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.7 MiB/s wr, 523 op/s 2024-04-22T00:51:34.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 610.0 s, 603.2 tps, lat 167.881 ms stddev 185.889 2024-04-22T00:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.881+0000 7f7a605b1640 1 -- 172.21.15.18:0/542383730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a581018d0 msgr2=0x7f7a58101d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.881+0000 7f7a605b1640 1 --2- 172.21.15.18:0/542383730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a581018d0 0x7f7a58101d50 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f7a48009900 tx=0x7f7a4802bc30 comp rx=0 tx=0).stop 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.881+0000 7f7a605b1640 1 -- 172.21.15.18:0/542383730 shutdown_connections 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.881+0000 7f7a605b1640 1 --2- 172.21.15.18:0/542383730 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a58102290 0x7f7a58108b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.881+0000 7f7a605b1640 1 --2- 172.21.15.18:0/542383730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a581018d0 0x7f7a58101d50 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.881+0000 7f7a605b1640 1 --2- 172.21.15.18:0/542383730 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a581006e0 0x7f7a58100b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.881+0000 7f7a605b1640 1 -- 172.21.15.18:0/542383730 >> 172.21.15.18:0/542383730 conn(0x7f7a580fbc50 msgr2=0x7f7a580fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.881+0000 7f7a605b1640 1 -- 172.21.15.18:0/542383730 shutdown_connections 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.881+0000 7f7a605b1640 1 -- 172.21.15.18:0/542383730 wait complete. 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.881+0000 7f7a605b1640 1 Processor -- start 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a605b1640 1 -- start start 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a605b1640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a581006e0 0x7f7a58104670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a605b1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a581018d0 0x7f7a58102cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a605b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a58102290 0x7f7a581031f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a605b1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5810c3b0 con 0x7f7a58102290 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a605b1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5810c230 con 0x7f7a581018d0 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a605b1640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5810c530 con 0x7f7a581006e0 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5eb4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a58102290 0x7f7a581031f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5db4c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a581018d0 0x7f7a58102cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5eb4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a58102290 0x7f7a581031f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56018/0 (socket says 172.21.15.18:56018) 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5eb4e640 1 -- 172.21.15.18:0/1264799747 learned_addr learned my addr 172.21.15.18:0/1264799747 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5e34d640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a581006e0 0x7f7a58104670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5db4c640 1 -- 172.21.15.18:0/1264799747 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a581006e0 msgr2=0x7f7a58104670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5db4c640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a581006e0 0x7f7a58104670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5db4c640 1 -- 172.21.15.18:0/1264799747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a58102290 msgr2=0x7f7a581031f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5db4c640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a58102290 0x7f7a581031f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5db4c640 1 -- 172.21.15.18:0/1264799747 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a58103a80 con 0x7f7a581018d0 2024-04-22T00:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5e34d640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a581006e0 0x7f7a58104670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.882+0000 7f7a5eb4e640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a58102290 0x7f7a581031f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.883+0000 7f7a5db4c640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a581018d0 0x7f7a58102cb0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7a48036040 tx=0x7f7a4802c6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.883+0000 7f7a4f7fe640 1 -- 172.21.15.18:0/1264799747 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a48043020 con 0x7f7a581018d0 2024-04-22T00:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.883+0000 7f7a4f7fe640 1 -- 172.21.15.18:0/1264799747 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a480054e0 con 0x7f7a581018d0 2024-04-22T00:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.883+0000 7f7a605b1640 1 -- 172.21.15.18:0/1264799747 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a581a1b70 con 0x7f7a581018d0 2024-04-22T00:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.883+0000 7f7a4f7fe640 1 -- 172.21.15.18:0/1264799747 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a48003ca0 con 0x7f7a581018d0 2024-04-22T00:51:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.883+0000 7f7a605b1640 1 -- 172.21.15.18:0/1264799747 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a581a20e0 con 0x7f7a581018d0 2024-04-22T00:51:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.887+0000 7f7a6319a740 1 Processor -- start 2024-04-22T00:51:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.887+0000 7f7a4f7fe640 1 -- 172.21.15.18:0/1264799747 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7a48046020 con 0x7f7a581018d0 2024-04-22T00:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.888+0000 7f7a6319a740 1 -- start start 2024-04-22T00:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.888+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 0x55b0aa90d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.888+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa912a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.888+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 0x55b0aa915530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.888+0000 7f7a6319a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b0aa869b70 con 0x55b0aa9130a0 2024-04-22T00:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.888+0000 7f7a6319a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b0aa812470 con 0x55b0aa90df30 2024-04-22T00:51:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.888+0000 7f7a6319a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b0aa865b30 con 0x55b0aa90d540 2024-04-22T00:51:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.890+0000 7f7a4f7fe640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a440a2cb0 0x7f7a440a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.890+0000 7f7a4f7fe640 1 -- 172.21.15.18:0/1264799747 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7a480f1480 con 0x7f7a581018d0 2024-04-22T00:51:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.891+0000 7f7a5eb4e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 0x55b0aa90d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.891+0000 7f7a5eb4e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 0x55b0aa90d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55290/0 (socket says 172.21.15.18:55290) 2024-04-22T00:51:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.891+0000 7f7a5eb4e640 1 -- 172.21.15.18:0/2103395980 learned_addr learned my addr 172.21.15.18:0/2103395980 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.891+0000 7f7a5eb4e640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a440a2cb0 0x7f7a440a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.893+0000 7f7a5db4c640 1 --2- 172.21.15.18:0/2103395980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 0x55b0aa915530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.896+0000 7f7a5eb4e640 1 -- 172.21.15.18:0/2103395980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 msgr2=0x55b0aa912a30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.896+0000 7f7a5eb4e640 1 --2- 172.21.15.18:0/2103395980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa912a30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.896+0000 7f7a5eb4e640 1 -- 172.21.15.18:0/2103395980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 msgr2=0x55b0aa915530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.896+0000 7f7a5eb4e640 1 --2- 172.21.15.18:0/2103395980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 0x55b0aa915530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.896+0000 7f7a5eb4e640 1 -- 172.21.15.18:0/2103395980 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0aa57e210 con 0x55b0aa90d540 2024-04-22T00:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.896+0000 7f7a5eb4e640 1 --2- 172.21.15.18:0/2103395980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 0x55b0aa90d960 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7a500146b0 tx=0x7f7a50014ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ea532dd04c9849f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.900+0000 7f7a4cbfe640 1 -- 172.21.15.18:0/2103395980 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a50022020 con 0x55b0aa90d540 2024-04-22T00:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.900+0000 7f7a4cbfe640 1 -- 172.21.15.18:0/2103395980 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a5000de20 con 0x55b0aa90d540 2024-04-22T00:51:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.901+0000 7f7a6319a740 1 -- 172.21.15.18:0/2103395980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 msgr2=0x55b0aa90d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.901+0000 7f7a6319a740 1 --2- 172.21.15.18:0/2103395980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 0x55b0aa90d960 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7a500146b0 tx=0x7f7a50014ab0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.904+0000 7f7a6319a740 1 -- 172.21.15.18:0/2103395980 shutdown_connections 2024-04-22T00:51:35.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.904+0000 7f7a6319a740 1 --2- 172.21.15.18:0/2103395980 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 0x55b0aa915530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.904+0000 7f7a6319a740 1 --2- 172.21.15.18:0/2103395980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa912a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.904+0000 7f7a6319a740 1 --2- 172.21.15.18:0/2103395980 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 0x55b0aa90d960 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.904+0000 7f7a6319a740 1 -- 172.21.15.18:0/2103395980 >> 172.21.15.18:0/2103395980 conn(0x55b0aa908ab0 msgr2=0x55b0aa908eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:35.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.906+0000 7f7a5eb4e640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a440a2cb0 0x7f7a440a5170 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f7a50020000 tx=0x7f7a5001e7c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:35.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.916+0000 7f7a6319a740 1 -- 172.21.15.18:0/2103395980 shutdown_connections 2024-04-22T00:51:35.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.921+0000 7f7a6319a740 1 -- 172.21.15.18:0/2103395980 wait complete. 2024-04-22T00:51:35.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.921+0000 7f7a6319a740 1 -- start start 2024-04-22T00:51:35.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.921+0000 7f7a6319a740 1 Processor -- start 2024-04-22T00:51:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.922+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 0x55b0aa901bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.922+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa9020f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.922+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 0x55b0aa907120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.922+0000 7f7a6319a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b0aa900160 con 0x55b0aa9130a0 2024-04-22T00:51:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.922+0000 7f7a6319a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b0aa825a10 con 0x55b0aa90df30 2024-04-22T00:51:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.922+0000 7f7a6319a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b0aa9002e0 con 0x55b0aa90d540 2024-04-22T00:51:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.922+0000 7f7a6319a740 10 client.0 _ll_register_callbacks cb 0x55b0aa860b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.922+0000 7f7a5eb4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 0x55b0aa907120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.922+0000 7f7a5eb4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 0x55b0aa907120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56036/0 (socket says 172.21.15.18:56036) 2024-04-22T00:51:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.922+0000 7f7a5eb4e640 1 -- 172.21.15.18:0/1321957537 learned_addr learned my addr 172.21.15.18:0/1321957537 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.923+0000 7f7a5eb4e640 1 -- 172.21.15.18:0/1321957537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 msgr2=0x55b0aa901bb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:51:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.923+0000 7f7a5eb4e640 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 0x55b0aa901bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.923+0000 7f7a5eb4e640 1 -- 172.21.15.18:0/1321957537 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 msgr2=0x55b0aa9020f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.923+0000 7f7a5eb4e640 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa9020f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.923+0000 7f7a5eb4e640 1 -- 172.21.15.18:0/1321957537 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0aa64a620 con 0x55b0aa9130a0 2024-04-22T00:51:35.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.926+0000 7f7a5eb4e640 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 0x55b0aa907120 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f7a50007d30 tx=0x7f7a50007dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99d9219514f55d6c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:35.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.926+0000 7f7a41ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:51:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.930+0000 7f7a41ffb640 1 -- 172.21.15.18:0/1321957537 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a50022040 con 0x55b0aa9130a0 2024-04-22T00:51:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.930+0000 7f7a6319a740 1 -- 172.21.15.18:0/1321957537 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b0aa8770b0 con 0x55b0aa9130a0 2024-04-22T00:51:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.930+0000 7f7a41ffb640 1 -- 172.21.15.18:0/1321957537 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7a50004a00 con 0x55b0aa9130a0 2024-04-22T00:51:35.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.932+0000 7f7a41ffb640 1 -- 172.21.15.18:0/1321957537 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f7a5003b050 con 0x55b0aa9130a0 2024-04-22T00:51:35.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.934+0000 7f7a6319a740 10 client.17880 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:35.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.934+0000 7f7a6319a740 1 -- 172.21.15.18:0/1321957537 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x55b0aa92ac10 con 0x55b0aa9130a0 2024-04-22T00:51:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.939+0000 7f7a41ffb640 1 -- 172.21.15.18:0/1321957537 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55b0aa8770b0 con 0x55b0aa9130a0 2024-04-22T00:51:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.939+0000 7f7a41ffb640 1 -- 172.21.15.18:0/1321957537 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f7a5001d070 con 0x55b0aa9130a0 2024-04-22T00:51:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.939+0000 7f7a6319a740 10 client.17880 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.939+0000 7f7a6319a740 10 client.17880 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.939+0000 7f7a6319a740 20 client.17880 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.939+0000 7f7a6319a740 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b0aa92c1f0 0x55b0aa92e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.939+0000 7f7a6319a740 4 client.17880 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:51:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.939+0000 7f7a6319a740 1 -- 172.21.15.18:0/1321957537 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0aa871400 con 0x55b0aa92c1f0 2024-04-22T00:51:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.944+0000 7f7a5e34d640 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b0aa92c1f0 0x55b0aa92e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.957+0000 7f7a5e34d640 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b0aa92c1f0 0x55b0aa92e620 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=909c4d8d48e03348 server_cookie=ee1f801cf3ada5c6 in_seq=0 out_seq=0 2024-04-22T00:51:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.958+0000 7f7a41ffb640 10 client.17880 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:35.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.962+0000 7f7a41ffb640 1 -- 172.21.15.18:0/1321957537 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b0aa871400 con 0x55b0aa92c1f0 2024-04-22T00:51:35.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.962+0000 7f7a41ffb640 10 client.17880 handle_command_reply: tid=0 2024-04-22T00:51:35.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.963+0000 7f7a6319a740 1 client.17880 shutdown 2024-04-22T00:51:35.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.969+0000 7f7a6319a740 1 -- 172.21.15.18:0/1321957537 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 msgr2=0x55b0aa907120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:35.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.969+0000 7f7a6319a740 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 0x55b0aa907120 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f7a50007d30 tx=0x7f7a50007dc0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.973+0000 7f7a6319a740 1 -- 172.21.15.18:0/1321957537 shutdown_connections 2024-04-22T00:51:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.973+0000 7f7a6319a740 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b0aa92c1f0 0x55b0aa92e620 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.973+0000 7f7a6319a740 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa9130a0 0x55b0aa907120 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.973+0000 7f7a6319a740 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa9020f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.973+0000 7f7a6319a740 1 --2- 172.21.15.18:0/1321957537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa90d540 0x55b0aa901bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.973+0000 7f7a6319a740 1 -- 172.21.15.18:0/1321957537 >> 172.21.15.18:0/1321957537 conn(0x55b0aa908ab0 msgr2=0x55b0aa8ff4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.975+0000 7f7a41ffb640 0 client.17880 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:35.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.979+0000 7f7a6319a740 1 -- 172.21.15.18:0/1321957537 shutdown_connections 2024-04-22T00:51:35.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.983+0000 7f7a6319a740 1 -- 172.21.15.18:0/1321957537 wait complete. 2024-04-22T00:51:35.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:35 smithi167 ceph-mon[31348]: pgmap v683: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 10 MiB/s wr, 671 op/s 2024-04-22T00:51:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:35.987+0000 7f7a6319a740 20 client.17880 trim_cache size 0 max 16384 2024-04-22T00:51:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.022+0000 7f7a6319a740 1 Processor -- start 2024-04-22T00:51:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.025+0000 7f7a6319a740 1 -- start start 2024-04-22T00:51:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.025+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa90c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.026+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa932f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.026+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa9130a0 0x55b0aa933460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.026+0000 7f7a6319a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7a581aac80 con 0x55b0aa90d540 2024-04-22T00:51:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.026+0000 7f7a6319a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7a581a84f0 con 0x55b0aa90df30 2024-04-22T00:51:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.026+0000 7f7a6319a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7a581a6340 con 0x55b0aa9130a0 2024-04-22T00:51:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.027+0000 7f7a5e34d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa90c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.027+0000 7f7a5e34d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa90c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56042/0 (socket says 172.21.15.18:56042) 2024-04-22T00:51:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.027+0000 7f7a5e34d640 1 -- 172.21.15.18:0/2398705612 learned_addr learned my addr 172.21.15.18:0/2398705612 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.028+0000 7f7a5db4c640 1 --2- 172.21.15.18:0/2398705612 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa932f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.028+0000 7f7a5db4c640 1 -- 172.21.15.18:0/2398705612 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa9130a0 msgr2=0x55b0aa933460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.028+0000 7f7a5eb4e640 1 --2- 172.21.15.18:0/2398705612 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa9130a0 0x55b0aa933460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.028+0000 7f7a5db4c640 1 --2- 172.21.15.18:0/2398705612 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa9130a0 0x55b0aa933460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.028+0000 7f7a5db4c640 1 -- 172.21.15.18:0/2398705612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 msgr2=0x55b0aa90c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.028+0000 7f7a5db4c640 1 --2- 172.21.15.18:0/2398705612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa90c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.028+0000 7f7a5db4c640 1 -- 172.21.15.18:0/2398705612 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0aa92eca0 con 0x55b0aa90df30 2024-04-22T00:51:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.030+0000 7f7a5db4c640 1 --2- 172.21.15.18:0/2398705612 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa932f20 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f7a480eec00 tx=0x7f7a4802bc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc0043507a8874cd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.031+0000 7f7a43fff640 1 -- 172.21.15.18:0/2398705612 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a480035f0 con 0x55b0aa90df30 2024-04-22T00:51:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.031+0000 7f7a43fff640 1 -- 172.21.15.18:0/2398705612 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a48003e40 con 0x55b0aa90df30 2024-04-22T00:51:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.031+0000 7f7a43fff640 1 -- 172.21.15.18:0/2398705612 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a480c6580 con 0x55b0aa90df30 2024-04-22T00:51:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.032+0000 7f7a6319a740 1 -- 172.21.15.18:0/2398705612 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 msgr2=0x55b0aa932f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.032+0000 7f7a6319a740 1 --2- 172.21.15.18:0/2398705612 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa932f20 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f7a480eec00 tx=0x7f7a4802bc30 comp rx=0 tx=0).stop 2024-04-22T00:51:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.035+0000 7f7a6319a740 1 -- 172.21.15.18:0/2398705612 shutdown_connections 2024-04-22T00:51:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.035+0000 7f7a6319a740 1 --2- 172.21.15.18:0/2398705612 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa9130a0 0x55b0aa933460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.035+0000 7f7a6319a740 1 --2- 172.21.15.18:0/2398705612 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa932f20 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.035+0000 7f7a6319a740 1 --2- 172.21.15.18:0/2398705612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa90c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.035+0000 7f7a6319a740 1 -- 172.21.15.18:0/2398705612 >> 172.21.15.18:0/2398705612 conn(0x55b0aa908ab0 msgr2=0x55b0aa90bd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.040+0000 7f7a6319a740 1 -- 172.21.15.18:0/2398705612 shutdown_connections 2024-04-22T00:51:36.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.044+0000 7f7a6319a740 1 -- 172.21.15.18:0/2398705612 wait complete. 2024-04-22T00:51:36.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.044+0000 7f7a6319a740 1 -- start start 2024-04-22T00:51:36.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.044+0000 7f7a6319a740 1 Processor -- start 2024-04-22T00:51:36.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.044+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa93d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:36.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.044+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa93d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:36.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.044+0000 7f7a6319a740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa9130a0 0x55b0aa93e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:36.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.044+0000 7f7a6319a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7a581a69b0 con 0x55b0aa90d540 2024-04-22T00:51:36.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.044+0000 7f7a6319a740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7a581a7e20 con 0x55b0aa90df30 2024-04-22T00:51:36.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.044+0000 7f7a6319a740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7a581a7080 con 0x55b0aa9130a0 2024-04-22T00:51:36.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.045+0000 7f7a6319a740 10 client.0 _ll_register_callbacks cb 0x7f7a50014500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:36.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.046+0000 7f7a5e34d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa93d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:36.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.046+0000 7f7a5e34d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa93d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56054/0 (socket says 172.21.15.18:56054) 2024-04-22T00:51:36.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.046+0000 7f7a5e34d640 1 -- 172.21.15.18:0/3161556626 learned_addr learned my addr 172.21.15.18:0/3161556626 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.047+0000 7f7a5e34d640 1 -- 172.21.15.18:0/3161556626 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa9130a0 msgr2=0x55b0aa93e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.047+0000 7f7a5e34d640 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa9130a0 0x55b0aa93e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.047+0000 7f7a5e34d640 1 -- 172.21.15.18:0/3161556626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 msgr2=0x55b0aa93d820 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:51:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.047+0000 7f7a5e34d640 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa93d820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.047+0000 7f7a5e34d640 1 -- 172.21.15.18:0/3161556626 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0aa93ee20 con 0x55b0aa90d540 2024-04-22T00:51:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.051+0000 7f7a5e34d640 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa93d2e0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f7a540096c0 tx=0x7f7a54009e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dc7830a13bb5545 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.052+0000 7f7a41ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:51:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.053+0000 7f7a41ffb640 1 -- 172.21.15.18:0/3161556626 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a54012960 con 0x55b0aa90d540 2024-04-22T00:51:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.053+0000 7f7a41ffb640 1 -- 172.21.15.18:0/3161556626 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7a54012b00 con 0x55b0aa90d540 2024-04-22T00:51:36.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.057+0000 7f7a6319a740 1 -- 172.21.15.18:0/3161556626 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b0aa7ef7a0 con 0x55b0aa90d540 2024-04-22T00:51:36.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.058+0000 7f7a41ffb640 1 -- 172.21.15.18:0/3161556626 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f7a5402a050 con 0x55b0aa90d540 2024-04-22T00:51:36.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.059+0000 7f7a6319a740 10 client.17886 fetch_fsmap learned FSMap version 44 2024-04-22T00:51:36.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.059+0000 7f7a6319a740 1 -- 172.21.15.18:0/3161556626 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x55b0aa9a34a0 con 0x55b0aa90d540 2024-04-22T00:51:36.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.060+0000 7f7a41ffb640 1 -- 172.21.15.18:0/3161556626 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55b0aa7ef7a0 con 0x55b0aa90d540 2024-04-22T00:51:36.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.061+0000 7f7a41ffb640 1 -- 172.21.15.18:0/3161556626 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f7a5402d020 con 0x55b0aa90d540 2024-04-22T00:51:36.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.061+0000 7f7a6319a740 10 client.17886 fetch_fsmap finished waiting for FSMap version 44 2024-04-22T00:51:36.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.061+0000 7f7a6319a740 10 client.17886 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:36.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.061+0000 7f7a6319a740 20 client.17886 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:36.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.061+0000 7f7a6319a740 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b0aa9a3f30 0x55b0aa9a6370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:36.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.061+0000 7f7a6319a740 4 client.17886 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:51:36.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.061+0000 7f7a6319a740 1 -- 172.21.15.18:0/3161556626 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b0aa83b400 con 0x55b0aa9a3f30 2024-04-22T00:51:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.065+0000 7f7a5db4c640 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b0aa9a3f30 0x55b0aa9a6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.076+0000 7f7a5db4c640 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b0aa9a3f30 0x55b0aa9a6370 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e19941c8a2fa5700 server_cookie=ff619de94609fa17 in_seq=0 out_seq=0 2024-04-22T00:51:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.076+0000 7f7a41ffb640 10 client.17886 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a41ffb640 1 -- 172.21.15.18:0/3161556626 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b0aa83b400 con 0x55b0aa9a3f30 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a41ffb640 10 client.17886 handle_command_reply: tid=0 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a6319a740 1 client.17886 shutdown 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a6319a740 1 -- 172.21.15.18:0/3161556626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 msgr2=0x55b0aa93d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a6319a740 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa93d2e0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f7a540096c0 tx=0x7f7a54009e30 comp rx=0 tx=0).stop 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a6319a740 1 -- 172.21.15.18:0/3161556626 shutdown_connections 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a6319a740 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b0aa9a3f30 0x55b0aa9a6370 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a6319a740 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b0aa9130a0 0x55b0aa93e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a6319a740 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b0aa90df30 0x55b0aa93d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a6319a740 1 --2- 172.21.15.18:0/3161556626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0aa90d540 0x55b0aa93d2e0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a6319a740 1 -- 172.21.15.18:0/3161556626 >> 172.21.15.18:0/3161556626 conn(0x55b0aa908ab0 msgr2=0x55b0aa90c5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.092+0000 7f7a41ffb640 0 client.17886 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.093+0000 7f7a6319a740 1 -- 172.21.15.18:0/3161556626 shutdown_connections 2024-04-22T00:51:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.093+0000 7f7a6319a740 1 -- 172.21.15.18:0/3161556626 wait complete. 2024-04-22T00:51:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.093+0000 7f7a6319a740 20 client.17886 trim_cache size 0 max 16384 2024-04-22T00:51:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:51:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:51:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:51:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:51:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.093+0000 7f7a605b1640 1 -- 172.21.15.18:0/1264799747 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a440a2cb0 msgr2=0x7f7a440a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.093+0000 7f7a605b1640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a440a2cb0 0x7f7a440a5170 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f7a50020000 tx=0x7f7a5001e7c0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.093+0000 7f7a605b1640 1 -- 172.21.15.18:0/1264799747 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a581018d0 msgr2=0x7f7a58102cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.093+0000 7f7a605b1640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a581018d0 0x7f7a58102cb0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7a48036040 tx=0x7f7a4802c6c0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.094+0000 7f7a605b1640 1 -- 172.21.15.18:0/1264799747 shutdown_connections 2024-04-22T00:51:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.094+0000 7f7a605b1640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7a440a2cb0 0x7f7a440a5170 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.094+0000 7f7a605b1640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7a58102290 0x7f7a581031f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.094+0000 7f7a605b1640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7a581018d0 0x7f7a58102cb0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.094+0000 7f7a605b1640 1 --2- 172.21.15.18:0/1264799747 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7a581006e0 0x7f7a58104670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:36.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.094+0000 7f7a605b1640 1 -- 172.21.15.18:0/1264799747 >> 172.21.15.18:0/1264799747 conn(0x7f7a580fbc50 msgr2=0x7f7a580fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:36.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.094+0000 7f7a605b1640 1 -- 172.21.15.18:0/1264799747 shutdown_connections 2024-04-22T00:51:36.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:36.095+0000 7f7a605b1640 1 -- 172.21.15.18:0/1264799747 wait complete. 2024-04-22T00:51:36.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:35 smithi081 ceph-mon[31546]: pgmap v683: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 10 MiB/s wr, 671 op/s 2024-04-22T00:51:36.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:35 smithi018 ceph-mon[27979]: pgmap v683: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 10 MiB/s wr, 671 op/s 2024-04-22T00:51:37.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:36 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:51:37.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:36 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:51:37.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:36 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:51:38.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:37 smithi081 ceph-mon[31546]: pgmap v684: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 9.1 MiB/s wr, 588 op/s 2024-04-22T00:51:38.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:37 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:51:38.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:37 smithi018 ceph-mon[27979]: pgmap v684: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 9.1 MiB/s wr, 588 op/s 2024-04-22T00:51:38.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:37 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:51:38.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:37 smithi167 ceph-mon[31348]: pgmap v684: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 9.1 MiB/s wr, 588 op/s 2024-04-22T00:51:38.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:37 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:51:39.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 615.0 s, 528.4 tps, lat 188.615 ms stddev 214.612 2024-04-22T00:51:39.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:39 smithi018 ceph-mon[27979]: pgmap v685: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 8.6 MiB/s wr, 582 op/s 2024-04-22T00:51:40.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:39 smithi081 ceph-mon[31546]: pgmap v685: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 8.6 MiB/s wr, 582 op/s 2024-04-22T00:51:40.238 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:39 smithi167 ceph-mon[31348]: pgmap v685: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 8.6 MiB/s wr, 582 op/s 2024-04-22T00:51:41.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:41 smithi081 ceph-mon[31546]: pgmap v686: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 8.6 MiB/s wr, 594 op/s 2024-04-22T00:51:41.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:41 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:41 smithi018 ceph-mon[27979]: pgmap v686: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 8.6 MiB/s wr, 594 op/s 2024-04-22T00:51:41.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:41 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:41 smithi167 ceph-mon[31348]: pgmap v686: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 8.6 MiB/s wr, 594 op/s 2024-04-22T00:51:41.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:41.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:41 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:42.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:42 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:42.736 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:42 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:42.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:42 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:42.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:42 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:42.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:42 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:42.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:42 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:43.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:43 smithi081 ceph-mon[31546]: pgmap v687: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 7.5 MiB/s wr, 508 op/s 2024-04-22T00:51:43.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:51:43.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:51:43.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:43 smithi018 ceph-mon[27979]: pgmap v687: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 7.5 MiB/s wr, 508 op/s 2024-04-22T00:51:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:51:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:51:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:43.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:43 smithi167 ceph-mon[31348]: pgmap v687: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 7.5 MiB/s wr, 508 op/s 2024-04-22T00:51:43.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:51:43.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:51:43.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:51:44.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 620.0 s, 522.8 tps, lat 188.433 ms stddev 210.706 2024-04-22T00:51:45.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:45 smithi081 ceph-mon[31546]: pgmap v688: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 9.2 MiB/s wr, 614 op/s 2024-04-22T00:51:45.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:45 smithi018 ceph-mon[27979]: pgmap v688: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 9.2 MiB/s wr, 614 op/s 2024-04-22T00:51:45.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:45 smithi167 ceph-mon[31348]: pgmap v688: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 9.2 MiB/s wr, 614 op/s 2024-04-22T00:51:47.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:47 smithi081 ceph-mon[31546]: pgmap v689: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.4 MiB/s wr, 493 op/s 2024-04-22T00:51:47.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:47 smithi018 ceph-mon[27979]: pgmap v689: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.4 MiB/s wr, 493 op/s 2024-04-22T00:51:47.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:47 smithi167 ceph-mon[31348]: pgmap v689: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.4 MiB/s wr, 493 op/s 2024-04-22T00:51:49.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.281+0000 7f91ad667640 1 -- 172.21.15.18:0/3262425973 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a0094c80 msgr2=0x7f91a00950a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:49.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.281+0000 7f91ad667640 1 --2- 172.21.15.18:0/3262425973 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a0094c80 0x7f91a00950a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f919c009900 tx=0x7f919c02bc50 comp rx=0 tx=0).stop 2024-04-22T00:51:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.287+0000 7f91ad667640 1 -- 172.21.15.18:0/3262425973 shutdown_connections 2024-04-22T00:51:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.287+0000 7f91ad667640 1 --2- 172.21.15.18:0/3262425973 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a0096830 0x7f91a009d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.287+0000 7f91ad667640 1 --2- 172.21.15.18:0/3262425973 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a0095e70 0x7f91a00962f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.287+0000 7f91ad667640 1 --2- 172.21.15.18:0/3262425973 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a0094c80 0x7f91a00950a0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.287+0000 7f91ad667640 1 -- 172.21.15.18:0/3262425973 >> 172.21.15.18:0/3262425973 conn(0x7f91a00901d0 msgr2=0x7f91a0092630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.293+0000 7f91ad667640 1 -- 172.21.15.18:0/3262425973 shutdown_connections 2024-04-22T00:51:49.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.296+0000 7f91ad667640 1 -- 172.21.15.18:0/3262425973 wait complete. 2024-04-22T00:51:49.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.296+0000 7f91ad667640 1 Processor -- start 2024-04-22T00:51:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.299+0000 7f91ad667640 1 -- start start 2024-04-22T00:51:49.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.300+0000 7f91ad667640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a0094c80 0x7f91a013aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.300+0000 7f91ad667640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a0095e70 0x7f91a013b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.301+0000 7f91ad667640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a0096830 0x7f91a0142470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.301+0000 7f91ad667640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f91a009f850 con 0x7f91a0094c80 2024-04-22T00:51:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.301+0000 7f91ad667640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f91a009f6d0 con 0x7f91a0096830 2024-04-22T00:51:49.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.301+0000 7f91ad667640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f91a009f9d0 con 0x7f91a0095e70 2024-04-22T00:51:49.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.301+0000 7f91a7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a0094c80 0x7f91a013aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.301+0000 7f91a7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a0094c80 0x7f91a013aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48418/0 (socket says 172.21.15.18:48418) 2024-04-22T00:51:49.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.301+0000 7f91a7fff640 1 -- 172.21.15.18:0/1954331561 learned_addr learned my addr 172.21.15.18:0/1954331561 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:49.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.302+0000 7f91a7fff640 1 -- 172.21.15.18:0/1954331561 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a0095e70 msgr2=0x7f91a013b400 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:51:49.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.302+0000 7f91a7fff640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a0095e70 0x7f91a013b400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.302+0000 7f91a7fff640 1 -- 172.21.15.18:0/1954331561 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a0096830 msgr2=0x7f91a0142470 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:51:49.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.302+0000 7f91a7fff640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a0096830 0x7f91a0142470 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.302+0000 7f91a7fff640 1 -- 172.21.15.18:0/1954331561 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a0142ae0 con 0x7f91a0094c80 2024-04-22T00:51:49.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.302+0000 7f91a7fff640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a0094c80 0x7f91a013aec0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f919c000c00 tx=0x7f919c004ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:49.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.303+0000 7f91a57fa640 1 -- 172.21.15.18:0/1954331561 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c041070 con 0x7f91a0094c80 2024-04-22T00:51:49.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.303+0000 7f91a57fa640 1 -- 172.21.15.18:0/1954331561 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f919c004450 con 0x7f91a0094c80 2024-04-22T00:51:49.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.303+0000 7f91a57fa640 1 -- 172.21.15.18:0/1954331561 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c034440 con 0x7f91a0094c80 2024-04-22T00:51:49.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.304+0000 7f91ad667640 1 -- 172.21.15.18:0/1954331561 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91a0142d70 con 0x7f91a0094c80 2024-04-22T00:51:49.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.304+0000 7f91ad667640 1 -- 172.21.15.18:0/1954331561 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91a01431b0 con 0x7f91a0094c80 2024-04-22T00:51:49.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.309+0000 7f91b158c740 1 Processor -- start 2024-04-22T00:51:49.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.309+0000 7f91b158c740 1 -- start start 2024-04-22T00:51:49.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.309+0000 7f91a57fa640 1 -- 172.21.15.18:0/1954331561 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f919c044070 con 0x7f91a0094c80 2024-04-22T00:51:49.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.309+0000 7f91b158c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc574f50 0x5632bc575370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91b158c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 0x5632bc57a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91b158c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc57aab0 0x5632bc57cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91b158c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5632bc4d9b70 con 0x5632bc57aab0 2024-04-22T00:51:49.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91b158c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5632bc482470 con 0x5632bc574f50 2024-04-22T00:51:49.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91b158c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5632bc4d5b30 con 0x5632bc575940 2024-04-22T00:51:49.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91a77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc57aab0 0x5632bc57cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91ace66640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc574f50 0x5632bc575370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91a77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc57aab0 0x5632bc57cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48432/0 (socket says 172.21.15.18:48432) 2024-04-22T00:51:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91a77fe640 1 -- 172.21.15.18:0/1149957539 learned_addr learned my addr 172.21.15.18:0/1149957539 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91ace66640 1 -- 172.21.15.18:0/1149957539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 msgr2=0x5632bc57a440 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:51:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91ace66640 1 --2- 172.21.15.18:0/1149957539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 0x5632bc57a440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91ace66640 1 -- 172.21.15.18:0/1149957539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc57aab0 msgr2=0x5632bc57cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91ace66640 1 --2- 172.21.15.18:0/1149957539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc57aab0 0x5632bc57cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91ace66640 1 -- 172.21.15.18:0/1149957539 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632bc1ee210 con 0x5632bc574f50 2024-04-22T00:51:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.310+0000 7f91a57fa640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91980a71a0 0x7f91980a9660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.311+0000 7f91a57fa640 1 -- 172.21.15.18:0/1954331561 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f919c0f1140 con 0x7f91a0094c80 2024-04-22T00:51:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.311+0000 7f91ace66640 1 --2- 172.21.15.18:0/1149957539 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc574f50 0x5632bc575370 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f91a804f7d0 tx=0x7f91a806f5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df9e39811b2d59cd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:49.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.311+0000 7f91927fc640 1 -- 172.21.15.18:0/1149957539 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a807b430 con 0x5632bc574f50 2024-04-22T00:51:49.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.311+0000 7f91927fc640 1 -- 172.21.15.18:0/1149957539 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f91a806e040 con 0x5632bc574f50 2024-04-22T00:51:49.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.311+0000 7f91927fc640 1 -- 172.21.15.18:0/1149957539 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a80738d0 con 0x5632bc574f50 2024-04-22T00:51:49.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.312+0000 7f91a7fff640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91980a71a0 0x7f91980a9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.313+0000 7f91a7fff640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91980a71a0 0x7f91980a9660 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f919c0b9eb0 tx=0x7f919c003990 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:49.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.317+0000 7f91b158c740 1 -- 172.21.15.18:0/1149957539 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc574f50 msgr2=0x5632bc575370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:49.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.317+0000 7f91b158c740 1 --2- 172.21.15.18:0/1149957539 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc574f50 0x5632bc575370 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f91a804f7d0 tx=0x7f91a806f5d0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.319+0000 7f91b158c740 1 -- 172.21.15.18:0/1149957539 shutdown_connections 2024-04-22T00:51:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.319+0000 7f91b158c740 1 --2- 172.21.15.18:0/1149957539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc57aab0 0x5632bc57cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.319+0000 7f91b158c740 1 --2- 172.21.15.18:0/1149957539 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 0x5632bc57a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.319+0000 7f91b158c740 1 --2- 172.21.15.18:0/1149957539 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc574f50 0x5632bc575370 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.319+0000 7f91b158c740 1 -- 172.21.15.18:0/1149957539 >> 172.21.15.18:0/1149957539 conn(0x5632bc5704c0 msgr2=0x5632bc5708c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.320+0000 7f91b158c740 1 -- 172.21.15.18:0/1149957539 shutdown_connections 2024-04-22T00:51:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.320+0000 7f91b158c740 1 -- 172.21.15.18:0/1149957539 wait complete. 2024-04-22T00:51:49.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.321+0000 7f91b158c740 1 -- start start 2024-04-22T00:51:49.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.321+0000 7f91b158c740 1 Processor -- start 2024-04-22T00:51:49.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.322+0000 7f91b158c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc57f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.322+0000 7f91b158c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc575940 0x5632bc57f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.322+0000 7f91b158c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc57aab0 0x5632bc586840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.322+0000 7f91a77fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc575940 0x5632bc57f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.322+0000 7f91a77fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc575940 0x5632bc57f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:52462/0 (socket says 172.21.15.18:52462) 2024-04-22T00:51:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.322+0000 7f91a77fe640 1 -- 172.21.15.18:0/3220981788 learned_addr learned my addr 172.21.15.18:0/3220981788 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.322+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5632bc57da60 con 0x5632bc574f50 2024-04-22T00:51:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5632bc495a10 con 0x5632bc575940 2024-04-22T00:51:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5632bc57dbe0 con 0x5632bc57aab0 2024-04-22T00:51:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91ace66640 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc57f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91b158c740 10 client.0 _ll_register_callbacks cb 0x5632bc4d0b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91ace66640 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc57aab0 0x5632bc586840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91a77fe640 1 -- 172.21.15.18:0/3220981788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc57aab0 msgr2=0x5632bc586840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91a77fe640 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc57aab0 0x5632bc586840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91a77fe640 1 -- 172.21.15.18:0/3220981788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 msgr2=0x5632bc57f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91a77fe640 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc57f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91a77fe640 1 -- 172.21.15.18:0/3220981788 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632bc2ba620 con 0x5632bc575940 2024-04-22T00:51:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.323+0000 7f91a77fe640 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc575940 0x5632bc57f800 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f919400bb80 tx=0x7f91940039c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=868e7bc24e8661a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.324+0000 7f91877fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.324+0000 7f91877fe640 1 -- 172.21.15.18:0/3220981788 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9194005020 con 0x5632bc575940 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.324+0000 7f91877fe640 1 -- 172.21.15.18:0/3220981788 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f91940051c0 con 0x5632bc575940 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.324+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91a806e040 con 0x5632bc575940 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.324+0000 7f91877fe640 1 -- 172.21.15.18:0/3220981788 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f9194023050 con 0x5632bc575940 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.325+0000 7f91b158c740 10 client.27506 fetch_fsmap learned FSMap version 45 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.325+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5632bc589c00 con 0x5632bc575940 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.325+0000 7f91877fe640 1 -- 172.21.15.18:0/3220981788 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9194004c80 con 0x5632bc575940 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.325+0000 7f91877fe640 1 -- 172.21.15.18:0/3220981788 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 45) ==== 8358+0+0 (secure 0 0 0) 0x7f91940168b0 con 0x5632bc575940 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.325+0000 7f91b158c740 10 client.27506 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.325+0000 7f91b158c740 10 client.27506 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.325+0000 7f91b158c740 20 client.27506 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.325+0000 7f91b158c740 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5632bc58b3a0 0x5632bc58d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.325+0000 7f91b158c740 4 client.27506 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:51:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.326+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f91a806e040 con 0x5632bc58b3a0 2024-04-22T00:51:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.327+0000 7f91ace66640 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5632bc58b3a0 0x5632bc58d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.328+0000 7f91ace66640 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5632bc58b3a0 0x5632bc58d820 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d59c581ec070a86 server_cookie=96ac2073225ea056 in_seq=0 out_seq=0 2024-04-22T00:51:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.328+0000 7f91877fe640 10 client.27506 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.329+0000 7f91877fe640 1 -- 172.21.15.18:0/3220981788 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f91a806e040 con 0x5632bc58b3a0 2024-04-22T00:51:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.329+0000 7f91877fe640 10 client.27506 handle_command_reply: tid=0 2024-04-22T00:51:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.329+0000 7f91b158c740 1 client.27506 shutdown 2024-04-22T00:51:49.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.330+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc575940 msgr2=0x5632bc57f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:49.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.330+0000 7f91b158c740 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc575940 0x5632bc57f800 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f919400bb80 tx=0x7f91940039c0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.331+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 shutdown_connections 2024-04-22T00:51:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.331+0000 7f91b158c740 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5632bc58b3a0 0x5632bc58d820 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.331+0000 7f91b158c740 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc57aab0 0x5632bc586840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.331+0000 7f91b158c740 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc575940 0x5632bc57f800 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.331+0000 7f91b158c740 1 --2- 172.21.15.18:0/3220981788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc57f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.331+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 >> 172.21.15.18:0/3220981788 conn(0x5632bc5704c0 msgr2=0x5632bc56f600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.331+0000 7f91877fe640 0 client.27506 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.331+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 shutdown_connections 2024-04-22T00:51:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.332+0000 7f91b158c740 1 -- 172.21.15.18:0/3220981788 wait complete. 2024-04-22T00:51:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.332+0000 7f91b158c740 20 client.27506 trim_cache size 0 max 16384 2024-04-22T00:51:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.362+0000 7f91b158c740 1 Processor -- start 2024-04-22T00:51:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.362+0000 7f91b158c740 1 -- start start 2024-04-22T00:51:49.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.362+0000 7f91b158c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc593130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.362+0000 7f91b158c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 0x5632bc593670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.364 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.362+0000 7f91ace66640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc593130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.363+0000 7f91ace66640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc593130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48450/0 (socket says 172.21.15.18:48450) 2024-04-22T00:51:49.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.363+0000 7f91ace66640 1 -- 172.21.15.18:0/847001200 learned_addr learned my addr 172.21.15.18:0/847001200 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:49.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.363+0000 7f91b158c740 1 --2- 172.21.15.18:0/847001200 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 0x5632bc586800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.363+0000 7f91b158c740 1 -- 172.21.15.18:0/847001200 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f91a0150160 con 0x5632bc574f50 2024-04-22T00:51:49.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.363+0000 7f91b158c740 1 -- 172.21.15.18:0/847001200 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f91a014da00 con 0x5632bc57aab0 2024-04-22T00:51:49.365 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.363+0000 7f91b158c740 1 -- 172.21.15.18:0/847001200 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f91a014b850 con 0x5632bc575940 2024-04-22T00:51:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.366+0000 7f91ace66640 1 --2- 172.21.15.18:0/847001200 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 0x5632bc586800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.366+0000 7f91ace66640 1 -- 172.21.15.18:0/847001200 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 msgr2=0x5632bc593670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.366+0000 7f91ace66640 1 --2- 172.21.15.18:0/847001200 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 0x5632bc593670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.366+0000 7f91ace66640 1 -- 172.21.15.18:0/847001200 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 msgr2=0x5632bc586800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.366+0000 7f91ace66640 1 --2- 172.21.15.18:0/847001200 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 0x5632bc586800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.366+0000 7f91ace66640 1 -- 172.21.15.18:0/847001200 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632bc56b7c0 con 0x5632bc574f50 2024-04-22T00:51:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.368+0000 7f91ace66640 1 --2- 172.21.15.18:0/847001200 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc593130 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f91a8064f90 tx=0x7f91a8073400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdeb0fa1aef6416c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:49.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.371+0000 7f9191ffb640 1 -- 172.21.15.18:0/847001200 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a8073b10 con 0x5632bc574f50 2024-04-22T00:51:49.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.371+0000 7f9191ffb640 1 -- 172.21.15.18:0/847001200 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f91a8073cb0 con 0x5632bc574f50 2024-04-22T00:51:49.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.371+0000 7f9191ffb640 1 -- 172.21.15.18:0/847001200 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a807b690 con 0x5632bc574f50 2024-04-22T00:51:49.372 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.372+0000 7f91b158c740 1 -- 172.21.15.18:0/847001200 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 msgr2=0x5632bc593130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:49.372 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.372+0000 7f91b158c740 1 --2- 172.21.15.18:0/847001200 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc593130 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f91a8064f90 tx=0x7f91a8073400 comp rx=0 tx=0).stop 2024-04-22T00:51:49.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.380+0000 7f91b158c740 1 -- 172.21.15.18:0/847001200 shutdown_connections 2024-04-22T00:51:49.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.380+0000 7f91b158c740 1 --2- 172.21.15.18:0/847001200 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 0x5632bc586800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.380+0000 7f91b158c740 1 --2- 172.21.15.18:0/847001200 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 0x5632bc593670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.380+0000 7f91b158c740 1 --2- 172.21.15.18:0/847001200 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc593130 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.380+0000 7f91b158c740 1 -- 172.21.15.18:0/847001200 >> 172.21.15.18:0/847001200 conn(0x5632bc5704c0 msgr2=0x5632bc5708a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:49.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.387+0000 7f91b158c740 1 -- 172.21.15.18:0/847001200 shutdown_connections 2024-04-22T00:51:49.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.389+0000 7f91b158c740 1 -- 172.21.15.18:0/847001200 wait complete. 2024-04-22T00:51:49.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.389+0000 7f91b158c740 1 -- start start 2024-04-22T00:51:49.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.389+0000 7f91b158c740 1 Processor -- start 2024-04-22T00:51:49.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.393+0000 7f91b158c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc5841f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.393+0000 7f91b158c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 0x5632bc584730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.393+0000 7f91b158c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 0x5632bc585740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.393+0000 7f91b158c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f91a014bec0 con 0x5632bc574f50 2024-04-22T00:51:49.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.393+0000 7f91b158c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f91a014d330 con 0x5632bc57aab0 2024-04-22T00:51:49.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.393+0000 7f91b158c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f91a014c590 con 0x5632bc575940 2024-04-22T00:51:49.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.393+0000 7f91b158c740 10 client.0 _ll_register_callbacks cb 0x7f919400b2e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:51:49.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.396+0000 7f91ace66640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 0x5632bc585740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.396+0000 7f91a77fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 0x5632bc584730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.396+0000 7f91ace66640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 0x5632bc585740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:52482/0 (socket says 172.21.15.18:52482) 2024-04-22T00:51:49.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.396+0000 7f91ace66640 1 -- 172.21.15.18:0/1968733651 learned_addr learned my addr 172.21.15.18:0/1968733651 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:51:49.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.396+0000 7f91ace66640 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc5841f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.398+0000 7f91ace66640 1 -- 172.21.15.18:0/1968733651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 msgr2=0x5632bc584730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:49.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.398+0000 7f91ace66640 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 0x5632bc584730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.398+0000 7f91ace66640 1 -- 172.21.15.18:0/1968733651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 msgr2=0x5632bc5841f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:51:49.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.398+0000 7f91ace66640 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc5841f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.398+0000 7f91ace66640 1 -- 172.21.15.18:0/1968733651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632bc585d30 con 0x5632bc57aab0 2024-04-22T00:51:49.405 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.403+0000 7f91ace66640 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 0x5632bc585740 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f91a8000b60 tx=0x7f91a80676b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e228e8964effdff server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:51:49.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.403+0000 7f91877fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:51:49.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.405+0000 7f91877fe640 1 -- 172.21.15.18:0/1968733651 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a80739b0 con 0x5632bc57aab0 2024-04-22T00:51:49.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.405+0000 7f91b158c740 1 -- 172.21.15.18:0/1968733651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91a8073cb0 con 0x5632bc57aab0 2024-04-22T00:51:49.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.405+0000 7f91877fe640 1 -- 172.21.15.18:0/1968733651 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f91a808e0d0 con 0x5632bc57aab0 2024-04-22T00:51:49.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.407+0000 7f91877fe640 1 -- 172.21.15.18:0/1968733651 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f91a808e2d0 con 0x5632bc57aab0 2024-04-22T00:51:49.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.411+0000 7f91b158c740 10 client.27512 fetch_fsmap learned FSMap version 45 2024-04-22T00:51:49.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.411+0000 7f91b158c740 1 -- 172.21.15.18:0/1968733651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5632bc5f1bb0 con 0x5632bc57aab0 2024-04-22T00:51:49.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.412+0000 7f91877fe640 1 -- 172.21.15.18:0/1968733651 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f91a8073cb0 con 0x5632bc57aab0 2024-04-22T00:51:49.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.413+0000 7f91877fe640 1 -- 172.21.15.18:0/1968733651 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 45) ==== 8358+0+0 (secure 0 0 0) 0x7f91a807b430 con 0x5632bc57aab0 2024-04-22T00:51:49.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.413+0000 7f91b158c740 10 client.27512 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T00:51:49.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.413+0000 7f91b158c740 10 client.27512 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:51:49.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.413+0000 7f91b158c740 20 client.27512 populate_metadata read hostname 'smithi018' 2024-04-22T00:51:49.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.413+0000 7f91b158c740 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5632bc5f23f0 0x5632bc5f4810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:51:49.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.413+0000 7f91b158c740 4 client.27512 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:51:49.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.413+0000 7f91b158c740 1 -- 172.21.15.18:0/1968733651 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5632bc4e70b0 con 0x5632bc5f23f0 2024-04-22T00:51:49.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.419+0000 7f91a77fe640 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5632bc5f23f0 0x5632bc5f4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:51:49.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.436+0000 7f91a77fe640 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5632bc5f23f0 0x5632bc5f4810 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79ca0ea319e7aaef server_cookie=8f91a8cf897f594a in_seq=0 out_seq=0 2024-04-22T00:51:49.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.437+0000 7f91877fe640 10 client.27512 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91877fe640 1 -- 172.21.15.18:0/1968733651 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5632bc4e70b0 con 0x5632bc5f23f0 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91877fe640 10 client.27512 handle_command_reply: tid=0 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 client.27512 shutdown 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 -- 172.21.15.18:0/1968733651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 msgr2=0x5632bc585740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 0x5632bc585740 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f91a8000b60 tx=0x7f91a80676b0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 -- 172.21.15.18:0/1968733651 shutdown_connections 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5632bc5f23f0 0x5632bc5f4810 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5632bc57aab0 0x5632bc585740 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5632bc575940 0x5632bc584730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91877fe640 0 client.27512 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:51:49.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 --2- 172.21.15.18:0/1968733651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5632bc574f50 0x5632bc5841f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 -- 172.21.15.18:0/1968733651 >> 172.21.15.18:0/1968733651 conn(0x5632bc5704c0 msgr2=0x5632bc57f1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:49.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 -- 172.21.15.18:0/1968733651 shutdown_connections 2024-04-22T00:51:49.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 1 -- 172.21.15.18:0/1968733651 wait complete. 2024-04-22T00:51:49.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.517+0000 7f91b158c740 20 client.27512 trim_cache size 0 max 16384 2024-04-22T00:51:49.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:51:49.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:51:49.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:51:49.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:51:49.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.518+0000 7f91ad667640 1 -- 172.21.15.18:0/1954331561 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91980a71a0 msgr2=0x7f91980a9660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:49.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.518+0000 7f91ad667640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91980a71a0 0x7f91980a9660 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f919c0b9eb0 tx=0x7f919c003990 comp rx=0 tx=0).stop 2024-04-22T00:51:49.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.518+0000 7f91ad667640 1 -- 172.21.15.18:0/1954331561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a0094c80 msgr2=0x7f91a013aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:51:49.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.518+0000 7f91ad667640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a0094c80 0x7f91a013aec0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f919c000c00 tx=0x7f919c004ec0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.521+0000 7f91ad667640 1 -- 172.21.15.18:0/1954331561 shutdown_connections 2024-04-22T00:51:49.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.521+0000 7f91ad667640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f91980a71a0 0x7f91980a9660 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.521+0000 7f91ad667640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f91a0096830 0x7f91a0142470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.521+0000 7f91ad667640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f91a0095e70 0x7f91a013b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.521+0000 7f91ad667640 1 --2- 172.21.15.18:0/1954331561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f91a0094c80 0x7f91a013aec0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:51:49.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.521+0000 7f91ad667640 1 -- 172.21.15.18:0/1954331561 >> 172.21.15.18:0/1954331561 conn(0x7f91a00901d0 msgr2=0x7f91a00991f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:51:49.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.522+0000 7f91ad667640 1 -- 172.21.15.18:0/1954331561 shutdown_connections 2024-04-22T00:51:49.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:51:49.522+0000 7f91ad667640 1 -- 172.21.15.18:0/1954331561 wait complete. 2024-04-22T00:51:49.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 625.0 s, 659.8 tps, lat 152.781 ms stddev 177.433 2024-04-22T00:51:49.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:49 smithi081 ceph-mon[31546]: pgmap v690: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 7.0 MiB/s wr, 472 op/s 2024-04-22T00:51:49.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:49 smithi018 ceph-mon[27979]: pgmap v690: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 7.0 MiB/s wr, 472 op/s 2024-04-22T00:51:49.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:49 smithi167 ceph-mon[31348]: pgmap v690: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 7.0 MiB/s wr, 472 op/s 2024-04-22T00:51:51.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:51 smithi081 ceph-mon[31546]: pgmap v691: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 7.3 MiB/s wr, 507 op/s 2024-04-22T00:51:51.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:51 smithi018 ceph-mon[27979]: pgmap v691: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 7.3 MiB/s wr, 507 op/s 2024-04-22T00:51:51.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:51 smithi167 ceph-mon[31348]: pgmap v691: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 7.3 MiB/s wr, 507 op/s 2024-04-22T00:51:53.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:53 smithi081 ceph-mon[31546]: pgmap v692: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 8.1 MiB/s wr, 494 op/s 2024-04-22T00:51:53.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:53 smithi018 ceph-mon[27979]: pgmap v692: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 8.1 MiB/s wr, 494 op/s 2024-04-22T00:51:53.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:53 smithi167 ceph-mon[31348]: pgmap v692: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 8.1 MiB/s wr, 494 op/s 2024-04-22T00:51:54.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 630.0 s, 685.4 tps, lat 145.948 ms stddev 188.735 2024-04-22T00:51:55.787 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:55 smithi167 ceph-mon[31348]: pgmap v693: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 9.6 MiB/s wr, 585 op/s 2024-04-22T00:51:55.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:55 smithi081 ceph-mon[31546]: pgmap v693: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 9.6 MiB/s wr, 585 op/s 2024-04-22T00:51:55.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:55 smithi018 ceph-mon[27979]: pgmap v693: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 9.6 MiB/s wr, 585 op/s 2024-04-22T00:51:57.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:57 smithi081 ceph-mon[31546]: pgmap v694: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 8.4 MiB/s wr, 518 op/s 2024-04-22T00:51:57.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:57 smithi018 ceph-mon[27979]: pgmap v694: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 8.4 MiB/s wr, 518 op/s 2024-04-22T00:51:57.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:57 smithi167 ceph-mon[31348]: pgmap v694: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 8.4 MiB/s wr, 518 op/s 2024-04-22T00:51:59.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 635.0 s, 540.6 tps, lat 180.711 ms stddev 219.367 2024-04-22T00:51:59.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:51:59 smithi081 ceph-mon[31546]: pgmap v695: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 7.4 MiB/s wr, 516 op/s 2024-04-22T00:51:59.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:51:59 smithi018 ceph-mon[27979]: pgmap v695: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 7.4 MiB/s wr, 516 op/s 2024-04-22T00:51:59.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:51:59 smithi167 ceph-mon[31348]: pgmap v695: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 7.4 MiB/s wr, 516 op/s 2024-04-22T00:52:01.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:01 smithi018 ceph-mon[27979]: pgmap v696: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 9.1 MiB/s wr, 611 op/s 2024-04-22T00:52:01.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:01 smithi081 ceph-mon[31546]: pgmap v696: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 9.1 MiB/s wr, 611 op/s 2024-04-22T00:52:01.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:01 smithi167 ceph-mon[31348]: pgmap v696: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 9.1 MiB/s wr, 611 op/s 2024-04-22T00:52:02.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.698+0000 7f35c4f75640 1 -- 172.21.15.18:0/870443507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35b8096f60 msgr2=0x7f35b80973e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:02.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.698+0000 7f35c4f75640 1 --2- 172.21.15.18:0/870443507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35b8096f60 0x7f35b80973e0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f35b400fb10 tx=0x7f35b40341b0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.704+0000 7f35c4f75640 1 -- 172.21.15.18:0/870443507 shutdown_connections 2024-04-22T00:52:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.704+0000 7f35c4f75640 1 --2- 172.21.15.18:0/870443507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35b8097920 0x7f35b809e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.704+0000 7f35c4f75640 1 --2- 172.21.15.18:0/870443507 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35b8096f60 0x7f35b80973e0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.704+0000 7f35c4f75640 1 --2- 172.21.15.18:0/870443507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f35b8095d70 0x7f35b8096190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.704+0000 7f35c4f75640 1 -- 172.21.15.18:0/870443507 >> 172.21.15.18:0/870443507 conn(0x7f35b8091320 msgr2=0x7f35b8093740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:02.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.710+0000 7f35c4f75640 1 -- 172.21.15.18:0/870443507 shutdown_connections 2024-04-22T00:52:02.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.710+0000 7f35c4f75640 1 -- 172.21.15.18:0/870443507 wait complete. 2024-04-22T00:52:02.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.711+0000 7f35c4f75640 1 Processor -- start 2024-04-22T00:52:02.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.719+0000 7f35c4f75640 1 -- start start 2024-04-22T00:52:02.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.719+0000 7f35c4f75640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35b8095d70 0x7f35b814be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.719+0000 7f35c4f75640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35b8096f60 0x7f35b814c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.719+0000 7f35c4f75640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f35b8097920 0x7f35b8153440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.719+0000 7f35c4f75640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f35b80b08d0 con 0x7f35b8097920 2024-04-22T00:52:02.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.719+0000 7f35c4f75640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f35b80b0750 con 0x7f35b8095d70 2024-04-22T00:52:02.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.719+0000 7f35c4f75640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f35b80b0a50 con 0x7f35b8096f60 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.720+0000 7f35bffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f35b8097920 0x7f35b8153440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.720+0000 7f35bffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f35b8097920 0x7f35b8153440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42406/0 (socket says 172.21.15.18:42406) 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.720+0000 7f35bffff640 1 -- 172.21.15.18:0/3728977532 learned_addr learned my addr 172.21.15.18:0/3728977532 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.720+0000 7f35beffd640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35b8096f60 0x7f35b814c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.721+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35b8095d70 0x7f35b814be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.722+0000 7f35bffff640 1 -- 172.21.15.18:0/3728977532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35b8096f60 msgr2=0x7f35b814c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.722+0000 7f35bffff640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35b8096f60 0x7f35b814c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.722+0000 7f35bffff640 1 -- 172.21.15.18:0/3728977532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35b8095d70 msgr2=0x7f35b814be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.722+0000 7f35bffff640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35b8095d70 0x7f35b814be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.722+0000 7f35bffff640 1 -- 172.21.15.18:0/3728977532 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35b8153ab0 con 0x7f35b8097920 2024-04-22T00:52:02.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.723+0000 7f35bffff640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f35b8097920 0x7f35b8153440 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f35c0067450 tx=0x7f35c0078f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:02.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.727+0000 7f35bcff9640 1 -- 172.21.15.18:0/3728977532 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0071440 con 0x7f35b8097920 2024-04-22T00:52:02.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.727+0000 7f35bcff9640 1 -- 172.21.15.18:0/3728977532 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35c006a070 con 0x7f35b8097920 2024-04-22T00:52:02.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.727+0000 7f35bcff9640 1 -- 172.21.15.18:0/3728977532 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c007b7b0 con 0x7f35b8097920 2024-04-22T00:52:02.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.727+0000 7f35c4f75640 1 -- 172.21.15.18:0/3728977532 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35b8153da0 con 0x7f35b8097920 2024-04-22T00:52:02.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.727+0000 7f35c4f75640 1 -- 172.21.15.18:0/3728977532 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35b8154210 con 0x7f35b8097920 2024-04-22T00:52:02.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.731+0000 7f35c8dbf740 1 Processor -- start 2024-04-22T00:52:02.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.731+0000 7f35c8dbf740 1 -- start start 2024-04-22T00:52:02.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.731+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f1f50 0x562ba44f2370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.731+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 0x562ba44f7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.731+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f7ab0 0x562ba44f9f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.731+0000 7f35c8dbf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562ba4456b70 con 0x562ba44f1f50 2024-04-22T00:52:02.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.731+0000 7f35c8dbf740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562ba43ff470 con 0x562ba44f2940 2024-04-22T00:52:02.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.731+0000 7f35c8dbf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562ba4452b30 con 0x562ba44f7ab0 2024-04-22T00:52:02.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.734+0000 7f35bf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 0x562ba44f7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.734+0000 7f35bf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 0x562ba44f7440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57658/0 (socket says 172.21.15.18:57658) 2024-04-22T00:52:02.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.734+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2915485399 learned_addr learned my addr 172.21.15.18:0/2915485399 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.736+0000 7f35bcff9640 1 -- 172.21.15.18:0/3728977532 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f35c007a030 con 0x7f35b8097920 2024-04-22T00:52:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.736+0000 7f35beffd640 1 --2- 172.21.15.18:0/2915485399 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f7ab0 0x562ba44f9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.737+0000 7f35beffd640 1 --2- 172.21.15.18:0/2915485399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f1f50 0x562ba44f2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.737+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2915485399 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f7ab0 msgr2=0x562ba44f9f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.737+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2915485399 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f7ab0 0x562ba44f9f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.737+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2915485399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f1f50 msgr2=0x562ba44f2370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.737+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2915485399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f1f50 0x562ba44f2370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.737+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2915485399 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ba416b210 con 0x562ba44f2940 2024-04-22T00:52:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.737+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2915485399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 0x562ba44f7440 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f35ac00b7f0 tx=0x7f35ac00bcb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd26c5f6a485bfad server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:02.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.738+0000 7f35bcff9640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35b00a2da0 0x7f35b00a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.738+0000 7f35bcff9640 1 -- 172.21.15.18:0/3728977532 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f35c0132580 con 0x7f35b8097920 2024-04-22T00:52:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.739+0000 7f35a9ffb640 1 -- 172.21.15.18:0/2915485399 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac00d950 con 0x562ba44f2940 2024-04-22T00:52:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.739+0000 7f35a9ffb640 1 -- 172.21.15.18:0/2915485399 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35ac018070 con 0x562ba44f2940 2024-04-22T00:52:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.739+0000 7f35a9ffb640 1 -- 172.21.15.18:0/2915485399 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac0123e0 con 0x562ba44f2940 2024-04-22T00:52:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.742+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2915485399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 msgr2=0x562ba44f7440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.742+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2915485399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 0x562ba44f7440 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f35ac00b7f0 tx=0x7f35ac00bcb0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.743+0000 7f35beffd640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35b00a2da0 0x7f35b00a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.744+0000 7f35beffd640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35b00a2da0 0x7f35b00a5260 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x562ba44f31a0 tx=0x7f35b4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:02.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.747+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2915485399 shutdown_connections 2024-04-22T00:52:02.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.747+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2915485399 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f7ab0 0x562ba44f9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.747+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2915485399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 0x562ba44f7440 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.747+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2915485399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f1f50 0x562ba44f2370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.747+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2915485399 >> 172.21.15.18:0/2915485399 conn(0x562ba44ed4c0 msgr2=0x562ba44ed8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:02.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.752+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2915485399 shutdown_connections 2024-04-22T00:52:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.756+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2915485399 wait complete. 2024-04-22T00:52:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.756+0000 7f35c8dbf740 1 -- start start 2024-04-22T00:52:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.756+0000 7f35c8dbf740 1 Processor -- start 2024-04-22T00:52:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.760+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba44fc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.760+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 0x562ba44fc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.760+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f7ab0 0x562ba4503830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.760+0000 7f35c8dbf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x562ba44faa60 con 0x562ba44f7ab0 2024-04-22T00:52:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.760+0000 7f35c8dbf740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x562ba4412a10 con 0x562ba44f2940 2024-04-22T00:52:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.760+0000 7f35c8dbf740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x562ba44fabe0 con 0x562ba44f1f50 2024-04-22T00:52:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.760+0000 7f35c8dbf740 10 client.0 _ll_register_callbacks cb 0x562ba444db60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:52:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.762+0000 7f35bf7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba44fc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.763+0000 7f35bf7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba44fc2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:48800/0 (socket says 172.21.15.18:48800) 2024-04-22T00:52:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.763+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2050098406 learned_addr learned my addr 172.21.15.18:0/2050098406 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:02.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.763+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2050098406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 msgr2=0x562ba44fc7f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:52:02.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.763+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 0x562ba44fc7f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.763+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2050098406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f7ab0 msgr2=0x562ba4503830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:02.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.763+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f7ab0 0x562ba4503830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.763+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2050098406 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ba4237620 con 0x562ba44f1f50 2024-04-22T00:52:02.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.765+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba44fc2b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f35ac004700 tx=0x7f35ac0136b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cbaceb6a5c76edb2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:02.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.765+0000 7f359effd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:52:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.769+0000 7f359effd640 1 -- 172.21.15.18:0/2050098406 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac0137a0 con 0x562ba44f1f50 2024-04-22T00:52:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.769+0000 7f359effd640 1 -- 172.21.15.18:0/2050098406 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f35ac00dd60 con 0x562ba44f1f50 2024-04-22T00:52:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.770+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2050098406 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35ac018070 con 0x562ba44f1f50 2024-04-22T00:52:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.771+0000 7f359effd640 1 -- 172.21.15.18:0/2050098406 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f35ac027430 con 0x562ba44f1f50 2024-04-22T00:52:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.775+0000 7f35c8dbf740 10 client.27490 fetch_fsmap learned FSMap version 45 2024-04-22T00:52:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.775+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2050098406 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x562ba4506bd0 con 0x562ba44f1f50 2024-04-22T00:52:02.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.777+0000 7f359effd640 1 -- 172.21.15.18:0/2050098406 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35ac018070 con 0x562ba44f1f50 2024-04-22T00:52:02.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.777+0000 7f359effd640 1 -- 172.21.15.18:0/2050098406 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 45) ==== 8358+0+0 (secure 0 0 0) 0x7f35ac01b7e0 con 0x562ba44f1f50 2024-04-22T00:52:02.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.777+0000 7f35c8dbf740 10 client.27490 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T00:52:02.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.777+0000 7f35c8dbf740 10 client.27490 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:52:02.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.777+0000 7f35c8dbf740 20 client.27490 populate_metadata read hostname 'smithi018' 2024-04-22T00:52:02.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.777+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562ba4508140 0x562ba450a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.778+0000 7f35c8dbf740 4 client.27490 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:52:02.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.778+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2050098406 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562ba44640b0 con 0x562ba4508140 2024-04-22T00:52:02.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.778+0000 7f35beffd640 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562ba4508140 0x562ba450a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.779+0000 7f35beffd640 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562ba4508140 0x562ba450a600 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e1b47f4c9b6e502 server_cookie=b362197f0d6cb17 in_seq=0 out_seq=0 2024-04-22T00:52:02.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.779+0000 7f359effd640 10 client.27490 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:02.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.781+0000 7f359effd640 1 -- 172.21.15.18:0/2050098406 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562ba44640b0 con 0x562ba4508140 2024-04-22T00:52:02.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.781+0000 7f359effd640 10 client.27490 handle_command_reply: tid=0 2024-04-22T00:52:02.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.782+0000 7f35c8dbf740 1 client.27490 shutdown 2024-04-22T00:52:02.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.783+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2050098406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 msgr2=0x562ba44fc2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:02.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.784+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba44fc2b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f35ac004700 tx=0x7f35ac0136b0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.786+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2050098406 shutdown_connections 2024-04-22T00:52:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.786+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562ba4508140 0x562ba450a600 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.786+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f7ab0 0x562ba4503830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.786+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f2940 0x562ba44fc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.786+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2050098406 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba44fc2b0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.786+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2050098406 >> 172.21.15.18:0/2050098406 conn(0x562ba44ed4c0 msgr2=0x562ba44ec600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.786+0000 7f359effd640 0 client.27490 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.787+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2050098406 shutdown_connections 2024-04-22T00:52:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.788+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2050098406 wait complete. 2024-04-22T00:52:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.788+0000 7f35c8dbf740 20 client.27490 trim_cache size 0 max 16384 2024-04-22T00:52:02.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.816+0000 7f35c8dbf740 1 Processor -- start 2024-04-22T00:52:02.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.816+0000 7f35c8dbf740 1 -- start start 2024-04-22T00:52:02.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.816+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f1f50 0x562ba44fc590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.816+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f2940 0x562ba44ebd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f7ab0 0x562ba44ec2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35c8dbf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f35a40126b0 con 0x562ba44f7ab0 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35bf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f1f50 0x562ba44fc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35bf7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f1f50 0x562ba44fc590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57666/0 (socket says 172.21.15.18:57666) 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2808729909 learned_addr learned my addr 172.21.15.18:0/2808729909 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35bffff640 1 --2- 172.21.15.18:0/2808729909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f7ab0 0x562ba44ec2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2808729909 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f35a400ff50 con 0x562ba44f1f50 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2808729909 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f35a400dda0 con 0x562ba44f2940 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35beffd640 1 --2- 172.21.15.18:0/2808729909 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f2940 0x562ba44ebd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2808729909 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f2940 msgr2=0x562ba44ebd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:02.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2808729909 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f2940 0x562ba44ebd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2808729909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f7ab0 msgr2=0x562ba44ec2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:02.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2808729909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f7ab0 0x562ba44ec2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.817+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2808729909 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ba44f36e0 con 0x562ba44f1f50 2024-04-22T00:52:02.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.818+0000 7f35bffff640 1 --2- 172.21.15.18:0/2808729909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f7ab0 0x562ba44ec2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:52:02.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.818+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2808729909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f1f50 0x562ba44fc590 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f35ac01bbe0 tx=0x7f35ac006ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82ca9dd3fd576cfc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.818+0000 7f35a97fa640 1 -- 172.21.15.18:0/2808729909 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac013ab0 con 0x562ba44f1f50 2024-04-22T00:52:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.818+0000 7f35a97fa640 1 -- 172.21.15.18:0/2808729909 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35ac018040 con 0x562ba44f1f50 2024-04-22T00:52:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.818+0000 7f35a97fa640 1 -- 172.21.15.18:0/2808729909 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac012660 con 0x562ba44f1f50 2024-04-22T00:52:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.819+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2808729909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f1f50 msgr2=0x562ba44fc590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.819+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2808729909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f1f50 0x562ba44fc590 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f35ac01bbe0 tx=0x7f35ac006ae0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.819+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2808729909 shutdown_connections 2024-04-22T00:52:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.819+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2808729909 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f7ab0 0x562ba44ec2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.819+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2808729909 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f2940 0x562ba44ebd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.819+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2808729909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f1f50 0x562ba44fc590 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.819+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2808729909 >> 172.21.15.18:0/2808729909 conn(0x562ba44ed4c0 msgr2=0x562ba44f0720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:02.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.819+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2808729909 shutdown_connections 2024-04-22T00:52:02.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.820+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2808729909 wait complete. 2024-04-22T00:52:02.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.820+0000 7f35c8dbf740 1 -- start start 2024-04-22T00:52:02.821 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.820+0000 7f35c8dbf740 1 Processor -- start 2024-04-22T00:52:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.821+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba4500780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.821+0000 7f35c8dbf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f2940 0x562ba4500cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.821+0000 7f35bf7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba4500780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.821+0000 7f35bf7fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba4500780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:48812/0 (socket says 172.21.15.18:48812) 2024-04-22T00:52:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.821+0000 7f35beffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f2940 0x562ba4500cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.821+0000 7f35beffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f2940 0x562ba4500cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42434/0 (socket says 172.21.15.18:42434) 2024-04-22T00:52:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.821+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2872389771 learned_addr learned my addr 172.21.15.18:0/2872389771 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.821+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f7ab0 0x562ba4501cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f35a400e410 con 0x562ba44f2940 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f35a400f880 con 0x562ba44f7ab0 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35bffff640 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f7ab0 0x562ba4501cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f35a400eae0 con 0x562ba44f1f50 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2872389771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f7ab0 msgr2=0x562ba4501cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f7ab0 0x562ba4501cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2872389771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f2940 msgr2=0x562ba4500cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35c8dbf740 10 client.0 _ll_register_callbacks cb 0x7f35ac00b670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f2940 0x562ba4500cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35bf7fe640 1 -- 172.21.15.18:0/2872389771 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ba45022c0 con 0x562ba44f1f50 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.822+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35ac018040 con 0x562ba44f1f50 2024-04-22T00:52:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.823+0000 7f35bf7fe640 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba4500780 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f35ac004700 tx=0x7f35ac0123e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d424da0c2e3e9590 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.823+0000 7f359effd640 10 client.27496 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:52:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.823+0000 7f359effd640 1 -- 172.21.15.18:0/2872389771 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac038020 con 0x562ba44f1f50 2024-04-22T00:52:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.823+0000 7f359effd640 1 -- 172.21.15.18:0/2872389771 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f35ac013aa0 con 0x562ba44f1f50 2024-04-22T00:52:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.823+0000 7f359effd640 1 -- 172.21.15.18:0/2872389771 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f35ac01b380 con 0x562ba44f1f50 2024-04-22T00:52:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.823+0000 7f35c8dbf740 10 client.27496 fetch_fsmap learned FSMap version 45 2024-04-22T00:52:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.823+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({fsmap=45}) -- 0x562ba4503570 con 0x562ba44f1f50 2024-04-22T00:52:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.823+0000 7f359effd640 1 -- 172.21.15.18:0/2872389771 <== mon.1 v2:172.21.15.167:3300/0 4 ==== fsmap(e 45) ==== 8358+0+0 (secure 0 0 0) 0x7f35ac02f070 con 0x562ba44f1f50 2024-04-22T00:52:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.824+0000 7f35c8dbf740 10 client.27496 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T00:52:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.824+0000 7f35c8dbf740 10 client.27496 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:52:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.824+0000 7f35c8dbf740 20 client.27496 populate_metadata read hostname 'smithi018' 2024-04-22T00:52:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.824+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562ba456ea70 0x562ba4570e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.824+0000 7f35c8dbf740 4 client.27496 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:52:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.824+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562ba445e400 con 0x562ba456ea70 2024-04-22T00:52:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.824+0000 7f35beffd640 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562ba456ea70 0x562ba4570e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.824+0000 7f359effd640 10 client.27496 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.824+0000 7f35beffd640 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562ba456ea70 0x562ba4570e90 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da81d98d1bdfbc07 server_cookie=dbf11ff7f71297c8 in_seq=0 out_seq=0 2024-04-22T00:52:02.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.838+0000 7f359effd640 1 -- 172.21.15.18:0/2872389771 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562ba445e400 con 0x562ba456ea70 2024-04-22T00:52:02.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.838+0000 7f359effd640 10 client.27496 handle_command_reply: tid=0 2024-04-22T00:52:02.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.838+0000 7f35c8dbf740 1 client.27496 shutdown 2024-04-22T00:52:02.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.838+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 msgr2=0x562ba4500780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:02.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.838+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba4500780 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f35ac004700 tx=0x7f35ac0123e0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.838+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 shutdown_connections 2024-04-22T00:52:02.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.838+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x562ba456ea70 0x562ba4570e90 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x562ba44f7ab0 0x562ba4501cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f359effd640 0 client.27496 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:02.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ba44f2940 0x562ba4500cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c8dbf740 1 --2- 172.21.15.18:0/2872389771 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x562ba44f1f50 0x562ba4500780 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 >> 172.21.15.18:0/2872389771 conn(0x562ba44ed4c0 msgr2=0x562ba44ebd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:02.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 shutdown_connections 2024-04-22T00:52:02.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c8dbf740 1 -- 172.21.15.18:0/2872389771 wait complete. 2024-04-22T00:52:02.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c8dbf740 20 client.27496 trim_cache size 0 max 16384 2024-04-22T00:52:02.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:52:02.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:52:02.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:52:02.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:52:02.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c4f75640 1 -- 172.21.15.18:0/3728977532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35b00a2da0 msgr2=0x7f35b00a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:02.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c4f75640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35b00a2da0 0x7f35b00a5260 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x562ba44f31a0 tx=0x7f35b4005fd0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c4f75640 1 -- 172.21.15.18:0/3728977532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f35b8097920 msgr2=0x7f35b8153440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:02.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.839+0000 7f35c4f75640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f35b8097920 0x7f35b8153440 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f35c0067450 tx=0x7f35c0078f90 comp rx=0 tx=0).stop 2024-04-22T00:52:02.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.840+0000 7f35c4f75640 1 -- 172.21.15.18:0/3728977532 shutdown_connections 2024-04-22T00:52:02.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.840+0000 7f35c4f75640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f35b00a2da0 0x7f35b00a5260 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.840+0000 7f35c4f75640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f35b8097920 0x7f35b8153440 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.840+0000 7f35c4f75640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f35b8096f60 0x7f35b814c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.840+0000 7f35c4f75640 1 --2- 172.21.15.18:0/3728977532 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f35b8095d70 0x7f35b814be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:02.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.840+0000 7f35c4f75640 1 -- 172.21.15.18:0/3728977532 >> 172.21.15.18:0/3728977532 conn(0x7f35b8091320 msgr2=0x7f35b809a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:02.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.840+0000 7f35c4f75640 1 -- 172.21.15.18:0/3728977532 shutdown_connections 2024-04-22T00:52:02.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:02.840+0000 7f35c4f75640 1 -- 172.21.15.18:0/3728977532 wait complete. 2024-04-22T00:52:03.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:03 smithi081 ceph-mon[31546]: pgmap v697: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 8.0 MiB/s wr, 533 op/s 2024-04-22T00:52:03.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:03 smithi018 ceph-mon[27979]: pgmap v697: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 8.0 MiB/s wr, 533 op/s 2024-04-22T00:52:03.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:03 smithi167 ceph-mon[31348]: pgmap v697: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 8.0 MiB/s wr, 533 op/s 2024-04-22T00:52:04.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 640.0 s, 550.2 tps, lat 185.916 ms stddev 209.103 2024-04-22T00:52:05.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:05 smithi081 ceph-mon[31546]: pgmap v698: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 6.8 MiB/s wr, 507 op/s 2024-04-22T00:52:05.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:05 smithi018 ceph-mon[27979]: pgmap v698: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 6.8 MiB/s wr, 507 op/s 2024-04-22T00:52:05.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:05 smithi167 ceph-mon[31348]: pgmap v698: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 6.8 MiB/s wr, 507 op/s 2024-04-22T00:52:07.837 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:07 smithi081 ceph-mon[31546]: pgmap v699: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 MiB/s wr, 546 op/s 2024-04-22T00:52:07.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:07 smithi018 ceph-mon[27979]: pgmap v699: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 MiB/s wr, 546 op/s 2024-04-22T00:52:07.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:07 smithi167 ceph-mon[31348]: pgmap v699: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 MiB/s wr, 546 op/s 2024-04-22T00:52:09.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 645.0 s, 527.4 tps, lat 188.261 ms stddev 226.142 2024-04-22T00:52:09.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:09 smithi081 ceph-mon[31546]: pgmap v700: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.8 MiB/s wr, 519 op/s 2024-04-22T00:52:09.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:09 smithi018 ceph-mon[27979]: pgmap v700: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.8 MiB/s wr, 519 op/s 2024-04-22T00:52:09.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:09 smithi167 ceph-mon[31348]: pgmap v700: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.8 MiB/s wr, 519 op/s 2024-04-22T00:52:11.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:11 smithi081 ceph-mon[31546]: pgmap v701: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 MiB/s wr, 591 op/s 2024-04-22T00:52:11.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:11 smithi018 ceph-mon[27979]: pgmap v701: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 MiB/s wr, 591 op/s 2024-04-22T00:52:11.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:11 smithi167 ceph-mon[31348]: pgmap v701: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 MiB/s wr, 591 op/s 2024-04-22T00:52:13.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:13 smithi081 ceph-mon[31546]: pgmap v702: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.4 MiB/s wr, 490 op/s 2024-04-22T00:52:13.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:13 smithi018 ceph-mon[27979]: pgmap v702: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.4 MiB/s wr, 490 op/s 2024-04-22T00:52:13.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:13 smithi167 ceph-mon[31348]: pgmap v702: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.4 MiB/s wr, 490 op/s 2024-04-22T00:52:14.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 650.0 s, 626.0 tps, lat 161.081 ms stddev 171.039 2024-04-22T00:52:15.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:15 smithi081 ceph-mon[31546]: pgmap v703: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 7.1 MiB/s wr, 517 op/s 2024-04-22T00:52:15.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:15 smithi018 ceph-mon[27979]: pgmap v703: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 7.1 MiB/s wr, 517 op/s 2024-04-22T00:52:15.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:15 smithi167 ceph-mon[31348]: pgmap v703: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 7.1 MiB/s wr, 517 op/s 2024-04-22T00:52:15.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:15.997+0000 7f863e8a4640 1 -- 172.21.15.18:0/2262844640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f863810b0b0 msgr2=0x7f863810d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:15.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:15.997+0000 7f863e8a4640 1 --2- 172.21.15.18:0/2262844640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f863810b0b0 0x7f863810d520 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8620009900 tx=0x7f862002bc60 comp rx=0 tx=0).stop 2024-04-22T00:52:16.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.000+0000 7f863e8a4640 1 -- 172.21.15.18:0/2262844640 shutdown_connections 2024-04-22T00:52:16.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.000+0000 7f863e8a4640 1 --2- 172.21.15.18:0/2262844640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f863810da60 0x7f863810dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.000+0000 7f863e8a4640 1 --2- 172.21.15.18:0/2262844640 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f863810b0b0 0x7f863810d520 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.000+0000 7f863e8a4640 1 --2- 172.21.15.18:0/2262844640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8638108740 0x7f863810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.000+0000 7f863e8a4640 1 -- 172.21.15.18:0/2262844640 >> 172.21.15.18:0/2262844640 conn(0x7f863806e7b0 msgr2=0x7f8638070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:16.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.006+0000 7f863e8a4640 1 -- 172.21.15.18:0/2262844640 shutdown_connections 2024-04-22T00:52:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.009+0000 7f863e8a4640 1 -- 172.21.15.18:0/2262844640 wait complete. 2024-04-22T00:52:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.010+0000 7f863e8a4640 1 Processor -- start 2024-04-22T00:52:16.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.011+0000 7f863e8a4640 1 -- start start 2024-04-22T00:52:16.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.011+0000 7f863e8a4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8638108740 0x7f8638114d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.011+0000 7f863e8a4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f863810b0b0 0x7f8638115260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.011+0000 7f863e8a4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f863810da60 0x7f86381b6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.011+0000 7f863e8a4640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f863811c240 con 0x7f8638108740 2024-04-22T00:52:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.011+0000 7f863e8a4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f863811c0c0 con 0x7f863810da60 2024-04-22T00:52:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.011+0000 7f863e8a4640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f863811c3c0 con 0x7f863810b0b0 2024-04-22T00:52:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.012+0000 7f86377fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f863810b0b0 0x7f8638115260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.012+0000 7f86377fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f863810b0b0 0x7f8638115260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:38434/0 (socket says 172.21.15.18:38434) 2024-04-22T00:52:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.012+0000 7f86377fe640 1 -- 172.21.15.18:0/3663670378 learned_addr learned my addr 172.21.15.18:0/3663670378 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:16.014 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.013+0000 7f8637fff640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8638108740 0x7f8638114d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.014 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.014+0000 7f86377fe640 1 -- 172.21.15.18:0/3663670378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f863810da60 msgr2=0x7f86381b6930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:52:16.014 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.014+0000 7f86377fe640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f863810da60 0x7f86381b6930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.014 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.014+0000 7f86377fe640 1 -- 172.21.15.18:0/3663670378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8638108740 msgr2=0x7f8638114d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:16.014 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.014+0000 7f86377fe640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8638108740 0x7f8638114d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.014 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.014+0000 7f86377fe640 1 -- 172.21.15.18:0/3663670378 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86381183e0 con 0x7f863810b0b0 2024-04-22T00:52:16.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.017+0000 7f86377fe640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f863810b0b0 0x7f8638115260 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f862002c270 tx=0x7f8620004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:16.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.022+0000 7f86357fa640 1 -- 172.21.15.18:0/3663670378 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8620043020 con 0x7f863810b0b0 2024-04-22T00:52:16.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.022+0000 7f86357fa640 1 -- 172.21.15.18:0/3663670378 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8620004aa0 con 0x7f863810b0b0 2024-04-22T00:52:16.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.022+0000 7f86357fa640 1 -- 172.21.15.18:0/3663670378 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8620003de0 con 0x7f863810b0b0 2024-04-22T00:52:16.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.022+0000 7f863e8a4640 1 -- 172.21.15.18:0/3663670378 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86381b6ed0 con 0x7f863810b0b0 2024-04-22T00:52:16.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.022+0000 7f863e8a4640 1 -- 172.21.15.18:0/3663670378 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86381b72e0 con 0x7f863810b0b0 2024-04-22T00:52:16.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.031+0000 7f86357fa640 1 -- 172.21.15.18:0/3663670378 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8620046020 con 0x7f863810b0b0 2024-04-22T00:52:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.032+0000 7f86357fa640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86240a2e70 0x7f86240a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.032+0000 7f8637fff640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86240a2e70 0x7f86240a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.032+0000 7f86357fa640 1 -- 172.21.15.18:0/3663670378 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f86200f1890 con 0x7f863810b0b0 2024-04-22T00:52:16.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.033+0000 7f8641569740 1 Processor -- start 2024-04-22T00:52:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.033+0000 7f8641569740 1 -- start start 2024-04-22T00:52:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.033+0000 7f8641569740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fc4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.033+0000 7f8641569740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc4720 0x55c9d8fc9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.033+0000 7f8641569740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc9890 0x55c9d8fcbd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.033+0000 7f8641569740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c9d8f28b70 con 0x55c9d8fc9890 2024-04-22T00:52:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.033+0000 7f8641569740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c9d8ed1470 con 0x55c9d8fc3d30 2024-04-22T00:52:16.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.033+0000 7f8641569740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c9d8f24b30 con 0x55c9d8fc4720 2024-04-22T00:52:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.034+0000 7f8637fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fc4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.035+0000 7f8637fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fc4150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:47834/0 (socket says 172.21.15.18:47834) 2024-04-22T00:52:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.035+0000 7f8637fff640 1 -- 172.21.15.18:0/2729847835 learned_addr learned my addr 172.21.15.18:0/2729847835 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.035+0000 7f8637fff640 1 -- 172.21.15.18:0/2729847835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc4720 msgr2=0x55c9d8fc9220 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:52:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.035+0000 7f8637fff640 1 --2- 172.21.15.18:0/2729847835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc4720 0x55c9d8fc9220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.035+0000 7f8637fff640 1 -- 172.21.15.18:0/2729847835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc9890 msgr2=0x55c9d8fcbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.035+0000 7f8637fff640 1 --2- 172.21.15.18:0/2729847835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc9890 0x55c9d8fcbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.035+0000 7f8637fff640 1 -- 172.21.15.18:0/2729847835 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9d8c3d210 con 0x55c9d8fc3d30 2024-04-22T00:52:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.036+0000 7f8637fff640 1 --2- 172.21.15.18:0/2729847835 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fc4150 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f8628014730 tx=0x7f8628014bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b0905af0e85e79f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:16.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.038+0000 7f862e7fc640 1 -- 172.21.15.18:0/2729847835 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8628014e40 con 0x55c9d8fc3d30 2024-04-22T00:52:16.038 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.038+0000 7f862e7fc640 1 -- 172.21.15.18:0/2729847835 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8628011e40 con 0x55c9d8fc3d30 2024-04-22T00:52:16.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.039+0000 7f8641569740 1 -- 172.21.15.18:0/2729847835 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc3d30 msgr2=0x55c9d8fc4150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:16.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.039+0000 7f8641569740 1 --2- 172.21.15.18:0/2729847835 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fc4150 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f8628014730 tx=0x7f8628014bf0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.039 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.039+0000 7f8637fff640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86240a2e70 0x7f86240a5330 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f8628012fd0 tx=0x7f8628012f20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.043+0000 7f8641569740 1 -- 172.21.15.18:0/2729847835 shutdown_connections 2024-04-22T00:52:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.043+0000 7f8641569740 1 --2- 172.21.15.18:0/2729847835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc9890 0x55c9d8fcbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.043+0000 7f8641569740 1 --2- 172.21.15.18:0/2729847835 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc4720 0x55c9d8fc9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.043+0000 7f8641569740 1 --2- 172.21.15.18:0/2729847835 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fc4150 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.043+0000 7f8641569740 1 -- 172.21.15.18:0/2729847835 >> 172.21.15.18:0/2729847835 conn(0x55c9d8fbf2a0 msgr2=0x55c9d8fbf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:16.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.049+0000 7f8641569740 1 -- 172.21.15.18:0/2729847835 shutdown_connections 2024-04-22T00:52:16.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.054+0000 7f8641569740 1 -- 172.21.15.18:0/2729847835 wait complete. 2024-04-22T00:52:16.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.054+0000 7f8641569740 1 -- start start 2024-04-22T00:52:16.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.054+0000 7f8641569740 1 Processor -- start 2024-04-22T00:52:16.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.055+0000 7f8641569740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fce050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.055+0000 7f8641569740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc4720 0x55c9d8fce590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.055+0000 7f8641569740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc9890 0x55c9d8fd55d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.055+0000 7f8641569740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c9d8fcc830 con 0x55c9d8fc9890 2024-04-22T00:52:16.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.055+0000 7f8641569740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c9d8ee4a10 con 0x55c9d8fc4720 2024-04-22T00:52:16.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.055+0000 7f8641569740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c9d8fcc9b0 con 0x55c9d8fc3d30 2024-04-22T00:52:16.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.055+0000 7f8641569740 10 client.0 _ll_register_callbacks cb 0x55c9d8f1fb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:52:16.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.057+0000 7f8637fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fce050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.058+0000 7f86377fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc4720 0x55c9d8fce590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.058+0000 7f86377fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc4720 0x55c9d8fce590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:47848/0 (socket says 172.21.15.18:47848) 2024-04-22T00:52:16.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.058+0000 7f86377fe640 1 -- 172.21.15.18:0/1806731761 learned_addr learned my addr 172.21.15.18:0/1806731761 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:16.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.058+0000 7f863ce41640 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc9890 0x55c9d8fd55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.062+0000 7f86377fe640 1 -- 172.21.15.18:0/1806731761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc3d30 msgr2=0x55c9d8fce050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:16.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.062+0000 7f86377fe640 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fce050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.062+0000 7f86377fe640 1 -- 172.21.15.18:0/1806731761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc9890 msgr2=0x55c9d8fd55d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:16.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.062+0000 7f86377fe640 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc9890 0x55c9d8fd55d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.062+0000 7f86377fe640 1 -- 172.21.15.18:0/1806731761 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9d8d09620 con 0x55c9d8fc4720 2024-04-22T00:52:16.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.063+0000 7f863ce41640 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc9890 0x55c9d8fd55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:52:16.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.066+0000 7f86377fe640 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc4720 0x55c9d8fce590 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f86200ba120 tx=0x7f8620050410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a66d8cb72aaf09cd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:16.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.066+0000 7f86177fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:52:16.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.068+0000 7f86177fe640 1 -- 172.21.15.18:0/1806731761 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86200c2070 con 0x55c9d8fc4720 2024-04-22T00:52:16.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.068+0000 7f86177fe640 1 -- 172.21.15.18:0/1806731761 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f86200dc5c0 con 0x55c9d8fc4720 2024-04-22T00:52:16.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.073+0000 7f8641569740 1 -- 172.21.15.18:0/1806731761 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c9d8f360b0 con 0x55c9d8fc4720 2024-04-22T00:52:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.077+0000 7f86177fe640 1 -- 172.21.15.18:0/1806731761 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f86200c6930 con 0x55c9d8fc4720 2024-04-22T00:52:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.078+0000 7f8641569740 10 client.27533 fetch_fsmap learned FSMap version 45 2024-04-22T00:52:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.078+0000 7f8641569740 1 -- 172.21.15.18:0/1806731761 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55c9d8ffa950 con 0x55c9d8fc4720 2024-04-22T00:52:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.081+0000 7f86177fe640 1 -- 172.21.15.18:0/1806731761 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55c9d8f360b0 con 0x55c9d8fc4720 2024-04-22T00:52:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.082+0000 7f86177fe640 1 -- 172.21.15.18:0/1806731761 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 45) ==== 8358+0+0 (secure 0 0 0) 0x7f86200c64a0 con 0x55c9d8fc4720 2024-04-22T00:52:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.082+0000 7f8641569740 10 client.27533 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T00:52:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.082+0000 7f8641569740 10 client.27533 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:52:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.082+0000 7f8641569740 20 client.27533 populate_metadata read hostname 'smithi018' 2024-04-22T00:52:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.082+0000 7f8641569740 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c9d8ffc370 0x55c9d8ffe790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.082+0000 7f8641569740 4 client.27533 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:52:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.082+0000 7f8641569740 1 -- 172.21.15.18:0/1806731761 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c9d8f30400 con 0x55c9d8ffc370 2024-04-22T00:52:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.083+0000 7f8637fff640 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c9d8ffc370 0x55c9d8ffe790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.084+0000 7f8637fff640 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c9d8ffc370 0x55c9d8ffe790 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8597f9ebe2d41526 server_cookie=94ed8d2c1beab706 in_seq=0 out_seq=0 2024-04-22T00:52:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.084+0000 7f86177fe640 10 client.27533 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.087+0000 7f86177fe640 1 -- 172.21.15.18:0/1806731761 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c9d8f30400 con 0x55c9d8ffc370 2024-04-22T00:52:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.087+0000 7f86177fe640 10 client.27533 handle_command_reply: tid=0 2024-04-22T00:52:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.087+0000 7f8641569740 1 client.27533 shutdown 2024-04-22T00:52:16.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.091+0000 7f8641569740 1 -- 172.21.15.18:0/1806731761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc4720 msgr2=0x55c9d8fce590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:16.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.091+0000 7f8641569740 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc4720 0x55c9d8fce590 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f86200ba120 tx=0x7f8620050410 comp rx=0 tx=0).stop 2024-04-22T00:52:16.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.092+0000 7f8641569740 1 -- 172.21.15.18:0/1806731761 shutdown_connections 2024-04-22T00:52:16.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.092+0000 7f8641569740 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c9d8ffc370 0x55c9d8ffe790 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.092+0000 7f8641569740 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc9890 0x55c9d8fd55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.092+0000 7f8641569740 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc4720 0x55c9d8fce590 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.092+0000 7f8641569740 1 --2- 172.21.15.18:0/1806731761 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fce050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.092+0000 7f8641569740 1 -- 172.21.15.18:0/1806731761 >> 172.21.15.18:0/1806731761 conn(0x55c9d8fbf2a0 msgr2=0x55c9d8fbe4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:16.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.092+0000 7f86177fe640 0 client.27533 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.096+0000 7f8641569740 1 -- 172.21.15.18:0/1806731761 shutdown_connections 2024-04-22T00:52:16.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.099+0000 7f8641569740 1 -- 172.21.15.18:0/1806731761 wait complete. 2024-04-22T00:52:16.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.099+0000 7f8641569740 20 client.27533 trim_cache size 0 max 16384 2024-04-22T00:52:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.129+0000 7f8641569740 1 Processor -- start 2024-04-22T00:52:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.129+0000 7f8641569740 1 -- start start 2024-04-22T00:52:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f8641569740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fc5940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f8641569740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc4720 0x55c9d8fd5590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f8641569740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 0x55c9d8fc5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f8641569740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f86180125e0 con 0x55c9d8fc4720 2024-04-22T00:52:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f8641569740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f861800fe80 con 0x55c9d8fc9890 2024-04-22T00:52:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f8641569740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f861800dcd0 con 0x55c9d8fc3d30 2024-04-22T00:52:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f863ce41640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 0x55c9d8fc5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f863ce41640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 0x55c9d8fc5e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:47850/0 (socket says 172.21.15.18:47850) 2024-04-22T00:52:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f863ce41640 1 -- 172.21.15.18:0/976013865 learned_addr learned my addr 172.21.15.18:0/976013865 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f8637fff640 1 --2- 172.21.15.18:0/976013865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fc5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f86377fe640 1 --2- 172.21.15.18:0/976013865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc4720 0x55c9d8fd5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f863ce41640 1 -- 172.21.15.18:0/976013865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc3d30 msgr2=0x55c9d8fc5940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f863ce41640 1 --2- 172.21.15.18:0/976013865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fc5940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f863ce41640 1 -- 172.21.15.18:0/976013865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc4720 msgr2=0x55c9d8fd5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f863ce41640 1 --2- 172.21.15.18:0/976013865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc4720 0x55c9d8fd5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.130+0000 7f863ce41640 1 -- 172.21.15.18:0/976013865 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9d8fc8c30 con 0x55c9d8fc9890 2024-04-22T00:52:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.131+0000 7f863ce41640 1 --2- 172.21.15.18:0/976013865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 0x55c9d8fc5e80 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f8630007b80 tx=0x7f863000e720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf015f2a8a1ba69c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.131+0000 7f862dffb640 1 -- 172.21.15.18:0/976013865 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8630014070 con 0x55c9d8fc9890 2024-04-22T00:52:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.131+0000 7f862dffb640 1 -- 172.21.15.18:0/976013865 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8630003b70 con 0x55c9d8fc9890 2024-04-22T00:52:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.132+0000 7f8641569740 1 -- 172.21.15.18:0/976013865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 msgr2=0x55c9d8fc5e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.132+0000 7f8641569740 1 --2- 172.21.15.18:0/976013865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 0x55c9d8fc5e80 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f8630007b80 tx=0x7f863000e720 comp rx=0 tx=0).stop 2024-04-22T00:52:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.134+0000 7f8641569740 1 -- 172.21.15.18:0/976013865 shutdown_connections 2024-04-22T00:52:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.134+0000 7f8641569740 1 --2- 172.21.15.18:0/976013865 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 0x55c9d8fc5e80 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.134+0000 7f8641569740 1 --2- 172.21.15.18:0/976013865 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc4720 0x55c9d8fd5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.134+0000 7f8641569740 1 --2- 172.21.15.18:0/976013865 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fc5940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.134+0000 7f8641569740 1 -- 172.21.15.18:0/976013865 >> 172.21.15.18:0/976013865 conn(0x55c9d8fbf2a0 msgr2=0x55c9d8fce050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.142+0000 7f8641569740 1 -- 172.21.15.18:0/976013865 shutdown_connections 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.146+0000 7f8641569740 1 -- 172.21.15.18:0/976013865 wait complete. 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.146+0000 7f8641569740 1 -- start start 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.146+0000 7f8641569740 1 Processor -- start 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f8641569740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fd5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f8641569740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc4720 0x55c9d8fd1e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f8641569740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 0x55c9d8fd2340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f8641569740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f861800e340 con 0x55c9d8fc3d30 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f8641569740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f861800f7b0 con 0x55c9d8fc9890 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f8641569740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f861800ea10 con 0x55c9d8fc4720 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f8641569740 10 client.0 _ll_register_callbacks cb 0x7f8620005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:52:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f86377fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc4720 0x55c9d8fd1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f8637fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fd5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f8637fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fd5360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41160/0 (socket says 172.21.15.18:41160) 2024-04-22T00:52:16.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.147+0000 7f8637fff640 1 -- 172.21.15.18:0/755205912 learned_addr learned my addr 172.21.15.18:0/755205912 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.150+0000 7f8637fff640 1 -- 172.21.15.18:0/755205912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc4720 msgr2=0x55c9d8fd1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.150+0000 7f8637fff640 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc4720 0x55c9d8fd1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.150+0000 7f8637fff640 1 -- 172.21.15.18:0/755205912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 msgr2=0x55c9d8fd2340 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:52:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.150+0000 7f8637fff640 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 0x55c9d8fd2340 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.150+0000 7f8637fff640 1 -- 172.21.15.18:0/755205912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9d8fd29b0 con 0x55c9d8fc3d30 2024-04-22T00:52:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.154+0000 7f8637fff640 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fd5360 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f8628005f00 tx=0x7f8628004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=666b2ed873f60562 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.155+0000 7f86177fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:52:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.158+0000 7f86177fe640 1 -- 172.21.15.18:0/755205912 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8628025070 con 0x55c9d8fc3d30 2024-04-22T00:52:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.158+0000 7f86177fe640 1 -- 172.21.15.18:0/755205912 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f86280125f0 con 0x55c9d8fc3d30 2024-04-22T00:52:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.159+0000 7f8641569740 1 -- 172.21.15.18:0/755205912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8630003b70 con 0x55c9d8fc3d30 2024-04-22T00:52:16.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.164+0000 7f86177fe640 1 -- 172.21.15.18:0/755205912 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f8628043050 con 0x55c9d8fc3d30 2024-04-22T00:52:16.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.164+0000 7f8641569740 10 client.17931 fetch_fsmap learned FSMap version 45 2024-04-22T00:52:16.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.164+0000 7f8641569740 1 -- 172.21.15.18:0/755205912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55c9d9061aa0 con 0x55c9d8fc3d30 2024-04-22T00:52:16.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.172+0000 7f86177fe640 1 -- 172.21.15.18:0/755205912 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8630003b70 con 0x55c9d8fc3d30 2024-04-22T00:52:16.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.172+0000 7f86177fe640 1 -- 172.21.15.18:0/755205912 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 45) ==== 8358+0+0 (secure 0 0 0) 0x7f86280343a0 con 0x55c9d8fc3d30 2024-04-22T00:52:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.173+0000 7f8641569740 10 client.17931 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T00:52:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.173+0000 7f8641569740 10 client.17931 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:52:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.173+0000 7f8641569740 20 client.17931 populate_metadata read hostname 'smithi018' 2024-04-22T00:52:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.173+0000 7f8641569740 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c9d90621c0 0x55c9d90645e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.173+0000 7f8641569740 4 client.17931 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:52:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.173+0000 7f8641569740 1 -- 172.21.15.18:0/755205912 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c9d8eae7a0 con 0x55c9d90621c0 2024-04-22T00:52:16.173 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.174+0000 7f86377fe640 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c9d90621c0 0x55c9d90645e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.185+0000 7f86377fe640 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c9d90621c0 0x55c9d90645e0 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4d7e965a2dc24b6 server_cookie=45b4f5e140228423 in_seq=0 out_seq=0 2024-04-22T00:52:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.186+0000 7f86177fe640 10 client.17931 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.237+0000 7f86177fe640 1 -- 172.21.15.18:0/755205912 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c9d8eae7a0 con 0x55c9d90621c0 2024-04-22T00:52:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.237+0000 7f86177fe640 10 client.17931 handle_command_reply: tid=0 2024-04-22T00:52:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.237+0000 7f8641569740 1 client.17931 shutdown 2024-04-22T00:52:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.237+0000 7f8641569740 1 -- 172.21.15.18:0/755205912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc3d30 msgr2=0x55c9d8fd5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.237+0000 7f8641569740 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fd5360 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f8628005f00 tx=0x7f8628004730 comp rx=0 tx=0).stop 2024-04-22T00:52:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f8641569740 1 -- 172.21.15.18:0/755205912 shutdown_connections 2024-04-22T00:52:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f8641569740 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c9d90621c0 0x55c9d90645e0 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f8641569740 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c9d8fc9890 0x55c9d8fd2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f8641569740 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c9d8fc4720 0x55c9d8fd1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f86177fe640 0 client.17931 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f8641569740 1 --2- 172.21.15.18:0/755205912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c9d8fc3d30 0x55c9d8fd5360 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f8641569740 1 -- 172.21.15.18:0/755205912 >> 172.21.15.18:0/755205912 conn(0x55c9d8fbf2a0 msgr2=0x55c9d8fc2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f8641569740 1 -- 172.21.15.18:0/755205912 shutdown_connections 2024-04-22T00:52:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f8641569740 1 -- 172.21.15.18:0/755205912 wait complete. 2024-04-22T00:52:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f8641569740 20 client.17931 trim_cache size 0 max 16384 2024-04-22T00:52:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:52:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:52:16.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:52:16.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:52:16.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f863e8a4640 1 -- 172.21.15.18:0/3663670378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86240a2e70 msgr2=0x7f86240a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:16.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f863e8a4640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86240a2e70 0x7f86240a5330 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f8628012fd0 tx=0x7f8628012f20 comp rx=0 tx=0).stop 2024-04-22T00:52:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f863e8a4640 1 -- 172.21.15.18:0/3663670378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f863810b0b0 msgr2=0x7f8638115260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f863e8a4640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f863810b0b0 0x7f8638115260 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f862002c270 tx=0x7f8620004270 comp rx=0 tx=0).stop 2024-04-22T00:52:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f863e8a4640 1 -- 172.21.15.18:0/3663670378 shutdown_connections 2024-04-22T00:52:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f863e8a4640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f86240a2e70 0x7f86240a5330 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f863e8a4640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f863810da60 0x7f86381b6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f863e8a4640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f863810b0b0 0x7f8638115260 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f863e8a4640 1 --2- 172.21.15.18:0/3663670378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8638108740 0x7f8638114d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.238+0000 7f863e8a4640 1 -- 172.21.15.18:0/3663670378 >> 172.21.15.18:0/3663670378 conn(0x7f863806e7b0 msgr2=0x7f863810a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.239+0000 7f863e8a4640 1 -- 172.21.15.18:0/3663670378 shutdown_connections 2024-04-22T00:52:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:16.239+0000 7f863e8a4640 1 -- 172.21.15.18:0/3663670378 wait complete. 2024-04-22T00:52:17.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:17 smithi081 ceph-mon[31546]: pgmap v704: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.8 MiB/s wr, 614 op/s 2024-04-22T00:52:17.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:17 smithi018 ceph-mon[27979]: pgmap v704: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.8 MiB/s wr, 614 op/s 2024-04-22T00:52:17.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:17 smithi167 ceph-mon[31348]: pgmap v704: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.8 MiB/s wr, 614 op/s 2024-04-22T00:52:19.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 655.0 s, 565.8 tps, lat 175.462 ms stddev 198.658 2024-04-22T00:52:19.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:19 smithi081 ceph-mon[31546]: pgmap v705: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 6.0 MiB/s wr, 463 op/s 2024-04-22T00:52:19.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:19 smithi018 ceph-mon[27979]: pgmap v705: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 6.0 MiB/s wr, 463 op/s 2024-04-22T00:52:19.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:19 smithi167 ceph-mon[31348]: pgmap v705: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 6.0 MiB/s wr, 463 op/s 2024-04-22T00:52:21.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:21 smithi081 ceph-mon[31546]: pgmap v706: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.1 MiB/s wr, 560 op/s 2024-04-22T00:52:21.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:21 smithi018 ceph-mon[27979]: pgmap v706: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.1 MiB/s wr, 560 op/s 2024-04-22T00:52:21.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:21 smithi167 ceph-mon[31348]: pgmap v706: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.1 MiB/s wr, 560 op/s 2024-04-22T00:52:23.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:23 smithi081 ceph-mon[31546]: pgmap v707: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.3 MiB/s wr, 494 op/s 2024-04-22T00:52:23.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:23 smithi018 ceph-mon[27979]: pgmap v707: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.3 MiB/s wr, 494 op/s 2024-04-22T00:52:23.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:23 smithi167 ceph-mon[31348]: pgmap v707: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.3 MiB/s wr, 494 op/s 2024-04-22T00:52:24.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 660.0 s, 681.6 tps, lat 147.673 ms stddev 176.285 2024-04-22T00:52:25.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:25 smithi081 ceph-mon[31546]: pgmap v708: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.4 MiB/s wr, 488 op/s 2024-04-22T00:52:25.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:25 smithi018 ceph-mon[27979]: pgmap v708: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.4 MiB/s wr, 488 op/s 2024-04-22T00:52:25.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:25 smithi167 ceph-mon[31348]: pgmap v708: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.4 MiB/s wr, 488 op/s 2024-04-22T00:52:27.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:27 smithi081 ceph-mon[31546]: pgmap v709: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.6 MiB/s wr, 598 op/s 2024-04-22T00:52:27.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:27 smithi018 ceph-mon[27979]: pgmap v709: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.6 MiB/s wr, 598 op/s 2024-04-22T00:52:27.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:27 smithi167 ceph-mon[31348]: pgmap v709: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.6 MiB/s wr, 598 op/s 2024-04-22T00:52:29.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.404+0000 7f95194df640 1 -- 172.21.15.18:0/2817486111 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9514111e80 msgr2=0x7f95141142d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:29.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.404+0000 7f95194df640 1 --2- 172.21.15.18:0/2817486111 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9514111e80 0x7f95141142d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f9504009900 tx=0x7f950402bc50 comp rx=0 tx=0).stop 2024-04-22T00:52:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.409+0000 7f95194df640 1 -- 172.21.15.18:0/2817486111 shutdown_connections 2024-04-22T00:52:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.409+0000 7f95194df640 1 --2- 172.21.15.18:0/2817486111 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9514111e80 0x7f95141142d0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.409+0000 7f95194df640 1 --2- 172.21.15.18:0/2817486111 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f951410b0b0 0x7f951410b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.409+0000 7f95194df640 1 --2- 172.21.15.18:0/2817486111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9514108740 0x7f951410ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.409+0000 7f95194df640 1 -- 172.21.15.18:0/2817486111 >> 172.21.15.18:0/2817486111 conn(0x7f951406e7b0 msgr2=0x7f9514070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:29.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.412+0000 7f95194df640 1 -- 172.21.15.18:0/2817486111 shutdown_connections 2024-04-22T00:52:29.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.416+0000 7f95194df640 1 -- 172.21.15.18:0/2817486111 wait complete. 2024-04-22T00:52:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.416+0000 7f95194df640 1 Processor -- start 2024-04-22T00:52:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.418+0000 7f95194df640 1 -- start start 2024-04-22T00:52:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.418+0000 7f95194df640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9514108740 0x7f95141a6860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.418+0000 7f95194df640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f951410b0b0 0x7f95141a6da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.418+0000 7f95194df640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9514111e80 0x7f95141ade10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.418+0000 7f95194df640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f9514117ef0 con 0x7f9514111e80 2024-04-22T00:52:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.418+0000 7f95194df640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f9514117d70 con 0x7f951410b0b0 2024-04-22T00:52:29.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.418+0000 7f95194df640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f9514118070 con 0x7f9514108740 2024-04-22T00:52:29.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.420+0000 7f9512ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9514108740 0x7f95141a6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.420+0000 7f95127fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f951410b0b0 0x7f95141a6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.420+0000 7f95127fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f951410b0b0 0x7f95141a6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42378/0 (socket says 172.21.15.18:42378) 2024-04-22T00:52:29.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.420+0000 7f95127fc640 1 -- 172.21.15.18:0/892000683 learned_addr learned my addr 172.21.15.18:0/892000683 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:29.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.420+0000 7f95137fe640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9514111e80 0x7f95141ade10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.422+0000 7f95127fc640 1 -- 172.21.15.18:0/892000683 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9514108740 msgr2=0x7f95141a6860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.422+0000 7f95127fc640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9514108740 0x7f95141a6860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.422+0000 7f95127fc640 1 -- 172.21.15.18:0/892000683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9514111e80 msgr2=0x7f95141ade10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.422+0000 7f95127fc640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9514111e80 0x7f95141ade10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.422+0000 7f95127fc640 1 -- 172.21.15.18:0/892000683 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95141ae480 con 0x7f951410b0b0 2024-04-22T00:52:29.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.426+0000 7f95127fc640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f951410b0b0 0x7f95141a6da0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f950c00ba50 tx=0x7f950c00bf10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:29.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.427+0000 7f94fbfff640 1 -- 172.21.15.18:0/892000683 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950c019070 con 0x7f951410b0b0 2024-04-22T00:52:29.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.427+0000 7f94fbfff640 1 -- 172.21.15.18:0/892000683 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f950c00cbe0 con 0x7f951410b0b0 2024-04-22T00:52:29.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.427+0000 7f94fbfff640 1 -- 172.21.15.18:0/892000683 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950c0076e0 con 0x7f951410b0b0 2024-04-22T00:52:29.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.429+0000 7f95194df640 1 -- 172.21.15.18:0/892000683 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95141ae770 con 0x7f951410b0b0 2024-04-22T00:52:29.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.429+0000 7f95194df640 1 -- 172.21.15.18:0/892000683 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95141aec40 con 0x7f951410b0b0 2024-04-22T00:52:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.439+0000 7f951c1a5740 1 Processor -- start 2024-04-22T00:52:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.439+0000 7f94fbfff640 1 -- 172.21.15.18:0/892000683 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f950c007880 con 0x7f951410b0b0 2024-04-22T00:52:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.442+0000 7f951c1a5740 1 -- start start 2024-04-22T00:52:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.443+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa322d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.443+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 0x557fa3232220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.443+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 0x557fa3234d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.443+0000 7f951c1a5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557fa3191b70 con 0x557fa322cd30 2024-04-22T00:52:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.443+0000 7f951c1a5740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557fa313a470 con 0x557fa3232890 2024-04-22T00:52:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.443+0000 7f951c1a5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557fa318db30 con 0x557fa322d720 2024-04-22T00:52:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.444+0000 7f94fbfff640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94fc0a2e70 0x7f94fc0a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.444+0000 7f94fbfff640 1 -- 172.21.15.18:0/892000683 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f950c0ce990 con 0x7f951410b0b0 2024-04-22T00:52:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.444+0000 7f95137fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa322d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.445+0000 7f95137fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa322d150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56112/0 (socket says 172.21.15.18:56112) 2024-04-22T00:52:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.445+0000 7f95137fe640 1 -- 172.21.15.18:0/3536057102 learned_addr learned my addr 172.21.15.18:0/3536057102 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.445+0000 7f95137fe640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94fc0a2e70 0x7f94fc0a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.445+0000 7f95127fc640 1 --2- 172.21.15.18:0/3536057102 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 0x557fa3234d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.445+0000 7f9512ffd640 1 --2- 172.21.15.18:0/3536057102 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 0x557fa3232220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.445+0000 7f95137fe640 1 -- 172.21.15.18:0/3536057102 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 msgr2=0x557fa3232220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.445+0000 7f95137fe640 1 --2- 172.21.15.18:0/3536057102 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 0x557fa3232220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.445+0000 7f95137fe640 1 -- 172.21.15.18:0/3536057102 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 msgr2=0x557fa3234d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.445+0000 7f95137fe640 1 --2- 172.21.15.18:0/3536057102 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 0x557fa3234d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.445+0000 7f95137fe640 1 -- 172.21.15.18:0/3536057102 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fa2ea6210 con 0x557fa322cd30 2024-04-22T00:52:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.446+0000 7f95137fe640 1 --2- 172.21.15.18:0/3536057102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa322d150 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f9504036040 tx=0x7f95040044f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be2ff49c840b9b03 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.446+0000 7f95137fe640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94fc0a2e70 0x7f94fc0a5330 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f950402c8c0 tx=0x7f9504048000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.450+0000 7f94f97fa640 1 -- 172.21.15.18:0/3536057102 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95040046c0 con 0x557fa322cd30 2024-04-22T00:52:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.450+0000 7f94f97fa640 1 -- 172.21.15.18:0/3536057102 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9504051070 con 0x557fa322cd30 2024-04-22T00:52:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.450+0000 7f94f97fa640 1 -- 172.21.15.18:0/3536057102 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9504003a10 con 0x557fa322cd30 2024-04-22T00:52:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.453+0000 7f951c1a5740 1 -- 172.21.15.18:0/3536057102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 msgr2=0x557fa322d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.453+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3536057102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa322d150 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f9504036040 tx=0x7f95040044f0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.455+0000 7f951c1a5740 1 -- 172.21.15.18:0/3536057102 shutdown_connections 2024-04-22T00:52:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.455+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3536057102 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 0x557fa3234d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.455+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3536057102 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 0x557fa3232220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.455+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3536057102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa322d150 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.455+0000 7f951c1a5740 1 -- 172.21.15.18:0/3536057102 >> 172.21.15.18:0/3536057102 conn(0x557fa32282a0 msgr2=0x557fa32286a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.457+0000 7f951c1a5740 1 -- 172.21.15.18:0/3536057102 shutdown_connections 2024-04-22T00:52:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.457+0000 7f951c1a5740 1 -- 172.21.15.18:0/3536057102 wait complete. 2024-04-22T00:52:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.458+0000 7f951c1a5740 1 -- start start 2024-04-22T00:52:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.458+0000 7f951c1a5740 1 Processor -- start 2024-04-22T00:52:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.458+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa32370f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.458+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 0x557fa3237630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.458+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 0x557fa323e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.458+0000 7f951c1a5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x557fa32357e0 con 0x557fa322cd30 2024-04-22T00:52:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.458+0000 7f951c1a5740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x557fa314da10 con 0x557fa322d720 2024-04-22T00:52:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.458+0000 7f951c1a5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x557fa3235960 con 0x557fa3232890 2024-04-22T00:52:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.458+0000 7f951c1a5740 10 client.0 _ll_register_callbacks cb 0x557fa3188b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:52:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.459+0000 7f95137fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 0x557fa323e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.459+0000 7f95137fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 0x557fa323e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:33012/0 (socket says 172.21.15.18:33012) 2024-04-22T00:52:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.459+0000 7f95137fe640 1 -- 172.21.15.18:0/3377374408 learned_addr learned my addr 172.21.15.18:0/3377374408 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.459+0000 7f9512ffd640 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa32370f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.460+0000 7f95127fc640 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 0x557fa3237630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.462+0000 7f95137fe640 1 -- 172.21.15.18:0/3377374408 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 msgr2=0x557fa3237630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.462+0000 7f95137fe640 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 0x557fa3237630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.462+0000 7f95137fe640 1 -- 172.21.15.18:0/3377374408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 msgr2=0x557fa32370f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.462+0000 7f95137fe640 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa32370f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.462+0000 7f95137fe640 1 -- 172.21.15.18:0/3377374408 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fa2f72620 con 0x557fa3232890 2024-04-22T00:52:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.462+0000 7f9512ffd640 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa32370f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:52:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.462+0000 7f95137fe640 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 0x557fa323e670 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f9504009850 tx=0x7f950402c960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2dd64bb5e8d834d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.462+0000 7f94f6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:52:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.463+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3377374408 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950406c070 con 0x557fa3232890 2024-04-22T00:52:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.463+0000 7f951c1a5740 1 -- 172.21.15.18:0/3377374408 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9504051070 con 0x557fa3232890 2024-04-22T00:52:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.463+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3377374408 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f95040046c0 con 0x557fa3232890 2024-04-22T00:52:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.463+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3377374408 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f9504078050 con 0x557fa3232890 2024-04-22T00:52:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.464+0000 7f951c1a5740 10 client.27517 fetch_fsmap learned FSMap version 45 2024-04-22T00:52:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.464+0000 7f951c1a5740 1 -- 172.21.15.18:0/3377374408 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x557fa32357e0 con 0x557fa3232890 2024-04-22T00:52:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.465+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3377374408 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9504051070 con 0x557fa3232890 2024-04-22T00:52:29.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.466+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3377374408 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 45) ==== 8358+0+0 (secure 0 0 0) 0x7f9504068a30 con 0x557fa3232890 2024-04-22T00:52:29.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.467+0000 7f951c1a5740 10 client.27517 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T00:52:29.465 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.467+0000 7f951c1a5740 10 client.27517 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:52:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.467+0000 7f951c1a5740 20 client.27517 populate_metadata read hostname 'smithi018' 2024-04-22T00:52:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.467+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557fa3243230 0x557fa3245650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.467+0000 7f951c1a5740 4 client.27517 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:52:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.467+0000 7f951c1a5740 1 -- 172.21.15.18:0/3377374408 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557fa319f0b0 con 0x557fa3243230 2024-04-22T00:52:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.467+0000 7f9512ffd640 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557fa3243230 0x557fa3245650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.468+0000 7f9512ffd640 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557fa3243230 0x557fa3245650 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4afb30b7368b0d68 server_cookie=8589b0aa0f3663a9 in_seq=0 out_seq=0 2024-04-22T00:52:29.467 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.468+0000 7f94f6ff5640 10 client.27517 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.470+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3377374408 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557fa319f0b0 con 0x557fa3243230 2024-04-22T00:52:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.470+0000 7f94f6ff5640 10 client.27517 handle_command_reply: tid=0 2024-04-22T00:52:29.471 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.471+0000 7f951c1a5740 1 client.27517 shutdown 2024-04-22T00:52:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.476+0000 7f951c1a5740 1 -- 172.21.15.18:0/3377374408 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 msgr2=0x557fa323e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.476+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 0x557fa323e670 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f9504009850 tx=0x7f950402c960 comp rx=0 tx=0).stop 2024-04-22T00:52:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.478+0000 7f951c1a5740 1 -- 172.21.15.18:0/3377374408 shutdown_connections 2024-04-22T00:52:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.478+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557fa3243230 0x557fa3245650 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.478+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 0x557fa323e670 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.478+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 0x557fa3237630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.478+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3377374408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa32370f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.478+0000 7f951c1a5740 1 -- 172.21.15.18:0/3377374408 >> 172.21.15.18:0/3377374408 conn(0x557fa32282a0 msgr2=0x557fa32274c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:29.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.480+0000 7f94f6ff5640 0 client.27517 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:29.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.484+0000 7f951c1a5740 1 -- 172.21.15.18:0/3377374408 shutdown_connections 2024-04-22T00:52:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.489+0000 7f951c1a5740 1 -- 172.21.15.18:0/3377374408 wait complete. 2024-04-22T00:52:29.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.491+0000 7f951c1a5740 20 client.27517 trim_cache size 0 max 16384 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.524+0000 7f951c1a5740 1 Processor -- start 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f951c1a5740 1 -- start start 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa3236ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 0x557fa323e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 0x557fa3226c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f951c1a5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f95141b3230 con 0x557fa322cd30 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f951c1a5740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f95141b0ad0 con 0x557fa322d720 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f951c1a5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f95141a5850 con 0x557fa3232890 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f95127fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 0x557fa323e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f95127fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 0x557fa323e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:42396/0 (socket says 172.21.15.18:42396) 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f9512ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa3236ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f95127fc640 1 -- 172.21.15.18:0/1847087311 learned_addr learned my addr 172.21.15.18:0/1847087311 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f95137fe640 1 --2- 172.21.15.18:0/1847087311 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 0x557fa3226c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f95127fc640 1 -- 172.21.15.18:0/1847087311 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 msgr2=0x557fa3226c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f95127fc640 1 --2- 172.21.15.18:0/1847087311 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 0x557fa3226c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f95127fc640 1 -- 172.21.15.18:0/1847087311 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 msgr2=0x557fa3236ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f95127fc640 1 --2- 172.21.15.18:0/1847087311 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa3236ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.525+0000 7f95127fc640 1 -- 172.21.15.18:0/1847087311 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fa32227a0 con 0x557fa322d720 2024-04-22T00:52:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.526+0000 7f95127fc640 1 --2- 172.21.15.18:0/1847087311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 0x557fa323e630 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f950c00ba20 tx=0x7f950c00e040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e903f2f4607b1954 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.526+0000 7f94f8ff9640 1 -- 172.21.15.18:0/1847087311 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950c0b8070 con 0x557fa322d720 2024-04-22T00:52:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.526+0000 7f94f8ff9640 1 -- 172.21.15.18:0/1847087311 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f950c0990c0 con 0x557fa322d720 2024-04-22T00:52:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.526+0000 7f94f8ff9640 1 -- 172.21.15.18:0/1847087311 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950c007b70 con 0x557fa322d720 2024-04-22T00:52:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 -- 172.21.15.18:0/1847087311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 msgr2=0x557fa323e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 --2- 172.21.15.18:0/1847087311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 0x557fa323e630 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f950c00ba20 tx=0x7f950c00e040 comp rx=0 tx=0).stop 2024-04-22T00:52:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 -- 172.21.15.18:0/1847087311 shutdown_connections 2024-04-22T00:52:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 --2- 172.21.15.18:0/1847087311 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa3232890 0x557fa3226c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 --2- 172.21.15.18:0/1847087311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa322d720 0x557fa323e630 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 --2- 172.21.15.18:0/1847087311 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa3236ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 -- 172.21.15.18:0/1847087311 >> 172.21.15.18:0/1847087311 conn(0x557fa32282a0 msgr2=0x557fa32363c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 -- 172.21.15.18:0/1847087311 shutdown_connections 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 -- 172.21.15.18:0/1847087311 wait complete. 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 -- start start 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 Processor -- start 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa323e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 0x557fa323aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 0x557fa323b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f95141aefb0 con 0x557fa322cd30 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f95141b0400 con 0x557fa3232890 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f95141af660 con 0x557fa322d720 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f951c1a5740 10 client.0 _ll_register_callbacks cb 0x7f950c097060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f9512ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa323e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f9512ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa323e3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56146/0 (socket says 172.21.15.18:56146) 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f9512ffd640 1 -- 172.21.15.18:0/3182143256 learned_addr learned my addr 172.21.15.18:0/3182143256 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f95127fc640 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 0x557fa323aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.527+0000 7f95137fe640 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 0x557fa323b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f9512ffd640 1 -- 172.21.15.18:0/3182143256 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 msgr2=0x557fa323aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f9512ffd640 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 0x557fa323aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f9512ffd640 1 -- 172.21.15.18:0/3182143256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 msgr2=0x557fa323b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f9512ffd640 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 0x557fa323b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f9512ffd640 1 -- 172.21.15.18:0/3182143256 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fa323ba30 con 0x557fa322cd30 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f95137fe640 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 0x557fa323b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f95127fc640 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 0x557fa323aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f9512ffd640 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa323e3a0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x557fa322db20 tx=0x7f950800cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d639f0af12ec8bd1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f94f6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3182143256 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950801b810 con 0x557fa322cd30 2024-04-22T00:52:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3182143256 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f9508014410 con 0x557fa322cd30 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f951c1a5740 1 -- 172.21.15.18:0/3182143256 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f950c0990c0 con 0x557fa322cd30 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3182143256 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f9508014610 con 0x557fa322cd30 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f951c1a5740 10 client.17946 fetch_fsmap learned FSMap version 45 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f951c1a5740 1 -- 172.21.15.18:0/3182143256 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x557fa32a88b0 con 0x557fa322cd30 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.528+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3182143256 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f950c0990c0 con 0x557fa322cd30 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.529+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3182143256 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 45) ==== 8358+0+0 (secure 0 0 0) 0x7f9508022070 con 0x557fa322cd30 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.529+0000 7f951c1a5740 10 client.17946 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.529+0000 7f951c1a5740 10 client.17946 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.529+0000 7f951c1a5740 20 client.17946 populate_metadata read hostname 'smithi018' 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.529+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557fa32a9370 0x557fa32ab790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.529+0000 7f951c1a5740 4 client.17946 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.529+0000 7f951c1a5740 1 -- 172.21.15.18:0/3182143256 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557fa3199400 con 0x557fa32a9370 2024-04-22T00:52:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.529+0000 7f95127fc640 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557fa32a9370 0x557fa32ab790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:29.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.529+0000 7f94f6ff5640 10 client.17946 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:29.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.529+0000 7f95127fc640 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557fa32a9370 0x557fa32ab790 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24e00eec5067bd57 server_cookie=3558b8c0d230e4cf in_seq=0 out_seq=0 2024-04-22T00:52:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f94f6ff5640 1 -- 172.21.15.18:0/3182143256 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557fa3199400 con 0x557fa32a9370 2024-04-22T00:52:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f94f6ff5640 10 client.17946 handle_command_reply: tid=0 2024-04-22T00:52:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f951c1a5740 1 client.17946 shutdown 2024-04-22T00:52:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f951c1a5740 1 -- 172.21.15.18:0/3182143256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 msgr2=0x557fa323e3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa323e3a0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x557fa322db20 tx=0x7f950800cb00 comp rx=0 tx=0).stop 2024-04-22T00:52:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f951c1a5740 1 -- 172.21.15.18:0/3182143256 shutdown_connections 2024-04-22T00:52:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x557fa32a9370 0x557fa32ab790 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x557fa3232890 0x557fa323b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x557fa322d720 0x557fa323aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f951c1a5740 1 --2- 172.21.15.18:0/3182143256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557fa322cd30 0x557fa323e3a0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f951c1a5740 1 -- 172.21.15.18:0/3182143256 >> 172.21.15.18:0/3182143256 conn(0x557fa32282a0 msgr2=0x557fa322b500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f94f6ff5640 0 client.17946 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.540+0000 7f951c1a5740 1 -- 172.21.15.18:0/3182143256 shutdown_connections 2024-04-22T00:52:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f951c1a5740 1 -- 172.21.15.18:0/3182143256 wait complete. 2024-04-22T00:52:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f951c1a5740 20 client.17946 trim_cache size 0 max 16384 2024-04-22T00:52:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:52:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:52:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:52:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:52:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 -- 172.21.15.18:0/892000683 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94fc0a2e70 msgr2=0x7f94fc0a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94fc0a2e70 0x7f94fc0a5330 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f950402c8c0 tx=0x7f9504048000 comp rx=0 tx=0).stop 2024-04-22T00:52:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 -- 172.21.15.18:0/892000683 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f951410b0b0 msgr2=0x7f95141a6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f951410b0b0 0x7f95141a6da0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f950c00ba50 tx=0x7f950c00bf10 comp rx=0 tx=0).stop 2024-04-22T00:52:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 -- 172.21.15.18:0/892000683 shutdown_connections 2024-04-22T00:52:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94fc0a2e70 0x7f94fc0a5330 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9514111e80 0x7f95141ade10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f951410b0b0 0x7f95141a6da0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 --2- 172.21.15.18:0/892000683 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f9514108740 0x7f95141a6860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 -- 172.21.15.18:0/892000683 >> 172.21.15.18:0/892000683 conn(0x7f951406e7b0 msgr2=0x7f95141095b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 -- 172.21.15.18:0/892000683 shutdown_connections 2024-04-22T00:52:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:29.541+0000 7f95194df640 1 -- 172.21.15.18:0/892000683 wait complete. 2024-04-22T00:52:29.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 665.0 s, 611.4 tps, lat 165.017 ms stddev 200.192 2024-04-22T00:52:29.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:29 smithi081 ceph-mon[31546]: pgmap v710: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 186 KiB/s rd, 6.4 MiB/s wr, 478 op/s 2024-04-22T00:52:29.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:29 smithi018 ceph-mon[27979]: pgmap v710: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 186 KiB/s rd, 6.4 MiB/s wr, 478 op/s 2024-04-22T00:52:29.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:29 smithi167 ceph-mon[31348]: pgmap v710: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 186 KiB/s rd, 6.4 MiB/s wr, 478 op/s 2024-04-22T00:52:31.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:31 smithi081 ceph-mon[31546]: pgmap v711: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 7.4 MiB/s wr, 574 op/s 2024-04-22T00:52:31.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:31 smithi018 ceph-mon[27979]: pgmap v711: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 7.4 MiB/s wr, 574 op/s 2024-04-22T00:52:31.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:31 smithi167 ceph-mon[31348]: pgmap v711: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 7.4 MiB/s wr, 574 op/s 2024-04-22T00:52:32.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:32 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:52:32.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:32 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:52:32.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:32 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:52:33.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:33 smithi081 ceph-mon[31546]: pgmap v712: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 6.5 MiB/s wr, 509 op/s 2024-04-22T00:52:33.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:33 smithi018 ceph-mon[27979]: pgmap v712: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 6.5 MiB/s wr, 509 op/s 2024-04-22T00:52:33.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:33 smithi167 ceph-mon[31348]: pgmap v712: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 6.5 MiB/s wr, 509 op/s 2024-04-22T00:52:34.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 670.0 s, 602.6 tps, lat 167.513 ms stddev 218.626 2024-04-22T00:52:35.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:35 smithi081 ceph-mon[31546]: pgmap v713: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 300 KiB/s rd, 6.4 MiB/s wr, 504 op/s 2024-04-22T00:52:35.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:35 smithi018 ceph-mon[27979]: pgmap v713: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 300 KiB/s rd, 6.4 MiB/s wr, 504 op/s 2024-04-22T00:52:35.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:35 smithi167 ceph-mon[31348]: pgmap v713: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 300 KiB/s rd, 6.4 MiB/s wr, 504 op/s 2024-04-22T00:52:37.884 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:37 smithi167 ceph-mon[31348]: pgmap v714: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 8.0 MiB/s wr, 636 op/s 2024-04-22T00:52:37.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:37 smithi081 ceph-mon[31546]: pgmap v714: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 8.0 MiB/s wr, 636 op/s 2024-04-22T00:52:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:37 smithi018 ceph-mon[27979]: pgmap v714: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 8.0 MiB/s wr, 636 op/s 2024-04-22T00:52:39.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 675.0 s, 671.2 tps, lat 147.097 ms stddev 159.610 2024-04-22T00:52:39.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:39 smithi081 ceph-mon[31546]: pgmap v715: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 6.2 MiB/s wr, 513 op/s 2024-04-22T00:52:39.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:39 smithi018 ceph-mon[27979]: pgmap v715: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 6.2 MiB/s wr, 513 op/s 2024-04-22T00:52:39.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:39 smithi167 ceph-mon[31348]: pgmap v715: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 6.2 MiB/s wr, 513 op/s 2024-04-22T00:52:41.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:41 smithi081 ceph-mon[31546]: pgmap v716: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 124 KiB/s rd, 7.4 MiB/s wr, 612 op/s 2024-04-22T00:52:41.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:41 smithi018 ceph-mon[27979]: pgmap v716: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 124 KiB/s rd, 7.4 MiB/s wr, 612 op/s 2024-04-22T00:52:41.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:41 smithi167 ceph-mon[31348]: pgmap v716: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 124 KiB/s rd, 7.4 MiB/s wr, 612 op/s 2024-04-22T00:52:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.698+0000 7f8357713640 1 -- 172.21.15.18:0/2712058254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f835010b0b0 msgr2=0x7f835010d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.698+0000 7f8357713640 1 --2- 172.21.15.18:0/2712058254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f835010b0b0 0x7f835010d520 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f8340009860 tx=0x7f834002bb90 comp rx=0 tx=0).stop 2024-04-22T00:52:42.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.702+0000 7f8357713640 1 -- 172.21.15.18:0/2712058254 shutdown_connections 2024-04-22T00:52:42.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.702+0000 7f8357713640 1 --2- 172.21.15.18:0/2712058254 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f835010da60 0x7f835010dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.702+0000 7f8357713640 1 --2- 172.21.15.18:0/2712058254 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f835010b0b0 0x7f835010d520 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.702+0000 7f8357713640 1 --2- 172.21.15.18:0/2712058254 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350108740 0x7f835010ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.702+0000 7f8357713640 1 -- 172.21.15.18:0/2712058254 >> 172.21.15.18:0/2712058254 conn(0x7f835006e7b0 msgr2=0x7f8350070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:42.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.709+0000 7f8357713640 1 -- 172.21.15.18:0/2712058254 shutdown_connections 2024-04-22T00:52:42.711 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.711+0000 7f8357713640 1 -- 172.21.15.18:0/2712058254 wait complete. 2024-04-22T00:52:42.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.712+0000 7f8357713640 1 Processor -- start 2024-04-22T00:52:42.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.718+0000 7f8357713640 1 -- start start 2024-04-22T00:52:42.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.718+0000 7f8357713640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350108740 0x7f83501a6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.718+0000 7f8357713640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f835010b0b0 0x7f83501a6d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.718+0000 7f8357713640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f835010da60 0x7f83501addc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.718+0000 7f8357713640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f835011c240 con 0x7f835010b0b0 2024-04-22T00:52:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.718+0000 7f8357713640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f835011c0c0 con 0x7f835010da60 2024-04-22T00:52:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.718+0000 7f8357713640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f835011c3c0 con 0x7f8350108740 2024-04-22T00:52:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.719+0000 7f8354cae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f835010b0b0 0x7f83501a6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.719+0000 7f8354cae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f835010b0b0 0x7f83501a6d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33064/0 (socket says 172.21.15.18:33064) 2024-04-22T00:52:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.719+0000 7f8354cae640 1 -- 172.21.15.18:0/674650499 learned_addr learned my addr 172.21.15.18:0/674650499 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:42.721 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.719+0000 7f83554af640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350108740 0x7f83501a6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.720+0000 7f8355cb0640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f835010da60 0x7f83501addc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.725+0000 7f8355cb0640 1 -- 172.21.15.18:0/674650499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350108740 msgr2=0x7f83501a6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.725+0000 7f8355cb0640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350108740 0x7f83501a6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.725+0000 7f8355cb0640 1 -- 172.21.15.18:0/674650499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f835010b0b0 msgr2=0x7f83501a6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.725+0000 7f8355cb0640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f835010b0b0 0x7f83501a6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.725+0000 7f8355cb0640 1 -- 172.21.15.18:0/674650499 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f835010ffa0 con 0x7f835010da60 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.726+0000 7f8355cb0640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f835010da60 0x7f83501addc0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f834c00e970 tx=0x7f834c00ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.727+0000 7f83467fc640 1 -- 172.21.15.18:0/674650499 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f834c00ccc0 con 0x7f835010da60 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.727+0000 7f8357713640 1 -- 172.21.15.18:0/674650499 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8350110290 con 0x7f835010da60 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.727+0000 7f8357713640 1 -- 172.21.15.18:0/674650499 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83501107e0 con 0x7f835010da60 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.727+0000 7f83467fc640 1 -- 172.21.15.18:0/674650499 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f834c005020 con 0x7f835010da60 2024-04-22T00:52:42.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.728+0000 7f83467fc640 1 -- 172.21.15.18:0/674650499 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f834c004a00 con 0x7f835010da60 2024-04-22T00:52:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.736+0000 7f83467fc640 1 -- 172.21.15.18:0/674650499 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f834c004ba0 con 0x7f835010da60 2024-04-22T00:52:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.737+0000 7f83467fc640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f833c0a2e70 0x7f833c0a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.738+0000 7f83467fc640 1 -- 172.21.15.18:0/674650499 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f834c0d0250 con 0x7f835010da60 2024-04-22T00:52:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.738+0000 7f835a3dc740 1 Processor -- start 2024-04-22T00:52:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.738+0000 7f835a3dc740 1 -- start start 2024-04-22T00:52:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.739+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc3ffd30 0x55d8bc400150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.739+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc400720 0x55d8bc405220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.739+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc405890 0x55d8bc407d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.739+0000 7f835a3dc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d8bc364b70 con 0x55d8bc400720 2024-04-22T00:52:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.739+0000 7f835a3dc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d8bc30d470 con 0x55d8bc405890 2024-04-22T00:52:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.739+0000 7f835a3dc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d8bc360b30 con 0x55d8bc3ffd30 2024-04-22T00:52:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.739+0000 7f83554af640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f833c0a2e70 0x7f833c0a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.739+0000 7f8355cb0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc405890 0x55d8bc407d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.739+0000 7f8355cb0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc405890 0x55d8bc407d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:40534/0 (socket says 172.21.15.18:40534) 2024-04-22T00:52:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.739+0000 7f8355cb0640 1 -- 172.21.15.18:0/1166149581 learned_addr learned my addr 172.21.15.18:0/1166149581 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.742+0000 7f83554af640 1 --2- 172.21.15.18:0/1166149581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc3ffd30 0x55d8bc400150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.743+0000 7f8355cb0640 1 -- 172.21.15.18:0/1166149581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc3ffd30 msgr2=0x55d8bc400150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.743+0000 7f8355cb0640 1 --2- 172.21.15.18:0/1166149581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc3ffd30 0x55d8bc400150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.743+0000 7f8355cb0640 1 -- 172.21.15.18:0/1166149581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc400720 msgr2=0x55d8bc405220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.743+0000 7f8355cb0640 1 --2- 172.21.15.18:0/1166149581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc400720 0x55d8bc405220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.743+0000 7f8355cb0640 1 -- 172.21.15.18:0/1166149581 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8bc079210 con 0x55d8bc405890 2024-04-22T00:52:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.743+0000 7f8355cb0640 1 --2- 172.21.15.18:0/1166149581 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc405890 0x55d8bc407d20 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f834c00e940 tx=0x7f834c09cd80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45949d6829830608 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:42.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.744+0000 7f83554af640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f833c0a2e70 0x7f833c0a5330 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x55d8bc400f80 tx=0x7f8348009d70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:42.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.744+0000 7f833b7fe640 1 -- 172.21.15.18:0/1166149581 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f834c01c040 con 0x55d8bc405890 2024-04-22T00:52:42.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.744+0000 7f833b7fe640 1 -- 172.21.15.18:0/1166149581 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f834c0a0a30 con 0x55d8bc405890 2024-04-22T00:52:42.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.745+0000 7f835a3dc740 1 -- 172.21.15.18:0/1166149581 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc405890 msgr2=0x55d8bc407d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:42.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.745+0000 7f835a3dc740 1 --2- 172.21.15.18:0/1166149581 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc405890 0x55d8bc407d20 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f834c00e940 tx=0x7f834c09cd80 comp rx=0 tx=0).stop 2024-04-22T00:52:42.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.745+0000 7f835a3dc740 1 -- 172.21.15.18:0/1166149581 shutdown_connections 2024-04-22T00:52:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.745+0000 7f835a3dc740 1 --2- 172.21.15.18:0/1166149581 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc405890 0x55d8bc407d20 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.745+0000 7f835a3dc740 1 --2- 172.21.15.18:0/1166149581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc400720 0x55d8bc405220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.745+0000 7f835a3dc740 1 --2- 172.21.15.18:0/1166149581 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc3ffd30 0x55d8bc400150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.745+0000 7f835a3dc740 1 -- 172.21.15.18:0/1166149581 >> 172.21.15.18:0/1166149581 conn(0x55d8bc3fb2a0 msgr2=0x55d8bc3fb6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:42.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.752+0000 7f835a3dc740 1 -- 172.21.15.18:0/1166149581 shutdown_connections 2024-04-22T00:52:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.753+0000 7f835a3dc740 1 -- 172.21.15.18:0/1166149581 wait complete. 2024-04-22T00:52:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.753+0000 7f835a3dc740 1 -- start start 2024-04-22T00:52:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.753+0000 7f835a3dc740 1 Processor -- start 2024-04-22T00:52:42.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.754+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc3ffd30 0x55d8bc409fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.754+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 0x55d8bc40a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.754+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 0x55d8bc4118a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.754+0000 7f835a3dc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55d8bc408890 con 0x55d8bc40f4b0 2024-04-22T00:52:42.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.754+0000 7f835a3dc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55d8bc320a10 con 0x55d8bc3ffd30 2024-04-22T00:52:42.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.754+0000 7f835a3dc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55d8bc408a10 con 0x55d8bc400720 2024-04-22T00:52:42.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.754+0000 7f835a3dc740 10 client.0 _ll_register_callbacks cb 0x55d8bc35bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:52:42.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.755+0000 7f8354cae640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 0x55d8bc40a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.755+0000 7f8354cae640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 0x55d8bc40a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:60978/0 (socket says 172.21.15.18:60978) 2024-04-22T00:52:42.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.755+0000 7f8354cae640 1 -- 172.21.15.18:0/2793089148 learned_addr learned my addr 172.21.15.18:0/2793089148 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:42.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.756+0000 7f8355cb0640 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 0x55d8bc4118a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.756+0000 7f83554af640 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc3ffd30 0x55d8bc409fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.757+0000 7f8354cae640 1 -- 172.21.15.18:0/2793089148 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc3ffd30 msgr2=0x55d8bc409fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:42.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.757+0000 7f8354cae640 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc3ffd30 0x55d8bc409fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.757+0000 7f8354cae640 1 -- 172.21.15.18:0/2793089148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 msgr2=0x55d8bc4118a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:42.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.757+0000 7f8354cae640 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 0x55d8bc4118a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.757+0000 7f8354cae640 1 -- 172.21.15.18:0/2793089148 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8bc145620 con 0x55d8bc400720 2024-04-22T00:52:42.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.760+0000 7f8354cae640 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 0x55d8bc40a4f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8340009780 tx=0x7f83400323b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19dd00db9154fb6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:42.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.763+0000 7f8338ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:52:42.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.763+0000 7f8338ff9640 1 -- 172.21.15.18:0/2793089148 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8340043070 con 0x55d8bc400720 2024-04-22T00:52:42.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.763+0000 7f8338ff9640 1 -- 172.21.15.18:0/2793089148 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f8340004040 con 0x55d8bc400720 2024-04-22T00:52:42.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.764+0000 7f835a3dc740 1 -- 172.21.15.18:0/2793089148 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d8bc3720b0 con 0x55d8bc400720 2024-04-22T00:52:42.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.767+0000 7f8338ff9640 1 -- 172.21.15.18:0/2793089148 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f834004c050 con 0x55d8bc400720 2024-04-22T00:52:42.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.767+0000 7f835a3dc740 10 client.27535 fetch_fsmap learned FSMap version 47 2024-04-22T00:52:42.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.767+0000 7f835a3dc740 1 -- 172.21.15.18:0/2793089148 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x55d8bc414d40 con 0x55d8bc400720 2024-04-22T00:52:42.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.771+0000 7f8338ff9640 1 -- 172.21.15.18:0/2793089148 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55d8bc3720b0 con 0x55d8bc400720 2024-04-22T00:52:42.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.771+0000 7f8338ff9640 1 -- 172.21.15.18:0/2793089148 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 47) ==== 8350+0+0 (secure 0 0 0) 0x7f8340032760 con 0x55d8bc400720 2024-04-22T00:52:42.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.771+0000 7f835a3dc740 10 client.27535 fetch_fsmap finished waiting for FSMap version 47 2024-04-22T00:52:42.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.771+0000 7f835a3dc740 10 client.27535 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:52:42.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.771+0000 7f835a3dc740 20 client.27535 populate_metadata read hostname 'smithi018' 2024-04-22T00:52:42.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.771+0000 7f835a3dc740 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d8bc416980 0x55d8bc418da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.771+0000 7f835a3dc740 4 client.27535 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:52:42.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.771+0000 7f835a3dc740 1 -- 172.21.15.18:0/2793089148 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8bc36c400 con 0x55d8bc416980 2024-04-22T00:52:42.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.774+0000 7f83554af640 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d8bc416980 0x55d8bc418da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.780+0000 7f83554af640 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d8bc416980 0x55d8bc418da0 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb83eaaa953ad880 server_cookie=cf540bdef061f09e in_seq=0 out_seq=0 2024-04-22T00:52:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.783+0000 7f8338ff9640 10 client.27535 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.783+0000 7f8338ff9640 1 -- 172.21.15.18:0/2793089148 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d8bc36c400 con 0x55d8bc416980 2024-04-22T00:52:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.783+0000 7f8338ff9640 10 client.27535 handle_command_reply: tid=0 2024-04-22T00:52:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.783+0000 7f835a3dc740 1 client.27535 shutdown 2024-04-22T00:52:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.784+0000 7f835a3dc740 1 -- 172.21.15.18:0/2793089148 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 msgr2=0x55d8bc40a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.784+0000 7f835a3dc740 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 0x55d8bc40a4f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8340009780 tx=0x7f83400323b0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.789+0000 7f835a3dc740 1 -- 172.21.15.18:0/2793089148 shutdown_connections 2024-04-22T00:52:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.789+0000 7f835a3dc740 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d8bc416980 0x55d8bc418da0 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.789+0000 7f835a3dc740 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 0x55d8bc4118a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.789+0000 7f835a3dc740 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 0x55d8bc40a4f0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.789+0000 7f835a3dc740 1 --2- 172.21.15.18:0/2793089148 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc3ffd30 0x55d8bc409fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.789+0000 7f835a3dc740 1 -- 172.21.15.18:0/2793089148 >> 172.21.15.18:0/2793089148 conn(0x55d8bc3fb2a0 msgr2=0x55d8bc3fa4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.791+0000 7f8338ff9640 0 client.27535 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.793+0000 7f835a3dc740 1 -- 172.21.15.18:0/2793089148 shutdown_connections 2024-04-22T00:52:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.795+0000 7f835a3dc740 1 -- 172.21.15.18:0/2793089148 wait complete. 2024-04-22T00:52:42.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.795+0000 7f835a3dc740 20 client.27535 trim_cache size 0 max 16384 2024-04-22T00:52:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.826+0000 7f835a3dc740 1 Processor -- start 2024-04-22T00:52:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.826+0000 7f835a3dc740 1 -- start start 2024-04-22T00:52:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.827+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc3ffd30 0x55d8bc404ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.827+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 0x55d8bc41e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.827+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 0x55d8bc41ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.827+0000 7f835a3dc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f83340126f0 con 0x55d8bc40f4b0 2024-04-22T00:52:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.827+0000 7f835a3dc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f833400ffc0 con 0x55d8bc3ffd30 2024-04-22T00:52:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.828+0000 7f835a3dc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f833400de10 con 0x55d8bc400720 2024-04-22T00:52:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.828+0000 7f8355cb0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 0x55d8bc41ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.828+0000 7f8355cb0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 0x55d8bc41ebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33086/0 (socket says 172.21.15.18:33086) 2024-04-22T00:52:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.828+0000 7f8355cb0640 1 -- 172.21.15.18:0/702602714 learned_addr learned my addr 172.21.15.18:0/702602714 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.828+0000 7f8355cb0640 1 -- 172.21.15.18:0/702602714 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 msgr2=0x55d8bc41e670 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:52:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.829+0000 7f8355cb0640 1 --2- 172.21.15.18:0/702602714 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 0x55d8bc41e670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.829+0000 7f8355cb0640 1 -- 172.21.15.18:0/702602714 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc3ffd30 msgr2=0x55d8bc404ed0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:52:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.829+0000 7f8355cb0640 1 --2- 172.21.15.18:0/702602714 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc3ffd30 0x55d8bc404ed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.829+0000 7f8355cb0640 1 -- 172.21.15.18:0/702602714 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8bc3fabf0 con 0x55d8bc40f4b0 2024-04-22T00:52:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.829+0000 7f8355cb0640 1 --2- 172.21.15.18:0/702602714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 0x55d8bc41ebb0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f834c0a4dc0 tx=0x7f834c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5adb44fe77dd6ac server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.829+0000 7f833affd640 1 -- 172.21.15.18:0/702602714 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f834c01c040 con 0x55d8bc40f4b0 2024-04-22T00:52:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.830+0000 7f833affd640 1 -- 172.21.15.18:0/702602714 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f834c0a0a30 con 0x55d8bc40f4b0 2024-04-22T00:52:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.831+0000 7f835a3dc740 1 -- 172.21.15.18:0/702602714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 msgr2=0x55d8bc41ebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.831+0000 7f835a3dc740 1 --2- 172.21.15.18:0/702602714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 0x55d8bc41ebb0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f834c0a4dc0 tx=0x7f834c0046c0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.831+0000 7f835a3dc740 1 -- 172.21.15.18:0/702602714 shutdown_connections 2024-04-22T00:52:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.831+0000 7f835a3dc740 1 --2- 172.21.15.18:0/702602714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc40f4b0 0x55d8bc41ebb0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.831+0000 7f835a3dc740 1 --2- 172.21.15.18:0/702602714 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc400720 0x55d8bc41e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.831+0000 7f835a3dc740 1 --2- 172.21.15.18:0/702602714 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc3ffd30 0x55d8bc404ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.831+0000 7f835a3dc740 1 -- 172.21.15.18:0/702602714 >> 172.21.15.18:0/702602714 conn(0x55d8bc3fb2a0 msgr2=0x55d8bc3fb680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.837+0000 7f835a3dc740 1 -- 172.21.15.18:0/702602714 shutdown_connections 2024-04-22T00:52:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.838+0000 7f835a3dc740 1 -- 172.21.15.18:0/702602714 wait complete. 2024-04-22T00:52:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.838+0000 7f835a3dc740 1 -- start start 2024-04-22T00:52:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.838+0000 7f835a3dc740 1 Processor -- start 2024-04-22T00:52:42.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.840+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc3ffd30 0x55d8bc427190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.840+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc400720 0x55d8bc4276d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.840+0000 7f835a3dc740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc4789a0 0x55d8bc47ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.840+0000 7f835a3dc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f833400e480 con 0x55d8bc3ffd30 2024-04-22T00:52:42.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.840+0000 7f835a3dc740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f833400f8f0 con 0x55d8bc400720 2024-04-22T00:52:42.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.840+0000 7f835a3dc740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f833400eb50 con 0x55d8bc4789a0 2024-04-22T00:52:42.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.840+0000 7f835a3dc740 10 client.0 _ll_register_callbacks cb 0x7f834c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:52:42.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.842+0000 7f83554af640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc3ffd30 0x55d8bc427190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.842+0000 7f83554af640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc3ffd30 0x55d8bc427190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33088/0 (socket says 172.21.15.18:33088) 2024-04-22T00:52:42.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.842+0000 7f83554af640 1 -- 172.21.15.18:0/1140360121 learned_addr learned my addr 172.21.15.18:0/1140360121 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:42.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.842+0000 7f8355cb0640 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc4789a0 0x55d8bc47ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.844 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.844+0000 7f8354cae640 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc400720 0x55d8bc4276d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.844 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.844+0000 7f83554af640 1 -- 172.21.15.18:0/1140360121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc4789a0 msgr2=0x55d8bc47ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:42.844 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.844+0000 7f83554af640 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc4789a0 0x55d8bc47ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.844 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.844+0000 7f83554af640 1 -- 172.21.15.18:0/1140360121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc400720 msgr2=0x55d8bc4276d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:42.845 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.844+0000 7f83554af640 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc400720 0x55d8bc4276d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.845 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.844+0000 7f83554af640 1 -- 172.21.15.18:0/1140360121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8bc42a430 con 0x55d8bc3ffd30 2024-04-22T00:52:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.851+0000 7f83554af640 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc3ffd30 0x55d8bc427190 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f8348009fd0 tx=0x7f8348009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=489ab190259554b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.853+0000 7f8338ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:52:42.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.857+0000 7f8338ff9640 1 -- 172.21.15.18:0/1140360121 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8348015040 con 0x55d8bc3ffd30 2024-04-22T00:52:42.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.857+0000 7f8338ff9640 1 -- 172.21.15.18:0/1140360121 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f834802a800 con 0x55d8bc3ffd30 2024-04-22T00:52:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.860+0000 7f835a3dc740 1 -- 172.21.15.18:0/1140360121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d8bc2ea7a0 con 0x55d8bc3ffd30 2024-04-22T00:52:42.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.861+0000 7f8338ff9640 1 -- 172.21.15.18:0/1140360121 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f8348005040 con 0x55d8bc3ffd30 2024-04-22T00:52:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.865+0000 7f835a3dc740 10 client.17961 fetch_fsmap learned FSMap version 47 2024-04-22T00:52:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.865+0000 7f835a3dc740 1 -- 172.21.15.18:0/1140360121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x55d8bc47c3e0 con 0x55d8bc3ffd30 2024-04-22T00:52:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.870+0000 7f8338ff9640 1 -- 172.21.15.18:0/1140360121 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55d8bc2ea7a0 con 0x55d8bc3ffd30 2024-04-22T00:52:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.870+0000 7f8338ff9640 1 -- 172.21.15.18:0/1140360121 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 47) ==== 8350+0+0 (secure 0 0 0) 0x7f834801e040 con 0x55d8bc3ffd30 2024-04-22T00:52:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.873+0000 7f835a3dc740 10 client.17961 fetch_fsmap finished waiting for FSMap version 47 2024-04-22T00:52:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.873+0000 7f835a3dc740 10 client.17961 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:52:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.873+0000 7f835a3dc740 20 client.17961 populate_metadata read hostname 'smithi018' 2024-04-22T00:52:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.873+0000 7f835a3dc740 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d8bc47ce10 0x55d8bc47f230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.873+0000 7f835a3dc740 4 client.17961 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:52:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.873+0000 7f835a3dc740 1 -- 172.21.15.18:0/1140360121 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d8bc336400 con 0x55d8bc47ce10 2024-04-22T00:52:42.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.874+0000 7f8354cae640 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d8bc47ce10 0x55d8bc47f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.882+0000 7f8354cae640 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d8bc47ce10 0x55d8bc47f230 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61c971b3d96b64ef server_cookie=12dfcf50fbc8b56d in_seq=0 out_seq=0 2024-04-22T00:52:42.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.885+0000 7f8338ff9640 10 client.17961 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:42.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.929+0000 7f8338ff9640 1 -- 172.21.15.18:0/1140360121 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d8bc336400 con 0x55d8bc47ce10 2024-04-22T00:52:42.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.929+0000 7f8338ff9640 10 client.17961 handle_command_reply: tid=0 2024-04-22T00:52:42.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.929+0000 7f835a3dc740 1 client.17961 shutdown 2024-04-22T00:52:42.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.932+0000 7f835a3dc740 1 -- 172.21.15.18:0/1140360121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc3ffd30 msgr2=0x55d8bc427190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:42.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.932+0000 7f835a3dc740 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc3ffd30 0x55d8bc427190 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f8348009fd0 tx=0x7f8348009680 comp rx=0 tx=0).stop 2024-04-22T00:52:42.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.932+0000 7f835a3dc740 1 -- 172.21.15.18:0/1140360121 shutdown_connections 2024-04-22T00:52:42.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.932+0000 7f835a3dc740 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55d8bc47ce10 0x55d8bc47f230 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.932+0000 7f835a3dc740 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55d8bc4789a0 0x55d8bc47ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.932+0000 7f835a3dc740 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55d8bc400720 0x55d8bc4276d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.932+0000 7f835a3dc740 1 --2- 172.21.15.18:0/1140360121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8bc3ffd30 0x55d8bc427190 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.932+0000 7f835a3dc740 1 -- 172.21.15.18:0/1140360121 >> 172.21.15.18:0/1140360121 conn(0x55d8bc3fb2a0 msgr2=0x55d8bc409fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.932+0000 7f8338ff9640 0 client.17961 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:42.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.936+0000 7f835a3dc740 1 -- 172.21.15.18:0/1140360121 shutdown_connections 2024-04-22T00:52:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.941+0000 7f835a3dc740 1 -- 172.21.15.18:0/1140360121 wait complete. 2024-04-22T00:52:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.941+0000 7f835a3dc740 20 client.17961 trim_cache size 0 max 16384 2024-04-22T00:52:42.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:52:42.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:52:42.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:52:42.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:52:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.946+0000 7f8357713640 1 -- 172.21.15.18:0/674650499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f833c0a2e70 msgr2=0x7f833c0a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.946+0000 7f8357713640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f833c0a2e70 0x7f833c0a5330 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x55d8bc400f80 tx=0x7f8348009d70 comp rx=0 tx=0).stop 2024-04-22T00:52:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.946+0000 7f8357713640 1 -- 172.21.15.18:0/674650499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f835010da60 msgr2=0x7f83501addc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.946+0000 7f8357713640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f835010da60 0x7f83501addc0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f834c00e970 tx=0x7f834c00ee30 comp rx=0 tx=0).stop 2024-04-22T00:52:42.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.948+0000 7f8357713640 1 -- 172.21.15.18:0/674650499 shutdown_connections 2024-04-22T00:52:42.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.948+0000 7f8357713640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f833c0a2e70 0x7f833c0a5330 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.948+0000 7f8357713640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f835010da60 0x7f83501addc0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.948+0000 7f8357713640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f835010b0b0 0x7f83501a6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.948+0000 7f8357713640 1 --2- 172.21.15.18:0/674650499 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8350108740 0x7f83501a6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:42.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.948+0000 7f8357713640 1 -- 172.21.15.18:0/674650499 >> 172.21.15.18:0/674650499 conn(0x7f835006e7b0 msgr2=0x7f835010a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:42.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.950+0000 7f8357713640 1 -- 172.21.15.18:0/674650499 shutdown_connections 2024-04-22T00:52:42.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:42.950+0000 7f8357713640 1 -- 172.21.15.18:0/674650499 wait complete. 2024-04-22T00:52:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:43 smithi018 ceph-mon[27979]: pgmap v717: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 6.7 MiB/s wr, 548 op/s 2024-04-22T00:52:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:43 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:52:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:52:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:43.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:43 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:43.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:43 smithi167 ceph-mon[31348]: pgmap v717: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 6.7 MiB/s wr, 548 op/s 2024-04-22T00:52:43.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:43 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:52:43.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:52:43.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:43.986 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:43 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:44.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:43 smithi081 ceph-mon[31546]: pgmap v717: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 6.7 MiB/s wr, 548 op/s 2024-04-22T00:52:44.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:43 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:52:44.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:52:44.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:44.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:43 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 680.0 s, 553.6 tps, lat 173.028 ms stddev 206.604 2024-04-22T00:52:44.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:44.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:44.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:44.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:44 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:45.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:45.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:45.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:45.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:44 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:45.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:45.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:45.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:45.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:44 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:46.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:45 smithi081 ceph-mon[31546]: pgmap v718: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.5 MiB/s wr, 534 op/s 2024-04-22T00:52:46.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:52:46.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:52:46.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:45 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:46.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:45 smithi018 ceph-mon[27979]: pgmap v718: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.5 MiB/s wr, 534 op/s 2024-04-22T00:52:46.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:52:46.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:52:46.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:45 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:46.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:45 smithi167 ceph-mon[31348]: pgmap v718: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.5 MiB/s wr, 534 op/s 2024-04-22T00:52:46.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:52:46.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:52:46.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:45 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:52:48.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:47 smithi081 ceph-mon[31546]: pgmap v719: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.2 MiB/s wr, 624 op/s 2024-04-22T00:52:48.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:47 smithi018 ceph-mon[27979]: pgmap v719: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.2 MiB/s wr, 624 op/s 2024-04-22T00:52:48.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:47 smithi167 ceph-mon[31348]: pgmap v719: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.2 MiB/s wr, 624 op/s 2024-04-22T00:52:49.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 685.0 s, 540.6 tps, lat 190.594 ms stddev 215.776 2024-04-22T00:52:50.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:49 smithi081 ceph-mon[31546]: pgmap v720: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.6 MiB/s wr, 479 op/s 2024-04-22T00:52:50.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:49 smithi018 ceph-mon[27979]: pgmap v720: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.6 MiB/s wr, 479 op/s 2024-04-22T00:52:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:49 smithi167 ceph-mon[31348]: pgmap v720: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.6 MiB/s wr, 479 op/s 2024-04-22T00:52:52.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:51 smithi081 ceph-mon[31546]: pgmap v721: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 MiB/s wr, 547 op/s 2024-04-22T00:52:52.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:51 smithi018 ceph-mon[27979]: pgmap v721: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 MiB/s wr, 547 op/s 2024-04-22T00:52:52.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:51 smithi167 ceph-mon[31348]: pgmap v721: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 MiB/s wr, 547 op/s 2024-04-22T00:52:54.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:53 smithi081 ceph-mon[31546]: pgmap v722: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.3 MiB/s wr, 506 op/s 2024-04-22T00:52:54.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:53 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:52:54.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:53 smithi018 ceph-mon[27979]: pgmap v722: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.3 MiB/s wr, 506 op/s 2024-04-22T00:52:54.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:53 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:52:54.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:53 smithi167 ceph-mon[31348]: pgmap v722: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.3 MiB/s wr, 506 op/s 2024-04-22T00:52:54.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:53 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:52:54.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 690.0 s, 630.2 tps, lat 162.919 ms stddev 194.786 2024-04-22T00:52:56.120 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.118+0000 7f7782a6b640 1 -- 172.21.15.18:0/4245048196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f777c108740 msgr2=0x7f777c10ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:56.120 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.118+0000 7f7782a6b640 1 --2- 172.21.15.18:0/4245048196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f777c108740 0x7f777c10ab70 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f7770009860 tx=0x7f777002bb90 comp rx=0 tx=0).stop 2024-04-22T00:52:56.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.123+0000 7f7782a6b640 1 -- 172.21.15.18:0/4245048196 shutdown_connections 2024-04-22T00:52:56.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.123+0000 7f7782a6b640 1 --2- 172.21.15.18:0/4245048196 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f777c10da60 0x7f777c10dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.123+0000 7f7782a6b640 1 --2- 172.21.15.18:0/4245048196 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f777c10b0b0 0x7f777c10d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.123+0000 7f7782a6b640 1 --2- 172.21.15.18:0/4245048196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f777c108740 0x7f777c10ab70 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.123+0000 7f7782a6b640 1 -- 172.21.15.18:0/4245048196 >> 172.21.15.18:0/4245048196 conn(0x7f777c06e7b0 msgr2=0x7f777c070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:56.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.128+0000 7f7782a6b640 1 -- 172.21.15.18:0/4245048196 shutdown_connections 2024-04-22T00:52:56.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.128+0000 7f7782a6b640 1 -- 172.21.15.18:0/4245048196 wait complete. 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.129+0000 7f7782a6b640 1 Processor -- start 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.129+0000 7f7782a6b640 1 -- start start 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.129+0000 7f7782a6b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f777c108740 0x7f777c114d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.129+0000 7f7782a6b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f777c10b0b0 0x7f777c1152b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.129+0000 7f7782a6b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f777c10da60 0x7f777c1a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.129+0000 7f7782a6b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f777c11c240 con 0x7f777c108740 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.129+0000 7f7782a6b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f777c11c0c0 con 0x7f777c10b0b0 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.129+0000 7f7782a6b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f777c11c3c0 con 0x7f777c10da60 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.130+0000 7f7780807640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f777c108740 0x7f777c114d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.130+0000 7f7780807640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f777c108740 0x7f777c114d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54798/0 (socket says 172.21.15.18:54798) 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.130+0000 7f7780807640 1 -- 172.21.15.18:0/3447159214 learned_addr learned my addr 172.21.15.18:0/3447159214 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.130+0000 7f7780807640 1 -- 172.21.15.18:0/3447159214 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f777c10da60 msgr2=0x7f777c1a5920 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:52:56.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.130+0000 7f7780807640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f777c10da60 0x7f777c1a5920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.130+0000 7f7780807640 1 -- 172.21.15.18:0/3447159214 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f777c10b0b0 msgr2=0x7f777c1152b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:52:56.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.130+0000 7f7780807640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f777c10b0b0 0x7f777c1152b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.130+0000 7f7780807640 1 -- 172.21.15.18:0/3447159214 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f777c115950 con 0x7f777c108740 2024-04-22T00:52:56.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.131+0000 7f7780807640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f777c108740 0x7f777c114d70 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f7770009830 tx=0x7f777002c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:56.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.131+0000 7f7779ffb640 1 -- 172.21.15.18:0/3447159214 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7770041030 con 0x7f777c108740 2024-04-22T00:52:56.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.131+0000 7f7782a6b640 1 -- 172.21.15.18:0/3447159214 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f777c1a5ec0 con 0x7f777c108740 2024-04-22T00:52:56.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.131+0000 7f7782a6b640 1 -- 172.21.15.18:0/3447159214 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f777c1a6400 con 0x7f777c108740 2024-04-22T00:52:56.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.131+0000 7f7779ffb640 1 -- 172.21.15.18:0/3447159214 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7770005040 con 0x7f777c108740 2024-04-22T00:52:56.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.131+0000 7f7779ffb640 1 -- 172.21.15.18:0/3447159214 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7770039040 con 0x7f777c108740 2024-04-22T00:52:56.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.136+0000 7f7785651740 1 Processor -- start 2024-04-22T00:52:56.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.136+0000 7f7785651740 1 -- start start 2024-04-22T00:52:56.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.137+0000 7f7779ffb640 1 -- 172.21.15.18:0/3447159214 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7770044070 con 0x7f777c108740 2024-04-22T00:52:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.137+0000 7f7785651740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74130d30 0x55ab74131150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.137+0000 7f7785651740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 0x55ab74136220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.137+0000 7f7785651740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74136890 0x55ab74138d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.137+0000 7f7785651740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ab74095b70 con 0x55ab74136890 2024-04-22T00:52:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.137+0000 7f7785651740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ab7403e470 con 0x55ab74131720 2024-04-22T00:52:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.137+0000 7f7785651740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ab74091b30 con 0x55ab74130d30 2024-04-22T00:52:56.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.138+0000 7f7781008640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74130d30 0x55ab74131150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.140+0000 7f7781008640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74130d30 0x55ab74131150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55424/0 (socket says 172.21.15.18:55424) 2024-04-22T00:52:56.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.140+0000 7f7781008640 1 -- 172.21.15.18:0/1566321490 learned_addr learned my addr 172.21.15.18:0/1566321490 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:56.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.141+0000 7f7780807640 1 --2- 172.21.15.18:0/1566321490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 0x55ab74136220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.138+0000 7f777bfff640 1 --2- 172.21.15.18:0/1566321490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74136890 0x55ab74138d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.150+0000 7f7779ffb640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77640a2d80 0x7f77640a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.153+0000 7f7779ffb640 1 -- 172.21.15.18:0/3447159214 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f77700f0880 con 0x7f777c108740 2024-04-22T00:52:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.154+0000 7f7781008640 1 -- 172.21.15.18:0/1566321490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 msgr2=0x55ab74136220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.154+0000 7f7781008640 1 --2- 172.21.15.18:0/1566321490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 0x55ab74136220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.154+0000 7f7781008640 1 -- 172.21.15.18:0/1566321490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74136890 msgr2=0x55ab74138d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.154+0000 7f7781008640 1 --2- 172.21.15.18:0/1566321490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74136890 0x55ab74138d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.154+0000 7f7781008640 1 -- 172.21.15.18:0/1566321490 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab73daa210 con 0x55ab74130d30 2024-04-22T00:52:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.154+0000 7f777bfff640 1 --2- 172.21.15.18:0/1566321490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74136890 0x55ab74138d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:52:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.155+0000 7f7781008640 1 --2- 172.21.15.18:0/1566321490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74130d30 0x55ab74131150 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f776c009ac0 tx=0x7f776c009f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b74dc179c68f94a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.155+0000 7f7781008640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77640a2d80 0x7f77640a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.157 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:55 smithi081 ceph-mon[31546]: pgmap v723: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 6.5 MiB/s wr, 500 op/s 2024-04-22T00:52:56.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:55 smithi018 ceph-mon[27979]: pgmap v723: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 6.5 MiB/s wr, 500 op/s 2024-04-22T00:52:56.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.156+0000 7f7762ffd640 1 -- 172.21.15.18:0/1566321490 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f776c01a430 con 0x55ab74130d30 2024-04-22T00:52:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.156+0000 7f7762ffd640 1 -- 172.21.15.18:0/1566321490 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f776c00ee70 con 0x55ab74130d30 2024-04-22T00:52:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.157+0000 7f7785651740 1 -- 172.21.15.18:0/1566321490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74130d30 msgr2=0x55ab74131150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.157+0000 7f7785651740 1 --2- 172.21.15.18:0/1566321490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74130d30 0x55ab74131150 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f776c009ac0 tx=0x7f776c009f80 comp rx=0 tx=0).stop 2024-04-22T00:52:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.166+0000 7f7785651740 1 -- 172.21.15.18:0/1566321490 shutdown_connections 2024-04-22T00:52:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.166+0000 7f7785651740 1 --2- 172.21.15.18:0/1566321490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74136890 0x55ab74138d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.166+0000 7f7785651740 1 --2- 172.21.15.18:0/1566321490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 0x55ab74136220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.166+0000 7f7785651740 1 --2- 172.21.15.18:0/1566321490 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74130d30 0x55ab74131150 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.166+0000 7f7785651740 1 -- 172.21.15.18:0/1566321490 >> 172.21.15.18:0/1566321490 conn(0x55ab7412c2a0 msgr2=0x55ab7412c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.167+0000 7f7781008640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77640a2d80 0x7f77640a5240 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f776c009ac0 tx=0x7f776c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:56.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.171+0000 7f7785651740 1 -- 172.21.15.18:0/1566321490 shutdown_connections 2024-04-22T00:52:56.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.175+0000 7f7785651740 1 -- 172.21.15.18:0/1566321490 wait complete. 2024-04-22T00:52:56.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.175+0000 7f7785651740 1 -- start start 2024-04-22T00:52:56.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.175+0000 7f7785651740 1 Processor -- start 2024-04-22T00:52:56.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.176+0000 7f7785651740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74130d30 0x55ab7413b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.176+0000 7f7785651740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74131720 0x55ab7413b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.176+0000 7f7785651740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 0x55ab74142650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.176+0000 7f7785651740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ab74139890 con 0x55ab74131720 2024-04-22T00:52:56.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.176+0000 7f7785651740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ab74051a10 con 0x55ab74130d30 2024-04-22T00:52:56.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.176+0000 7f7785651740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ab74139a10 con 0x55ab74136890 2024-04-22T00:52:56.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.176+0000 7f7785651740 10 client.0 _ll_register_callbacks cb 0x55ab7408cb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:52:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.178+0000 7f7781008640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 0x55ab74142650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.178+0000 7f7781008640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 0x55ab74142650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:55434/0 (socket says 172.21.15.18:55434) 2024-04-22T00:52:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.178+0000 7f7781008640 1 -- 172.21.15.18:0/3294196985 learned_addr learned my addr 172.21.15.18:0/3294196985 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.178+0000 7f7780807640 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74130d30 0x55ab7413b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.179+0000 7f7780807640 1 -- 172.21.15.18:0/3294196985 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 msgr2=0x55ab74142650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.179+0000 7f7780807640 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 0x55ab74142650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.179+0000 7f7780807640 1 -- 172.21.15.18:0/3294196985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74131720 msgr2=0x55ab7413b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.179+0000 7f7780807640 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74131720 0x55ab7413b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.180+0000 7f7780807640 1 -- 172.21.15.18:0/3294196985 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab73e76620 con 0x55ab74130d30 2024-04-22T00:52:56.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.182+0000 7f7780807640 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74130d30 0x55ab7413b140 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f77700b95f0 tx=0x7f77700f4040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=569bc5043ed9a03d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.183+0000 7f775bfff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:52:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.183+0000 7f775bfff640 1 -- 172.21.15.18:0/3294196985 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77700bc7f0 con 0x55ab74130d30 2024-04-22T00:52:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.183+0000 7f7785651740 1 -- 172.21.15.18:0/3294196985 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f776c00ee70 con 0x55ab74130d30 2024-04-22T00:52:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.183+0000 7f775bfff640 1 -- 172.21.15.18:0/3294196985 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f77700bc100 con 0x55ab74130d30 2024-04-22T00:52:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.183+0000 7f775bfff640 1 -- 172.21.15.18:0/3294196985 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f77700badf0 con 0x55ab74130d30 2024-04-22T00:52:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.184+0000 7f7785651740 10 client.27575 fetch_fsmap learned FSMap version 48 2024-04-22T00:52:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.184+0000 7f7785651740 1 -- 172.21.15.18:0/3294196985 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55ab74139890 con 0x55ab74130d30 2024-04-22T00:52:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.187+0000 7f775bfff640 1 -- 172.21.15.18:0/3294196985 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f776c00ee70 con 0x55ab74130d30 2024-04-22T00:52:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.187+0000 7f775bfff640 1 -- 172.21.15.18:0/3294196985 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 48) ==== 8346+0+0 (secure 0 0 0) 0x7f777003c030 con 0x55ab74130d30 2024-04-22T00:52:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.189+0000 7f7785651740 10 client.27575 fetch_fsmap finished waiting for FSMap version 48 2024-04-22T00:52:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.189+0000 7f7785651740 10 client.27575 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:52:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.189+0000 7f7785651740 20 client.27575 populate_metadata read hostname 'smithi018' 2024-04-22T00:52:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.189+0000 7f7785651740 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ab741470d0 0x55ab74149530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.189+0000 7f7785651740 4 client.27575 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:52:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.189+0000 7f7785651740 1 -- 172.21.15.18:0/3294196985 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab740a30b0 con 0x55ab741470d0 2024-04-22T00:52:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.189+0000 7f777bfff640 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ab741470d0 0x55ab74149530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.190+0000 7f777bfff640 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ab741470d0 0x55ab74149530 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=747164242f075fbd server_cookie=b086ef0493532710 in_seq=0 out_seq=0 2024-04-22T00:52:56.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.191+0000 7f775bfff640 10 client.27575 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:56.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.192+0000 7f775bfff640 1 -- 172.21.15.18:0/3294196985 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ab740a30b0 con 0x55ab741470d0 2024-04-22T00:52:56.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.192+0000 7f775bfff640 10 client.27575 handle_command_reply: tid=0 2024-04-22T00:52:56.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.192+0000 7f7785651740 1 client.27575 shutdown 2024-04-22T00:52:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.198+0000 7f7785651740 1 -- 172.21.15.18:0/3294196985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74130d30 msgr2=0x55ab7413b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.198+0000 7f7785651740 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74130d30 0x55ab7413b140 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f77700b95f0 tx=0x7f77700f4040 comp rx=0 tx=0).stop 2024-04-22T00:52:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.199+0000 7f7785651740 1 -- 172.21.15.18:0/3294196985 shutdown_connections 2024-04-22T00:52:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.199+0000 7f7785651740 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ab741470d0 0x55ab74149530 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.199+0000 7f7785651740 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 0x55ab74142650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.199+0000 7f7785651740 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74131720 0x55ab7413b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.199+0000 7f7785651740 1 --2- 172.21.15.18:0/3294196985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74130d30 0x55ab7413b140 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.199+0000 7f7785651740 1 -- 172.21.15.18:0/3294196985 >> 172.21.15.18:0/3294196985 conn(0x55ab7412c2a0 msgr2=0x55ab7412b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:56.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.199+0000 7f775bfff640 0 client.27575 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.200+0000 7f7785651740 1 -- 172.21.15.18:0/3294196985 shutdown_connections 2024-04-22T00:52:56.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.201+0000 7f7785651740 1 -- 172.21.15.18:0/3294196985 wait complete. 2024-04-22T00:52:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.204+0000 7f7785651740 20 client.27575 trim_cache size 0 max 16384 2024-04-22T00:52:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.234+0000 7f7785651740 1 Processor -- start 2024-04-22T00:52:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.234+0000 7f7785651740 1 -- start start 2024-04-22T00:52:56.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.234+0000 7f7785651740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:55 smithi167 ceph-mon[31348]: pgmap v723: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 6.5 MiB/s wr, 500 op/s 2024-04-22T00:52:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.235+0000 7f7785651740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74131720 0x55ab7413b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.235+0000 7f7780807640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.235+0000 7f7780807640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54842/0 (socket says 172.21.15.18:54842) 2024-04-22T00:52:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.235+0000 7f7780807640 1 -- 172.21.15.18:0/1961025153 learned_addr learned my addr 172.21.15.18:0/1961025153 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.235+0000 7f7785651740 1 --2- 172.21.15.18:0/1961025153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74136890 0x55ab741425e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.235+0000 7f7785651740 1 -- 172.21.15.18:0/1961025153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f77680126f0 con 0x55ab74130d30 2024-04-22T00:52:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.235+0000 7f7785651740 1 -- 172.21.15.18:0/1961025153 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f776800ffc0 con 0x55ab74136890 2024-04-22T00:52:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.235+0000 7f7785651740 1 -- 172.21.15.18:0/1961025153 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f776800de10 con 0x55ab74131720 2024-04-22T00:52:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f7781008640 1 --2- 172.21.15.18:0/1961025153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74136890 0x55ab741425e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f7780807640 1 -- 172.21.15.18:0/1961025153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74131720 msgr2=0x55ab7413b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f7780807640 1 --2- 172.21.15.18:0/1961025153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74131720 0x55ab7413b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f7780807640 1 -- 172.21.15.18:0/1961025153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74136890 msgr2=0x55ab741425e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f7780807640 1 --2- 172.21.15.18:0/1961025153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74136890 0x55ab741425e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f7780807640 1 -- 172.21.15.18:0/1961025153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab74131110 con 0x55ab74130d30 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f7781008640 1 --2- 172.21.15.18:0/1961025153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74136890 0x55ab741425e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f7780807640 1 --2- 172.21.15.18:0/1961025153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413b100 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f77700b95a0 tx=0x7f7770005ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca8c2898454ce430 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f77627fc640 1 -- 172.21.15.18:0/1961025153 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77700bc610 con 0x55ab74130d30 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f77627fc640 1 -- 172.21.15.18:0/1961025153 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77700f6330 con 0x55ab74130d30 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.236+0000 7f77627fc640 1 -- 172.21.15.18:0/1961025153 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77700c5920 con 0x55ab74130d30 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.237+0000 7f7785651740 1 -- 172.21.15.18:0/1961025153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 msgr2=0x55ab7413b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.237+0000 7f7785651740 1 --2- 172.21.15.18:0/1961025153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413b100 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f77700b95a0 tx=0x7f7770005ab0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.237+0000 7f7785651740 1 -- 172.21.15.18:0/1961025153 shutdown_connections 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.237+0000 7f7785651740 1 --2- 172.21.15.18:0/1961025153 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74136890 0x55ab741425e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.237+0000 7f7785651740 1 --2- 172.21.15.18:0/1961025153 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74131720 0x55ab7413b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.237+0000 7f7785651740 1 --2- 172.21.15.18:0/1961025153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413b100 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.237+0000 7f7785651740 1 -- 172.21.15.18:0/1961025153 >> 172.21.15.18:0/1961025153 conn(0x55ab7412c2a0 msgr2=0x55ab741490e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.237+0000 7f7785651740 1 -- 172.21.15.18:0/1961025153 shutdown_connections 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.237+0000 7f7785651740 1 -- 172.21.15.18:0/1961025153 wait complete. 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7785651740 1 -- start start 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7785651740 1 Processor -- start 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7785651740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7785651740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 0x55ab7413f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7785651740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 0x55ab741ab6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7785651740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f776800e480 con 0x55ab74130d30 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7785651740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f776800f8f0 con 0x55ab74131720 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7785651740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f776800eb50 con 0x55ab74136890 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7785651740 10 client.0 _ll_register_callbacks cb 0x7f7770009760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7780807640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f777bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 0x55ab7413f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7780807640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54856/0 (socket says 172.21.15.18:54856) 2024-04-22T00:52:56.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f777bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 0x55ab7413f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54860/0 (socket says 172.21.15.18:54860) 2024-04-22T00:52:56.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7780807640 1 -- 172.21.15.18:0/2215123802 learned_addr learned my addr 172.21.15.18:0/2215123802 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:52:56.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7781008640 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 0x55ab741ab6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7780807640 1 -- 172.21.15.18:0/2215123802 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 msgr2=0x55ab741ab6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:56.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7780807640 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 0x55ab741ab6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7780807640 1 -- 172.21.15.18:0/2215123802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 msgr2=0x55ab7413f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:52:56.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.238+0000 7f7780807640 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 0x55ab7413f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7780807640 1 -- 172.21.15.18:0/2215123802 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab741427b0 con 0x55ab74130d30 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f777bfff640 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 0x55ab7413f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7780807640 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413f1a0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f77700b9080 tx=0x7f77700b8ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e41cee48be4fb694 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f775bfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f775bfff640 1 -- 172.21.15.18:0/2215123802 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77700bc7f0 con 0x55ab74130d30 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f775bfff640 1 -- 172.21.15.18:0/2215123802 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f77700db5c0 con 0x55ab74130d30 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7785651740 1 -- 172.21.15.18:0/2215123802 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77700f6330 con 0x55ab74130d30 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f775bfff640 1 -- 172.21.15.18:0/2215123802 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f77700bccb0 con 0x55ab74130d30 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7785651740 10 client.17976 fetch_fsmap learned FSMap version 48 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7785651740 1 -- 172.21.15.18:0/2215123802 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55ab741acb80 con 0x55ab74130d30 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f775bfff640 1 -- 172.21.15.18:0/2215123802 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77700f6330 con 0x55ab74130d30 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f775bfff640 1 -- 172.21.15.18:0/2215123802 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 48) ==== 8346+0+0 (secure 0 0 0) 0x7f77700c21f0 con 0x55ab74130d30 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7785651740 10 client.17976 fetch_fsmap finished waiting for FSMap version 48 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7785651740 10 client.17976 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7785651740 20 client.17976 populate_metadata read hostname 'smithi018' 2024-04-22T00:52:56.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7785651740 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ab741ad150 0x55ab741af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:52:56.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7785651740 4 client.17976 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:52:56.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.239+0000 7f7785651740 1 -- 172.21.15.18:0/2215123802 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ab7409d400 con 0x55ab741ad150 2024-04-22T00:52:56.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.240+0000 7f777bfff640 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ab741ad150 0x55ab741af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:52:56.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.240+0000 7f775bfff640 10 client.17976 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:56.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.240+0000 7f777bfff640 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ab741ad150 0x55ab741af570 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f648f076846dc3 server_cookie=df7056bf12e0878a in_seq=0 out_seq=0 2024-04-22T00:52:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.251+0000 7f775bfff640 1 -- 172.21.15.18:0/2215123802 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ab7409d400 con 0x55ab741ad150 2024-04-22T00:52:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.251+0000 7f775bfff640 10 client.17976 handle_command_reply: tid=0 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.251+0000 7f7785651740 1 client.17976 shutdown 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 1 -- 172.21.15.18:0/2215123802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 msgr2=0x55ab7413f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413f1a0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f77700b9080 tx=0x7f77700b8ac0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 1 -- 172.21.15.18:0/2215123802 shutdown_connections 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ab741ad150 0x55ab741af570 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ab74136890 0x55ab741ab6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ab74131720 0x55ab7413f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f775bfff640 0 client.17976 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 1 --2- 172.21.15.18:0/2215123802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab74130d30 0x55ab7413f1a0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 1 -- 172.21.15.18:0/2215123802 >> 172.21.15.18:0/2215123802 conn(0x55ab7412c2a0 msgr2=0x55ab7413b080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 1 -- 172.21.15.18:0/2215123802 shutdown_connections 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 1 -- 172.21.15.18:0/2215123802 wait complete. 2024-04-22T00:52:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.252+0000 7f7785651740 20 client.17976 trim_cache size 0 max 16384 2024-04-22T00:52:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:52:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:52:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:52:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:52:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 -- 172.21.15.18:0/3447159214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77640a2d80 msgr2=0x7f77640a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77640a2d80 0x7f77640a5240 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f776c009ac0 tx=0x7f776c009260 comp rx=0 tx=0).stop 2024-04-22T00:52:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 -- 172.21.15.18:0/3447159214 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f777c108740 msgr2=0x7f777c114d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:52:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f777c108740 0x7f777c114d70 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f7770009830 tx=0x7f777002c760 comp rx=0 tx=0).stop 2024-04-22T00:52:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 -- 172.21.15.18:0/3447159214 shutdown_connections 2024-04-22T00:52:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f77640a2d80 0x7f77640a5240 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f777c10da60 0x7f777c1a5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f777c10b0b0 0x7f777c1152b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 --2- 172.21.15.18:0/3447159214 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f777c108740 0x7f777c114d70 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:52:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 -- 172.21.15.18:0/3447159214 >> 172.21.15.18:0/3447159214 conn(0x7f777c06e7b0 msgr2=0x7f777c10b4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:52:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 -- 172.21.15.18:0/3447159214 shutdown_connections 2024-04-22T00:52:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:52:56.253+0000 7f7782a6b640 1 -- 172.21.15.18:0/3447159214 wait complete. 2024-04-22T00:52:58.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:57 smithi081 ceph-mon[31546]: pgmap v724: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.3 MiB/s wr, 596 op/s 2024-04-22T00:52:58.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:57 smithi018 ceph-mon[27979]: pgmap v724: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.3 MiB/s wr, 596 op/s 2024-04-22T00:52:58.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:57 smithi167 ceph-mon[31348]: pgmap v724: 129 pgs: 129 active+clean; 1.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.3 MiB/s wr, 596 op/s 2024-04-22T00:52:59.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 695.0 s, 600.8 tps, lat 157.964 ms stddev 180.908 2024-04-22T00:53:00.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:52:59 smithi081 ceph-mon[31546]: pgmap v725: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.0 MiB/s wr, 479 op/s 2024-04-22T00:53:00.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:52:59 smithi018 ceph-mon[27979]: pgmap v725: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.0 MiB/s wr, 479 op/s 2024-04-22T00:53:00.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:52:59 smithi167 ceph-mon[31348]: pgmap v725: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.0 MiB/s wr, 479 op/s 2024-04-22T00:53:02.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:01 smithi081 ceph-mon[31546]: pgmap v726: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 6.6 MiB/s wr, 543 op/s 2024-04-22T00:53:02.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:01 smithi018 ceph-mon[27979]: pgmap v726: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 6.6 MiB/s wr, 543 op/s 2024-04-22T00:53:02.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:01 smithi167 ceph-mon[31348]: pgmap v726: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 6.6 MiB/s wr, 543 op/s 2024-04-22T00:53:04.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:03 smithi081 ceph-mon[31546]: pgmap v727: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 6.4 MiB/s wr, 546 op/s 2024-04-22T00:53:04.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:03 smithi018 ceph-mon[27979]: pgmap v727: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 6.4 MiB/s wr, 546 op/s 2024-04-22T00:53:04.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:03 smithi167 ceph-mon[31348]: pgmap v727: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 6.4 MiB/s wr, 546 op/s 2024-04-22T00:53:04.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 700.0 s, 592.4 tps, lat 176.792 ms stddev 218.521 2024-04-22T00:53:06.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:05 smithi081 ceph-mon[31546]: pgmap v728: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.7 MiB/s wr, 499 op/s 2024-04-22T00:53:06.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:05 smithi018 ceph-mon[27979]: pgmap v728: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.7 MiB/s wr, 499 op/s 2024-04-22T00:53:06.236 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:05 smithi167 ceph-mon[31348]: pgmap v728: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.7 MiB/s wr, 499 op/s 2024-04-22T00:53:08.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:07 smithi167 ceph-mon[31348]: pgmap v729: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.9 MiB/s wr, 628 op/s 2024-04-22T00:53:08.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:07 smithi081 ceph-mon[31546]: pgmap v729: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.9 MiB/s wr, 628 op/s 2024-04-22T00:53:08.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:07 smithi018 ceph-mon[27979]: pgmap v729: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.9 MiB/s wr, 628 op/s 2024-04-22T00:53:09.378 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.378+0000 7f942f079640 1 -- 172.21.15.18:0/1684428167 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94281018b0 msgr2=0x7f9428101d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:09.378 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.378+0000 7f942f079640 1 --2- 172.21.15.18:0/1684428167 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94281018b0 0x7f9428101d30 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f9414009860 tx=0x7f941402bb70 comp rx=0 tx=0).stop 2024-04-22T00:53:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.379+0000 7f942f079640 1 -- 172.21.15.18:0/1684428167 shutdown_connections 2024-04-22T00:53:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.379+0000 7f942f079640 1 --2- 172.21.15.18:0/1684428167 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9428102270 0x7f9428108b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.379+0000 7f942f079640 1 --2- 172.21.15.18:0/1684428167 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94281018b0 0x7f9428101d30 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.379+0000 7f942f079640 1 --2- 172.21.15.18:0/1684428167 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94281006c0 0x7f9428100ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.379+0000 7f942f079640 1 -- 172.21.15.18:0/1684428167 >> 172.21.15.18:0/1684428167 conn(0x7f94280fbc50 msgr2=0x7f94280fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:09.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.379+0000 7f942f079640 1 -- 172.21.15.18:0/1684428167 shutdown_connections 2024-04-22T00:53:09.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.379+0000 7f942f079640 1 -- 172.21.15.18:0/1684428167 wait complete. 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942f079640 1 Processor -- start 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942f079640 1 -- start start 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942f079640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94281006c0 0x7f942806a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942f079640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94281018b0 0x7f942819c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942f079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9428102270 0x7f942819ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942f079640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f942810c320 con 0x7f9428102270 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942f079640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f942810c1a0 con 0x7f94281006c0 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942f079640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f942810c4a0 con 0x7f94281018b0 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942ce15640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94281006c0 0x7f942806a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f9427fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94281018b0 0x7f942819c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942d616640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9428102270 0x7f942819ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f9427fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94281018b0 0x7f942819c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:60130/0 (socket says 172.21.15.18:60130) 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.380+0000 7f942ce15640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94281006c0 0x7f942806a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:58082/0 (socket says 172.21.15.18:58082) 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f9427fff640 1 -- 172.21.15.18:0/2710016401 learned_addr learned my addr 172.21.15.18:0/2710016401 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f9427fff640 1 -- 172.21.15.18:0/2710016401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94281006c0 msgr2=0x7f942806a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f9427fff640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94281006c0 0x7f942806a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f9427fff640 1 -- 172.21.15.18:0/2710016401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9428102270 msgr2=0x7f942819ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f9427fff640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9428102270 0x7f942819ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f9427fff640 1 -- 172.21.15.18:0/2710016401 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f942819f4c0 con 0x7f94281018b0 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f942ce15640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94281006c0 0x7f942806a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f9427fff640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94281018b0 0x7f942819c590 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f9414005e00 tx=0x7f94140042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f9425ffb640 1 -- 172.21.15.18:0/2710016401 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9414041020 con 0x7f94281018b0 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f9425ffb640 1 -- 172.21.15.18:0/2710016401 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9414034840 con 0x7f94281018b0 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f942f079640 1 -- 172.21.15.18:0/2710016401 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f942819f6f0 con 0x7f94281018b0 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.381+0000 7f9425ffb640 1 -- 172.21.15.18:0/2710016401 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9414039040 con 0x7f94281018b0 2024-04-22T00:53:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.382+0000 7f942f079640 1 -- 172.21.15.18:0/2710016401 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f942819fbe0 con 0x7f94281018b0 2024-04-22T00:53:09.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.385+0000 7f9431c5d740 1 Processor -- start 2024-04-22T00:53:09.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.385+0000 7f9425ffb640 1 -- 172.21.15.18:0/2710016401 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9414044020 con 0x7f94281018b0 2024-04-22T00:53:09.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.385+0000 7f9431c5d740 1 -- start start 2024-04-22T00:53:09.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9425ffb640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94180a2cb0 0x7f94180a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9425ffb640 1 -- 172.21.15.18:0/2710016401 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f94140f1090 con 0x7f94281018b0 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f942d616640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94180a2cb0 0x7f94180a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6ef3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef3720 0x5558c6ef8220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef8890 0x5558c6efad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9431c5d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5558c6e57b70 con 0x5558c6ef8890 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f942ce15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6ef3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9427fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef3720 0x5558c6ef8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9427fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef3720 0x5558c6ef8220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:58084/0 (socket says 172.21.15.18:58084) 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f942ce15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6ef3150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:60144/0 (socket says 172.21.15.18:60144) 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9427fff640 1 -- 172.21.15.18:0/2082715226 learned_addr learned my addr 172.21.15.18:0/2082715226 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9431c5d740 1 -- 172.21.15.18:0/2082715226 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5558c6e00470 con 0x5558c6ef3720 2024-04-22T00:53:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f9431c5d740 1 -- 172.21.15.18:0/2082715226 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5558c6e53b30 con 0x5558c6ef2d30 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.386+0000 7f942d616640 1 --2- 172.21.15.18:0/2082715226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef8890 0x5558c6efad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.387+0000 7f942d616640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94180a2cb0 0x7f94180a5170 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9420005fd0 tx=0x7f94200095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.387+0000 7f9427fff640 1 -- 172.21.15.18:0/2082715226 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 msgr2=0x5558c6ef3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.387+0000 7f9427fff640 1 --2- 172.21.15.18:0/2082715226 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6ef3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.387+0000 7f9427fff640 1 -- 172.21.15.18:0/2082715226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef8890 msgr2=0x5558c6efad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.387+0000 7f9427fff640 1 --2- 172.21.15.18:0/2082715226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef8890 0x5558c6efad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.387+0000 7f9427fff640 1 -- 172.21.15.18:0/2082715226 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558c6b6c210 con 0x5558c6ef3720 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.387+0000 7f9427fff640 1 --2- 172.21.15.18:0/2082715226 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef3720 0x5558c6ef8220 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f94140b9e90 tx=0x7f94140bd290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95448c5539a2b5df server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.387+0000 7f9412ffd640 1 -- 172.21.15.18:0/2082715226 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94140bdbc0 con 0x5558c6ef3720 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.387+0000 7f9412ffd640 1 -- 172.21.15.18:0/2082715226 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f94140bd4c0 con 0x5558c6ef3720 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.387+0000 7f9412ffd640 1 -- 172.21.15.18:0/2082715226 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9414032760 con 0x5558c6ef3720 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.388+0000 7f9431c5d740 1 -- 172.21.15.18:0/2082715226 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef3720 msgr2=0x5558c6ef8220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.388+0000 7f9431c5d740 1 --2- 172.21.15.18:0/2082715226 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef3720 0x5558c6ef8220 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f94140b9e90 tx=0x7f94140bd290 comp rx=0 tx=0).stop 2024-04-22T00:53:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.388+0000 7f9431c5d740 1 -- 172.21.15.18:0/2082715226 shutdown_connections 2024-04-22T00:53:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.388+0000 7f9431c5d740 1 --2- 172.21.15.18:0/2082715226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef8890 0x5558c6efad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.388+0000 7f9431c5d740 1 --2- 172.21.15.18:0/2082715226 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef3720 0x5558c6ef8220 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.388+0000 7f9431c5d740 1 --2- 172.21.15.18:0/2082715226 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6ef3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.388+0000 7f9431c5d740 1 -- 172.21.15.18:0/2082715226 >> 172.21.15.18:0/2082715226 conn(0x5558c6eee2a0 msgr2=0x5558c6eee6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.389+0000 7f9431c5d740 1 -- 172.21.15.18:0/2082715226 shutdown_connections 2024-04-22T00:53:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.390+0000 7f9431c5d740 1 -- 172.21.15.18:0/2082715226 wait complete. 2024-04-22T00:53:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.390+0000 7f9431c5d740 1 -- start start 2024-04-22T00:53:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.390+0000 7f9431c5d740 1 Processor -- start 2024-04-22T00:53:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6efcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 0x5558c6efd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6f04310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f9431c5d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5558c6efb600 con 0x5558c6ef3720 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f9431c5d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5558c6e13a10 con 0x5558c6ef8890 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f9431c5d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5558c6efb780 con 0x5558c6ef2d30 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f9431c5d740 10 client.0 _ll_register_callbacks cb 0x5558c6e4eb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f942ce15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6efcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f9427fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 0x5558c6efd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f942d616640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6f04310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f942ce15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6efcd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:60146/0 (socket says 172.21.15.18:60146) 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f942ce15640 1 -- 172.21.15.18:0/199703508 learned_addr learned my addr 172.21.15.18:0/199703508 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f942ce15640 1 -- 172.21.15.18:0/199703508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 msgr2=0x5558c6f04310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f942ce15640 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6f04310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f942ce15640 1 -- 172.21.15.18:0/199703508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 msgr2=0x5558c6efd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f942ce15640 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 0x5558c6efd2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f942ce15640 1 -- 172.21.15.18:0/199703508 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558c6c38620 con 0x5558c6ef2d30 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.391+0000 7f942d616640 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6f04310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.392+0000 7f942ce15640 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6efcd90 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f941c004400 tx=0x7f941c0039c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d16f8a1f1def3147 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.392+0000 7f9407fff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.392+0000 7f9407fff640 1 -- 172.21.15.18:0/199703508 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c011650 con 0x5558c6ef2d30 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.392+0000 7f9431c5d740 1 -- 172.21.15.18:0/199703508 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94140bd4c0 con 0x5558c6ef2d30 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.392+0000 7f9407fff640 1 -- 172.21.15.18:0/199703508 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f941c0117f0 con 0x5558c6ef2d30 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.392+0000 7f9407fff640 1 -- 172.21.15.18:0/199703508 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f941c0119f0 con 0x5558c6ef2d30 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.392+0000 7f9431c5d740 10 client.27559 fetch_fsmap learned FSMap version 48 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.392+0000 7f9431c5d740 1 -- 172.21.15.18:0/199703508 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x5558c6f061e0 con 0x5558c6ef2d30 2024-04-22T00:53:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9407fff640 1 -- 172.21.15.18:0/199703508 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f94140bd4c0 con 0x5558c6ef2d30 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9407fff640 1 -- 172.21.15.18:0/199703508 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 48) ==== 8346+0+0 (secure 0 0 0) 0x7f941c010440 con 0x5558c6ef2d30 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9431c5d740 10 client.27559 fetch_fsmap finished waiting for FSMap version 48 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9431c5d740 10 client.27559 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9431c5d740 20 client.27559 populate_metadata read hostname 'smithi018' 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9431c5d740 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5558c6f07ce0 0x5558c6f08150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9431c5d740 4 client.27559 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9431c5d740 1 -- 172.21.15.18:0/199703508 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5558c6e650b0 con 0x5558c6f07ce0 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9427fff640 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5558c6f07ce0 0x5558c6f08150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9407fff640 10 client.27559 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.393+0000 7f9427fff640 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5558c6f07ce0 0x5558c6f08150 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3d66c8f158b4395 server_cookie=c9b97eb2bb775681 in_seq=0 out_seq=0 2024-04-22T00:53:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9407fff640 1 -- 172.21.15.18:0/199703508 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5558c6e650b0 con 0x5558c6f07ce0 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9407fff640 10 client.27559 handle_command_reply: tid=0 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 client.27559 shutdown 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 -- 172.21.15.18:0/199703508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 msgr2=0x5558c6efcd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6efcd90 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f941c004400 tx=0x7f941c0039c0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 -- 172.21.15.18:0/199703508 shutdown_connections 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5558c6f07ce0 0x5558c6f08150 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6f04310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 0x5558c6efd2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 --2- 172.21.15.18:0/199703508 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6efcd90 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 -- 172.21.15.18:0/199703508 >> 172.21.15.18:0/199703508 conn(0x5558c6eee2a0 msgr2=0x5558c6eed4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9407fff640 0 client.27559 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 -- 172.21.15.18:0/199703508 shutdown_connections 2024-04-22T00:53:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.394+0000 7f9431c5d740 1 -- 172.21.15.18:0/199703508 wait complete. 2024-04-22T00:53:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.395+0000 7f9431c5d740 20 client.27559 trim_cache size 0 max 16384 2024-04-22T00:53:09.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.416+0000 7f9431c5d740 1 Processor -- start 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.416+0000 7f9431c5d740 1 -- start start 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.416+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef2d30 0x5558c6efac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.416+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef3720 0x5558c6f042d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.416+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6ef1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.416+0000 7f9431c5d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f94281aa8e0 con 0x5558c6ef2d30 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.416+0000 7f9431c5d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f94281a81b0 con 0x5558c6ef8890 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.416+0000 7f9431c5d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f94281a6000 con 0x5558c6ef3720 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f942ce15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef2d30 0x5558c6efac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f942ce15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef2d30 0x5558c6efac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45832/0 (socket says 172.21.15.18:45832) 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f942ce15640 1 -- 172.21.15.18:0/3662255268 learned_addr learned my addr 172.21.15.18:0/3662255268 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f9427fff640 1 --2- 172.21.15.18:0/3662255268 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef3720 0x5558c6f042d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f942d616640 1 --2- 172.21.15.18:0/3662255268 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6ef1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f942ce15640 1 -- 172.21.15.18:0/3662255268 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef3720 msgr2=0x5558c6f042d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:09.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f942ce15640 1 --2- 172.21.15.18:0/3662255268 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef3720 0x5558c6f042d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f942ce15640 1 -- 172.21.15.18:0/3662255268 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 msgr2=0x5558c6ef1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:09.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f942ce15640 1 --2- 172.21.15.18:0/3662255268 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6ef1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f942ce15640 1 -- 172.21.15.18:0/3662255268 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558c6f06000 con 0x5558c6ef2d30 2024-04-22T00:53:09.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f942ce15640 1 --2- 172.21.15.18:0/3662255268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef2d30 0x5558c6efac80 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f941c00bf10 tx=0x7f941c010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=357a318a7cacebb0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:09.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.417+0000 7f94127fc640 1 -- 172.21.15.18:0/3662255268 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c011710 con 0x5558c6ef2d30 2024-04-22T00:53:09.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.418+0000 7f94127fc640 1 -- 172.21.15.18:0/3662255268 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f941c02e070 con 0x5558c6ef2d30 2024-04-22T00:53:09.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.418+0000 7f94127fc640 1 -- 172.21.15.18:0/3662255268 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c010440 con 0x5558c6ef2d30 2024-04-22T00:53:09.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.419+0000 7f9431c5d740 1 -- 172.21.15.18:0/3662255268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef2d30 msgr2=0x5558c6efac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:09.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.419+0000 7f9431c5d740 1 --2- 172.21.15.18:0/3662255268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef2d30 0x5558c6efac80 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f941c00bf10 tx=0x7f941c010f40 comp rx=0 tx=0).stop 2024-04-22T00:53:09.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.419+0000 7f9431c5d740 1 -- 172.21.15.18:0/3662255268 shutdown_connections 2024-04-22T00:53:09.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.419+0000 7f9431c5d740 1 --2- 172.21.15.18:0/3662255268 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6ef1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.419+0000 7f9431c5d740 1 --2- 172.21.15.18:0/3662255268 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef3720 0x5558c6f042d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.419+0000 7f9431c5d740 1 --2- 172.21.15.18:0/3662255268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef2d30 0x5558c6efac80 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.419+0000 7f9431c5d740 1 -- 172.21.15.18:0/3662255268 >> 172.21.15.18:0/3662255268 conn(0x5558c6eee2a0 msgr2=0x5558c6ef1500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:09.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.420+0000 7f9431c5d740 1 -- 172.21.15.18:0/3662255268 shutdown_connections 2024-04-22T00:53:09.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.420+0000 7f9431c5d740 1 -- 172.21.15.18:0/3662255268 wait complete. 2024-04-22T00:53:09.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.420+0000 7f9431c5d740 1 -- start start 2024-04-22T00:53:09.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.420+0000 7f9431c5d740 1 Processor -- start 2024-04-22T00:53:09.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.420+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6f040c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.421 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.420+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 0x5558c6f00bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f9431c5d740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6f010f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f9431c5d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f94281a6670 con 0x5558c6ef3720 2024-04-22T00:53:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f9431c5d740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f94281a7ae0 con 0x5558c6ef8890 2024-04-22T00:53:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f9431c5d740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f94281a6d40 con 0x5558c6ef2d30 2024-04-22T00:53:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f9431c5d740 10 client.0 _ll_register_callbacks cb 0x7f941c00bbf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:53:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f9427fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 0x5558c6f00bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f942ce15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6f040c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f9427fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 0x5558c6f00bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45844/0 (socket says 172.21.15.18:45844) 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f9427fff640 1 -- 172.21.15.18:0/657661751 learned_addr learned my addr 172.21.15.18:0/657661751 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f942ce15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6f040c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:60154/0 (socket says 172.21.15.18:60154) 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f942d616640 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6f010f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f942ce15640 1 -- 172.21.15.18:0/657661751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 msgr2=0x5558c6f010f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f942ce15640 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6f010f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f942ce15640 1 -- 172.21.15.18:0/657661751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 msgr2=0x5558c6f00bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f942ce15640 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 0x5558c6f00bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f942ce15640 1 -- 172.21.15.18:0/657661751 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558c6f762d0 con 0x5558c6ef2d30 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f942ce15640 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6f040c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x5558c6eef3c0 tx=0x7f941c010980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cca217ee191d1730 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f9407fff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.421+0000 7f9407fff640 1 -- 172.21.15.18:0/657661751 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c036030 con 0x5558c6ef2d30 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.422+0000 7f9431c5d740 1 -- 172.21.15.18:0/657661751 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f941c02e070 con 0x5558c6ef2d30 2024-04-22T00:53:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.422+0000 7f9407fff640 1 -- 172.21.15.18:0/657661751 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f941c017040 con 0x5558c6ef2d30 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.422+0000 7f9407fff640 1 -- 172.21.15.18:0/657661751 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f941c043050 con 0x5558c6ef2d30 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.422+0000 7f9431c5d740 10 client.27565 fetch_fsmap learned FSMap version 48 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.422+0000 7f9431c5d740 1 -- 172.21.15.18:0/657661751 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x5558c6f774d0 con 0x5558c6ef2d30 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.422+0000 7f9407fff640 1 -- 172.21.15.18:0/657661751 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f941c02e070 con 0x5558c6ef2d30 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.422+0000 7f9407fff640 1 -- 172.21.15.18:0/657661751 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 48) ==== 8346+0+0 (secure 0 0 0) 0x7f941c004a60 con 0x5558c6ef2d30 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.423+0000 7f9431c5d740 10 client.27565 fetch_fsmap finished waiting for FSMap version 48 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.423+0000 7f9431c5d740 10 client.27565 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.423+0000 7f9431c5d740 20 client.27565 populate_metadata read hostname 'smithi018' 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.423+0000 7f9431c5d740 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5558c6f77e30 0x5558c6f7a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.423+0000 7f9431c5d740 4 client.27565 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.423+0000 7f9431c5d740 1 -- 172.21.15.18:0/657661751 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5558c6e5f400 con 0x5558c6f77e30 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.423+0000 7f9427fff640 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5558c6f77e30 0x5558c6f7a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.423+0000 7f9427fff640 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5558c6f77e30 0x5558c6f7a250 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1fe1bdfc3b7982d8 server_cookie=dcf8ca29af61614b in_seq=0 out_seq=0 2024-04-22T00:53:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.423+0000 7f9407fff640 10 client.27565 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9407fff640 1 -- 172.21.15.18:0/657661751 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5558c6e5f400 con 0x5558c6f77e30 2024-04-22T00:53:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9407fff640 10 client.27565 handle_command_reply: tid=0 2024-04-22T00:53:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9431c5d740 1 client.27565 shutdown 2024-04-22T00:53:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9431c5d740 1 -- 172.21.15.18:0/657661751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 msgr2=0x5558c6f040c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9431c5d740 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6f040c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x5558c6eef3c0 tx=0x7f941c010980 comp rx=0 tx=0).stop 2024-04-22T00:53:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9431c5d740 1 -- 172.21.15.18:0/657661751 shutdown_connections 2024-04-22T00:53:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9431c5d740 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5558c6f77e30 0x5558c6f7a250 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9431c5d740 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5558c6ef8890 0x5558c6f010f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9431c5d740 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558c6ef3720 0x5558c6f00bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9431c5d740 1 --2- 172.21.15.18:0/657661751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5558c6ef2d30 0x5558c6f040c0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9431c5d740 1 -- 172.21.15.18:0/657661751 >> 172.21.15.18:0/657661751 conn(0x5558c6eee2a0 msgr2=0x5558c6ef1d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.432+0000 7f9407fff640 0 client.27565 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.433+0000 7f9431c5d740 1 -- 172.21.15.18:0/657661751 shutdown_connections 2024-04-22T00:53:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.433+0000 7f9431c5d740 1 -- 172.21.15.18:0/657661751 wait complete. 2024-04-22T00:53:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.433+0000 7f9431c5d740 20 client.27565 trim_cache size 0 max 16384 2024-04-22T00:53:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:53:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:53:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:53:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:53:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 -- 172.21.15.18:0/2710016401 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94180a2cb0 msgr2=0x7f94180a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94180a2cb0 0x7f94180a5170 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9420005fd0 tx=0x7f94200095c0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 -- 172.21.15.18:0/2710016401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94281018b0 msgr2=0x7f942819c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94281018b0 0x7f942819c590 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f9414005e00 tx=0x7f94140042f0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 -- 172.21.15.18:0/2710016401 shutdown_connections 2024-04-22T00:53:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94180a2cb0 0x7f94180a5170 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9428102270 0x7f942819ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94281018b0 0x7f942819c590 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 --2- 172.21.15.18:0/2710016401 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94281006c0 0x7f942806a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 -- 172.21.15.18:0/2710016401 >> 172.21.15.18:0/2710016401 conn(0x7f94280fbc50 msgr2=0x7f9428104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:09.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 -- 172.21.15.18:0/2710016401 shutdown_connections 2024-04-22T00:53:09.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:09.434+0000 7f942f079640 1 -- 172.21.15.18:0/2710016401 wait complete. 2024-04-22T00:53:09.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 705.0 s, 506.8 tps, lat 189.835 ms stddev 219.754 2024-04-22T00:53:10.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:09 smithi167 ceph-mon[31348]: pgmap v730: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.8 MiB/s wr, 518 op/s 2024-04-22T00:53:10.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:09 smithi081 ceph-mon[31546]: pgmap v730: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.8 MiB/s wr, 518 op/s 2024-04-22T00:53:10.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:09 smithi018 ceph-mon[27979]: pgmap v730: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.8 MiB/s wr, 518 op/s 2024-04-22T00:53:12.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:11 smithi167 ceph-mon[31348]: pgmap v731: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 6.4 MiB/s wr, 588 op/s 2024-04-22T00:53:12.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:11 smithi081 ceph-mon[31546]: pgmap v731: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 6.4 MiB/s wr, 588 op/s 2024-04-22T00:53:12.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:11 smithi018 ceph-mon[27979]: pgmap v731: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 6.4 MiB/s wr, 588 op/s 2024-04-22T00:53:14.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:13 smithi167 ceph-mon[31348]: pgmap v732: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.2 MiB/s wr, 592 op/s 2024-04-22T00:53:14.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:13 smithi081 ceph-mon[31546]: pgmap v732: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.2 MiB/s wr, 592 op/s 2024-04-22T00:53:14.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:13 smithi018 ceph-mon[27979]: pgmap v732: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.2 MiB/s wr, 592 op/s 2024-04-22T00:53:14.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 710.0 s, 552.2 tps, lat 184.696 ms stddev 229.143 2024-04-22T00:53:16.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:15 smithi167 ceph-mon[31348]: pgmap v733: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.4 MiB/s wr, 529 op/s 2024-04-22T00:53:16.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:15 smithi081 ceph-mon[31546]: pgmap v733: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.4 MiB/s wr, 529 op/s 2024-04-22T00:53:16.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:15 smithi018 ceph-mon[27979]: pgmap v733: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.4 MiB/s wr, 529 op/s 2024-04-22T00:53:18.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:17 smithi167 ceph-mon[31348]: pgmap v734: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 MiB/s wr, 652 op/s 2024-04-22T00:53:18.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:17 smithi081 ceph-mon[31546]: pgmap v734: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 MiB/s wr, 652 op/s 2024-04-22T00:53:18.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:17 smithi018 ceph-mon[27979]: pgmap v734: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 MiB/s wr, 652 op/s 2024-04-22T00:53:19.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:18 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:53:19.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:18 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:53:19.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:18 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:53:19.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 715.0 s, 561.0 tps, lat 181.511 ms stddev 252.013 2024-04-22T00:53:20.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:19 smithi167 ceph-mon[31348]: pgmap v735: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.0 MiB/s wr, 489 op/s 2024-04-22T00:53:20.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:19 smithi081 ceph-mon[31546]: pgmap v735: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.0 MiB/s wr, 489 op/s 2024-04-22T00:53:20.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:19 smithi018 ceph-mon[27979]: pgmap v735: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.0 MiB/s wr, 489 op/s 2024-04-22T00:53:22.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:21 smithi167 ceph-mon[31348]: pgmap v736: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 7.0 MiB/s wr, 717 op/s 2024-04-22T00:53:22.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:21 smithi081 ceph-mon[31546]: pgmap v736: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 7.0 MiB/s wr, 717 op/s 2024-04-22T00:53:22.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:21 smithi018 ceph-mon[27979]: pgmap v736: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 7.0 MiB/s wr, 717 op/s 2024-04-22T00:53:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.587+0000 7f306524e640 1 -- 172.21.15.18:0/37919818 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3060108740 msgr2=0x7f306010ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:22.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.587+0000 7f306524e640 1 --2- 172.21.15.18:0/37919818 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3060108740 0x7f306010ab70 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f3050009900 tx=0x7f305002bc80 comp rx=0 tx=0).stop 2024-04-22T00:53:22.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.588+0000 7f306524e640 1 -- 172.21.15.18:0/37919818 shutdown_connections 2024-04-22T00:53:22.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.588+0000 7f306524e640 1 --2- 172.21.15.18:0/37919818 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f306010da60 0x7f306010dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.588+0000 7f306524e640 1 --2- 172.21.15.18:0/37919818 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f306010b0b0 0x7f306010d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.588+0000 7f306524e640 1 --2- 172.21.15.18:0/37919818 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3060108740 0x7f306010ab70 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.588+0000 7f306524e640 1 -- 172.21.15.18:0/37919818 >> 172.21.15.18:0/37919818 conn(0x7f306006e7b0 msgr2=0x7f3060070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.595+0000 7f306524e640 1 -- 172.21.15.18:0/37919818 shutdown_connections 2024-04-22T00:53:22.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.595+0000 7f306524e640 1 -- 172.21.15.18:0/37919818 wait complete. 2024-04-22T00:53:22.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.596+0000 7f306524e640 1 Processor -- start 2024-04-22T00:53:22.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.597+0000 7f306524e640 1 -- start start 2024-04-22T00:53:22.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.597+0000 7f306524e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3060108740 0x7f3060116d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.597+0000 7f306524e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f306010b0b0 0x7f30601172d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.597+0000 7f306524e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f306010da60 0x7f30601b6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.597+0000 7f306524e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f306011c280 con 0x7f306010b0b0 2024-04-22T00:53:22.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.597+0000 7f306524e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f306011c100 con 0x7f306010da60 2024-04-22T00:53:22.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.597+0000 7f306524e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f306011c400 con 0x7f3060108740 2024-04-22T00:53:22.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.598+0000 7f305ed9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3060108740 0x7f3060116d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.598+0000 7f305ed9d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3060108740 0x7f3060116d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:32972/0 (socket says 172.21.15.18:32972) 2024-04-22T00:53:22.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.598+0000 7f305ed9d640 1 -- 172.21.15.18:0/3166674741 learned_addr learned my addr 172.21.15.18:0/3166674741 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:22.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.598+0000 7f305f59e640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f306010da60 0x7f30601b6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.601+0000 7f305ed9d640 1 -- 172.21.15.18:0/3166674741 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f306010da60 msgr2=0x7f30601b6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.601+0000 7f305ed9d640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f306010da60 0x7f30601b6930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.601+0000 7f305ed9d640 1 -- 172.21.15.18:0/3166674741 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f306010b0b0 msgr2=0x7f30601172d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.601+0000 7f305ed9d640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f306010b0b0 0x7f30601172d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.601+0000 7f305ed9d640 1 -- 172.21.15.18:0/3166674741 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f306011a450 con 0x7f3060108740 2024-04-22T00:53:22.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.605+0000 7f305ed9d640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3060108740 0x7f3060116d90 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f3050000c00 tx=0x7f3050004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:22.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.606+0000 7f3057fff640 1 -- 172.21.15.18:0/3166674741 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3050041070 con 0x7f3060108740 2024-04-22T00:53:22.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.606+0000 7f3057fff640 1 -- 172.21.15.18:0/3166674741 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3050005310 con 0x7f3060108740 2024-04-22T00:53:22.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.606+0000 7f3057fff640 1 -- 172.21.15.18:0/3166674741 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3050003d80 con 0x7f3060108740 2024-04-22T00:53:22.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.609+0000 7f306524e640 1 -- 172.21.15.18:0/3166674741 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30601b6e70 con 0x7f3060108740 2024-04-22T00:53:22.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.609+0000 7f306524e640 1 -- 172.21.15.18:0/3166674741 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30601b7280 con 0x7f3060108740 2024-04-22T00:53:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.613+0000 7f3067e36740 1 Processor -- start 2024-04-22T00:53:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.616+0000 7f3067e36740 1 -- start start 2024-04-22T00:53:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.616+0000 7f3067e36740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf00150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.616+0000 7f3067e36740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf05220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.616+0000 7f3067e36740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaf05890 0x563faaf07d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.616+0000 7f3067e36740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x563faae64b70 con 0x563faaeffd30 2024-04-22T00:53:22.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.616+0000 7f3067e36740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563faae0d470 con 0x563faaf05890 2024-04-22T00:53:22.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.616+0000 7f3067e36740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x563faae60b30 con 0x563faaf00720 2024-04-22T00:53:22.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.617+0000 7f305f59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf00150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.617+0000 7f305f59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf00150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60238/0 (socket says 172.21.15.18:60238) 2024-04-22T00:53:22.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.617+0000 7f305f59e640 1 -- 172.21.15.18:0/2819817545 learned_addr learned my addr 172.21.15.18:0/2819817545 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:22.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.620+0000 7f305e59c640 1 --2- 172.21.15.18:0/2819817545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaf05890 0x563faaf07d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.621+0000 7f305f59e640 1 -- 172.21.15.18:0/2819817545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 msgr2=0x563faaf05220 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:53:22.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.621+0000 7f305f59e640 1 --2- 172.21.15.18:0/2819817545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf05220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.621+0000 7f305f59e640 1 -- 172.21.15.18:0/2819817545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaf05890 msgr2=0x563faaf07d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:22.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.621+0000 7f305f59e640 1 --2- 172.21.15.18:0/2819817545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaf05890 0x563faaf07d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.621+0000 7f305f59e640 1 -- 172.21.15.18:0/2819817545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563faab79210 con 0x563faaeffd30 2024-04-22T00:53:22.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.621+0000 7f305f59e640 1 --2- 172.21.15.18:0/2819817545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf00150 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f3058009c90 tx=0x7f3058011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb175d65898fc388 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:22.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.621+0000 7f3057fff640 1 -- 172.21.15.18:0/3166674741 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3050044070 con 0x7f3060108740 2024-04-22T00:53:22.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.622+0000 7f30557fa640 1 -- 172.21.15.18:0/2819817545 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305801e070 con 0x563faaeffd30 2024-04-22T00:53:22.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.622+0000 7f30557fa640 1 -- 172.21.15.18:0/2819817545 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3058009e40 con 0x563faaeffd30 2024-04-22T00:53:22.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.622+0000 7f3057fff640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f30400a2e70 0x7f30400a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.623+0000 7f3067e36740 1 -- 172.21.15.18:0/2819817545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 msgr2=0x563faaf00150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:22.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.623+0000 7f3067e36740 1 --2- 172.21.15.18:0/2819817545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf00150 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f3058009c90 tx=0x7f3058011810 comp rx=0 tx=0).stop 2024-04-22T00:53:22.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.624+0000 7f305ed9d640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f30400a2e70 0x7f30400a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.628 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.629+0000 7f3067e36740 1 -- 172.21.15.18:0/2819817545 shutdown_connections 2024-04-22T00:53:22.629 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.629+0000 7f3067e36740 1 --2- 172.21.15.18:0/2819817545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaf05890 0x563faaf07d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.629 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.629+0000 7f3067e36740 1 --2- 172.21.15.18:0/2819817545 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf05220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.629 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.629+0000 7f3067e36740 1 --2- 172.21.15.18:0/2819817545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf00150 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.629 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.629+0000 7f3067e36740 1 -- 172.21.15.18:0/2819817545 >> 172.21.15.18:0/2819817545 conn(0x563faaefb2a0 msgr2=0x563faaefb6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:22.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.630+0000 7f3057fff640 1 -- 172.21.15.18:0/3166674741 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f30500f0cf0 con 0x7f3060108740 2024-04-22T00:53:22.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.634+0000 7f305ed9d640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f30400a2e70 0x7f30400a5330 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f30500c5860 tx=0x7f30500045c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:22.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.635+0000 7f3067e36740 1 -- 172.21.15.18:0/2819817545 shutdown_connections 2024-04-22T00:53:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.638+0000 7f3067e36740 1 -- 172.21.15.18:0/2819817545 wait complete. 2024-04-22T00:53:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.638+0000 7f3067e36740 1 -- start start 2024-04-22T00:53:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.638+0000 7f3067e36740 1 Processor -- start 2024-04-22T00:53:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.651+0000 7f3067e36740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf0a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.651+0000 7f3067e36740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaf00720 0x563faaf0a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.651+0000 7f3067e36740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf05890 0x563faaf11680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.651+0000 7f3067e36740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x563faaf08890 con 0x563faaeffd30 2024-04-22T00:53:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.651+0000 7f3067e36740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x563faae20a10 con 0x563faaf00720 2024-04-22T00:53:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.651+0000 7f3067e36740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x563faaf08a10 con 0x563faaf05890 2024-04-22T00:53:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.651+0000 7f3067e36740 10 client.0 _ll_register_callbacks cb 0x563faae5bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:53:22.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.653+0000 7f305f59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf0a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.653+0000 7f305f59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf0a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60250/0 (socket says 172.21.15.18:60250) 2024-04-22T00:53:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.653+0000 7f305f59e640 1 -- 172.21.15.18:0/664161004 learned_addr learned my addr 172.21.15.18:0/664161004 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.653+0000 7f305f59e640 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf05890 0x563faaf11680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.656+0000 7f305f59e640 1 -- 172.21.15.18:0/664161004 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf05890 msgr2=0x563faaf11680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.656+0000 7f305f59e640 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf05890 0x563faaf11680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.656+0000 7f305f59e640 1 -- 172.21.15.18:0/664161004 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaf00720 msgr2=0x563faaf0a640 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:53:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.656+0000 7f305f59e640 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaf00720 0x563faaf0a640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.656+0000 7f305f59e640 1 -- 172.21.15.18:0/664161004 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563faac45620 con 0x563faaeffd30 2024-04-22T00:53:22.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.658+0000 7f305f59e640 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf0a100 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f305800e570 tx=0x7f305800e4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a65d5d31ddd217f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:22.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.658+0000 7f304e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:53:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.662+0000 7f304e7fc640 1 -- 172.21.15.18:0/664161004 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305801e070 con 0x563faaeffd30 2024-04-22T00:53:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.662+0000 7f3067e36740 1 -- 172.21.15.18:0/664161004 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563faae720b0 con 0x563faaeffd30 2024-04-22T00:53:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.662+0000 7f304e7fc640 1 -- 172.21.15.18:0/664161004 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3058003c30 con 0x563faaeffd30 2024-04-22T00:53:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.663+0000 7f304e7fc640 1 -- 172.21.15.18:0/664161004 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) ==== 24+0+0 (secure 0 0 0) 0x7f3058003e30 con 0x563faaeffd30 2024-04-22T00:53:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.663+0000 7f3067e36740 10 client.18003 fetch_fsmap learned FSMap version 49 2024-04-22T00:53:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.663+0000 7f3067e36740 1 -- 172.21.15.18:0/664161004 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=4+}) -- 0x563faaf14ab0 con 0x563faaeffd30 2024-04-22T00:53:22.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.666+0000 7f304e7fc640 1 -- 172.21.15.18:0/664161004 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x563faae720b0 con 0x563faaeffd30 2024-04-22T00:53:22.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.666+0000 7f304e7fc640 1 -- 172.21.15.18:0/664161004 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 49) ==== 8350+0+0 (secure 0 0 0) 0x7f3058028480 con 0x563faaeffd30 2024-04-22T00:53:22.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.669+0000 7f3067e36740 10 client.18003 fetch_fsmap finished waiting for FSMap version 49 2024-04-22T00:53:22.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.669+0000 7f3067e36740 10 client.18003 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:53:22.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.669+0000 7f3067e36740 20 client.18003 populate_metadata read hostname 'smithi018' 2024-04-22T00:53:22.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.669+0000 7f3067e36740 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563faaf15fb0 0x563faaf18430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.669+0000 7f3067e36740 4 client.18003 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:53:22.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.669+0000 7f3067e36740 1 -- 172.21.15.18:0/664161004 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563faae6c400 con 0x563faaf15fb0 2024-04-22T00:53:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.679+0000 7f305e59c640 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563faaf15fb0 0x563faaf18430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.685+0000 7f305e59c640 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563faaf15fb0 0x563faaf18430 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b46218c0d708b102 server_cookie=f3974449d1af6764 in_seq=0 out_seq=0 2024-04-22T00:53:22.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.685+0000 7f304e7fc640 10 client.18003 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.688+0000 7f304e7fc640 1 -- 172.21.15.18:0/664161004 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563faae6c400 con 0x563faaf15fb0 2024-04-22T00:53:22.689 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.689+0000 7f304e7fc640 10 client.18003 handle_command_reply: tid=0 2024-04-22T00:53:22.689 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.689+0000 7f3067e36740 1 client.18003 shutdown 2024-04-22T00:53:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.695+0000 7f3067e36740 1 -- 172.21.15.18:0/664161004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 msgr2=0x563faaf0a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.695+0000 7f3067e36740 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf0a100 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f305800e570 tx=0x7f305800e4c0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.699+0000 7f3067e36740 1 -- 172.21.15.18:0/664161004 shutdown_connections 2024-04-22T00:53:22.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.699+0000 7f3067e36740 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563faaf15fb0 0x563faaf18430 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.699+0000 7f3067e36740 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf05890 0x563faaf11680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.699+0000 7f3067e36740 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaf00720 0x563faaf0a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.699+0000 7f3067e36740 1 --2- 172.21.15.18:0/664161004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf0a100 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.699+0000 7f3067e36740 1 -- 172.21.15.18:0/664161004 >> 172.21.15.18:0/664161004 conn(0x563faaefb2a0 msgr2=0x563faaefa4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.699+0000 7f304e7fc640 0 client.18003 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.700+0000 7f3067e36740 1 -- 172.21.15.18:0/664161004 shutdown_connections 2024-04-22T00:53:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.705+0000 7f3067e36740 1 -- 172.21.15.18:0/664161004 wait complete. 2024-04-22T00:53:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.705+0000 7f3067e36740 20 client.18003 trim_cache size 0 max 16384 2024-04-22T00:53:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.736+0000 7f3067e36740 1 Processor -- start 2024-04-22T00:53:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.736+0000 7f3067e36740 1 -- start start 2024-04-22T00:53:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.737+0000 7f3067e36740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaefb2a0 0x563faaf09d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.737+0000 7f3067e36740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf11610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.737+0000 7f3067e36740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf0a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.737+0000 7f305f59e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaefb2a0 0x563faaf09d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.737+0000 7f305f59e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaefb2a0 0x563faaf09d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:57426/0 (socket says 172.21.15.18:57426) 2024-04-22T00:53:22.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.737+0000 7f305f59e640 1 -- 172.21.15.18:0/1802235601 learned_addr learned my addr 172.21.15.18:0/1802235601 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:22.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.737+0000 7f3067e36740 1 -- 172.21.15.18:0/1802235601 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f30601c4390 con 0x563faaeffd30 2024-04-22T00:53:22.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.737+0000 7f3067e36740 1 -- 172.21.15.18:0/1802235601 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f30601c1c60 con 0x563faaefb2a0 2024-04-22T00:53:22.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.737+0000 7f3067e36740 1 -- 172.21.15.18:0/1802235601 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f30601bfab0 con 0x563faaf00720 2024-04-22T00:53:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.746+0000 7f305e59c640 1 --2- 172.21.15.18:0/1802235601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf11610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.746+0000 7f305f59e640 1 --2- 172.21.15.18:0/1802235601 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf0a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.746+0000 7f305f59e640 1 -- 172.21.15.18:0/1802235601 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 msgr2=0x563faaf0a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.746+0000 7f305f59e640 1 --2- 172.21.15.18:0/1802235601 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf0a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.746+0000 7f305f59e640 1 -- 172.21.15.18:0/1802235601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 msgr2=0x563faaf11610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.746+0000 7f305f59e640 1 --2- 172.21.15.18:0/1802235601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf11610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.746+0000 7f305f59e640 1 -- 172.21.15.18:0/1802235601 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563faaf00110 con 0x563faaefb2a0 2024-04-22T00:53:22.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.754+0000 7f305f59e640 1 --2- 172.21.15.18:0/1802235601 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaefb2a0 0x563faaf09d10 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f3058006010 tx=0x7f3058009c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2efc68adbe87be25 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:22.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.757+0000 7f3054ff9640 1 -- 172.21.15.18:0/1802235601 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305803d070 con 0x563faaefb2a0 2024-04-22T00:53:22.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.757+0000 7f3054ff9640 1 -- 172.21.15.18:0/1802235601 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3058003a30 con 0x563faaefb2a0 2024-04-22T00:53:22.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.757+0000 7f3054ff9640 1 -- 172.21.15.18:0/1802235601 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305801e050 con 0x563faaefb2a0 2024-04-22T00:53:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.759+0000 7f3067e36740 1 -- 172.21.15.18:0/1802235601 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaefb2a0 msgr2=0x563faaf09d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.759+0000 7f3067e36740 1 --2- 172.21.15.18:0/1802235601 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaefb2a0 0x563faaf09d10 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f3058006010 tx=0x7f3058009c10 comp rx=0 tx=0).stop 2024-04-22T00:53:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.761+0000 7f3067e36740 1 -- 172.21.15.18:0/1802235601 shutdown_connections 2024-04-22T00:53:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.761+0000 7f3067e36740 1 --2- 172.21.15.18:0/1802235601 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf0a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.761+0000 7f3067e36740 1 --2- 172.21.15.18:0/1802235601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaeffd30 0x563faaf11610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.761+0000 7f3067e36740 1 --2- 172.21.15.18:0/1802235601 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaefb2a0 0x563faaf09d10 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.761+0000 7f3067e36740 1 -- 172.21.15.18:0/1802235601 >> 172.21.15.18:0/1802235601 conn(0x563faaf053d0 msgr2=0x563faaf01a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.768+0000 7f3067e36740 1 -- 172.21.15.18:0/1802235601 shutdown_connections 2024-04-22T00:53:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.772+0000 7f3067e36740 1 -- 172.21.15.18:0/1802235601 wait complete. 2024-04-22T00:53:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.772+0000 7f3067e36740 1 -- start start 2024-04-22T00:53:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.772+0000 7f3067e36740 1 Processor -- start 2024-04-22T00:53:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.772+0000 7f3067e36740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaefb2a0 0x563faaf0e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.772+0000 7f3067e36740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaeffd30 0x563faaf0e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.772+0000 7f3067e36740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf7a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.772+0000 7f3067e36740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f30601c0120 con 0x563faaefb2a0 2024-04-22T00:53:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.772+0000 7f3067e36740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f30601c1590 con 0x563faaeffd30 2024-04-22T00:53:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.772+0000 7f3067e36740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f30601c07f0 con 0x563faaf00720 2024-04-22T00:53:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.772+0000 7f3067e36740 10 client.0 _ll_register_callbacks cb 0x7f305801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:53:22.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.777+0000 7f305f59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaefb2a0 0x563faaf0e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.777+0000 7f305f59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaefb2a0 0x563faaf0e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60270/0 (socket says 172.21.15.18:60270) 2024-04-22T00:53:22.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.777+0000 7f305f59e640 1 -- 172.21.15.18:0/3073762960 learned_addr learned my addr 172.21.15.18:0/3073762960 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:22.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.777+0000 7f305f59e640 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf7a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.777+0000 7f305e59c640 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaeffd30 0x563faaf0e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.780+0000 7f305f59e640 1 -- 172.21.15.18:0/3073762960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 msgr2=0x563faaf7a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:22.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.780+0000 7f305f59e640 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf7a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.780+0000 7f305f59e640 1 -- 172.21.15.18:0/3073762960 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaeffd30 msgr2=0x563faaf0e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:22.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.780+0000 7f305f59e640 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaeffd30 0x563faaf0e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.780+0000 7f305f59e640 1 -- 172.21.15.18:0/3073762960 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563faaf11730 con 0x563faaefb2a0 2024-04-22T00:53:22.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.781+0000 7f305f59e640 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaefb2a0 0x563faaf0e190 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f305803b040 tx=0x7f305801b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfd5ca035a2f017a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:22.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.782+0000 7f304e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:53:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.786+0000 7f304e7fc640 1 -- 172.21.15.18:0/3073762960 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305801e070 con 0x563faaefb2a0 2024-04-22T00:53:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.786+0000 7f3067e36740 1 -- 172.21.15.18:0/3073762960 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3058003a30 con 0x563faaefb2a0 2024-04-22T00:53:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.786+0000 7f304e7fc640 1 -- 172.21.15.18:0/3073762960 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f3058028c20 con 0x563faaefb2a0 2024-04-22T00:53:22.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.789+0000 7f304e7fc640 1 -- 172.21.15.18:0/3073762960 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) ==== 24+0+0 (secure 0 0 0) 0x7f305804c050 con 0x563faaefb2a0 2024-04-22T00:53:22.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.793+0000 7f3067e36740 10 client.18009 fetch_fsmap learned FSMap version 49 2024-04-22T00:53:22.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.793+0000 7f3067e36740 1 -- 172.21.15.18:0/3073762960 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=4+}) -- 0x563faaf7b980 con 0x563faaefb2a0 2024-04-22T00:53:22.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.794+0000 7f304e7fc640 1 -- 172.21.15.18:0/3073762960 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3058003a30 con 0x563faaefb2a0 2024-04-22T00:53:22.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.794+0000 7f304e7fc640 1 -- 172.21.15.18:0/3073762960 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 49) ==== 8350+0+0 (secure 0 0 0) 0x7f3058019430 con 0x563faaefb2a0 2024-04-22T00:53:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.797+0000 7f3067e36740 10 client.18009 fetch_fsmap finished waiting for FSMap version 49 2024-04-22T00:53:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.797+0000 7f3067e36740 10 client.18009 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:53:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.797+0000 7f3067e36740 20 client.18009 populate_metadata read hostname 'smithi018' 2024-04-22T00:53:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.797+0000 7f3067e36740 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563faaf05890 0x563faaf7e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.797+0000 7f3067e36740 4 client.18009 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:53:22.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.797+0000 7f3067e36740 1 -- 172.21.15.18:0/3073762960 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563faadea7a0 con 0x563faaf05890 2024-04-22T00:53:22.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.803+0000 7f305e59c640 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563faaf05890 0x563faaf7e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:22.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.812+0000 7f305e59c640 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563faaf05890 0x563faaf7e220 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aceac5619ee0b13e server_cookie=3a01cfd2b1dfcacb in_seq=0 out_seq=0 2024-04-22T00:53:22.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.812+0000 7f304e7fc640 10 client.18009 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.919+0000 7f304e7fc640 1 -- 172.21.15.18:0/3073762960 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563faadea7a0 con 0x563faaf05890 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.919+0000 7f304e7fc640 10 client.18009 handle_command_reply: tid=0 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.919+0000 7f3067e36740 1 client.18009 shutdown 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.919+0000 7f3067e36740 1 -- 172.21.15.18:0/3073762960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaefb2a0 msgr2=0x563faaf0e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.919+0000 7f3067e36740 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaefb2a0 0x563faaf0e190 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f305803b040 tx=0x7f305801b040 comp rx=0 tx=0).stop 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.920+0000 7f3067e36740 1 -- 172.21.15.18:0/3073762960 shutdown_connections 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.920+0000 7f3067e36740 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x563faaf05890 0x563faaf7e220 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.920+0000 7f3067e36740 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x563faaf00720 0x563faaf7a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.920+0000 7f3067e36740 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x563faaeffd30 0x563faaf0e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.920+0000 7f3067e36740 1 --2- 172.21.15.18:0/3073762960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563faaefb2a0 0x563faaf0e190 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.920+0000 7f3067e36740 1 -- 172.21.15.18:0/3073762960 >> 172.21.15.18:0/3073762960 conn(0x563faaf053d0 msgr2=0x563faaf09d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.920+0000 7f304e7fc640 0 client.18009 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.920+0000 7f3067e36740 1 -- 172.21.15.18:0/3073762960 shutdown_connections 2024-04-22T00:53:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.920+0000 7f3067e36740 1 -- 172.21.15.18:0/3073762960 wait complete. 2024-04-22T00:53:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.920+0000 7f3067e36740 20 client.18009 trim_cache size 0 max 16384 2024-04-22T00:53:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:53:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:53:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:53:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:53:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 -- 172.21.15.18:0/3166674741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f30400a2e70 msgr2=0x7f30400a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f30400a2e70 0x7f30400a5330 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f30500c5860 tx=0x7f30500045c0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 -- 172.21.15.18:0/3166674741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3060108740 msgr2=0x7f3060116d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3060108740 0x7f3060116d90 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f3050000c00 tx=0x7f3050004040 comp rx=0 tx=0).stop 2024-04-22T00:53:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 -- 172.21.15.18:0/3166674741 shutdown_connections 2024-04-22T00:53:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f30400a2e70 0x7f30400a5330 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f306010da60 0x7f30601b6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f306010b0b0 0x7f30601172d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 --2- 172.21.15.18:0/3166674741 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f3060108740 0x7f3060116d90 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 -- 172.21.15.18:0/3166674741 >> 172.21.15.18:0/3166674741 conn(0x7f306006e7b0 msgr2=0x7f3060108e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 -- 172.21.15.18:0/3166674741 shutdown_connections 2024-04-22T00:53:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:22.921+0000 7f306524e640 1 -- 172.21.15.18:0/3166674741 wait complete. 2024-04-22T00:53:24.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:23 smithi081 ceph-mon[31546]: pgmap v737: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 8.1 MiB/s wr, 840 op/s 2024-04-22T00:53:24.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:23 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:53:24.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:23 smithi018 ceph-mon[27979]: pgmap v737: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 8.1 MiB/s wr, 840 op/s 2024-04-22T00:53:24.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:23 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:53:24.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:23 smithi167 ceph-mon[31348]: pgmap v737: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 8.1 MiB/s wr, 840 op/s 2024-04-22T00:53:24.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:23 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:53:24.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 720.0 s, 678.6 tps, lat 140.373 ms stddev 166.257 2024-04-22T00:53:26.287 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:26 smithi167 ceph-mon[31348]: pgmap v738: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 8.2 MiB/s wr, 802 op/s 2024-04-22T00:53:26.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:26 smithi081 ceph-mon[31546]: pgmap v738: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 8.2 MiB/s wr, 802 op/s 2024-04-22T00:53:26.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:26 smithi018 ceph-mon[27979]: pgmap v738: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 8.2 MiB/s wr, 802 op/s 2024-04-22T00:53:28.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:28 smithi081 ceph-mon[31546]: pgmap v739: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 9.3 MiB/s wr, 914 op/s 2024-04-22T00:53:28.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:28 smithi018 ceph-mon[27979]: pgmap v739: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 9.3 MiB/s wr, 914 op/s 2024-04-22T00:53:28.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:28 smithi167 ceph-mon[31348]: pgmap v739: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 9.3 MiB/s wr, 914 op/s 2024-04-22T00:53:29.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 725.0 s, 513.4 tps, lat 198.809 ms stddev 225.404 2024-04-22T00:53:30.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:30 smithi081 ceph-mon[31546]: pgmap v740: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.5 MiB/s wr, 762 op/s 2024-04-22T00:53:30.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:30 smithi018 ceph-mon[27979]: pgmap v740: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.5 MiB/s wr, 762 op/s 2024-04-22T00:53:30.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:30 smithi167 ceph-mon[31348]: pgmap v740: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.5 MiB/s wr, 762 op/s 2024-04-22T00:53:32.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:32 smithi081 ceph-mon[31546]: pgmap v741: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 8.2 MiB/s wr, 843 op/s 2024-04-22T00:53:32.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:32 smithi018 ceph-mon[27979]: pgmap v741: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 8.2 MiB/s wr, 843 op/s 2024-04-22T00:53:32.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:32 smithi167 ceph-mon[31348]: pgmap v741: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 8.2 MiB/s wr, 843 op/s 2024-04-22T00:53:34.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:34 smithi081 ceph-mon[31546]: pgmap v742: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 7.4 MiB/s wr, 690 op/s 2024-04-22T00:53:34.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:34 smithi018 ceph-mon[27979]: pgmap v742: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 7.4 MiB/s wr, 690 op/s 2024-04-22T00:53:34.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:34 smithi167 ceph-mon[31348]: pgmap v742: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 7.4 MiB/s wr, 690 op/s 2024-04-22T00:53:34.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 730.0 s, 551.4 tps, lat 180.747 ms stddev 197.060 2024-04-22T00:53:36.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.070+0000 7f1aa5e45640 1 -- 172.21.15.18:0/1338660537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a9809ba60 msgr2=0x7f1a9809deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:36.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.070+0000 7f1aa5e45640 1 --2- 172.21.15.18:0/1338660537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a9809ba60 0x7f1a9809deb0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f1aa004f7d0 tx=0x7f1aa0097900 comp rx=0 tx=0).stop 2024-04-22T00:53:36.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.070+0000 7f1aa5e45640 1 -- 172.21.15.18:0/1338660537 shutdown_connections 2024-04-22T00:53:36.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.070+0000 7f1aa5e45640 1 --2- 172.21.15.18:0/1338660537 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a9809ba60 0x7f1a9809deb0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.070+0000 7f1aa5e45640 1 --2- 172.21.15.18:0/1338660537 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a98099130 0x7f1a9809b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.070+0000 7f1aa5e45640 1 --2- 172.21.15.18:0/1338660537 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a98096800 0x7f1a98098bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.070+0000 7f1aa5e45640 1 -- 172.21.15.18:0/1338660537 >> 172.21.15.18:0/1338660537 conn(0x7f1a980901d0 msgr2=0x7f1a98092630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.070+0000 7f1aa5e45640 1 -- 172.21.15.18:0/1338660537 shutdown_connections 2024-04-22T00:53:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.070+0000 7f1aa5e45640 1 -- 172.21.15.18:0/1338660537 wait complete. 2024-04-22T00:53:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.071+0000 7f1aa5e45640 1 Processor -- start 2024-04-22T00:53:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.071+0000 7f1aa5e45640 1 -- start start 2024-04-22T00:53:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.071+0000 7f1aa5e45640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a98096800 0x7f1a9812bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.071+0000 7f1aa5e45640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a98099130 0x7f1a9812c510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.071+0000 7f1aa5e45640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a9809ba60 0x7f1a98133580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.071+0000 7f1aa5e45640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1a980a1980 con 0x7f1a98096800 2024-04-22T00:53:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.071+0000 7f1aa5e45640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1a980a1800 con 0x7f1a98099130 2024-04-22T00:53:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.071+0000 7f1aa5e45640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1a980a1b00 con 0x7f1a9809ba60 2024-04-22T00:53:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa4e43640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a98096800 0x7f1a9812bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa4e43640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a98096800 0x7f1a9812bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36042/0 (socket says 172.21.15.18:36042) 2024-04-22T00:53:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa4e43640 1 -- 172.21.15.18:0/579265095 learned_addr learned my addr 172.21.15.18:0/579265095 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa5644640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a9809ba60 0x7f1a98133580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a98099130 0x7f1a9812c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa5644640 1 -- 172.21.15.18:0/579265095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a98099130 msgr2=0x7f1a9812c510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa5644640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a98099130 0x7f1a9812c510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa5644640 1 -- 172.21.15.18:0/579265095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a98096800 msgr2=0x7f1a9812bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa5644640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a98096800 0x7f1a9812bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa5644640 1 -- 172.21.15.18:0/579265095 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a98133bf0 con 0x7f1a9809ba60 2024-04-22T00:53:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a98096800 0x7f1a9812bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:53:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a98099130 0x7f1a9812c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:53:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1aa5644640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a9809ba60 0x7f1a98133580 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f1aa0064f90 tx=0x7f1aa009d680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.072+0000 7f1a9dffb640 1 -- 172.21.15.18:0/579265095 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa00ab070 con 0x7f1a9809ba60 2024-04-22T00:53:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.073+0000 7f1aa5e45640 1 -- 172.21.15.18:0/579265095 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a98133e80 con 0x7f1a9809ba60 2024-04-22T00:53:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.073+0000 7f1a9dffb640 1 -- 172.21.15.18:0/579265095 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1aa009ce70 con 0x7f1a9809ba60 2024-04-22T00:53:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.073+0000 7f1a9dffb640 1 -- 172.21.15.18:0/579265095 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa006a040 con 0x7f1a9809ba60 2024-04-22T00:53:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.073+0000 7f1aa5e45640 1 -- 172.21.15.18:0/579265095 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a98134340 con 0x7f1a9809ba60 2024-04-22T00:53:36.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.075+0000 7f1aa9d6b740 1 Processor -- start 2024-04-22T00:53:36.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.076+0000 7f1a9dffb640 1 -- 172.21.15.18:0/579265095 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1aa00a4050 con 0x7f1a9809ba60 2024-04-22T00:53:36.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.076+0000 7f1aa9d6b740 1 -- start start 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.076+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afdad320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.076+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdb23f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdb4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e5afd11b70 con 0x55e5afdacf00 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e5afcba470 con 0x55e5afdb2a60 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e5afd0db30 con 0x55e5afdad8f0 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa4e43640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdb23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa4e43640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdb23f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:60046/0 (socket says 172.21.15.18:60046) 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa4e43640 1 -- 172.21.15.18:0/2384761629 learned_addr learned my addr 172.21.15.18:0/2384761629 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/2384761629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afdad320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/2384761629 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdb4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa4e43640 1 -- 172.21.15.18:0/2384761629 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 msgr2=0x55e5afdb4ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/2384761629 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdb4ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa4e43640 1 -- 172.21.15.18:0/2384761629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 msgr2=0x55e5afdad320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/2384761629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afdad320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa4e43640 1 -- 172.21.15.18:0/2384761629 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5afa26210 con 0x55e5afdad8f0 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/2384761629 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdb4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/2384761629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdb23f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f1a94011650 tx=0x7f1a94009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8999856cd5a96f8c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1a9dffb640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1a900a2c10 0x7f1a900a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1a8affd640 1 -- 172.21.15.18:0/2384761629 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a9401e070 con 0x55e5afdad8f0 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1a8affd640 1 -- 172.21.15.18:0/2384761629 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a9400fba0 con 0x55e5afdad8f0 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1a8affd640 1 -- 172.21.15.18:0/2384761629 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a94019d80 con 0x55e5afdad8f0 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1a900a2c10 0x7f1a900a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.077+0000 7f1a9dffb640 1 -- 172.21.15.18:0/579265095 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1aa015c710 con 0x7f1a9809ba60 2024-04-22T00:53:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.078+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/2384761629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 msgr2=0x55e5afdb23f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.078+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/2384761629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdb23f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f1a94011650 tx=0x7f1a94009f90 comp rx=0 tx=0).stop 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.078+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1a900a2c10 0x7f1a900a50d0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c0094b0 tx=0x7f1a8c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.078+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/2384761629 shutdown_connections 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.078+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/2384761629 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdb4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.078+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/2384761629 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdb23f0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.078+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/2384761629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afdad320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.078+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/2384761629 >> 172.21.15.18:0/2384761629 conn(0x55e5afda8470 msgr2=0x55e5afda8870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.078+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/2384761629 shutdown_connections 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.078+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/2384761629 wait complete. 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa9d6b740 1 -- start start 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa9d6b740 1 Processor -- start 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afdb7210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdb7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdbe790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55e5afdb5a10 con 0x55e5afdacf00 2024-04-22T00:53:36.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55e5afccda10 con 0x55e5afdb2a60 2024-04-22T00:53:36.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55e5afdb5b90 con 0x55e5afdad8f0 2024-04-22T00:53:36.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa9d6b740 10 client.0 _ll_register_callbacks cb 0x55e5afd08b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:53:36.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa4e43640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afdb7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa4e43640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afdb7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36062/0 (socket says 172.21.15.18:36062) 2024-04-22T00:53:36.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa4e43640 1 -- 172.21.15.18:0/1085049107 learned_addr learned my addr 172.21.15.18:0/1085049107 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:36.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1aa5644640 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdbe790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.079+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdb7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.080+0000 7f1aa5644640 1 -- 172.21.15.18:0/1085049107 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 msgr2=0x55e5afdb7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.080+0000 7f1aa5644640 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdb7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.080+0000 7f1aa5644640 1 -- 172.21.15.18:0/1085049107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 msgr2=0x55e5afdb7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.080+0000 7f1aa5644640 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afdb7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.080+0000 7f1aa5644640 1 -- 172.21.15.18:0/1085049107 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5afaf2620 con 0x55e5afdb2a60 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.080+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afdb7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.080+0000 7f1aa5644640 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdbe790 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f1aa004f7d0 tx=0x7f1aa0097900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=203a1e780e64db0b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.080+0000 7f1a7ffff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.080+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1085049107 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa00b4040 con 0x55e5afdb2a60 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.080+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1085049107 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1aa0126ea0 con 0x55e5afdb2a60 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.082+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1085049107 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a9400fba0 con 0x55e5afdb2a60 2024-04-22T00:53:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.082+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1085049107 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f1aa00b4040 con 0x55e5afdb2a60 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.082+0000 7f1aa9d6b740 10 client.27620 fetch_fsmap learned FSMap version 50 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.082+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1085049107 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x55e5afdc1a70 con 0x55e5afdb2a60 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.082+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1085049107 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a9400fba0 con 0x55e5afdb2a60 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.082+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1085049107 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f1aa0131380 con 0x55e5afdb2a60 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.082+0000 7f1aa9d6b740 10 client.27620 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.082+0000 7f1aa9d6b740 10 client.27620 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.082+0000 7f1aa9d6b740 20 client.27620 populate_metadata read hostname 'smithi018' 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.082+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e5afdc3230 0x55e5afdc56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.083+0000 7f1aa9d6b740 4 client.27620 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.083+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1085049107 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e5afd1f0b0 con 0x55e5afdc3230 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.083+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e5afdc3230 0x55e5afdc56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.083+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e5afdc3230 0x55e5afdc56f0 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa52930b9d217860 server_cookie=1f8c337e5ce10014 in_seq=0 out_seq=0 2024-04-22T00:53:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.083+0000 7f1a7ffff640 10 client.27620 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1085049107 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e5afd1f0b0 con 0x55e5afdc3230 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1a7ffff640 10 client.27620 handle_command_reply: tid=0 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 client.27620 shutdown 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1085049107 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 msgr2=0x55e5afdbe790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdbe790 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f1aa004f7d0 tx=0x7f1aa0097900 comp rx=0 tx=0).stop 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1085049107 shutdown_connections 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e5afdc3230 0x55e5afdc56f0 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1a7ffff640 0 client.27620 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdbe790 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdb7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1085049107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afdb7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1085049107 >> 172.21.15.18:0/1085049107 conn(0x55e5afda8470 msgr2=0x55e5afda75b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:36.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1085049107 shutdown_connections 2024-04-22T00:53:36.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1085049107 wait complete. 2024-04-22T00:53:36.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.084+0000 7f1aa9d6b740 20 client.27620 trim_cache size 0 max 16384 2024-04-22T00:53:36.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa9d6b740 1 Processor -- start 2024-04-22T00:53:36.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa9d6b740 1 -- start start 2024-04-22T00:53:36.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afda8850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdcafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdcb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1a981436a0 con 0x55e5afdacf00 2024-04-22T00:53:36.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1a98140f70 con 0x55e5afdb2a60 2024-04-22T00:53:36.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9813ed60 con 0x55e5afdad8f0 2024-04-22T00:53:36.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa4e43640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afda8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1a9ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdcafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1a9ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdcafc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:60066/0 (socket says 172.21.15.18:60066) 2024-04-22T00:53:36.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1a9ffff640 1 -- 172.21.15.18:0/1199447258 learned_addr learned my addr 172.21.15.18:0/1199447258 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:36.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa5644640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdcb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa4e43640 1 -- 172.21.15.18:0/1199447258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 msgr2=0x55e5afdcafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/1199447258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdcafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa4e43640 1 -- 172.21.15.18:0/1199447258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 msgr2=0x55e5afdcb500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/1199447258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdcb500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa4e43640 1 -- 172.21.15.18:0/1199447258 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5afdadcd0 con 0x55e5afdacf00 2024-04-22T00:53:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1aa5644640 1 --2- 172.21.15.18:0/1199447258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdcb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:53:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.103+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/1199447258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdcafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.104+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/1199447258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afda8850 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x55e5afdc5f60 tx=0x7f1a94005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5eb06ef0a7c6cc64 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.104+0000 7f1a8a7fc640 1 -- 172.21.15.18:0/1199447258 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a9402d070 con 0x55e5afdacf00 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.104+0000 7f1a8a7fc640 1 -- 172.21.15.18:0/1199447258 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a94005520 con 0x55e5afdacf00 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.104+0000 7f1a8a7fc640 1 -- 172.21.15.18:0/1199447258 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a9401e040 con 0x55e5afdacf00 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1199447258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 msgr2=0x55e5afda8850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1199447258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afda8850 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x55e5afdc5f60 tx=0x7f1a94005d50 comp rx=0 tx=0).stop 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1199447258 shutdown_connections 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1199447258 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdb2a60 0x55e5afdcb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1199447258 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdcafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1199447258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdacf00 0x55e5afda8850 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1199447258 >> 172.21.15.18:0/1199447258 conn(0x55e5afda8470 msgr2=0x55e5afda3220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1199447258 shutdown_connections 2024-04-22T00:53:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1199447258 wait complete. 2024-04-22T00:53:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 -- start start 2024-04-22T00:53:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.105+0000 7f1aa9d6b740 1 Processor -- start 2024-04-22T00:53:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdacf00 0x55e5afdbadf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdbb330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa9d6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdb2a60 0x55e5afdbc250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9813f430 con 0x55e5afdb2a60 2024-04-22T00:53:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1a981408a0 con 0x55e5afdacf00 2024-04-22T00:53:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa9d6b740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9813fb00 con 0x55e5afdad8f0 2024-04-22T00:53:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa5644640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdb2a60 0x55e5afdbc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1a9ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdbb330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa4e43640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdacf00 0x55e5afdbadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1a9ffff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdbb330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:60082/0 (socket says 172.21.15.18:60082) 2024-04-22T00:53:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa4e43640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdacf00 0x55e5afdbadf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:52116/0 (socket says 172.21.15.18:52116) 2024-04-22T00:53:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1a9ffff640 1 -- 172.21.15.18:0/1586107843 learned_addr learned my addr 172.21.15.18:0/1586107843 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa9d6b740 10 client.0 _ll_register_callbacks cb 0x7f1aa0067110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:53:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1a9ffff640 1 -- 172.21.15.18:0/1586107843 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdacf00 msgr2=0x55e5afdbadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdacf00 0x55e5afdbadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1a9ffff640 1 -- 172.21.15.18:0/1586107843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdb2a60 msgr2=0x55e5afdbc250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdb2a60 0x55e5afdbc250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1a9ffff640 1 -- 172.21.15.18:0/1586107843 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5afdbc840 con 0x55e5afdad8f0 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1aa5644640 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdb2a60 0x55e5afdbc250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1a9ffff640 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdbb330 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c009c80 tx=0x7f1a8c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b695b17d61407e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.106+0000 7f1a7ffff640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1586107843 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a8c030060 con 0x55e5afdad8f0 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1586107843 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1a8c011990 con 0x55e5afdad8f0 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1586107843 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a94005520 con 0x55e5afdad8f0 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1586107843 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f1a8c037050 con 0x55e5afdad8f0 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1aa9d6b740 10 client.27598 fetch_fsmap learned FSMap version 50 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1586107843 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x55e5afdbdc50 con 0x55e5afdad8f0 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1586107843 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a94005520 con 0x55e5afdad8f0 2024-04-22T00:53:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1586107843 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f1a8c02bc40 con 0x55e5afdad8f0 2024-04-22T00:53:36.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1aa9d6b740 10 client.27598 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:53:36.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1aa9d6b740 10 client.27598 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:53:36.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1aa9d6b740 20 client.27598 populate_metadata read hostname 'smithi018' 2024-04-22T00:53:36.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e5afdc3230 0x55e5afe2bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:36.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1aa9d6b740 4 client.27598 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:53:36.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.107+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1586107843 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e5afd19400 con 0x55e5afdc3230 2024-04-22T00:53:36.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.108+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e5afdc3230 0x55e5afe2bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:36.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.108+0000 7f1aa4e43640 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e5afdc3230 0x55e5afe2bd20 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fabf46335c3a78ba server_cookie=dfd2d639969510d8 in_seq=0 out_seq=0 2024-04-22T00:53:36.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.108+0000 7f1a7ffff640 10 client.27598 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:36.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1a7ffff640 1 -- 172.21.15.18:0/1586107843 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e5afd19400 con 0x55e5afdc3230 2024-04-22T00:53:36.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1a7ffff640 10 client.27598 handle_command_reply: tid=0 2024-04-22T00:53:36.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 client.27598 shutdown 2024-04-22T00:53:36.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1586107843 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 msgr2=0x55e5afdbb330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:36.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdbb330 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c009c80 tx=0x7f1a8c0046c0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1586107843 shutdown_connections 2024-04-22T00:53:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55e5afdc3230 0x55e5afe2bd20 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e5afdb2a60 0x55e5afdbc250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55e5afdad8f0 0x55e5afdbb330 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 --2- 172.21.15.18:0/1586107843 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55e5afdacf00 0x55e5afdbadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1a7ffff640 0 client.27598 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1586107843 >> 172.21.15.18:0/1586107843 conn(0x55e5afda8470 msgr2=0x55e5afda8850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1586107843 shutdown_connections 2024-04-22T00:53:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 1 -- 172.21.15.18:0/1586107843 wait complete. 2024-04-22T00:53:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.116+0000 7f1aa9d6b740 20 client.27598 trim_cache size 0 max 16384 2024-04-22T00:53:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:53:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:53:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:53:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 -- 172.21.15.18:0/579265095 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1a900a2c10 msgr2=0x7f1a900a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1a900a2c10 0x7f1a900a50d0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c0094b0 tx=0x7f1a8c005850 comp rx=0 tx=0).stop 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 -- 172.21.15.18:0/579265095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a9809ba60 msgr2=0x7f1a98133580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a9809ba60 0x7f1a98133580 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f1aa0064f90 tx=0x7f1aa009d680 comp rx=0 tx=0).stop 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 -- 172.21.15.18:0/579265095 shutdown_connections 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1a900a2c10 0x7f1a900a50d0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1a9809ba60 0x7f1a98133580 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1a98099130 0x7f1a9812c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 --2- 172.21.15.18:0/579265095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a98096800 0x7f1a9812bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 -- 172.21.15.18:0/579265095 >> 172.21.15.18:0/579265095 conn(0x7f1a980901d0 msgr2=0x7f1a98097160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 -- 172.21.15.18:0/579265095 shutdown_connections 2024-04-22T00:53:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:36.117+0000 7f1aa5e45640 1 -- 172.21.15.18:0/579265095 wait complete. 2024-04-22T00:53:36.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:36 smithi081 ceph-mon[31546]: pgmap v743: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.5 MiB/s wr, 504 op/s 2024-04-22T00:53:36.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:36 smithi018 ceph-mon[27979]: pgmap v743: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.5 MiB/s wr, 504 op/s 2024-04-22T00:53:36.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:36 smithi167 ceph-mon[31348]: pgmap v743: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.5 MiB/s wr, 504 op/s 2024-04-22T00:53:38.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:38 smithi081 ceph-mon[31546]: pgmap v744: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 5.6 MiB/s wr, 603 op/s 2024-04-22T00:53:38.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:38 smithi018 ceph-mon[27979]: pgmap v744: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 5.6 MiB/s wr, 603 op/s 2024-04-22T00:53:38.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:38 smithi167 ceph-mon[31348]: pgmap v744: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 5.6 MiB/s wr, 603 op/s 2024-04-22T00:53:39.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 735.0 s, 535.4 tps, lat 185.225 ms stddev 197.199 2024-04-22T00:53:40.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:40 smithi081 ceph-mon[31546]: pgmap v745: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.5 MiB/s wr, 468 op/s 2024-04-22T00:53:40.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:40 smithi018 ceph-mon[27979]: pgmap v745: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.5 MiB/s wr, 468 op/s 2024-04-22T00:53:40.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:40 smithi167 ceph-mon[31348]: pgmap v745: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.5 MiB/s wr, 468 op/s 2024-04-22T00:53:42.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:42 smithi081 ceph-mon[31546]: pgmap v746: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.6 MiB/s wr, 575 op/s 2024-04-22T00:53:42.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:42 smithi018 ceph-mon[27979]: pgmap v746: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.6 MiB/s wr, 575 op/s 2024-04-22T00:53:42.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:42 smithi167 ceph-mon[31348]: pgmap v746: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.6 MiB/s wr, 575 op/s 2024-04-22T00:53:44.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:44 smithi081 ceph-mon[31546]: pgmap v747: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.0 MiB/s wr, 596 op/s 2024-04-22T00:53:44.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:44 smithi018 ceph-mon[27979]: pgmap v747: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.0 MiB/s wr, 596 op/s 2024-04-22T00:53:44.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:44 smithi167 ceph-mon[31348]: pgmap v747: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.0 MiB/s wr, 596 op/s 2024-04-22T00:53:44.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 740.0 s, 549.6 tps, lat 184.370 ms stddev 227.437 2024-04-22T00:53:46.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:46 smithi081 ceph-mon[31546]: pgmap v748: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.9 MiB/s wr, 528 op/s 2024-04-22T00:53:46.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:46 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:53:46.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:46 smithi018 ceph-mon[27979]: pgmap v748: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.9 MiB/s wr, 528 op/s 2024-04-22T00:53:46.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:46 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:53:46.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:46 smithi167 ceph-mon[31348]: pgmap v748: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.9 MiB/s wr, 528 op/s 2024-04-22T00:53:46.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:46 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:53:47.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:47 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:53:47.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:47 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:53:47.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:47 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:53:47.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:47 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:53:47.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:47 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:53:47.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:47 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:53:47.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:47 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:53:47.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:47 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:53:47.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:47 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:53:48.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:48 smithi081 ceph-mon[31546]: pgmap v749: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 5.9 MiB/s wr, 628 op/s 2024-04-22T00:53:48.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:48 smithi018 ceph-mon[27979]: pgmap v749: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 5.9 MiB/s wr, 628 op/s 2024-04-22T00:53:48.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:48 smithi167 ceph-mon[31348]: pgmap v749: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 5.9 MiB/s wr, 628 op/s 2024-04-22T00:53:49.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.270+0000 7f98398c6640 1 -- 172.21.15.18:0/2541373594 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9834108740 msgr2=0x7f983410ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:49.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.270+0000 7f98398c6640 1 --2- 172.21.15.18:0/2541373594 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9834108740 0x7f983410ab70 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f981c009900 tx=0x7f981c02bc80 comp rx=0 tx=0).stop 2024-04-22T00:53:49.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.276+0000 7f98398c6640 1 -- 172.21.15.18:0/2541373594 shutdown_connections 2024-04-22T00:53:49.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.276+0000 7f98398c6640 1 --2- 172.21.15.18:0/2541373594 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f983410da60 0x7f983410dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.276+0000 7f98398c6640 1 --2- 172.21.15.18:0/2541373594 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f983410b0b0 0x7f983410d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.276+0000 7f98398c6640 1 --2- 172.21.15.18:0/2541373594 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9834108740 0x7f983410ab70 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.276+0000 7f98398c6640 1 -- 172.21.15.18:0/2541373594 >> 172.21.15.18:0/2541373594 conn(0x7f983406e7b0 msgr2=0x7f9834070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.280+0000 7f98398c6640 1 -- 172.21.15.18:0/2541373594 shutdown_connections 2024-04-22T00:53:49.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.286+0000 7f98398c6640 1 -- 172.21.15.18:0/2541373594 wait complete. 2024-04-22T00:53:49.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.286+0000 7f98398c6640 1 Processor -- start 2024-04-22T00:53:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.291+0000 7f98398c6640 1 -- start start 2024-04-22T00:53:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.291+0000 7f98398c6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9834108740 0x7f9834114cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.291+0000 7f98398c6640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f983410b0b0 0x7f9834115210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98398c6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f983410da60 0x7f98341b6a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98398c6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f983411c360 con 0x7f983410da60 2024-04-22T00:53:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98398c6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f983411c1e0 con 0x7f9834108740 2024-04-22T00:53:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98398c6640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f983411c4e0 con 0x7f983410b0b0 2024-04-22T00:53:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98327fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f983410b0b0 0x7f9834115210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98327fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f983410b0b0 0x7f9834115210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:52704/0 (socket says 172.21.15.18:52704) 2024-04-22T00:53:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98327fc640 1 -- 172.21.15.18:0/2148903182 learned_addr learned my addr 172.21.15.18:0/2148903182 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f9832ffd640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9834108740 0x7f9834114cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98327fc640 1 -- 172.21.15.18:0/2148903182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9834108740 msgr2=0x7f9834114cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98327fc640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9834108740 0x7f9834114cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98327fc640 1 -- 172.21.15.18:0/2148903182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f983410da60 msgr2=0x7f98341b6a70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:53:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98327fc640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f983410da60 0x7f98341b6a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.292+0000 7f98327fc640 1 -- 172.21.15.18:0/2148903182 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9834118340 con 0x7f983410b0b0 2024-04-22T00:53:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.293+0000 7f98327fc640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f983410b0b0 0x7f9834115210 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f982c00b4a0 tx=0x7f982c00b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.293+0000 7f98388c4640 1 -- 172.21.15.18:0/2148903182 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c014070 con 0x7f983410b0b0 2024-04-22T00:53:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.293+0000 7f98388c4640 1 -- 172.21.15.18:0/2148903182 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f982c010af0 con 0x7f983410b0b0 2024-04-22T00:53:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.293+0000 7f98398c6640 1 -- 172.21.15.18:0/2148903182 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98341b6fb0 con 0x7f983410b0b0 2024-04-22T00:53:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.294+0000 7f98398c6640 1 -- 172.21.15.18:0/2148903182 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98341b74d0 con 0x7f983410b0b0 2024-04-22T00:53:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.296+0000 7f98388c4640 1 -- 172.21.15.18:0/2148903182 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c017d50 con 0x7f983410b0b0 2024-04-22T00:53:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.298+0000 7f983c590740 1 Processor -- start 2024-04-22T00:53:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.299+0000 7f98388c4640 1 -- 172.21.15.18:0/2148903182 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f982c017070 con 0x7f983410b0b0 2024-04-22T00:53:49.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.300+0000 7f983c590740 1 -- start start 2024-04-22T00:53:49.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.300+0000 7f983c590740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911802d30 0x561911803150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.300+0000 7f983c590740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911803720 0x561911808220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.300+0000 7f983c590740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911808890 0x56191180ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.300+0000 7f983c590740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561911767b70 con 0x561911808890 2024-04-22T00:53:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.300+0000 7f983c590740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x561911710470 con 0x561911803720 2024-04-22T00:53:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.300+0000 7f983c590740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561911763b30 con 0x561911802d30 2024-04-22T00:53:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.301+0000 7f9832ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911803720 0x561911808220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.301+0000 7f9832ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911803720 0x561911808220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:40744/0 (socket says 172.21.15.18:40744) 2024-04-22T00:53:49.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.301+0000 7f9832ffd640 1 -- 172.21.15.18:0/3760716958 learned_addr learned my addr 172.21.15.18:0/3760716958 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:49.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.301+0000 7f98327fc640 1 --2- 172.21.15.18:0/3760716958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911808890 0x56191180ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.301+0000 7f98337fe640 1 --2- 172.21.15.18:0/3760716958 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911802d30 0x561911803150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.304+0000 7f98388c4640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98200a2bf0 0x7f98200a50b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.304+0000 7f98388c4640 1 -- 172.21.15.18:0/2148903182 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f982c0ce250 con 0x7f983410b0b0 2024-04-22T00:53:49.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.305+0000 7f98337fe640 1 -- 172.21.15.18:0/3760716958 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911803720 msgr2=0x561911808220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:49.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.305+0000 7f98337fe640 1 --2- 172.21.15.18:0/3760716958 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911803720 0x561911808220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.305+0000 7f98337fe640 1 -- 172.21.15.18:0/3760716958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911808890 msgr2=0x56191180ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:49.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.305+0000 7f98337fe640 1 --2- 172.21.15.18:0/3760716958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911808890 0x56191180ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.305+0000 7f98337fe640 1 -- 172.21.15.18:0/3760716958 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56191147c210 con 0x561911802d30 2024-04-22T00:53:49.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.305+0000 7f9832ffd640 1 --2- 172.21.15.18:0/3760716958 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911803720 0x561911808220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:53:49.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.305+0000 7f98337fe640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98200a2bf0 0x7f98200a50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.306+0000 7f98337fe640 1 --2- 172.21.15.18:0/3760716958 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911802d30 0x561911803150 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f9824009cc0 tx=0x7f982400b7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=995eee55e9694fb9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:49.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.306+0000 7f98337fe640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98200a2bf0 0x7f98200a50b0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9824016000 tx=0x7f9824018000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:49.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.308+0000 7f9829ffb640 1 -- 172.21.15.18:0/3760716958 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982401b070 con 0x561911802d30 2024-04-22T00:53:49.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.308+0000 7f9829ffb640 1 -- 172.21.15.18:0/3760716958 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9824017db0 con 0x561911802d30 2024-04-22T00:53:49.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.309+0000 7f983c590740 1 -- 172.21.15.18:0/3760716958 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911802d30 msgr2=0x561911803150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:49.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.309+0000 7f983c590740 1 --2- 172.21.15.18:0/3760716958 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911802d30 0x561911803150 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f9824009cc0 tx=0x7f982400b7c0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.312+0000 7f983c590740 1 -- 172.21.15.18:0/3760716958 shutdown_connections 2024-04-22T00:53:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.312+0000 7f983c590740 1 --2- 172.21.15.18:0/3760716958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911808890 0x56191180ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.312+0000 7f983c590740 1 --2- 172.21.15.18:0/3760716958 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911803720 0x561911808220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.312+0000 7f983c590740 1 --2- 172.21.15.18:0/3760716958 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911802d30 0x561911803150 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.312+0000 7f983c590740 1 -- 172.21.15.18:0/3760716958 >> 172.21.15.18:0/3760716958 conn(0x5619117fe2a0 msgr2=0x5619117fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:49.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.316+0000 7f983c590740 1 -- 172.21.15.18:0/3760716958 shutdown_connections 2024-04-22T00:53:49.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.316+0000 7f983c590740 1 -- 172.21.15.18:0/3760716958 wait complete. 2024-04-22T00:53:49.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.317+0000 7f983c590740 1 -- start start 2024-04-22T00:53:49.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.318+0000 7f983c590740 1 Processor -- start 2024-04-22T00:53:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.318+0000 7f983c590740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911802d30 0x56191180d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.318+0000 7f983c590740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911803720 0x56191180d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.318+0000 7f983c590740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911808890 0x561911814640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.318+0000 7f983c590740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56191180b890 con 0x561911803720 2024-04-22T00:53:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.318+0000 7f983c590740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x561911723a10 con 0x561911802d30 2024-04-22T00:53:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.318+0000 7f983c590740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56191180ba10 con 0x561911808890 2024-04-22T00:53:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f983c590740 10 client.0 _ll_register_callbacks cb 0x56191175eb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:53:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f98327fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911803720 0x56191180d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f98327fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911803720 0x56191180d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33992/0 (socket says 172.21.15.18:33992) 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f98327fc640 1 -- 172.21.15.18:0/3150571703 learned_addr learned my addr 172.21.15.18:0/3150571703 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f9832ffd640 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911802d30 0x56191180d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f98327fc640 1 -- 172.21.15.18:0/3150571703 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911808890 msgr2=0x561911814640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f98337fe640 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911808890 0x561911814640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f98327fc640 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911808890 0x561911814640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f98327fc640 1 -- 172.21.15.18:0/3150571703 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911802d30 msgr2=0x56191180d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f98327fc640 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911802d30 0x56191180d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.319+0000 7f98327fc640 1 -- 172.21.15.18:0/3150571703 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561911548620 con 0x561911803720 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.320+0000 7f9832ffd640 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911802d30 0x56191180d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.320+0000 7f98327fc640 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911803720 0x56191180d600 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f982c017860 tx=0x7f982c0047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=640742a22133d7ad server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.320+0000 7f9812ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:53:49.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.320+0000 7f9812ffd640 1 -- 172.21.15.18:0/3150571703 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c0850f0 con 0x561911803720 2024-04-22T00:53:49.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.320+0000 7f9812ffd640 1 -- 172.21.15.18:0/3150571703 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f982c096cf0 con 0x561911803720 2024-04-22T00:53:49.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.320+0000 7f983c590740 1 -- 172.21.15.18:0/3150571703 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9824017db0 con 0x561911803720 2024-04-22T00:53:49.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.321+0000 7f9812ffd640 1 -- 172.21.15.18:0/3150571703 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f982c09a680 con 0x561911803720 2024-04-22T00:53:49.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.321+0000 7f983c590740 10 client.18033 fetch_fsmap learned FSMap version 50 2024-04-22T00:53:49.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.321+0000 7f983c590740 1 -- 172.21.15.18:0/3150571703 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x561911817a70 con 0x561911803720 2024-04-22T00:53:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.322+0000 7f9812ffd640 1 -- 172.21.15.18:0/3150571703 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f982c09ea30 con 0x561911803720 2024-04-22T00:53:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.322+0000 7f9812ffd640 1 -- 172.21.15.18:0/3150571703 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f982c099ad0 con 0x561911803720 2024-04-22T00:53:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.322+0000 7f983c590740 10 client.18033 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:53:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.322+0000 7f983c590740 10 client.18033 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:53:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.322+0000 7f983c590740 20 client.18033 populate_metadata read hostname 'smithi018' 2024-04-22T00:53:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.322+0000 7f983c590740 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619118191b0 0x56191181b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.322+0000 7f983c590740 4 client.18033 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:53:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.322+0000 7f983c590740 1 -- 172.21.15.18:0/3150571703 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f9824017db0 con 0x5619118191b0 2024-04-22T00:53:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.325+0000 7f9832ffd640 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619118191b0 0x56191181b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.325+0000 7f9832ffd640 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619118191b0 0x56191181b5f0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c98a107768594843 server_cookie=91d23dbfbc617a9f in_seq=0 out_seq=0 2024-04-22T00:53:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.325+0000 7f9812ffd640 10 client.18033 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.327+0000 7f9812ffd640 1 -- 172.21.15.18:0/3150571703 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f9824017db0 con 0x5619118191b0 2024-04-22T00:53:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.327+0000 7f9812ffd640 10 client.18033 handle_command_reply: tid=0 2024-04-22T00:53:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.327+0000 7f983c590740 1 client.18033 shutdown 2024-04-22T00:53:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.327+0000 7f983c590740 1 -- 172.21.15.18:0/3150571703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911803720 msgr2=0x56191180d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.327+0000 7f983c590740 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911803720 0x56191180d600 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f982c017860 tx=0x7f982c0047d0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.328+0000 7f983c590740 1 -- 172.21.15.18:0/3150571703 shutdown_connections 2024-04-22T00:53:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.328+0000 7f983c590740 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619118191b0 0x56191181b5f0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.328+0000 7f983c590740 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911808890 0x561911814640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.328+0000 7f983c590740 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911803720 0x56191180d600 secure :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f982c017860 tx=0x7f982c0047d0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.328+0000 7f983c590740 1 --2- 172.21.15.18:0/3150571703 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911802d30 0x56191180d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.328+0000 7f983c590740 1 -- 172.21.15.18:0/3150571703 >> 172.21.15.18:0/3150571703 conn(0x5619117fe2a0 msgr2=0x5619117fd4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.328+0000 7f9812ffd640 0 client.18033 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.329+0000 7f983c590740 1 -- 172.21.15.18:0/3150571703 shutdown_connections 2024-04-22T00:53:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.329+0000 7f983c590740 1 -- 172.21.15.18:0/3150571703 wait complete. 2024-04-22T00:53:49.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.332+0000 7f983c590740 20 client.18033 trim_cache size 0 max 16384 2024-04-22T00:53:49.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.359+0000 7f983c590740 1 Processor -- start 2024-04-22T00:53:49.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.359+0000 7f983c590740 1 -- start start 2024-04-22T00:53:49.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f983c590740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x561911804a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f983c590740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 0x561911804f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f983c590740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 0x56191180d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f983c590740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f98341c4210 con 0x561911802d30 2024-04-22T00:53:49.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f983c590740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f98341c1ae0 con 0x561911808890 2024-04-22T00:53:49.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f983c590740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f98341bf930 con 0x561911814600 2024-04-22T00:53:49.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f9832ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x561911804a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f9832ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x561911804a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34008/0 (socket says 172.21.15.18:34008) 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f9832ffd640 1 -- 172.21.15.18:0/3184119357 learned_addr learned my addr 172.21.15.18:0/3184119357 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f98337fe640 1 --2- 172.21.15.18:0/3184119357 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 0x56191180d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f98327fc640 1 --2- 172.21.15.18:0/3184119357 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 0x561911804f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f9832ffd640 1 -- 172.21.15.18:0/3184119357 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 msgr2=0x56191180d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f9832ffd640 1 --2- 172.21.15.18:0/3184119357 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 0x56191180d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f9832ffd640 1 -- 172.21.15.18:0/3184119357 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 msgr2=0x561911804f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f9832ffd640 1 --2- 172.21.15.18:0/3184119357 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 0x561911804f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f9832ffd640 1 -- 172.21.15.18:0/3184119357 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561911804530 con 0x561911802d30 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.360+0000 7f9832ffd640 1 --2- 172.21.15.18:0/3184119357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x561911804a40 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f981c009230 tx=0x7f981c0058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2f2e4cb054dcf05 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.361+0000 7f98297fa640 1 -- 172.21.15.18:0/3184119357 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c004040 con 0x561911802d30 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.361+0000 7f98297fa640 1 -- 172.21.15.18:0/3184119357 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f981c0054e0 con 0x561911802d30 2024-04-22T00:53:49.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.361+0000 7f98297fa640 1 -- 172.21.15.18:0/3184119357 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c004cb0 con 0x561911802d30 2024-04-22T00:53:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.361+0000 7f983c590740 1 -- 172.21.15.18:0/3184119357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 msgr2=0x561911804a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.361+0000 7f983c590740 1 --2- 172.21.15.18:0/3184119357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x561911804a40 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f981c009230 tx=0x7f981c0058b0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.362+0000 7f983c590740 1 -- 172.21.15.18:0/3184119357 shutdown_connections 2024-04-22T00:53:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.362+0000 7f983c590740 1 --2- 172.21.15.18:0/3184119357 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 0x56191180d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.362+0000 7f983c590740 1 --2- 172.21.15.18:0/3184119357 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 0x561911804f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.362+0000 7f983c590740 1 --2- 172.21.15.18:0/3184119357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x561911804a40 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.362+0000 7f983c590740 1 -- 172.21.15.18:0/3184119357 >> 172.21.15.18:0/3184119357 conn(0x5619117fe2a0 msgr2=0x56191180c6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.362+0000 7f983c590740 1 -- 172.21.15.18:0/3184119357 shutdown_connections 2024-04-22T00:53:49.366 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.362+0000 7f983c590740 1 -- 172.21.15.18:0/3184119357 wait complete. 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.362+0000 7f983c590740 1 -- start start 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.362+0000 7f983c590740 1 Processor -- start 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f983c590740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x5619118113b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f983c590740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 0x5619118118f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f983c590740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 0x5619118128b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f983c590740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f98341bffa0 con 0x561911802d30 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f9832ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x5619118113b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f983c590740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f98341c1410 con 0x561911808890 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f983c590740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f98341c0670 con 0x561911814600 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f9832ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x5619118113b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34014/0 (socket says 172.21.15.18:34014) 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f9832ffd640 1 -- 172.21.15.18:0/305407364 learned_addr learned my addr 172.21.15.18:0/305407364 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f983c590740 10 client.0 _ll_register_callbacks cb 0x7f982c0969f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:53:49.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f98337fe640 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 0x5619118128b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f98327fc640 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 0x5619118118f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f98327fc640 1 -- 172.21.15.18:0/305407364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 msgr2=0x5619118128b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f98327fc640 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 0x5619118128b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f98327fc640 1 -- 172.21.15.18:0/305407364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 msgr2=0x5619118113b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f98327fc640 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x5619118113b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f98327fc640 1 -- 172.21.15.18:0/305407364 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561911812ea0 con 0x561911808890 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f98337fe640 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 0x5619118128b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.363+0000 7f9832ffd640 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x5619118113b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f98327fc640 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 0x5619118118f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x56191180dee0 tx=0x7f982c096750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b82e1762534cf416 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f9812ffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f9812ffd640 1 -- 172.21.15.18:0/305407364 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c0850f0 con 0x561911808890 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f983c590740 1 -- 172.21.15.18:0/305407364 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f981c0054e0 con 0x561911808890 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f9812ffd640 1 -- 172.21.15.18:0/305407364 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f982c010ca0 con 0x561911808890 2024-04-22T00:53:49.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f9812ffd640 1 -- 172.21.15.18:0/305407364 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f982c09ea30 con 0x561911808890 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f983c590740 10 client.27641 fetch_fsmap learned FSMap version 50 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f983c590740 1 -- 172.21.15.18:0/305407364 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x561911814200 con 0x561911808890 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f9812ffd640 1 -- 172.21.15.18:0/305407364 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f981c0054e0 con 0x561911808890 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f9812ffd640 1 -- 172.21.15.18:0/305407364 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f982c0aecc0 con 0x561911808890 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f983c590740 10 client.27641 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f983c590740 10 client.27641 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f983c590740 20 client.27641 populate_metadata read hostname 'smithi018' 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f983c590740 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56191187fd20 0x561911882140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f983c590740 4 client.27641 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.364+0000 7f983c590740 1 -- 172.21.15.18:0/305407364 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5619117750b0 con 0x56191187fd20 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.365+0000 7f9832ffd640 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56191187fd20 0x561911882140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.365+0000 7f9832ffd640 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56191187fd20 0x561911882140 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4b1748fa9f47a3a server_cookie=41a522867a681850 in_seq=0 out_seq=0 2024-04-22T00:53:49.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.365+0000 7f9812ffd640 10 client.27641 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:49.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f9812ffd640 1 -- 172.21.15.18:0/305407364 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5619117750b0 con 0x56191187fd20 2024-04-22T00:53:49.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f9812ffd640 10 client.27641 handle_command_reply: tid=0 2024-04-22T00:53:49.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f983c590740 1 client.27641 shutdown 2024-04-22T00:53:49.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f983c590740 1 -- 172.21.15.18:0/305407364 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 msgr2=0x5619118118f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:49.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f983c590740 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 0x5619118118f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x56191180dee0 tx=0x7f982c096750 comp rx=0 tx=0).stop 2024-04-22T00:53:49.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f983c590740 1 -- 172.21.15.18:0/305407364 shutdown_connections 2024-04-22T00:53:49.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f983c590740 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56191187fd20 0x561911882140 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f983c590740 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561911814600 0x5619118128b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f9812ffd640 0 client.27641 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:53:49.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f983c590740 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x561911808890 0x5619118118f0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.373+0000 7f983c590740 1 --2- 172.21.15.18:0/305407364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561911802d30 0x5619118113b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f983c590740 1 -- 172.21.15.18:0/305407364 >> 172.21.15.18:0/305407364 conn(0x5619117fe2a0 msgr2=0x5619117fcc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:49.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f983c590740 1 -- 172.21.15.18:0/305407364 shutdown_connections 2024-04-22T00:53:49.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f983c590740 1 -- 172.21.15.18:0/305407364 wait complete. 2024-04-22T00:53:49.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f983c590740 20 client.27641 trim_cache size 0 max 16384 2024-04-22T00:53:49.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:53:49.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:53:49.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:53:49.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:53:49.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f98398c6640 1 -- 172.21.15.18:0/2148903182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98200a2bf0 msgr2=0x7f98200a50b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:49.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f98398c6640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98200a2bf0 0x7f98200a50b0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9824016000 tx=0x7f9824018000 comp rx=0 tx=0).stop 2024-04-22T00:53:49.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f98398c6640 1 -- 172.21.15.18:0/2148903182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f983410b0b0 msgr2=0x7f9834115210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:53:49.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f98398c6640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f983410b0b0 0x7f9834115210 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f982c00b4a0 tx=0x7f982c00b960 comp rx=0 tx=0).stop 2024-04-22T00:53:49.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f98398c6640 1 -- 172.21.15.18:0/2148903182 shutdown_connections 2024-04-22T00:53:49.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f98398c6640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f98200a2bf0 0x7f98200a50b0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f98398c6640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f983410da60 0x7f98341b6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f98398c6640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f983410b0b0 0x7f9834115210 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f98398c6640 1 --2- 172.21.15.18:0/2148903182 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9834108740 0x7f9834114cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:53:49.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.374+0000 7f98398c6640 1 -- 172.21.15.18:0/2148903182 >> 172.21.15.18:0/2148903182 conn(0x7f983406e7b0 msgr2=0x7f983410be00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:53:49.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.375+0000 7f98398c6640 1 -- 172.21.15.18:0/2148903182 shutdown_connections 2024-04-22T00:53:49.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:53:49.375+0000 7f98398c6640 1 -- 172.21.15.18:0/2148903182 wait complete. 2024-04-22T00:53:49.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 745.0 s, 518.0 tps, lat 194.154 ms stddev 202.510 2024-04-22T00:53:50.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:50 smithi081 ceph-mon[31546]: pgmap v750: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.1 MiB/s wr, 489 op/s 2024-04-22T00:53:50.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:50 smithi018 ceph-mon[27979]: pgmap v750: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.1 MiB/s wr, 489 op/s 2024-04-22T00:53:50.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:50 smithi167 ceph-mon[31348]: pgmap v750: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.1 MiB/s wr, 489 op/s 2024-04-22T00:53:52.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:52 smithi081 ceph-mon[31546]: pgmap v751: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 6.0 MiB/s wr, 576 op/s 2024-04-22T00:53:52.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:52 smithi018 ceph-mon[27979]: pgmap v751: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 6.0 MiB/s wr, 576 op/s 2024-04-22T00:53:52.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:52 smithi167 ceph-mon[31348]: pgmap v751: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 6.0 MiB/s wr, 576 op/s 2024-04-22T00:53:54.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:54 smithi081 ceph-mon[31546]: pgmap v752: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.6 MiB/s wr, 557 op/s 2024-04-22T00:53:54.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:54 smithi018 ceph-mon[27979]: pgmap v752: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.6 MiB/s wr, 557 op/s 2024-04-22T00:53:54.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:54 smithi167 ceph-mon[31348]: pgmap v752: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.6 MiB/s wr, 557 op/s 2024-04-22T00:53:54.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 750.0 s, 567.0 tps, lat 177.140 ms stddev 218.471 2024-04-22T00:53:56.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:56 smithi081 ceph-mon[31546]: pgmap v753: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 4.5 MiB/s wr, 474 op/s 2024-04-22T00:53:56.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:56 smithi018 ceph-mon[27979]: pgmap v753: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 4.5 MiB/s wr, 474 op/s 2024-04-22T00:53:56.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:56 smithi167 ceph-mon[31348]: pgmap v753: 129 pgs: 129 active+clean; 1.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 4.5 MiB/s wr, 474 op/s 2024-04-22T00:53:58.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:53:58 smithi081 ceph-mon[31546]: pgmap v754: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.7 MiB/s wr, 580 op/s 2024-04-22T00:53:58.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:53:58 smithi018 ceph-mon[27979]: pgmap v754: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.7 MiB/s wr, 580 op/s 2024-04-22T00:53:58.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:53:58 smithi167 ceph-mon[31348]: pgmap v754: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.7 MiB/s wr, 580 op/s 2024-04-22T00:53:59.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 755.0 s, 575.4 tps, lat 172.743 ms stddev 188.911 2024-04-22T00:54:00.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:00 smithi081 ceph-mon[31546]: pgmap v755: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.4 MiB/s wr, 447 op/s 2024-04-22T00:54:00.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:00 smithi018 ceph-mon[27979]: pgmap v755: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.4 MiB/s wr, 447 op/s 2024-04-22T00:54:00.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:00 smithi167 ceph-mon[31348]: pgmap v755: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.4 MiB/s wr, 447 op/s 2024-04-22T00:54:02.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:02 smithi081 ceph-mon[31546]: pgmap v756: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.2 MiB/s wr, 532 op/s 2024-04-22T00:54:02.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:02 smithi018 ceph-mon[27979]: pgmap v756: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.2 MiB/s wr, 532 op/s 2024-04-22T00:54:02.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:02 smithi167 ceph-mon[31348]: pgmap v756: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.2 MiB/s wr, 532 op/s 2024-04-22T00:54:02.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.549+0000 7f76b4137640 1 -- 172.21.15.18:0/2514937698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76ac0ffa50 msgr2=0x7f76ac0ffe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:02.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.549+0000 7f76b4137640 1 --2- 172.21.15.18:0/2514937698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76ac0ffa50 0x7f76ac0ffe70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f76a4009ca0 tx=0x7f76a402c120 comp rx=0 tx=0).stop 2024-04-22T00:54:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.556+0000 7f76b4137640 1 -- 172.21.15.18:0/2514937698 shutdown_connections 2024-04-22T00:54:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.556+0000 7f76b4137640 1 --2- 172.21.15.18:0/2514937698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76ac101170 0x7f76ac105a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.556+0000 7f76b4137640 1 --2- 172.21.15.18:0/2514937698 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76ac1007b0 0x7f76ac100c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.556+0000 7f76b4137640 1 --2- 172.21.15.18:0/2514937698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76ac0ffa50 0x7f76ac0ffe70 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.556+0000 7f76b4137640 1 -- 172.21.15.18:0/2514937698 >> 172.21.15.18:0/2514937698 conn(0x7f76ac0fb3a0 msgr2=0x7f76ac0fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:02.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.559+0000 7f76b4137640 1 -- 172.21.15.18:0/2514937698 shutdown_connections 2024-04-22T00:54:02.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.562+0000 7f76b4137640 1 -- 172.21.15.18:0/2514937698 wait complete. 2024-04-22T00:54:02.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.562+0000 7f76b4137640 1 Processor -- start 2024-04-22T00:54:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.567+0000 7f76b4137640 1 -- start start 2024-04-22T00:54:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.567+0000 7f76b4137640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76ac0ffa50 0x7f76ac072ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.567+0000 7f76b4137640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76ac1007b0 0x7f76ac0731e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.567+0000 7f76b4137640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76ac101170 0x7f76ac0712e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.567+0000 7f76b4137640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f76ac06bbb0 con 0x7f76ac1007b0 2024-04-22T00:54:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.567+0000 7f76b4137640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f76ac06ba30 con 0x7f76ac0ffa50 2024-04-22T00:54:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.567+0000 7f76b4137640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f76ac06bd30 con 0x7f76ac101170 2024-04-22T00:54:02.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.568+0000 7f76b16d2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76ac1007b0 0x7f76ac0731e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.568+0000 7f76b16d2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76ac1007b0 0x7f76ac0731e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58814/0 (socket says 172.21.15.18:58814) 2024-04-22T00:54:02.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.568+0000 7f76b16d2640 1 -- 172.21.15.18:0/3612373994 learned_addr learned my addr 172.21.15.18:0/3612373994 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:02.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.569+0000 7f76b16d2640 1 -- 172.21.15.18:0/3612373994 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76ac101170 msgr2=0x7f76ac0712e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:54:02.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.569+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76ac101170 0x7f76ac0712e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.569+0000 7f76b16d2640 1 -- 172.21.15.18:0/3612373994 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76ac0ffa50 msgr2=0x7f76ac072ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:02.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.569+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76ac0ffa50 0x7f76ac072ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.569+0000 7f76b16d2640 1 -- 172.21.15.18:0/3612373994 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76ac071a80 con 0x7f76ac1007b0 2024-04-22T00:54:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.574+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76ac1007b0 0x7f76ac0731e0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f76a800b470 tx=0x7f76a800b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.575+0000 7f76a2ffd640 1 -- 172.21.15.18:0/3612373994 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76a8015020 con 0x7f76ac1007b0 2024-04-22T00:54:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.575+0000 7f76a2ffd640 1 -- 172.21.15.18:0/3612373994 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76a8011d70 con 0x7f76ac1007b0 2024-04-22T00:54:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.575+0000 7f76a2ffd640 1 -- 172.21.15.18:0/3612373994 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76a800f340 con 0x7f76ac1007b0 2024-04-22T00:54:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.576+0000 7f76b4137640 1 -- 172.21.15.18:0/3612373994 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76ac071d70 con 0x7f76ac1007b0 2024-04-22T00:54:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.576+0000 7f76b4137640 1 -- 172.21.15.18:0/3612373994 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76ac106e30 con 0x7f76ac1007b0 2024-04-22T00:54:02.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.579+0000 7f76b6df6740 1 Processor -- start 2024-04-22T00:54:02.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.585+0000 7f76b6df6740 1 -- start start 2024-04-22T00:54:02.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.585+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c8d30 0x56000f4c9150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.585+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4ce220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.585+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4ce890 0x56000f4d0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.585+0000 7f76b6df6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56000f42db70 con 0x56000f4c9720 2024-04-22T00:54:02.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.585+0000 7f76b6df6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56000f3d6470 con 0x56000f4ce890 2024-04-22T00:54:02.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.585+0000 7f76b6df6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56000f429b30 con 0x56000f4c8d30 2024-04-22T00:54:02.587 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.587+0000 7f76b1ed3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4ce220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.587 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.587+0000 7f76b1ed3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4ce220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58830/0 (socket says 172.21.15.18:58830) 2024-04-22T00:54:02.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.587+0000 7f76b1ed3640 1 -- 172.21.15.18:0/114021345 learned_addr learned my addr 172.21.15.18:0/114021345 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:02.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.587+0000 7f76b26d4640 1 --2- 172.21.15.18:0/114021345 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c8d30 0x56000f4c9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.588+0000 7f76b26d4640 1 -- 172.21.15.18:0/114021345 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4ce890 msgr2=0x56000f4d0d20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:54:02.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.588+0000 7f76b26d4640 1 --2- 172.21.15.18:0/114021345 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4ce890 0x56000f4d0d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.588+0000 7f76b26d4640 1 -- 172.21.15.18:0/114021345 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 msgr2=0x56000f4ce220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:02.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.588+0000 7f76b26d4640 1 --2- 172.21.15.18:0/114021345 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4ce220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.588+0000 7f76b26d4640 1 -- 172.21.15.18:0/114021345 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56000f142210 con 0x56000f4c8d30 2024-04-22T00:54:02.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.588+0000 7f76b26d4640 1 --2- 172.21.15.18:0/114021345 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c8d30 0x56000f4c9150 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f769c009660 tx=0x7f769c009b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83f5fc3e0530f6d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:02.589 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.590+0000 7f76a2ffd640 1 -- 172.21.15.18:0/3612373994 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f76a8018020 con 0x7f76ac1007b0 2024-04-22T00:54:02.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.590+0000 7f76a2ffd640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76980a2e70 0x7f76980a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.591+0000 7f76a2ffd640 1 -- 172.21.15.18:0/3612373994 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f76a80cee30 con 0x7f76ac1007b0 2024-04-22T00:54:02.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.592+0000 7f76b1ed3640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76980a2e70 0x7f76980a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.591+0000 7f7697fff640 1 -- 172.21.15.18:0/114021345 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769c015020 con 0x56000f4c8d30 2024-04-22T00:54:02.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.599+0000 7f7697fff640 1 -- 172.21.15.18:0/114021345 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f769c00bda0 con 0x56000f4c8d30 2024-04-22T00:54:02.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.600+0000 7f76b6df6740 1 -- 172.21.15.18:0/114021345 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c8d30 msgr2=0x56000f4c9150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:02.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.600+0000 7f76b6df6740 1 --2- 172.21.15.18:0/114021345 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c8d30 0x56000f4c9150 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f769c009660 tx=0x7f769c009b20 comp rx=0 tx=0).stop 2024-04-22T00:54:02.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.600+0000 7f76b1ed3640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76980a2e70 0x7f76980a5330 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f76a4009a60 tx=0x7f76a4032600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.601+0000 7f76b6df6740 1 -- 172.21.15.18:0/114021345 shutdown_connections 2024-04-22T00:54:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.601+0000 7f76b6df6740 1 --2- 172.21.15.18:0/114021345 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4ce890 0x56000f4d0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.601+0000 7f76b6df6740 1 --2- 172.21.15.18:0/114021345 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4ce220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.601+0000 7f76b6df6740 1 --2- 172.21.15.18:0/114021345 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c8d30 0x56000f4c9150 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.601+0000 7f76b6df6740 1 -- 172.21.15.18:0/114021345 >> 172.21.15.18:0/114021345 conn(0x56000f4c42a0 msgr2=0x56000f4c46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:02.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.603+0000 7f76b6df6740 1 -- 172.21.15.18:0/114021345 shutdown_connections 2024-04-22T00:54:02.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.604+0000 7f76b6df6740 1 -- 172.21.15.18:0/114021345 wait complete. 2024-04-22T00:54:02.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.604+0000 7f76b6df6740 1 -- start start 2024-04-22T00:54:02.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.604+0000 7f76b6df6740 1 Processor -- start 2024-04-22T00:54:02.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4d3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c9720 0x56000f4d3650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 0x56000f4da690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b6df6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x56000f4d1890 con 0x56000f4c8d30 2024-04-22T00:54:02.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b6df6740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56000f3e9a10 con 0x56000f4c9720 2024-04-22T00:54:02.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b6df6740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x56000f4d1a10 con 0x56000f4ce890 2024-04-22T00:54:02.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b6df6740 10 client.0 _ll_register_callbacks cb 0x56000f424b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:54:02.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b1ed3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4d3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b1ed3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4d3110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58842/0 (socket says 172.21.15.18:58842) 2024-04-22T00:54:02.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b1ed3640 1 -- 172.21.15.18:0/3467381646 learned_addr learned my addr 172.21.15.18:0/3467381646 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:02.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.605+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c9720 0x56000f4d3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.606+0000 7f76b1ed3640 1 -- 172.21.15.18:0/3467381646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 msgr2=0x56000f4da690 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:54:02.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.606+0000 7f76b26d4640 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 0x56000f4da690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.606+0000 7f76b1ed3640 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 0x56000f4da690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.606+0000 7f76b1ed3640 1 -- 172.21.15.18:0/3467381646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c9720 msgr2=0x56000f4d3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.606+0000 7f76b1ed3640 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c9720 0x56000f4d3650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.606+0000 7f76b1ed3640 1 -- 172.21.15.18:0/3467381646 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56000f20e620 con 0x56000f4c8d30 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.606+0000 7f76b26d4640 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 0x56000f4da690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.606+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c9720 0x56000f4d3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.607+0000 7f76b1ed3640 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4d3110 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x56000f4ca190 tx=0x7f76a40095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd29102eb12989cf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.607+0000 7f76957fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.607+0000 7f76957fa640 1 -- 172.21.15.18:0/3467381646 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76a4050060 con 0x56000f4c8d30 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.607+0000 7f76957fa640 1 -- 172.21.15.18:0/3467381646 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f76a40041d0 con 0x56000f4c8d30 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.607+0000 7f76b6df6740 1 -- 172.21.15.18:0/3467381646 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f769c00bda0 con 0x56000f4c8d30 2024-04-22T00:54:02.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.608+0000 7f76957fa640 1 -- 172.21.15.18:0/3467381646 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f76a4057050 con 0x56000f4c8d30 2024-04-22T00:54:02.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.608+0000 7f76b6df6740 10 client.18048 fetch_fsmap learned FSMap version 50 2024-04-22T00:54:02.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.608+0000 7f76b6df6740 1 -- 172.21.15.18:0/3467381646 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x56000f4dda70 con 0x56000f4c8d30 2024-04-22T00:54:02.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.608+0000 7f76957fa640 1 -- 172.21.15.18:0/3467381646 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f769c00bda0 con 0x56000f4c8d30 2024-04-22T00:54:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.609+0000 7f76957fa640 1 -- 172.21.15.18:0/3467381646 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f76a4034440 con 0x56000f4c8d30 2024-04-22T00:54:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.609+0000 7f76b6df6740 10 client.18048 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:54:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.609+0000 7f76b6df6740 10 client.18048 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:54:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.609+0000 7f76b6df6740 20 client.18048 populate_metadata read hostname 'smithi018' 2024-04-22T00:54:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.609+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56000f4df650 0x56000f4e1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.609+0000 7f76b6df6740 4 client.18048 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:54:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.609+0000 7f76b6df6740 1 -- 172.21.15.18:0/3467381646 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56000f43b0b0 con 0x56000f4df650 2024-04-22T00:54:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.610+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56000f4df650 0x56000f4e1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.610+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56000f4df650 0x56000f4e1ad0 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc1c11255ce9596 server_cookie=a95b8852cb3a5a41 in_seq=0 out_seq=0 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76957fa640 10 client.18048 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76957fa640 1 -- 172.21.15.18:0/3467381646 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56000f43b0b0 con 0x56000f4df650 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76957fa640 10 client.18048 handle_command_reply: tid=0 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76b6df6740 1 client.18048 shutdown 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76b6df6740 1 -- 172.21.15.18:0/3467381646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 msgr2=0x56000f4d3110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4d3110 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x56000f4ca190 tx=0x7f76a40095c0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76b6df6740 1 -- 172.21.15.18:0/3467381646 shutdown_connections 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56000f4df650 0x56000f4e1ad0 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 0x56000f4da690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c9720 0x56000f4d3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3467381646 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4d3110 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76b6df6740 1 -- 172.21.15.18:0/3467381646 >> 172.21.15.18:0/3467381646 conn(0x56000f4c42a0 msgr2=0x56000f4c34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:02.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.611+0000 7f76957fa640 0 client.18048 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:02.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.612+0000 7f76b6df6740 1 -- 172.21.15.18:0/3467381646 shutdown_connections 2024-04-22T00:54:02.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.612+0000 7f76b6df6740 1 -- 172.21.15.18:0/3467381646 wait complete. 2024-04-22T00:54:02.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.612+0000 7f76b6df6740 20 client.18048 trim_cache size 0 max 16384 2024-04-22T00:54:02.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.633+0000 7f76b6df6740 1 Processor -- start 2024-04-22T00:54:02.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.633+0000 7f76b6df6740 1 -- start start 2024-04-22T00:54:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.633+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4bf220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.634+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c9720 0x56000f4d2d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.634+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4ce890 0x56000f4d3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.634+0000 7f76b1ed3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4bf220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.634+0000 7f76b1ed3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4bf220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58852/0 (socket says 172.21.15.18:58852) 2024-04-22T00:54:02.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.634+0000 7f76b1ed3640 1 -- 172.21.15.18:0/3193987018 learned_addr learned my addr 172.21.15.18:0/3193987018 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.634+0000 7f76b6df6740 1 -- 172.21.15.18:0/3193987018 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f76900126f0 con 0x56000f4c8d30 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.634+0000 7f76b6df6740 1 -- 172.21.15.18:0/3193987018 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f769000ffc0 con 0x56000f4ce890 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.634+0000 7f76b6df6740 1 -- 172.21.15.18:0/3193987018 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f769000de10 con 0x56000f4c9720 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.634+0000 7f76b26d4640 1 --2- 172.21.15.18:0/3193987018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4ce890 0x56000f4d3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.634+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3193987018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c9720 0x56000f4d2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.635+0000 7f76b26d4640 1 -- 172.21.15.18:0/3193987018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c9720 msgr2=0x56000f4d2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.635+0000 7f76b26d4640 1 --2- 172.21.15.18:0/3193987018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c9720 0x56000f4d2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.635+0000 7f76b26d4640 1 -- 172.21.15.18:0/3193987018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 msgr2=0x56000f4bf220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.635+0000 7f76b26d4640 1 --2- 172.21.15.18:0/3193987018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4bf220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.635+0000 7f76b26d4640 1 -- 172.21.15.18:0/3193987018 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56000f4c9b00 con 0x56000f4ce890 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.635+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3193987018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c9720 0x56000f4d2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.635+0000 7f76b26d4640 1 --2- 172.21.15.18:0/3193987018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4ce890 0x56000f4d3260 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f769c00b4b0 tx=0x7f769c006e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=151b7c5baa951c40 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.635+0000 7f76977fe640 1 -- 172.21.15.18:0/3193987018 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769c027070 con 0x56000f4ce890 2024-04-22T00:54:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.635+0000 7f76977fe640 1 -- 172.21.15.18:0/3193987018 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f769c011980 con 0x56000f4ce890 2024-04-22T00:54:02.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.635+0000 7f76977fe640 1 -- 172.21.15.18:0/3193987018 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769c015030 con 0x56000f4ce890 2024-04-22T00:54:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 -- 172.21.15.18:0/3193987018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4ce890 msgr2=0x56000f4d3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3193987018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4ce890 0x56000f4d3260 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f769c00b4b0 tx=0x7f769c006e80 comp rx=0 tx=0).stop 2024-04-22T00:54:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 -- 172.21.15.18:0/3193987018 shutdown_connections 2024-04-22T00:54:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3193987018 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4ce890 0x56000f4d3260 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3193987018 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4c9720 0x56000f4d2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3193987018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c8d30 0x56000f4bf220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 -- 172.21.15.18:0/3193987018 >> 172.21.15.18:0/3193987018 conn(0x56000f4c42a0 msgr2=0x56000f4c4680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 -- 172.21.15.18:0/3193987018 shutdown_connections 2024-04-22T00:54:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 -- 172.21.15.18:0/3193987018 wait complete. 2024-04-22T00:54:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 -- start start 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.636+0000 7f76b6df6740 1 Processor -- start 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c8d30 0x56000f4d6de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b6df6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4d7320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b1ed3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c8d30 0x56000f4d6de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b16d2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4d7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b16d2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4d7320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58858/0 (socket says 172.21.15.18:58858) 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b1ed3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c8d30 0x56000f4d6de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:54418/0 (socket says 172.21.15.18:54418) 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b16d2640 1 -- 172.21.15.18:0/3196665914 learned_addr learned my addr 172.21.15.18:0/3196665914 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 0x56000f4d82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f769000e480 con 0x56000f4c9720 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f769000f8f0 con 0x56000f4c8d30 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f769000eb50 con 0x56000f4ce890 2024-04-22T00:54:02.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b6df6740 10 client.0 _ll_register_callbacks cb 0x7f76a4037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.637+0000 7f76b26d4640 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 0x56000f4d82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76b1ed3640 1 -- 172.21.15.18:0/3196665914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 msgr2=0x56000f4d82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76b1ed3640 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 0x56000f4d82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76b1ed3640 1 -- 172.21.15.18:0/3196665914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 msgr2=0x56000f4d7320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76b1ed3640 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4d7320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76b1ed3640 1 -- 172.21.15.18:0/3196665914 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56000f4d88d0 con 0x56000f4c8d30 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4d7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76b1ed3640 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c8d30 0x56000f4d6de0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x56000f4b8af0 tx=0x7f76a402c900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61ed03091712284b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76957fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76957fa640 1 -- 172.21.15.18:0/3196665914 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76a4050040 con 0x56000f4c8d30 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76957fa640 1 -- 172.21.15.18:0/3196665914 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f76a4003fd0 con 0x56000f4c8d30 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f769c011980 con 0x56000f4c8d30 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76957fa640 1 -- 172.21.15.18:0/3196665914 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f76a4039040 con 0x56000f4c8d30 2024-04-22T00:54:02.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76b6df6740 10 client.27653 fetch_fsmap learned FSMap version 50 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.638+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x56000f4d9c50 con 0x56000f4c8d30 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76957fa640 1 -- 172.21.15.18:0/3196665914 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f769c011980 con 0x56000f4c8d30 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76957fa640 1 -- 172.21.15.18:0/3196665914 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f76a403f770 con 0x56000f4c8d30 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76b6df6740 10 client.27653 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76b6df6740 10 client.27653 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76b6df6740 20 client.27653 populate_metadata read hostname 'smithi018' 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56000f5461d0 0x56000f5485f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76b6df6740 4 client.27653 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56000f435400 con 0x56000f5461d0 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56000f5461d0 0x56000f5485f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76957fa640 10 client.27653 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:02.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.639+0000 7f76b16d2640 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56000f5461d0 0x56000f5485f0 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e63d8e080d94bdf server_cookie=b3fddb1dee84767d in_seq=0 out_seq=0 2024-04-22T00:54:02.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.647+0000 7f76957fa640 1 -- 172.21.15.18:0/3196665914 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56000f435400 con 0x56000f5461d0 2024-04-22T00:54:02.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.647+0000 7f76957fa640 10 client.27653 handle_command_reply: tid=0 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.647+0000 7f76b6df6740 1 client.27653 shutdown 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c8d30 msgr2=0x56000f4d6de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c8d30 0x56000f4d6de0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x56000f4b8af0 tx=0x7f76a402c900 comp rx=0 tx=0).stop 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 shutdown_connections 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x56000f5461d0 0x56000f5485f0 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56000f4ce890 0x56000f4d82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76957fa640 0 client.27653 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56000f4c9720 0x56000f4d7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 1 --2- 172.21.15.18:0/3196665914 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56000f4c8d30 0x56000f4d6de0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 >> 172.21.15.18:0/3196665914 conn(0x56000f4c42a0 msgr2=0x56000f4ca9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 shutdown_connections 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 1 -- 172.21.15.18:0/3196665914 wait complete. 2024-04-22T00:54:02.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.648+0000 7f76b6df6740 20 client.27653 trim_cache size 0 max 16384 2024-04-22T00:54:02.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:54:02.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:54:02.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:54:02.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 -- 172.21.15.18:0/3612373994 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76980a2e70 msgr2=0x7f76980a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76980a2e70 0x7f76980a5330 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f76a4009a60 tx=0x7f76a4032600 comp rx=0 tx=0).stop 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 -- 172.21.15.18:0/3612373994 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76ac1007b0 msgr2=0x7f76ac0731e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76ac1007b0 0x7f76ac0731e0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f76a800b470 tx=0x7f76a800b930 comp rx=0 tx=0).stop 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 -- 172.21.15.18:0/3612373994 shutdown_connections 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f76980a2e70 0x7f76980a5330 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f76ac101170 0x7f76ac0712e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76ac1007b0 0x7f76ac0731e0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 --2- 172.21.15.18:0/3612373994 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f76ac0ffa50 0x7f76ac072ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 -- 172.21.15.18:0/3612373994 >> 172.21.15.18:0/3612373994 conn(0x7f76ac0fb3a0 msgr2=0x7f76ac0fc010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:02.650 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 -- 172.21.15.18:0/3612373994 shutdown_connections 2024-04-22T00:54:02.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:02.649+0000 7f76b4137640 1 -- 172.21.15.18:0/3612373994 wait complete. 2024-04-22T00:54:04.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:04 smithi081 ceph-mon[31546]: pgmap v757: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 4.9 MiB/s wr, 537 op/s 2024-04-22T00:54:04.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:04 smithi018 ceph-mon[27979]: pgmap v757: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 4.9 MiB/s wr, 537 op/s 2024-04-22T00:54:04.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:04 smithi167 ceph-mon[31348]: pgmap v757: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 4.9 MiB/s wr, 537 op/s 2024-04-22T00:54:04.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 760.0 s, 539.2 tps, lat 183.142 ms stddev 206.338 2024-04-22T00:54:06.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:06 smithi081 ceph-mon[31546]: pgmap v758: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.9 MiB/s wr, 489 op/s 2024-04-22T00:54:06.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:06 smithi018 ceph-mon[27979]: pgmap v758: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.9 MiB/s wr, 489 op/s 2024-04-22T00:54:06.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:06 smithi167 ceph-mon[31348]: pgmap v758: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.9 MiB/s wr, 489 op/s 2024-04-22T00:54:08.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:08 smithi081 ceph-mon[31546]: pgmap v759: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.5 MiB/s wr, 568 op/s 2024-04-22T00:54:08.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:08 smithi018 ceph-mon[27979]: pgmap v759: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.5 MiB/s wr, 568 op/s 2024-04-22T00:54:08.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:08 smithi167 ceph-mon[31348]: pgmap v759: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.5 MiB/s wr, 568 op/s 2024-04-22T00:54:09.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 765.0 s, 513.8 tps, lat 200.253 ms stddev 220.784 2024-04-22T00:54:10.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:10 smithi081 ceph-mon[31546]: pgmap v760: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.8 MiB/s wr, 484 op/s 2024-04-22T00:54:10.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:10 smithi018 ceph-mon[27979]: pgmap v760: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.8 MiB/s wr, 484 op/s 2024-04-22T00:54:10.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:10 smithi167 ceph-mon[31348]: pgmap v760: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.8 MiB/s wr, 484 op/s 2024-04-22T00:54:12.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:12 smithi081 ceph-mon[31546]: pgmap v761: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 MiB/s wr, 599 op/s 2024-04-22T00:54:12.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:12 smithi018 ceph-mon[27979]: pgmap v761: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 MiB/s wr, 599 op/s 2024-04-22T00:54:12.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:12 smithi167 ceph-mon[31348]: pgmap v761: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 MiB/s wr, 599 op/s 2024-04-22T00:54:14.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:14 smithi081 ceph-mon[31546]: pgmap v762: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 5.5 MiB/s wr, 589 op/s 2024-04-22T00:54:14.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:14 smithi018 ceph-mon[27979]: pgmap v762: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 5.5 MiB/s wr, 589 op/s 2024-04-22T00:54:14.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:14 smithi167 ceph-mon[31348]: pgmap v762: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 5.5 MiB/s wr, 589 op/s 2024-04-22T00:54:14.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 770.0 s, 524.4 tps, lat 186.738 ms stddev 202.848 2024-04-22T00:54:15.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.813+0000 7f947d4c0640 1 -- 172.21.15.18:0/3957090419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94781018d0 msgr2=0x7f9478101d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:15.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.813+0000 7f947d4c0640 1 --2- 172.21.15.18:0/3957090419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94781018d0 0x7f9478101d50 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f946800b9f0 tx=0x7f946802d900 comp rx=0 tx=0).stop 2024-04-22T00:54:15.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.815+0000 7f947d4c0640 1 -- 172.21.15.18:0/3957090419 shutdown_connections 2024-04-22T00:54:15.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.816+0000 7f947d4c0640 1 --2- 172.21.15.18:0/3957090419 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9478102290 0x7f9478108b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.816+0000 7f947d4c0640 1 --2- 172.21.15.18:0/3957090419 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94781018d0 0x7f9478101d50 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.816+0000 7f947d4c0640 1 --2- 172.21.15.18:0/3957090419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94781006e0 0x7f9478100b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.816+0000 7f947d4c0640 1 -- 172.21.15.18:0/3957090419 >> 172.21.15.18:0/3957090419 conn(0x7f94780fbc50 msgr2=0x7f94780fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:15.819 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.819+0000 7f947d4c0640 1 -- 172.21.15.18:0/3957090419 shutdown_connections 2024-04-22T00:54:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.821+0000 7f947d4c0640 1 -- 172.21.15.18:0/3957090419 wait complete. 2024-04-22T00:54:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.821+0000 7f947d4c0640 1 Processor -- start 2024-04-22T00:54:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.822+0000 7f947d4c0640 1 -- start start 2024-04-22T00:54:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.822+0000 7f947d4c0640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94781006e0 0x7f947806d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.822+0000 7f947d4c0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94781018d0 0x7f947806def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.822+0000 7f947d4c0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9478102290 0x7f9478072f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.822+0000 7f947d4c0640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f947810aa90 con 0x7f9478102290 2024-04-22T00:54:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.822+0000 7f947d4c0640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f947810a910 con 0x7f94781018d0 2024-04-22T00:54:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.822+0000 7f947d4c0640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f947810ac10 con 0x7f94781006e0 2024-04-22T00:54:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.822+0000 7f9476ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94781006e0 0x7f947806d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.823+0000 7f9476ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94781006e0 0x7f947806d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:46990/0 (socket says 172.21.15.18:46990) 2024-04-22T00:54:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.823+0000 7f9476ffd640 1 -- 172.21.15.18:0/4254063638 learned_addr learned my addr 172.21.15.18:0/4254063638 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.824+0000 7f94777fe640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9478102290 0x7f9478072f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.826 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.826+0000 7f94767fc640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94781018d0 0x7f947806def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.827 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.826+0000 7f94777fe640 1 -- 172.21.15.18:0/4254063638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94781006e0 msgr2=0x7f947806d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.826+0000 7f94777fe640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94781006e0 0x7f947806d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.826+0000 7f94777fe640 1 -- 172.21.15.18:0/4254063638 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94781018d0 msgr2=0x7f947806def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.826+0000 7f94777fe640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94781018d0 0x7f947806def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.826+0000 7f94777fe640 1 -- 172.21.15.18:0/4254063638 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94780735c0 con 0x7f9478102290 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.826+0000 7f94767fc640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94781018d0 0x7f947806def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.827+0000 7f94777fe640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9478102290 0x7f9478072f50 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f947000ef00 tx=0x7f947000c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.827+0000 7f945ffff640 1 -- 172.21.15.18:0/4254063638 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9470004b20 con 0x7f9478102290 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.827+0000 7f947d4c0640 1 -- 172.21.15.18:0/4254063638 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9478110340 con 0x7f9478102290 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.827+0000 7f947d4c0640 1 -- 172.21.15.18:0/4254063638 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9478110910 con 0x7f9478102290 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.827+0000 7f945ffff640 1 -- 172.21.15.18:0/4254063638 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9470003e50 con 0x7f9478102290 2024-04-22T00:54:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.827+0000 7f945ffff640 1 -- 172.21.15.18:0/4254063638 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947000b570 con 0x7f9478102290 2024-04-22T00:54:15.834 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.834+0000 7f9480183740 1 Processor -- start 2024-04-22T00:54:15.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f9480183740 1 -- start start 2024-04-22T00:54:15.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f9480183740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b9918b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f9480183740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 0x559b99190220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f9480183740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b99190890 0x559b99192d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f9480183740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559b990efb70 con 0x559b9918ad30 2024-04-22T00:54:15.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f9480183740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559b99098470 con 0x559b9918b720 2024-04-22T00:54:15.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f9480183740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559b990ebb30 con 0x559b99190890 2024-04-22T00:54:15.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f945ffff640 1 -- 172.21.15.18:0/4254063638 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f947001d020 con 0x7f9478102290 2024-04-22T00:54:15.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f9476ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 0x559b99190220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f9476ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 0x559b99190220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38332/0 (socket says 172.21.15.18:38332) 2024-04-22T00:54:15.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.839+0000 7f9476ffd640 1 -- 172.21.15.18:0/1931728101 learned_addr learned my addr 172.21.15.18:0/1931728101 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:15.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.840+0000 7f945ffff640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94600a2d80 0x7f94600a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.840+0000 7f9476ffd640 1 -- 172.21.15.18:0/1931728101 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b99190890 msgr2=0x559b99192d20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:54:15.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.840+0000 7f9476ffd640 1 --2- 172.21.15.18:0/1931728101 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b99190890 0x559b99192d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.840+0000 7f9476ffd640 1 -- 172.21.15.18:0/1931728101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 msgr2=0x559b9918b150 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:54:15.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.840+0000 7f9476ffd640 1 --2- 172.21.15.18:0/1931728101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b9918b150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.840+0000 7f9476ffd640 1 -- 172.21.15.18:0/1931728101 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b98e04210 con 0x559b9918b720 2024-04-22T00:54:15.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.840+0000 7f945ffff640 1 -- 172.21.15.18:0/4254063638 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f94700cf1f0 con 0x7f9478102290 2024-04-22T00:54:15.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.843+0000 7f9476ffd640 1 --2- 172.21.15.18:0/1931728101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 0x559b99190220 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f946c009af0 tx=0x7f946c00e1d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0dde793eda91384 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.844+0000 7f94777fe640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94600a2d80 0x7f94600a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.848 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.848+0000 7f945d7fa640 1 -- 172.21.15.18:0/1931728101 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946c017070 con 0x559b9918b720 2024-04-22T00:54:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.848+0000 7f945d7fa640 1 -- 172.21.15.18:0/1931728101 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f946c00ec10 con 0x559b9918b720 2024-04-22T00:54:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.849+0000 7f9480183740 1 -- 172.21.15.18:0/1931728101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 msgr2=0x559b99190220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.849+0000 7f9480183740 1 --2- 172.21.15.18:0/1931728101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 0x559b99190220 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f946c009af0 tx=0x7f946c00e1d0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.854+0000 7f9480183740 1 -- 172.21.15.18:0/1931728101 shutdown_connections 2024-04-22T00:54:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.855+0000 7f9480183740 1 --2- 172.21.15.18:0/1931728101 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b99190890 0x559b99192d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.855+0000 7f9480183740 1 --2- 172.21.15.18:0/1931728101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 0x559b99190220 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.855+0000 7f9480183740 1 --2- 172.21.15.18:0/1931728101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b9918b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.855+0000 7f9480183740 1 -- 172.21.15.18:0/1931728101 >> 172.21.15.18:0/1931728101 conn(0x559b991862a0 msgr2=0x559b991866a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.856+0000 7f94777fe640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94600a2d80 0x7f94600a5240 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f9470097ff0 tx=0x7f9470009b70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:15.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.861+0000 7f9480183740 1 -- 172.21.15.18:0/1931728101 shutdown_connections 2024-04-22T00:54:15.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.863+0000 7f9480183740 1 -- 172.21.15.18:0/1931728101 wait complete. 2024-04-22T00:54:15.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.863+0000 7f9480183740 1 -- start start 2024-04-22T00:54:15.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.863+0000 7f9480183740 1 Processor -- start 2024-04-22T00:54:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.867+0000 7f9480183740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99195080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.867+0000 7f9480183740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 0x559b991955c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.867+0000 7f9480183740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b99190890 0x559b9919c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.867+0000 7f9480183740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x559b99193890 con 0x559b9918ad30 2024-04-22T00:54:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.867+0000 7f9480183740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x559b990aba10 con 0x559b9918b720 2024-04-22T00:54:15.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.867+0000 7f9480183740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x559b99193a10 con 0x559b99190890 2024-04-22T00:54:15.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.867+0000 7f9480183740 10 client.0 _ll_register_callbacks cb 0x559b990e6b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:54:15.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.873+0000 7f94767fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b99190890 0x559b9919c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.873+0000 7f94767fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99195080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.873+0000 7f94767fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99195080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38096/0 (socket says 172.21.15.18:38096) 2024-04-22T00:54:15.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.873+0000 7f94767fc640 1 -- 172.21.15.18:0/3373332128 learned_addr learned my addr 172.21.15.18:0/3373332128 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.876+0000 7f94767fc640 1 -- 172.21.15.18:0/3373332128 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b99190890 msgr2=0x559b9919c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.876+0000 7f94767fc640 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b99190890 0x559b9919c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.876+0000 7f94767fc640 1 -- 172.21.15.18:0/3373332128 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 msgr2=0x559b991955c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:54:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.876+0000 7f94767fc640 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 0x559b991955c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.876+0000 7f94767fc640 1 -- 172.21.15.18:0/3373332128 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b98ed0620 con 0x559b9918ad30 2024-04-22T00:54:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.879+0000 7f94767fc640 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99195080 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f946800b800 tx=0x7f9468000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3aee235ce51790d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.880+0000 7f945aff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:54:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.880+0000 7f945aff5640 1 -- 172.21.15.18:0/3373332128 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9468037040 con 0x559b9918ad30 2024-04-22T00:54:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.881+0000 7f9480183740 1 -- 172.21.15.18:0/3373332128 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f946c00ec10 con 0x559b9918ad30 2024-04-22T00:54:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.881+0000 7f945aff5640 1 -- 172.21.15.18:0/3373332128 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f94680054d0 con 0x559b9918ad30 2024-04-22T00:54:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.886+0000 7f945aff5640 1 -- 172.21.15.18:0/3373332128 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f9468004020 con 0x559b9918ad30 2024-04-22T00:54:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.891+0000 7f9480183740 10 client.18060 fetch_fsmap learned FSMap version 50 2024-04-22T00:54:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.891+0000 7f9480183740 1 -- 172.21.15.18:0/3373332128 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x559b9919fa10 con 0x559b9918ad30 2024-04-22T00:54:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.895+0000 7f945aff5640 1 -- 172.21.15.18:0/3373332128 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f946c00ec10 con 0x559b9918ad30 2024-04-22T00:54:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.895+0000 7f945aff5640 1 -- 172.21.15.18:0/3373332128 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f9468004cf0 con 0x559b9918ad30 2024-04-22T00:54:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.895+0000 7f9480183740 10 client.18060 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:54:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.895+0000 7f9480183740 10 client.18060 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:54:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.895+0000 7f9480183740 20 client.18060 populate_metadata read hostname 'smithi018' 2024-04-22T00:54:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.895+0000 7f9480183740 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559b991a15a0 0x559b991a3a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.895+0000 7f9480183740 4 client.18060 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:54:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.895+0000 7f9480183740 1 -- 172.21.15.18:0/3373332128 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b990fd0b0 con 0x559b991a15a0 2024-04-22T00:54:15.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.900+0000 7f9476ffd640 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559b991a15a0 0x559b991a3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.912+0000 7f9476ffd640 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559b991a15a0 0x559b991a3a40 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=efe541ab28e344a3 server_cookie=8eb844258c254147 in_seq=0 out_seq=0 2024-04-22T00:54:15.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.912+0000 7f945aff5640 10 client.18060 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:15.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.913+0000 7f945aff5640 1 -- 172.21.15.18:0/3373332128 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559b990fd0b0 con 0x559b991a15a0 2024-04-22T00:54:15.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.913+0000 7f945aff5640 10 client.18060 handle_command_reply: tid=0 2024-04-22T00:54:15.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.913+0000 7f9480183740 1 client.18060 shutdown 2024-04-22T00:54:15.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.921+0000 7f9480183740 1 -- 172.21.15.18:0/3373332128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 msgr2=0x559b99195080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:15.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.921+0000 7f9480183740 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99195080 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f946800b800 tx=0x7f9468000bc0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.922+0000 7f9480183740 1 -- 172.21.15.18:0/3373332128 shutdown_connections 2024-04-22T00:54:15.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.922+0000 7f9480183740 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559b991a15a0 0x559b991a3a40 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.922+0000 7f9480183740 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b99190890 0x559b9919c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.922+0000 7f9480183740 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918b720 0x559b991955c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.922+0000 7f9480183740 1 --2- 172.21.15.18:0/3373332128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99195080 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.922+0000 7f9480183740 1 -- 172.21.15.18:0/3373332128 >> 172.21.15.18:0/3373332128 conn(0x559b991862a0 msgr2=0x559b991854c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:15.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.922+0000 7f945aff5640 0 client.18060 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:15.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.925+0000 7f9480183740 1 -- 172.21.15.18:0/3373332128 shutdown_connections 2024-04-22T00:54:15.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.927+0000 7f9480183740 1 -- 172.21.15.18:0/3373332128 wait complete. 2024-04-22T00:54:15.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.929+0000 7f9480183740 20 client.18060 trim_cache size 0 max 16384 2024-04-22T00:54:15.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.961+0000 7f9480183740 1 Processor -- start 2024-04-22T00:54:15.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.962+0000 7f9480183740 1 -- start start 2024-04-22T00:54:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.962+0000 7f9480183740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918ad30 0x559b99195520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.962+0000 7f9480183740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 0x559b9919c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.962+0000 7f9480183740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b99190890 0x559b99193720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.962+0000 7f94767fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918ad30 0x559b99195520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.962+0000 7f94767fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918ad30 0x559b99195520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:38346/0 (socket says 172.21.15.18:38346) 2024-04-22T00:54:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.962+0000 7f94767fc640 1 -- 172.21.15.18:0/2440912656 learned_addr learned my addr 172.21.15.18:0/2440912656 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f9480183740 1 -- 172.21.15.18:0/2440912656 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f94640126f0 con 0x559b99190890 2024-04-22T00:54:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f9476ffd640 1 --2- 172.21.15.18:0/2440912656 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 0x559b9919c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f9480183740 1 -- 172.21.15.18:0/2440912656 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f946400ffc0 con 0x559b9918ad30 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f9480183740 1 -- 172.21.15.18:0/2440912656 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f946400de10 con 0x559b9918b720 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f94767fc640 1 --2- 172.21.15.18:0/2440912656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b99190890 0x559b99193720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f94767fc640 1 -- 172.21.15.18:0/2440912656 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 msgr2=0x559b9919c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f94767fc640 1 --2- 172.21.15.18:0/2440912656 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 0x559b9919c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f94767fc640 1 -- 172.21.15.18:0/2440912656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b99190890 msgr2=0x559b99193720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f94767fc640 1 --2- 172.21.15.18:0/2440912656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b99190890 0x559b99193720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f94767fc640 1 -- 172.21.15.18:0/2440912656 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b9918fc00 con 0x559b9918ad30 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f94767fc640 1 --2- 172.21.15.18:0/2440912656 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918ad30 0x559b99195520 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f9468009ba0 tx=0x7f9468005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=875b960afe441b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.963+0000 7f945cff9640 1 -- 172.21.15.18:0/2440912656 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9468037070 con 0x559b9918ad30 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.964+0000 7f945cff9640 1 -- 172.21.15.18:0/2440912656 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9468042070 con 0x559b9918ad30 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.964+0000 7f945cff9640 1 -- 172.21.15.18:0/2440912656 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94680041c0 con 0x559b9918ad30 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.964+0000 7f9480183740 1 -- 172.21.15.18:0/2440912656 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918ad30 msgr2=0x559b99195520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:15.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.964+0000 7f9480183740 1 --2- 172.21.15.18:0/2440912656 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918ad30 0x559b99195520 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f9468009ba0 tx=0x7f9468005f90 comp rx=0 tx=0).stop 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 -- 172.21.15.18:0/2440912656 shutdown_connections 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 --2- 172.21.15.18:0/2440912656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b99190890 0x559b99193720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 --2- 172.21.15.18:0/2440912656 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 0x559b9919c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 --2- 172.21.15.18:0/2440912656 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b9918ad30 0x559b99195520 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 -- 172.21.15.18:0/2440912656 >> 172.21.15.18:0/2440912656 conn(0x559b991862a0 msgr2=0x559b99181220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 -- 172.21.15.18:0/2440912656 shutdown_connections 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 -- 172.21.15.18:0/2440912656 wait complete. 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 -- start start 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 Processor -- start 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99199660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 0x559b99199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b99190890 0x559b9919abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f946400e480 con 0x559b9918ad30 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f946400f8f0 con 0x559b99190890 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f946400eb50 con 0x559b9918b720 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9480183740 10 client.0 _ll_register_callbacks cb 0x7f9470009460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f94767fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99199660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f94767fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99199660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38110/0 (socket says 172.21.15.18:38110) 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f9476ffd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 0x559b99199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.965+0000 7f94767fc640 1 -- 172.21.15.18:0/1186988240 learned_addr learned my addr 172.21.15.18:0/1186988240 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.966+0000 7f94767fc640 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b99190890 0x559b9919abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.966+0000 7f9476ffd640 1 -- 172.21.15.18:0/1186988240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b99190890 msgr2=0x559b9919abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.966+0000 7f9476ffd640 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b99190890 0x559b9919abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.966+0000 7f9476ffd640 1 -- 172.21.15.18:0/1186988240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 msgr2=0x559b99199660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.966+0000 7f9476ffd640 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99199660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.966+0000 7f9476ffd640 1 -- 172.21.15.18:0/1186988240 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b9919b1a0 con 0x559b9918b720 2024-04-22T00:54:15.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.969+0000 7f9476ffd640 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 0x559b99199ba0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x559b99187210 tx=0x7f946c006b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=288ee6a2d9547f5f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:15.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.969+0000 7f945aff5640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.969+0000 7f945aff5640 1 -- 172.21.15.18:0/1186988240 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946c02b020 con 0x559b9918b720 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.969+0000 7f945aff5640 1 -- 172.21.15.18:0/1186988240 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f946c013670 con 0x559b9918b720 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.969+0000 7f9480183740 1 -- 172.21.15.18:0/1186988240 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9468042070 con 0x559b9918b720 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.969+0000 7f945aff5640 1 -- 172.21.15.18:0/1186988240 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f946c036050 con 0x559b9918b720 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f9480183740 10 client.27634 fetch_fsmap learned FSMap version 50 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f9480183740 1 -- 172.21.15.18:0/1186988240 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x559b9919c520 con 0x559b9918b720 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f945aff5640 1 -- 172.21.15.18:0/1186988240 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9468042070 con 0x559b9918b720 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f945aff5640 1 -- 172.21.15.18:0/1186988240 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f946c0128f0 con 0x559b9918b720 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f9480183740 10 client.27634 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f9480183740 10 client.27634 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f9480183740 20 client.27634 populate_metadata read hostname 'smithi018' 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f9480183740 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559b99207d20 0x559b9920a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f9480183740 4 client.27634 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:54:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f9480183740 1 -- 172.21.15.18:0/1186988240 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559b990f7400 con 0x559b99207d20 2024-04-22T00:54:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.970+0000 7f94767fc640 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559b99207d20 0x559b9920a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.971+0000 7f94767fc640 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559b99207d20 0x559b9920a110 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e8c38dfb5a38226 server_cookie=2e2e3f2d83b33e52 in_seq=0 out_seq=0 2024-04-22T00:54:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.971+0000 7f945aff5640 10 client.27634 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:15.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.977+0000 7f945aff5640 1 -- 172.21.15.18:0/1186988240 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559b990f7400 con 0x559b99207d20 2024-04-22T00:54:15.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.977+0000 7f945aff5640 10 client.27634 handle_command_reply: tid=0 2024-04-22T00:54:15.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.977+0000 7f9480183740 1 client.27634 shutdown 2024-04-22T00:54:15.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.977+0000 7f9480183740 1 -- 172.21.15.18:0/1186988240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 msgr2=0x559b99199ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:15.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.977+0000 7f9480183740 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 0x559b99199ba0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x559b99187210 tx=0x7f946c006b00 comp rx=0 tx=0).stop 2024-04-22T00:54:15.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f9480183740 1 -- 172.21.15.18:0/1186988240 shutdown_connections 2024-04-22T00:54:15.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f9480183740 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x559b99207d20 0x559b9920a110 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f9480183740 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x559b99190890 0x559b9919abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f945aff5640 0 client.27634 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:15.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f9480183740 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x559b9918b720 0x559b99199ba0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f9480183740 1 --2- 172.21.15.18:0/1186988240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559b9918ad30 0x559b99199660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f9480183740 1 -- 172.21.15.18:0/1186988240 >> 172.21.15.18:0/1186988240 conn(0x559b991862a0 msgr2=0x559b99181220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:15.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f9480183740 1 -- 172.21.15.18:0/1186988240 shutdown_connections 2024-04-22T00:54:15.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f9480183740 1 -- 172.21.15.18:0/1186988240 wait complete. 2024-04-22T00:54:15.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f9480183740 20 client.27634 trim_cache size 0 max 16384 2024-04-22T00:54:15.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:54:15.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:54:15.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:54:15.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:54:15.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f947d4c0640 1 -- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94600a2d80 msgr2=0x7f94600a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f947d4c0640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94600a2d80 0x7f94600a5240 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f9470097ff0 tx=0x7f9470009b70 comp rx=0 tx=0).stop 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f947d4c0640 1 -- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9478102290 msgr2=0x7f9478072f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f947d4c0640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9478102290 0x7f9478072f50 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f947000ef00 tx=0x7f947000c740 comp rx=0 tx=0).stop 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f947d4c0640 1 -- 172.21.15.18:0/4254063638 shutdown_connections 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f947d4c0640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f94600a2d80 0x7f94600a5240 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f947d4c0640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9478102290 0x7f9478072f50 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f947d4c0640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f94781018d0 0x7f947806def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f947d4c0640 1 --2- 172.21.15.18:0/4254063638 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f94781006e0 0x7f947806d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.979+0000 7f947d4c0640 1 -- 172.21.15.18:0/4254063638 >> 172.21.15.18:0/4254063638 conn(0x7f94780fbc50 msgr2=0x7f9478102af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.980+0000 7f947d4c0640 1 -- 172.21.15.18:0/4254063638 shutdown_connections 2024-04-22T00:54:15.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:15.980+0000 7f947d4c0640 1 -- 172.21.15.18:0/4254063638 wait complete. 2024-04-22T00:54:16.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:16 smithi081 ceph-mon[31546]: pgmap v763: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.0 MiB/s wr, 521 op/s 2024-04-22T00:54:16.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:16 smithi018 ceph-mon[27979]: pgmap v763: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.0 MiB/s wr, 521 op/s 2024-04-22T00:54:16.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:16 smithi167 ceph-mon[31348]: pgmap v763: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.0 MiB/s wr, 521 op/s 2024-04-22T00:54:18.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:18 smithi081 ceph-mon[31546]: pgmap v764: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.7 MiB/s wr, 599 op/s 2024-04-22T00:54:18.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:18 smithi018 ceph-mon[27979]: pgmap v764: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.7 MiB/s wr, 599 op/s 2024-04-22T00:54:18.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:18 smithi167 ceph-mon[31348]: pgmap v764: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.7 MiB/s wr, 599 op/s 2024-04-22T00:54:19.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 775.0 s, 519.2 tps, lat 193.703 ms stddev 272.706 2024-04-22T00:54:20.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:20 smithi081 ceph-mon[31546]: pgmap v765: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.1 MiB/s wr, 524 op/s 2024-04-22T00:54:20.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:20 smithi018 ceph-mon[27979]: pgmap v765: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.1 MiB/s wr, 524 op/s 2024-04-22T00:54:20.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:20 smithi167 ceph-mon[31348]: pgmap v765: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.1 MiB/s wr, 524 op/s 2024-04-22T00:54:22.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:22 smithi081 ceph-mon[31546]: pgmap v766: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.0 MiB/s wr, 550 op/s 2024-04-22T00:54:22.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:22 smithi018 ceph-mon[27979]: pgmap v766: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.0 MiB/s wr, 550 op/s 2024-04-22T00:54:22.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:22 smithi167 ceph-mon[31348]: pgmap v766: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.0 MiB/s wr, 550 op/s 2024-04-22T00:54:24.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:24 smithi081 ceph-mon[31546]: pgmap v767: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 4.9 MiB/s wr, 538 op/s 2024-04-22T00:54:24.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:24 smithi018 ceph-mon[27979]: pgmap v767: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 4.9 MiB/s wr, 538 op/s 2024-04-22T00:54:24.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:24 smithi167 ceph-mon[31348]: pgmap v767: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 4.9 MiB/s wr, 538 op/s 2024-04-22T00:54:24.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 780.0 s, 538.8 tps, lat 182.316 ms stddev 210.207 2024-04-22T00:54:26.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:26 smithi081 ceph-mon[31546]: pgmap v768: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.9 MiB/s wr, 495 op/s 2024-04-22T00:54:26.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:26 smithi018 ceph-mon[27979]: pgmap v768: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.9 MiB/s wr, 495 op/s 2024-04-22T00:54:26.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:26 smithi167 ceph-mon[31348]: pgmap v768: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.9 MiB/s wr, 495 op/s 2024-04-22T00:54:28.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:28 smithi018 ceph-mon[27979]: pgmap v769: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 5.6 MiB/s wr, 569 op/s 2024-04-22T00:54:28.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:28 smithi167 ceph-mon[31348]: pgmap v769: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 5.6 MiB/s wr, 569 op/s 2024-04-22T00:54:28.655 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:28 smithi081 ceph-mon[31546]: pgmap v769: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 5.6 MiB/s wr, 569 op/s 2024-04-22T00:54:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.140+0000 7fa73fdaf640 1 -- 172.21.15.18:0/126453494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa73810da60 msgr2=0x7fa73810dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.140+0000 7fa73fdaf640 1 --2- 172.21.15.18:0/126453494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa73810da60 0x7fa73810dee0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fa728009900 tx=0x7fa72802bc80 comp rx=0 tx=0).stop 2024-04-22T00:54:29.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.142+0000 7fa73fdaf640 1 -- 172.21.15.18:0/126453494 shutdown_connections 2024-04-22T00:54:29.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.142+0000 7fa73fdaf640 1 --2- 172.21.15.18:0/126453494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa73810da60 0x7fa73810dee0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.142+0000 7fa73fdaf640 1 --2- 172.21.15.18:0/126453494 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa73810b0b0 0x7fa73810d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.142+0000 7fa73fdaf640 1 --2- 172.21.15.18:0/126453494 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa738108740 0x7fa73810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.142+0000 7fa73fdaf640 1 -- 172.21.15.18:0/126453494 >> 172.21.15.18:0/126453494 conn(0x7fa73806e7b0 msgr2=0x7fa738070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.148+0000 7fa73fdaf640 1 -- 172.21.15.18:0/126453494 shutdown_connections 2024-04-22T00:54:29.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.151+0000 7fa73fdaf640 1 -- 172.21.15.18:0/126453494 wait complete. 2024-04-22T00:54:29.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.152+0000 7fa73fdaf640 1 Processor -- start 2024-04-22T00:54:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.155+0000 7fa73fdaf640 1 -- start start 2024-04-22T00:54:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.155+0000 7fa73fdaf640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa738108740 0x7fa7381a68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.155+0000 7fa73fdaf640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa73810b0b0 0x7fa7381a6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.155+0000 7fa73fdaf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa73810da60 0x7fa7381ade50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.155+0000 7fa73fdaf640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa73811c310 con 0x7fa73810da60 2024-04-22T00:54:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.155+0000 7fa73fdaf640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa73811c190 con 0x7fa73810b0b0 2024-04-22T00:54:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.155+0000 7fa73fdaf640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa73811c490 con 0x7fa738108740 2024-04-22T00:54:29.157 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.156+0000 7fa73d34a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa73810b0b0 0x7fa7381a6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.156+0000 7fa73d34a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa73810b0b0 0x7fa7381a6e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41810/0 (socket says 172.21.15.18:41810) 2024-04-22T00:54:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.156+0000 7fa73d34a640 1 -- 172.21.15.18:0/1275523352 learned_addr learned my addr 172.21.15.18:0/1275523352 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.158+0000 7fa73e34c640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa73810da60 0x7fa7381ade50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.159+0000 7fa73e34c640 1 -- 172.21.15.18:0/1275523352 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa738108740 msgr2=0x7fa7381a68f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.159+0000 7fa73e34c640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa738108740 0x7fa7381a68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.159+0000 7fa73e34c640 1 -- 172.21.15.18:0/1275523352 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa73810b0b0 msgr2=0x7fa7381a6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.159+0000 7fa73e34c640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa73810b0b0 0x7fa7381a6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.159+0000 7fa73e34c640 1 -- 172.21.15.18:0/1275523352 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7381ae4c0 con 0x7fa73810da60 2024-04-22T00:54:29.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.160+0000 7fa73e34c640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa73810da60 0x7fa7381ade50 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fa728009850 tx=0x7fa728004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.161+0000 7fa72effd640 1 -- 172.21.15.18:0/1275523352 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa728041070 con 0x7fa73810da60 2024-04-22T00:54:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.161+0000 7fa72effd640 1 -- 172.21.15.18:0/1275523352 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7280054e0 con 0x7fa73810da60 2024-04-22T00:54:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.161+0000 7fa72effd640 1 -- 172.21.15.18:0/1275523352 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa728034440 con 0x7fa73810da60 2024-04-22T00:54:29.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.166+0000 7fa73fdaf640 1 -- 172.21.15.18:0/1275523352 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7381ae750 con 0x7fa73810da60 2024-04-22T00:54:29.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.166+0000 7fa73fdaf640 1 -- 172.21.15.18:0/1275523352 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7381aeb00 con 0x7fa73810da60 2024-04-22T00:54:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.171+0000 7fa742992740 1 Processor -- start 2024-04-22T00:54:29.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.176+0000 7fa72effd640 1 -- 172.21.15.18:0/1275523352 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa728044070 con 0x7fa73810da60 2024-04-22T00:54:29.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.177+0000 7fa72effd640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7240a2e70 0x7fa7240a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.177+0000 7fa742992740 1 -- start start 2024-04-22T00:54:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.177+0000 7fa72effd640 1 -- 172.21.15.18:0/1275523352 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa7280f0f80 con 0x7fa73810da60 2024-04-22T00:54:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.177+0000 7fa742992740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821bd30 0x55ba5821c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.177+0000 7fa742992740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821c720 0x55ba58221220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.177+0000 7fa742992740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 0x55ba58223d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.177+0000 7fa742992740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ba58180b70 con 0x55ba58221890 2024-04-22T00:54:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.177+0000 7fa742992740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ba58129470 con 0x55ba5821c720 2024-04-22T00:54:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.177+0000 7fa742992740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ba5817cb30 con 0x55ba5821bd30 2024-04-22T00:54:29.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.179+0000 7fa73e34c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 0x55ba58223d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.179+0000 7fa73e34c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 0x55ba58223d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43448/0 (socket says 172.21.15.18:43448) 2024-04-22T00:54:29.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.179+0000 7fa73e34c640 1 -- 172.21.15.18:0/2569941445 learned_addr learned my addr 172.21.15.18:0/2569941445 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:29.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.180+0000 7fa73d34a640 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821c720 0x55ba58221220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.180+0000 7fa73d34a640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7240a2e70 0x7fa7240a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.181+0000 7fa73db4b640 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821bd30 0x55ba5821c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.181+0000 7fa73e34c640 1 -- 172.21.15.18:0/2569941445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821bd30 msgr2=0x55ba5821c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:29.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.181+0000 7fa73e34c640 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821bd30 0x55ba5821c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.181+0000 7fa73e34c640 1 -- 172.21.15.18:0/2569941445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821c720 msgr2=0x55ba58221220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:29.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.181+0000 7fa73e34c640 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821c720 0x55ba58221220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.181+0000 7fa73e34c640 1 -- 172.21.15.18:0/2569941445 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba57e95210 con 0x55ba58221890 2024-04-22T00:54:29.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.181+0000 7fa73d34a640 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821c720 0x55ba58221220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:54:29.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.181+0000 7fa73db4b640 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821bd30 0x55ba5821c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:54:29.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.183+0000 7fa73e34c640 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 0x55ba58223d20 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fa7280b9810 tx=0x7fa728003a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a2431b053e46d75 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:29.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.184+0000 7fa73d34a640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7240a2e70 0x7fa7240a5330 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x55ba5821cb20 tx=0x7fa734009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:29.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.187+0000 7fa723fff640 1 -- 172.21.15.18:0/2569941445 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa728004c80 con 0x55ba58221890 2024-04-22T00:54:29.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.187+0000 7fa723fff640 1 -- 172.21.15.18:0/2569941445 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7280bdab0 con 0x55ba58221890 2024-04-22T00:54:29.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.187+0000 7fa723fff640 1 -- 172.21.15.18:0/2569941445 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7280bd610 con 0x55ba58221890 2024-04-22T00:54:29.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.188+0000 7fa742992740 1 -- 172.21.15.18:0/2569941445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 msgr2=0x55ba58223d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:29.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.188+0000 7fa742992740 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 0x55ba58223d20 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fa7280b9810 tx=0x7fa728003a00 comp rx=0 tx=0).stop 2024-04-22T00:54:29.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.189+0000 7fa742992740 1 -- 172.21.15.18:0/2569941445 shutdown_connections 2024-04-22T00:54:29.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.189+0000 7fa742992740 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 0x55ba58223d20 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.189+0000 7fa742992740 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821c720 0x55ba58221220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.189+0000 7fa742992740 1 --2- 172.21.15.18:0/2569941445 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821bd30 0x55ba5821c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.189+0000 7fa742992740 1 -- 172.21.15.18:0/2569941445 >> 172.21.15.18:0/2569941445 conn(0x55ba582172a0 msgr2=0x55ba582176a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:29.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.189+0000 7fa742992740 1 -- 172.21.15.18:0/2569941445 shutdown_connections 2024-04-22T00:54:29.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.189+0000 7fa742992740 1 -- 172.21.15.18:0/2569941445 wait complete. 2024-04-22T00:54:29.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.190+0000 7fa742992740 1 -- start start 2024-04-22T00:54:29.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.190+0000 7fa742992740 1 Processor -- start 2024-04-22T00:54:29.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.190+0000 7fa742992740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 0x55ba58236d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.190+0000 7fa742992740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821c720 0x55ba582372b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.190+0000 7fa742992740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba58221890 0x55ba5823e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.190+0000 7fa742992740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ba58235610 con 0x55ba5821bd30 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.190+0000 7fa742992740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ba5813ca10 con 0x55ba58221890 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.190+0000 7fa742992740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ba58235790 con 0x55ba5821c720 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.190+0000 7fa742992740 10 client.0 _ll_register_callbacks cb 0x55ba58177b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.191+0000 7fa73d34a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821c720 0x55ba582372b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.191+0000 7fa73d34a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821c720 0x55ba582372b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:56912/0 (socket says 172.21.15.18:56912) 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.191+0000 7fa73d34a640 1 -- 172.21.15.18:0/1083041292 learned_addr learned my addr 172.21.15.18:0/1083041292 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.191+0000 7fa73e34c640 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba58221890 0x55ba5823e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.191+0000 7fa73db4b640 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 0x55ba58236d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.192+0000 7fa73d34a640 1 -- 172.21.15.18:0/1083041292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba58221890 msgr2=0x55ba5823e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.192+0000 7fa73d34a640 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba58221890 0x55ba5823e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.192+0000 7fa73d34a640 1 -- 172.21.15.18:0/1083041292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 msgr2=0x55ba58236d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.192+0000 7fa73d34a640 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 0x55ba58236d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.192+0000 7fa73d34a640 1 -- 172.21.15.18:0/1083041292 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba57f61620 con 0x55ba5821c720 2024-04-22T00:54:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.194+0000 7fa73d34a640 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821c720 0x55ba582372b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fa734010c50 tx=0x7fa734004700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c43f48701c5f9a2a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.194+0000 7fa7217fa640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:54:29.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.195+0000 7fa7217fa640 1 -- 172.21.15.18:0/1083041292 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa734028060 con 0x55ba5821c720 2024-04-22T00:54:29.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.195+0000 7fa7217fa640 1 -- 172.21.15.18:0/1083041292 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa734005990 con 0x55ba5821c720 2024-04-22T00:54:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.196+0000 7fa742992740 1 -- 172.21.15.18:0/1083041292 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7280bdab0 con 0x55ba5821c720 2024-04-22T00:54:29.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.198+0000 7fa7217fa640 1 -- 172.21.15.18:0/1083041292 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7fa734015550 con 0x55ba5821c720 2024-04-22T00:54:29.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.198+0000 7fa742992740 10 client.27637 fetch_fsmap learned FSMap version 50 2024-04-22T00:54:29.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.198+0000 7fa742992740 1 -- 172.21.15.18:0/1083041292 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x55ba58241640 con 0x55ba5821c720 2024-04-22T00:54:29.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.199+0000 7fa7217fa640 1 -- 172.21.15.18:0/1083041292 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7280bdab0 con 0x55ba5821c720 2024-04-22T00:54:29.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.199+0000 7fa7217fa640 1 -- 172.21.15.18:0/1083041292 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7fa734021450 con 0x55ba5821c720 2024-04-22T00:54:29.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.199+0000 7fa742992740 10 client.27637 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:54:29.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.199+0000 7fa742992740 10 client.27637 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:54:29.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.199+0000 7fa742992740 20 client.27637 populate_metadata read hostname 'smithi018' 2024-04-22T00:54:29.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.199+0000 7fa742992740 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ba58243180 0x55ba582455e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.199+0000 7fa742992740 4 client.27637 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:54:29.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.199+0000 7fa742992740 1 -- 172.21.15.18:0/1083041292 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba5818e0b0 con 0x55ba58243180 2024-04-22T00:54:29.200 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.200+0000 7fa73db4b640 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ba58243180 0x55ba582455e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.201+0000 7fa73db4b640 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ba58243180 0x55ba582455e0 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f146232ca249b9fc server_cookie=f4c94040be11a304 in_seq=0 out_seq=0 2024-04-22T00:54:29.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.201+0000 7fa7217fa640 10 client.27637 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.202+0000 7fa7217fa640 1 -- 172.21.15.18:0/1083041292 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ba5818e0b0 con 0x55ba58243180 2024-04-22T00:54:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.202+0000 7fa7217fa640 10 client.27637 handle_command_reply: tid=0 2024-04-22T00:54:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.203+0000 7fa742992740 1 client.27637 shutdown 2024-04-22T00:54:29.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.203+0000 7fa742992740 1 -- 172.21.15.18:0/1083041292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821c720 msgr2=0x55ba582372b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:29.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.203+0000 7fa742992740 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821c720 0x55ba582372b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fa734010c50 tx=0x7fa734004700 comp rx=0 tx=0).stop 2024-04-22T00:54:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.203+0000 7fa742992740 1 -- 172.21.15.18:0/1083041292 shutdown_connections 2024-04-22T00:54:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.203+0000 7fa742992740 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ba58243180 0x55ba582455e0 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.203+0000 7fa742992740 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba58221890 0x55ba5823e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.203+0000 7fa742992740 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba5821c720 0x55ba582372b0 secure :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fa734010c50 tx=0x7fa734004700 comp rx=0 tx=0).stop 2024-04-22T00:54:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.203+0000 7fa742992740 1 --2- 172.21.15.18:0/1083041292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 0x55ba58236d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.203+0000 7fa742992740 1 -- 172.21.15.18:0/1083041292 >> 172.21.15.18:0/1083041292 conn(0x55ba582172a0 msgr2=0x55ba582164c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.203+0000 7fa7217fa640 0 client.27637 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.204+0000 7fa742992740 1 -- 172.21.15.18:0/1083041292 shutdown_connections 2024-04-22T00:54:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.204+0000 7fa742992740 1 -- 172.21.15.18:0/1083041292 wait complete. 2024-04-22T00:54:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.204+0000 7fa742992740 20 client.27637 trim_cache size 0 max 16384 2024-04-22T00:54:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.227+0000 7fa742992740 1 Processor -- start 2024-04-22T00:54:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.227+0000 7fa742992740 1 -- start start 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.228+0000 7fa742992740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 0x55ba5821a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.228+0000 7fa742992740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba58221890 0x55ba5823e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.228+0000 7fa73db4b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 0x55ba5821a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.228+0000 7fa73db4b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 0x55ba5821a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43472/0 (socket says 172.21.15.18:43472) 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.228+0000 7fa73d34a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba58221890 0x55ba5823e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.228+0000 7fa73d34a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba58221890 0x55ba5823e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:56928/0 (socket says 172.21.15.18:56928) 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.228+0000 7fa742992740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821e1f0 0x55ba5821aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.229+0000 7fa73db4b640 1 -- 172.21.15.18:0/172929394 learned_addr learned my addr 172.21.15.18:0/172929394 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.229+0000 7fa742992740 1 -- 172.21.15.18:0/172929394 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa7381b33d0 con 0x55ba5821bd30 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.229+0000 7fa73e34c640 1 --2- 172.21.15.18:0/172929394 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821e1f0 0x55ba5821aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.229+0000 7fa742992740 1 -- 172.21.15.18:0/172929394 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa7381b0ca0 con 0x55ba5821e1f0 2024-04-22T00:54:29.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.229+0000 7fa742992740 1 -- 172.21.15.18:0/172929394 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa7381183d0 con 0x55ba58221890 2024-04-22T00:54:29.230 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.229+0000 7fa73db4b640 1 -- 172.21.15.18:0/172929394 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba58221890 msgr2=0x55ba5823e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:29.230 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.229+0000 7fa73db4b640 1 --2- 172.21.15.18:0/172929394 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba58221890 0x55ba5823e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.230 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.229+0000 7fa73db4b640 1 -- 172.21.15.18:0/172929394 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821e1f0 msgr2=0x55ba5821aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:29.230 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.229+0000 7fa73db4b640 1 --2- 172.21.15.18:0/172929394 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821e1f0 0x55ba5821aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.230 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.229+0000 7fa73db4b640 1 -- 172.21.15.18:0/172929394 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba58218010 con 0x55ba5821bd30 2024-04-22T00:54:29.230 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.230+0000 7fa73db4b640 1 --2- 172.21.15.18:0/172929394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 0x55ba5821a500 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fa730007660 tx=0x7fa7300074c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8c45669e0fd09f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:29.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.230+0000 7fa7237fe640 1 -- 172.21.15.18:0/172929394 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730008040 con 0x55ba5821bd30 2024-04-22T00:54:29.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.230+0000 7fa7237fe640 1 -- 172.21.15.18:0/172929394 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa73001c030 con 0x55ba5821bd30 2024-04-22T00:54:29.231 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.230+0000 7fa7237fe640 1 -- 172.21.15.18:0/172929394 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730020750 con 0x55ba5821bd30 2024-04-22T00:54:29.232 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.231+0000 7fa742992740 1 -- 172.21.15.18:0/172929394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 msgr2=0x55ba5821a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:29.232 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.231+0000 7fa742992740 1 --2- 172.21.15.18:0/172929394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 0x55ba5821a500 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fa730007660 tx=0x7fa7300074c0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.232 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.231+0000 7fa742992740 1 -- 172.21.15.18:0/172929394 shutdown_connections 2024-04-22T00:54:29.232 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.231+0000 7fa742992740 1 --2- 172.21.15.18:0/172929394 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821e1f0 0x55ba5821aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.232 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.231+0000 7fa742992740 1 --2- 172.21.15.18:0/172929394 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba58221890 0x55ba5823e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.232 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.231+0000 7fa742992740 1 --2- 172.21.15.18:0/172929394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba5821bd30 0x55ba5821a500 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.232 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.231+0000 7fa742992740 1 -- 172.21.15.18:0/172929394 >> 172.21.15.18:0/172929394 conn(0x55ba582172a0 msgr2=0x55ba5821dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:29.232 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.231+0000 7fa742992740 1 -- 172.21.15.18:0/172929394 shutdown_connections 2024-04-22T00:54:29.232 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.231+0000 7fa742992740 1 -- 172.21.15.18:0/172929394 wait complete. 2024-04-22T00:54:29.232 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.232+0000 7fa742992740 1 -- start start 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.232+0000 7fa742992740 1 Processor -- start 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.233+0000 7fa742992740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821bd30 0x55ba5823b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.233+0000 7fa742992740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 0x55ba5823b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.233+0000 7fa73db4b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821bd30 0x55ba5823b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.233+0000 7fa73db4b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821bd30 0x55ba5823b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:41836/0 (socket says 172.21.15.18:41836) 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.233+0000 7fa73db4b640 1 -- 172.21.15.18:0/3398965117 learned_addr learned my addr 172.21.15.18:0/3398965117 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa73d34a640 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 0x55ba5823b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa742992740 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba582a5740 0x55ba582a7b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fa7381af160 con 0x55ba58221890 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fa7381b05d0 con 0x55ba5821bd30 2024-04-22T00:54:29.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fa7381af830 con 0x55ba582a5740 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa73e34c640 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba582a5740 0x55ba582a7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa742992740 10 client.0 _ll_register_callbacks cb 0x7fa734015ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa73e34c640 1 -- 172.21.15.18:0/3398965117 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821bd30 msgr2=0x55ba5823b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa73e34c640 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821bd30 0x55ba5823b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa73e34c640 1 -- 172.21.15.18:0/3398965117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 msgr2=0x55ba5823b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa73e34c640 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 0x55ba5823b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.234+0000 7fa73e34c640 1 -- 172.21.15.18:0/3398965117 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba5823bb40 con 0x55ba582a5740 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa73001c030 con 0x55ba582a5740 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa73e34c640 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba582a5740 0x55ba582a7b30 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fa7280bd570 tx=0x7fa72802c1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d093df7f76203fcb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa7217fa640 10 client.27643 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa7217fa640 1 -- 172.21.15.18:0/3398965117 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7280d0050 con 0x55ba582a5740 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa7217fa640 1 -- 172.21.15.18:0/3398965117 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fa7280bd610 con 0x55ba582a5740 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa7217fa640 1 -- 172.21.15.18:0/3398965117 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7fa7280da070 con 0x55ba582a5740 2024-04-22T00:54:29.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa742992740 10 client.27643 fetch_fsmap learned FSMap version 50 2024-04-22T00:54:29.237 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({fsmap=50}) -- 0x55ba582a8ff0 con 0x55ba582a5740 2024-04-22T00:54:29.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa7217fa640 1 -- 172.21.15.18:0/3398965117 <== mon.1 v2:172.21.15.167:3300/0 4 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7fa72809e060 con 0x55ba582a5740 2024-04-22T00:54:29.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa742992740 10 client.27643 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:54:29.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.235+0000 7fa742992740 10 client.27643 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:54:29.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.236+0000 7fa742992740 20 client.27643 populate_metadata read hostname 'smithi018' 2024-04-22T00:54:29.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.236+0000 7fa742992740 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ba582a9720 0x55ba582abb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:29.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.236+0000 7fa742992740 4 client.27643 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:54:29.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.236+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ba58188400 con 0x55ba582a9720 2024-04-22T00:54:29.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.236+0000 7fa73db4b640 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ba582a9720 0x55ba582abb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:29.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.236+0000 7fa7217fa640 10 client.27643 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:29.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.236+0000 7fa73db4b640 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ba582a9720 0x55ba582abb40 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba13bf6664a99330 server_cookie=51228c3da1c15c19 in_seq=0 out_seq=0 2024-04-22T00:54:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.244+0000 7fa7217fa640 1 -- 172.21.15.18:0/3398965117 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ba58188400 con 0x55ba582a9720 2024-04-22T00:54:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.244+0000 7fa7217fa640 10 client.27643 handle_command_reply: tid=0 2024-04-22T00:54:29.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.245+0000 7fa742992740 1 client.27643 shutdown 2024-04-22T00:54:29.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.245+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba582a5740 msgr2=0x55ba582a7b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:29.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.245+0000 7fa742992740 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba582a5740 0x55ba582a7b30 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fa7280bd570 tx=0x7fa72802c1a0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.246+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 shutdown_connections 2024-04-22T00:54:29.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.246+0000 7fa742992740 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ba582a9720 0x55ba582abb40 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.246+0000 7fa742992740 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ba582a5740 0x55ba582a7b30 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.246+0000 7fa7217fa640 0 client.27643 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:29.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.246+0000 7fa742992740 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba58221890 0x55ba5823b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.246+0000 7fa742992740 1 --2- 172.21.15.18:0/3398965117 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ba5821bd30 0x55ba5823b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.246+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 >> 172.21.15.18:0/3398965117 conn(0x55ba582172a0 msgr2=0x55ba5821a500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:29.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.246+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 shutdown_connections 2024-04-22T00:54:29.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.247+0000 7fa742992740 1 -- 172.21.15.18:0/3398965117 wait complete. 2024-04-22T00:54:29.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:54:29.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:54:29.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:54:29.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:54:29.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.247+0000 7fa742992740 20 client.27643 trim_cache size 0 max 16384 2024-04-22T00:54:29.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.247+0000 7fa73fdaf640 1 -- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7240a2e70 msgr2=0x7fa7240a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:29.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.247+0000 7fa73fdaf640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7240a2e70 0x7fa7240a5330 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x55ba5821cb20 tx=0x7fa734009190 comp rx=0 tx=0).stop 2024-04-22T00:54:29.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.247+0000 7fa73fdaf640 1 -- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa73810da60 msgr2=0x7fa7381ade50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:29.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.247+0000 7fa73fdaf640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa73810da60 0x7fa7381ade50 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fa728009850 tx=0x7fa728004040 comp rx=0 tx=0).stop 2024-04-22T00:54:29.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.248+0000 7fa73fdaf640 1 -- 172.21.15.18:0/1275523352 shutdown_connections 2024-04-22T00:54:29.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.248+0000 7fa73fdaf640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fa7240a2e70 0x7fa7240a5330 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.248+0000 7fa73fdaf640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa73810da60 0x7fa7381ade50 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.248+0000 7fa73fdaf640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa73810b0b0 0x7fa7381a6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.248+0000 7fa73fdaf640 1 --2- 172.21.15.18:0/1275523352 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fa738108740 0x7fa7381a68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:29.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.248+0000 7fa73fdaf640 1 -- 172.21.15.18:0/1275523352 >> 172.21.15.18:0/1275523352 conn(0x7fa73806e7b0 msgr2=0x7fa738109570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:29.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.248+0000 7fa73fdaf640 1 -- 172.21.15.18:0/1275523352 shutdown_connections 2024-04-22T00:54:29.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:29.248+0000 7fa73fdaf640 1 -- 172.21.15.18:0/1275523352 wait complete. 2024-04-22T00:54:29.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 785.0 s, 565.6 tps, lat 177.574 ms stddev 220.608 2024-04-22T00:54:30.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:30 smithi167 ceph-mon[31348]: pgmap v770: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.5 MiB/s wr, 482 op/s 2024-04-22T00:54:30.661 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:30 smithi081 ceph-mon[31546]: pgmap v770: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.5 MiB/s wr, 482 op/s 2024-04-22T00:54:30.661 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:30 smithi018 ceph-mon[27979]: pgmap v770: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.5 MiB/s wr, 482 op/s 2024-04-22T00:54:32.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:32 smithi167 ceph-mon[31348]: pgmap v771: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.0 MiB/s wr, 540 op/s 2024-04-22T00:54:32.655 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:32 smithi081 ceph-mon[31546]: pgmap v771: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.0 MiB/s wr, 540 op/s 2024-04-22T00:54:32.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:32 smithi018 ceph-mon[27979]: pgmap v771: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.0 MiB/s wr, 540 op/s 2024-04-22T00:54:34.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:34 smithi167 ceph-mon[31348]: pgmap v772: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.4 MiB/s wr, 563 op/s 2024-04-22T00:54:34.655 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:34 smithi081 ceph-mon[31546]: pgmap v772: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.4 MiB/s wr, 563 op/s 2024-04-22T00:54:34.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:34 smithi018 ceph-mon[27979]: pgmap v772: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.4 MiB/s wr, 563 op/s 2024-04-22T00:54:34.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 790.0 s, 518.4 tps, lat 193.439 ms stddev 219.764 2024-04-22T00:54:36.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:36 smithi167 ceph-mon[31348]: pgmap v773: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.4 MiB/s wr, 470 op/s 2024-04-22T00:54:36.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:36 smithi081 ceph-mon[31546]: pgmap v773: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.4 MiB/s wr, 470 op/s 2024-04-22T00:54:36.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:36 smithi018 ceph-mon[27979]: pgmap v773: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.4 MiB/s wr, 470 op/s 2024-04-22T00:54:38.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:38 smithi167 ceph-mon[31348]: pgmap v774: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 4.8 MiB/s wr, 546 op/s 2024-04-22T00:54:38.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:38 smithi081 ceph-mon[31546]: pgmap v774: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 4.8 MiB/s wr, 546 op/s 2024-04-22T00:54:38.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:38 smithi018 ceph-mon[27979]: pgmap v774: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 4.8 MiB/s wr, 546 op/s 2024-04-22T00:54:39.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:39 smithi081 ceph-mon[31546]: pgmap v775: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.5 MiB/s wr, 491 op/s 2024-04-22T00:54:39.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:39 smithi018 ceph-mon[27979]: pgmap v775: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.5 MiB/s wr, 491 op/s 2024-04-22T00:54:39.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:39 smithi167 ceph-mon[31348]: pgmap v775: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.5 MiB/s wr, 491 op/s 2024-04-22T00:54:39.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 795.0 s, 532.8 tps, lat 189.818 ms stddev 215.718 2024-04-22T00:54:41.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:41 smithi167 ceph-mon[31348]: pgmap v776: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.1 MiB/s wr, 546 op/s 2024-04-22T00:54:41.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:41 smithi081 ceph-mon[31546]: pgmap v776: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.1 MiB/s wr, 546 op/s 2024-04-22T00:54:41.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:41 smithi018 ceph-mon[27979]: pgmap v776: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.1 MiB/s wr, 546 op/s 2024-04-22T00:54:42.398 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.398+0000 7fb1bfe88640 1 -- 172.21.15.18:0/1669547215 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1b80ffe10 msgr2=0x7fb1b8100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.398+0000 7fb1bfe88640 1 --2- 172.21.15.18:0/1669547215 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1b80ffe10 0x7fb1b8100230 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac00da00 tx=0x7fb1ac02ff10 comp rx=0 tx=0).stop 2024-04-22T00:54:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.398+0000 7fb1bfe88640 1 -- 172.21.15.18:0/1669547215 shutdown_connections 2024-04-22T00:54:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.398+0000 7fb1bfe88640 1 --2- 172.21.15.18:0/1669547215 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1b8101920 0x7fb1b8108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.398+0000 7fb1bfe88640 1 --2- 172.21.15.18:0/1669547215 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb1b8100f60 0x7fb1b81013e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.398+0000 7fb1bfe88640 1 --2- 172.21.15.18:0/1669547215 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1b80ffe10 0x7fb1b8100230 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.398+0000 7fb1bfe88640 1 -- 172.21.15.18:0/1669547215 >> 172.21.15.18:0/1669547215 conn(0x7fb1b80fb3a0 msgr2=0x7fb1b80fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.399+0000 7fb1bfe88640 1 -- 172.21.15.18:0/1669547215 shutdown_connections 2024-04-22T00:54:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.399+0000 7fb1bfe88640 1 -- 172.21.15.18:0/1669547215 wait complete. 2024-04-22T00:54:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.400+0000 7fb1bfe88640 1 Processor -- start 2024-04-22T00:54:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.400+0000 7fb1bfe88640 1 -- start start 2024-04-22T00:54:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.400+0000 7fb1bfe88640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb1b80ffe10 0x7fb1b810fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bfe88640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1b8100f60 0x7fb1b8110380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bfe88640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1b8101920 0x7fb1b81ae2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bfe88640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b8113ba0 con 0x7fb1b8101920 2024-04-22T00:54:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bfe88640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b8113a20 con 0x7fb1b80ffe10 2024-04-22T00:54:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bfe88640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b8113d20 con 0x7fb1b8100f60 2024-04-22T00:54:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bdc24640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb1b80ffe10 0x7fb1b810fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bd423640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1b8100f60 0x7fb1b8110380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bdc24640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb1b80ffe10 0x7fb1b810fe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:36784/0 (socket says 172.21.15.18:36784) 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bdc24640 1 -- 172.21.15.18:0/4291180999 learned_addr learned my addr 172.21.15.18:0/4291180999 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1be425640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1b8101920 0x7fb1b81ae2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bdc24640 1 -- 172.21.15.18:0/4291180999 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1b8100f60 msgr2=0x7fb1b8110380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1b8100f60 0x7fb1b8110380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bdc24640 1 -- 172.21.15.18:0/4291180999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1b8101920 msgr2=0x7fb1b81ae2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1b8101920 0x7fb1b81ae2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.401+0000 7fb1bdc24640 1 -- 172.21.15.18:0/4291180999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b8110a20 con 0x7fb1b80ffe10 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.402+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb1b80ffe10 0x7fb1b810fe40 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac004cf0 tx=0x7fb1ac032f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.402+0000 7fb1b6ffd640 1 -- 172.21.15.18:0/4291180999 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac030cc0 con 0x7fb1b80ffe10 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.402+0000 7fb1bfe88640 1 -- 172.21.15.18:0/4291180999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1b81ae8b0 con 0x7fb1b80ffe10 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.402+0000 7fb1b6ffd640 1 -- 172.21.15.18:0/4291180999 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1ac004aa0 con 0x7fb1b80ffe10 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.403+0000 7fb1b6ffd640 1 -- 172.21.15.18:0/4291180999 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac003d80 con 0x7fb1b80ffe10 2024-04-22T00:54:42.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.403+0000 7fb1bfe88640 1 -- 172.21.15.18:0/4291180999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1b81aede0 con 0x7fb1b80ffe10 2024-04-22T00:54:42.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.406+0000 7fb1c2a7c740 1 Processor -- start 2024-04-22T00:54:42.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.406+0000 7fb1c2a7c740 1 -- start start 2024-04-22T00:54:42.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.407+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e65856150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.407+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 0x556e6585b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.407+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e6585b890 0x556e6585dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.407+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556e657bab70 con 0x556e6585b890 2024-04-22T00:54:42.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.407+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556e65763470 con 0x556e65856720 2024-04-22T00:54:42.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.407+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556e657b6b30 con 0x556e65855d30 2024-04-22T00:54:42.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.407+0000 7fb1bd423640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e6585b890 0x556e6585dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.407+0000 7fb1be425640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e65856150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.407+0000 7fb1be425640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e65856150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:53044/0 (socket says 172.21.15.18:53044) 2024-04-22T00:54:42.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.407+0000 7fb1be425640 1 -- 172.21.15.18:0/3929260715 learned_addr learned my addr 172.21.15.18:0/3929260715 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:42.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.408+0000 7fb1be425640 1 -- 172.21.15.18:0/3929260715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 msgr2=0x556e6585b220 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:54:42.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.408+0000 7fb1be425640 1 --2- 172.21.15.18:0/3929260715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 0x556e6585b220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.408+0000 7fb1be425640 1 -- 172.21.15.18:0/3929260715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e6585b890 msgr2=0x556e6585dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:42.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.408+0000 7fb1be425640 1 --2- 172.21.15.18:0/3929260715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e6585b890 0x556e6585dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.408+0000 7fb1be425640 1 -- 172.21.15.18:0/3929260715 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e654cf210 con 0x556e65855d30 2024-04-22T00:54:42.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.408+0000 7fb1be425640 1 --2- 172.21.15.18:0/3929260715 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e65856150 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb1b000b500 tx=0x7fb1b0009630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36b631f08c393c70 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:42.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.408+0000 7fb19ffff640 1 -- 172.21.15.18:0/3929260715 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b000a970 con 0x556e65855d30 2024-04-22T00:54:42.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.408+0000 7fb19ffff640 1 -- 172.21.15.18:0/3929260715 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1b0019070 con 0x556e65855d30 2024-04-22T00:54:42.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.409+0000 7fb19ffff640 1 -- 172.21.15.18:0/3929260715 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b00133e0 con 0x556e65855d30 2024-04-22T00:54:42.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.409+0000 7fb1b6ffd640 1 -- 172.21.15.18:0/4291180999 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb1ac004040 con 0x7fb1b80ffe10 2024-04-22T00:54:42.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.409+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3929260715 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 msgr2=0x556e65856150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:42.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.409+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/3929260715 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e65856150 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb1b000b500 tx=0x7fb1b0009630 comp rx=0 tx=0).stop 2024-04-22T00:54:42.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.410+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3929260715 shutdown_connections 2024-04-22T00:54:42.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.410+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/3929260715 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e6585b890 0x556e6585dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.410+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/3929260715 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 0x556e6585b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.410+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/3929260715 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e65856150 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.410+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3929260715 >> 172.21.15.18:0/3929260715 conn(0x556e658512a0 msgr2=0x556e658516a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:42.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.410+0000 7fb1b6ffd640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1a00a2c40 0x7fb1a00a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.411+0000 7fb1bd423640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1a00a2c40 0x7fb1a00a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.411+0000 7fb1b6ffd640 1 -- 172.21.15.18:0/4291180999 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb1ac0f0ab0 con 0x7fb1b80ffe10 2024-04-22T00:54:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.411+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3929260715 shutdown_connections 2024-04-22T00:54:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.411+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3929260715 wait complete. 2024-04-22T00:54:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.411+0000 7fb1c2a7c740 1 -- start start 2024-04-22T00:54:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.411+0000 7fb1c2a7c740 1 Processor -- start 2024-04-22T00:54:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1bd423640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1a00a2c40 0x7fb1a00a5100 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x556e65852210 tx=0x7fb1a80090e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65855d30 0x556e658600c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65856720 0x556e65860600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e6585b890 0x556e65867640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x556e6585e8e0 con 0x556e65855d30 2024-04-22T00:54:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x556e65776a10 con 0x556e6585b890 2024-04-22T00:54:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556e6585ea60 con 0x556e65856720 2024-04-22T00:54:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1c2a7c740 10 client.0 _ll_register_callbacks cb 0x556e657b1b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:54:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1bdc24640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65855d30 0x556e658600c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1bdc24640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65855d30 0x556e658600c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57416/0 (socket says 172.21.15.18:57416) 2024-04-22T00:54:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.412+0000 7fb1bdc24640 1 -- 172.21.15.18:0/3271563230 learned_addr learned my addr 172.21.15.18:0/3271563230 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.413+0000 7fb1bd423640 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65856720 0x556e65860600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.413+0000 7fb1bdc24640 1 -- 172.21.15.18:0/3271563230 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65856720 msgr2=0x556e65860600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.413+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65856720 0x556e65860600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.413+0000 7fb1bdc24640 1 -- 172.21.15.18:0/3271563230 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e6585b890 msgr2=0x556e65867640 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:54:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.413+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e6585b890 0x556e65867640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.413+0000 7fb1bdc24640 1 -- 172.21.15.18:0/3271563230 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e6559b620 con 0x556e65855d30 2024-04-22T00:54:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.413+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65855d30 0x556e658600c0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac0048f0 tx=0x7fb1ac004ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3671525f39e96940 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.413+0000 7fb19d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:54:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.413+0000 7fb19d7fa640 1 -- 172.21.15.18:0/3271563230 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac0bb0d0 con 0x556e65855d30 2024-04-22T00:54:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.413+0000 7fb19d7fa640 1 -- 172.21.15.18:0/3271563230 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb1ac0c56c0 con 0x556e65855d30 2024-04-22T00:54:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.414+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3271563230 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1b0019070 con 0x556e65855d30 2024-04-22T00:54:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.415+0000 7fb19d7fa640 1 -- 172.21.15.18:0/3271563230 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7fb1ac0bcf90 con 0x556e65855d30 2024-04-22T00:54:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.415+0000 7fb1c2a7c740 10 client.18093 fetch_fsmap learned FSMap version 50 2024-04-22T00:54:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.415+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3271563230 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x556e6586a9b0 con 0x556e65855d30 2024-04-22T00:54:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.415+0000 7fb19d7fa640 1 -- 172.21.15.18:0/3271563230 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1b0019070 con 0x556e65855d30 2024-04-22T00:54:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.417+0000 7fb19d7fa640 1 -- 172.21.15.18:0/3271563230 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7fb1ac00b040 con 0x556e65855d30 2024-04-22T00:54:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.417+0000 7fb1c2a7c740 10 client.18093 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:54:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.417+0000 7fb1c2a7c740 10 client.18093 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:54:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.417+0000 7fb1c2a7c740 20 client.18093 populate_metadata read hostname 'smithi018' 2024-04-22T00:54:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.417+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556e6586c070 0x556e6586e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.417+0000 7fb1c2a7c740 4 client.18093 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:54:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.417+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3271563230 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e657c80b0 con 0x556e6586c070 2024-04-22T00:54:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.417+0000 7fb1bd423640 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556e6586c070 0x556e6586e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.418+0000 7fb1bd423640 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556e6586c070 0x556e6586e4d0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=926eeb5e9683c690 server_cookie=872dfac81aa12c04 in_seq=0 out_seq=0 2024-04-22T00:54:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.418+0000 7fb19d7fa640 10 client.18093 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.418+0000 7fb19d7fa640 1 -- 172.21.15.18:0/3271563230 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556e657c80b0 con 0x556e6586c070 2024-04-22T00:54:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.418+0000 7fb19d7fa640 10 client.18093 handle_command_reply: tid=0 2024-04-22T00:54:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.418+0000 7fb1c2a7c740 1 client.18093 shutdown 2024-04-22T00:54:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3271563230 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65855d30 msgr2=0x556e658600c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65855d30 0x556e658600c0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac0048f0 tx=0x7fb1ac004ec0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3271563230 shutdown_connections 2024-04-22T00:54:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556e6586c070 0x556e6586e4d0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e6585b890 0x556e65867640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65856720 0x556e65860600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/3271563230 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65855d30 0x556e658600c0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3271563230 >> 172.21.15.18:0/3271563230 conn(0x556e658512a0 msgr2=0x556e658504c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:42.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb19d7fa640 0 client.18093 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:42.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3271563230 shutdown_connections 2024-04-22T00:54:42.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/3271563230 wait complete. 2024-04-22T00:54:42.420 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.419+0000 7fb1c2a7c740 20 client.18093 trim_cache size 0 max 16384 2024-04-22T00:54:42.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.445+0000 7fb1c2a7c740 1 Processor -- start 2024-04-22T00:54:42.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.445+0000 7fb1c2a7c740 1 -- start start 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.445+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e658579a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.445+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65856720 0x556e65857ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.445+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e6585b890 0x556e658675d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b81bb8e0 con 0x556e65856720 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b81b91b0 con 0x556e6585b890 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b81b70b0 con 0x556e65855d30 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1bd423640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65856720 0x556e65857ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1bd423640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65856720 0x556e65857ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57426/0 (socket says 172.21.15.18:57426) 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1bd423640 1 -- 172.21.15.18:0/325330382 learned_addr learned my addr 172.21.15.18:0/325330382 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1be425640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e6585b890 0x556e658675d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/325330382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e658579a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1be425640 1 -- 172.21.15.18:0/325330382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 msgr2=0x556e658579a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1be425640 1 --2- 172.21.15.18:0/325330382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e658579a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1be425640 1 -- 172.21.15.18:0/325330382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65856720 msgr2=0x556e65857ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1be425640 1 --2- 172.21.15.18:0/325330382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65856720 0x556e65857ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1be425640 1 -- 172.21.15.18:0/325330382 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e65852010 con 0x556e6585b890 2024-04-22T00:54:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1bd423640 1 --2- 172.21.15.18:0/325330382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65856720 0x556e65857ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:54:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb1be425640 1 --2- 172.21.15.18:0/325330382 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e6585b890 0x556e658675d0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb1b000a010 tx=0x7fb1b0009cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=468274a4a36733f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb19f7fe640 1 -- 172.21.15.18:0/325330382 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b0003c30 con 0x556e6585b890 2024-04-22T00:54:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.446+0000 7fb19f7fe640 1 -- 172.21.15.18:0/325330382 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1b0019040 con 0x556e6585b890 2024-04-22T00:54:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.447+0000 7fb19f7fe640 1 -- 172.21.15.18:0/325330382 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b0004560 con 0x556e6585b890 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.447+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/325330382 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e6585b890 msgr2=0x556e658675d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.447+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/325330382 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e6585b890 0x556e658675d0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb1b000a010 tx=0x7fb1b0009cd0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.447+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/325330382 shutdown_connections 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.447+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/325330382 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e6585b890 0x556e658675d0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.447+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/325330382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e65856720 0x556e65857ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.447+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/325330382 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e658579a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.447+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/325330382 >> 172.21.15.18:0/325330382 conn(0x556e658512a0 msgr2=0x556e65851680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.447+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/325330382 shutdown_connections 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.447+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/325330382 wait complete. 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1c2a7c740 1 -- start start 2024-04-22T00:54:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1c2a7c740 1 Processor -- start 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e658641f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 0x556e65864730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1c2a7c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e6585b890 0x556e658d0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b81b7670 con 0x556e6585b890 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b81b8ae0 con 0x556e65856720 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1c2a7c740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b81b7d40 con 0x556e65855d30 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1c2a7c740 10 client.0 _ll_register_callbacks cb 0x7fb1ac00d670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1bd423640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 0x556e65864730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1bd423640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 0x556e65864730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:36808/0 (socket says 172.21.15.18:36808) 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1bd423640 1 -- 172.21.15.18:0/1239766589 learned_addr learned my addr 172.21.15.18:0/1239766589 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1be425640 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e6585b890 0x556e658d0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.448+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e658641f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.449+0000 7fb1bd423640 1 -- 172.21.15.18:0/1239766589 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 msgr2=0x556e658641f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.449+0000 7fb1bd423640 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e658641f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.449+0000 7fb1bd423640 1 -- 172.21.15.18:0/1239766589 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e6585b890 msgr2=0x556e658d0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.449+0000 7fb1bd423640 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e6585b890 0x556e658d0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.449+0000 7fb1bd423640 1 -- 172.21.15.18:0/1239766589 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e65867800 con 0x556e65856720 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.449+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e658641f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.449+0000 7fb1bd423640 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 0x556e65864730 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fb1a8012010 tx=0x7fb1a8004770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6dbd536d9a6cdef6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.449+0000 7fb19d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.449+0000 7fb19d7fa640 1 -- 172.21.15.18:0/1239766589 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a8023ce0 con 0x556e65856720 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.449+0000 7fb19d7fa640 1 -- 172.21.15.18:0/1239766589 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fb1a8034480 con 0x556e65856720 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.450+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/1239766589 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1b0019040 con 0x556e65856720 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.450+0000 7fb19d7fa640 1 -- 172.21.15.18:0/1239766589 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7fb1a8034680 con 0x556e65856720 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb1c2a7c740 10 client.27689 fetch_fsmap learned FSMap version 50 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/1239766589 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x556e658d1c20 con 0x556e65856720 2024-04-22T00:54:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb19d7fa640 1 -- 172.21.15.18:0/1239766589 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1b0019040 con 0x556e65856720 2024-04-22T00:54:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb19d7fa640 1 -- 172.21.15.18:0/1239766589 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7fb1a8014970 con 0x556e65856720 2024-04-22T00:54:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb1c2a7c740 10 client.27689 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:54:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb1c2a7c740 10 client.27689 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:54:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb1c2a7c740 20 client.27689 populate_metadata read hostname 'smithi018' 2024-04-22T00:54:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556e658d25f0 0x556e658d4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb1c2a7c740 4 client.27689 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:54:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/1239766589 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556e657c2400 con 0x556e658d25f0 2024-04-22T00:54:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.451+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556e658d25f0 0x556e658d4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.452+0000 7fb1bdc24640 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556e658d25f0 0x556e658d4a10 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0dd3cc0960d77e0 server_cookie=b81746da9fff5654 in_seq=0 out_seq=0 2024-04-22T00:54:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.452+0000 7fb19d7fa640 10 client.27689 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.460+0000 7fb19d7fa640 1 -- 172.21.15.18:0/1239766589 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556e657c2400 con 0x556e658d25f0 2024-04-22T00:54:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.460+0000 7fb19d7fa640 10 client.27689 handle_command_reply: tid=0 2024-04-22T00:54:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.460+0000 7fb1c2a7c740 1 client.27689 shutdown 2024-04-22T00:54:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.460+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/1239766589 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 msgr2=0x556e65864730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.460+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 0x556e65864730 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fb1a8012010 tx=0x7fb1a8004770 comp rx=0 tx=0).stop 2024-04-22T00:54:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.461+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/1239766589 shutdown_connections 2024-04-22T00:54:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.461+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556e658d25f0 0x556e658d4a10 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.461+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556e6585b890 0x556e658d0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.461+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556e65856720 0x556e65864730 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.461+0000 7fb19d7fa640 0 client.27689 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:42.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.461+0000 7fb1c2a7c740 1 --2- 172.21.15.18:0/1239766589 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556e65855d30 0x556e658641f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.461+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/1239766589 >> 172.21.15.18:0/1239766589 conn(0x556e658512a0 msgr2=0x556e658579a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:42.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.461+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/1239766589 shutdown_connections 2024-04-22T00:54:42.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.461+0000 7fb1c2a7c740 1 -- 172.21.15.18:0/1239766589 wait complete. 2024-04-22T00:54:42.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.461+0000 7fb1c2a7c740 20 client.27689 trim_cache size 0 max 16384 2024-04-22T00:54:42.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:54:42.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:54:42.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:54:42.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:54:42.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 -- 172.21.15.18:0/4291180999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1a00a2c40 msgr2=0x7fb1a00a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:42.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1a00a2c40 0x7fb1a00a5100 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x556e65852210 tx=0x7fb1a80090e0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 -- 172.21.15.18:0/4291180999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb1b80ffe10 msgr2=0x7fb1b810fe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:42.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb1b80ffe10 0x7fb1b810fe40 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac004cf0 tx=0x7fb1ac032f90 comp rx=0 tx=0).stop 2024-04-22T00:54:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 -- 172.21.15.18:0/4291180999 shutdown_connections 2024-04-22T00:54:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fb1a00a2c40 0x7fb1a00a5100 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1b8101920 0x7fb1b81ae2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fb1b8100f60 0x7fb1b8110380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 --2- 172.21.15.18:0/4291180999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb1b80ffe10 0x7fb1b810fe40 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 -- 172.21.15.18:0/4291180999 >> 172.21.15.18:0/4291180999 conn(0x7fb1b80fb3a0 msgr2=0x7fb1b8104370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 -- 172.21.15.18:0/4291180999 shutdown_connections 2024-04-22T00:54:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:42.462+0000 7fb1bfe88640 1 -- 172.21.15.18:0/4291180999 wait complete. 2024-04-22T00:54:43.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:43 smithi167 ceph-mon[31348]: pgmap v777: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.3 MiB/s wr, 564 op/s 2024-04-22T00:54:43.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:43 smithi081 ceph-mon[31546]: pgmap v777: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.3 MiB/s wr, 564 op/s 2024-04-22T00:54:43.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:43 smithi018 ceph-mon[27979]: pgmap v777: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.3 MiB/s wr, 564 op/s 2024-04-22T00:54:44.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 800.0 s, 621.6 tps, lat 162.134 ms stddev 189.052 2024-04-22T00:54:45.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:45 smithi167 ceph-mon[31348]: pgmap v778: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.4 MiB/s wr, 472 op/s 2024-04-22T00:54:45.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:45 smithi081 ceph-mon[31546]: pgmap v778: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.4 MiB/s wr, 472 op/s 2024-04-22T00:54:45.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:45 smithi018 ceph-mon[27979]: pgmap v778: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.4 MiB/s wr, 472 op/s 2024-04-22T00:54:47.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:47 smithi167 ceph-mon[31348]: pgmap v779: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 5.7 MiB/s wr, 594 op/s 2024-04-22T00:54:47.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:47 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:54:47.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:47 smithi081 ceph-mon[31546]: pgmap v779: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 5.7 MiB/s wr, 594 op/s 2024-04-22T00:54:47.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:47 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:54:47.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:47 smithi018 ceph-mon[27979]: pgmap v779: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 5.7 MiB/s wr, 594 op/s 2024-04-22T00:54:47.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:47 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:54:48.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:54:48.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:54:48.735 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:54:48.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:54:48.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:54:48.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:54:48.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:54:48.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:54:48.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:54:49.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 805.0 s, 520.0 tps, lat 189.486 ms stddev 233.166 2024-04-22T00:54:49.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:49 smithi081 ceph-mon[31546]: pgmap v780: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.8 MiB/s wr, 506 op/s 2024-04-22T00:54:49.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:49 smithi018 ceph-mon[27979]: pgmap v780: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.8 MiB/s wr, 506 op/s 2024-04-22T00:54:49.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:49 smithi167 ceph-mon[31348]: pgmap v780: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.8 MiB/s wr, 506 op/s 2024-04-22T00:54:51.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:51 smithi081 ceph-mon[31546]: pgmap v781: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.1 MiB/s wr, 547 op/s 2024-04-22T00:54:51.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:51 smithi018 ceph-mon[27979]: pgmap v781: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.1 MiB/s wr, 547 op/s 2024-04-22T00:54:51.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:51 smithi167 ceph-mon[31348]: pgmap v781: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.1 MiB/s wr, 547 op/s 2024-04-22T00:54:53.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:53 smithi081 ceph-mon[31546]: pgmap v782: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.2 MiB/s wr, 553 op/s 2024-04-22T00:54:53.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:53 smithi018 ceph-mon[27979]: pgmap v782: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.2 MiB/s wr, 553 op/s 2024-04-22T00:54:53.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:53 smithi167 ceph-mon[31348]: pgmap v782: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.2 MiB/s wr, 553 op/s 2024-04-22T00:54:54.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 810.0 s, 632.2 tps, lat 159.866 ms stddev 190.516 2024-04-22T00:54:55.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.636+0000 7f0e5586d640 1 -- 172.21.15.18:0/1488300984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0e5010b0b0 msgr2=0x7f0e5010d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:55.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.636+0000 7f0e5586d640 1 --2- 172.21.15.18:0/1488300984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0e5010b0b0 0x7f0e5010d520 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f0e40009860 tx=0x7f0e4002bbb0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.641+0000 7f0e5586d640 1 -- 172.21.15.18:0/1488300984 shutdown_connections 2024-04-22T00:54:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.641+0000 7f0e5586d640 1 --2- 172.21.15.18:0/1488300984 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e5010da60 0x7f0e5010dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.641+0000 7f0e5586d640 1 --2- 172.21.15.18:0/1488300984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0e5010b0b0 0x7f0e5010d520 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.641+0000 7f0e5586d640 1 --2- 172.21.15.18:0/1488300984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0e50108740 0x7f0e5010ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.641+0000 7f0e5586d640 1 -- 172.21.15.18:0/1488300984 >> 172.21.15.18:0/1488300984 conn(0x7f0e5006e7b0 msgr2=0x7f0e50070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:55.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.646+0000 7f0e5586d640 1 -- 172.21.15.18:0/1488300984 shutdown_connections 2024-04-22T00:54:55.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.647+0000 7f0e5586d640 1 -- 172.21.15.18:0/1488300984 wait complete. 2024-04-22T00:54:55.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.648+0000 7f0e5586d640 1 Processor -- start 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.649+0000 7f0e5586d640 1 -- start start 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.649+0000 7f0e5586d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e50108740 0x7f0e501a67e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.649+0000 7f0e5586d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0e5010b0b0 0x7f0e501a6d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.649+0000 7f0e5586d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0e5010da60 0x7f0e501add90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.649+0000 7f0e5586d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5011c240 con 0x7f0e50108740 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.649+0000 7f0e5586d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5011c0c0 con 0x7f0e5010da60 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.649+0000 7f0e5586d640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5011c3c0 con 0x7f0e5010b0b0 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.650+0000 7f0e4f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0e5010da60 0x7f0e501add90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.651+0000 7f0e4effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e50108740 0x7f0e501a67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.651+0000 7f0e4effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e50108740 0x7f0e501a67e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38520/0 (socket says 172.21.15.18:38520) 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.651+0000 7f0e4effd640 1 -- 172.21.15.18:0/2206097822 learned_addr learned my addr 172.21.15.18:0/2206097822 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.651+0000 7f0e4e7fc640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0e5010b0b0 0x7f0e501a6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.652+0000 7f0e4effd640 1 -- 172.21.15.18:0/2206097822 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0e5010b0b0 msgr2=0x7f0e501a6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.652+0000 7f0e4effd640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0e5010b0b0 0x7f0e501a6d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.652+0000 7f0e4effd640 1 -- 172.21.15.18:0/2206097822 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0e5010da60 msgr2=0x7f0e501add90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.652+0000 7f0e4effd640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0e5010da60 0x7f0e501add90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.652+0000 7f0e4effd640 1 -- 172.21.15.18:0/2206097822 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e501ae400 con 0x7f0e50108740 2024-04-22T00:54:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.652+0000 7f0e4effd640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e50108740 0x7f0e501a67e0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f0e48030bb0 tx=0x7f0e4802e750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.653+0000 7f0e5486b640 1 -- 172.21.15.18:0/2206097822 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e4803d070 con 0x7f0e50108740 2024-04-22T00:54:55.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.653+0000 7f0e5486b640 1 -- 172.21.15.18:0/2206097822 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0e4800bc50 con 0x7f0e50108740 2024-04-22T00:54:55.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.653+0000 7f0e5486b640 1 -- 172.21.15.18:0/2206097822 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e48036330 con 0x7f0e50108740 2024-04-22T00:54:55.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.653+0000 7f0e5586d640 1 -- 172.21.15.18:0/2206097822 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e500739d0 con 0x7f0e50108740 2024-04-22T00:54:55.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.653+0000 7f0e5586d640 1 -- 172.21.15.18:0/2206097822 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e50073ea0 con 0x7f0e50108740 2024-04-22T00:54:55.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.658+0000 7f0e5844e740 1 Processor -- start 2024-04-22T00:54:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.660+0000 7f0e5486b640 1 -- 172.21.15.18:0/2206097822 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0e48040070 con 0x7f0e50108740 2024-04-22T00:54:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.661+0000 7f0e5486b640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0e380a2e70 0x7f0e380a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.661+0000 7f0e5486b640 1 -- 172.21.15.18:0/2206097822 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f0e480f1bb0 con 0x7f0e50108740 2024-04-22T00:54:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.662+0000 7f0e5844e740 1 -- start start 2024-04-22T00:54:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.662+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 0x564d62e77150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.662+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 0x564d62e7c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.662+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 0x564d62e7ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.662+0000 7f0e5844e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564d62ddbb70 con 0x564d62e7c890 2024-04-22T00:54:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.662+0000 7f0e5844e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564d62d84470 con 0x564d62e76d30 2024-04-22T00:54:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.662+0000 7f0e5844e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564d62dd7b30 con 0x564d62e77720 2024-04-22T00:54:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.662+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0e380a2e70 0x7f0e380a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.663+0000 7f0e4e7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 0x564d62e7c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.663+0000 7f0e4e7fc640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 0x564d62e7c220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50806/0 (socket says 172.21.15.18:50806) 2024-04-22T00:54:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.663+0000 7f0e4e7fc640 1 -- 172.21.15.18:0/473117092 learned_addr learned my addr 172.21.15.18:0/473117092 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.663+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/473117092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 0x564d62e7ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.663+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0e380a2e70 0x7f0e380a5330 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f0e44005fd0 tx=0x7f0e44013820 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.665+0000 7f0e4effd640 1 --2- 172.21.15.18:0/473117092 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 0x564d62e77150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.666+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/473117092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 msgr2=0x564d62e7c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.666+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/473117092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 0x564d62e7c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.666+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/473117092 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 msgr2=0x564d62e77150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.666+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/473117092 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 0x564d62e77150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.666+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/473117092 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d62af0210 con 0x564d62e7c890 2024-04-22T00:54:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.667+0000 7f0e4effd640 1 --2- 172.21.15.18:0/473117092 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 0x564d62e77150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:54:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.671+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/473117092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 0x564d62e7ed20 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f0e440058c0 tx=0x7f0e4401d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a48cb753927fb05 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.673+0000 7f0e35ffb640 1 -- 172.21.15.18:0/473117092 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e4401f7c0 con 0x564d62e7c890 2024-04-22T00:54:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.673+0000 7f0e35ffb640 1 -- 172.21.15.18:0/473117092 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0e4401fe40 con 0x564d62e7c890 2024-04-22T00:54:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.673+0000 7f0e35ffb640 1 -- 172.21.15.18:0/473117092 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e4401ee60 con 0x564d62e7c890 2024-04-22T00:54:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.675+0000 7f0e5844e740 1 -- 172.21.15.18:0/473117092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 msgr2=0x564d62e7ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.675+0000 7f0e5844e740 1 --2- 172.21.15.18:0/473117092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 0x564d62e7ed20 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f0e440058c0 tx=0x7f0e4401d000 comp rx=0 tx=0).stop 2024-04-22T00:54:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.676+0000 7f0e5844e740 1 -- 172.21.15.18:0/473117092 shutdown_connections 2024-04-22T00:54:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.676+0000 7f0e5844e740 1 --2- 172.21.15.18:0/473117092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 0x564d62e7ed20 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.676+0000 7f0e5844e740 1 --2- 172.21.15.18:0/473117092 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 0x564d62e7c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.676+0000 7f0e5844e740 1 --2- 172.21.15.18:0/473117092 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 0x564d62e77150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.676+0000 7f0e5844e740 1 -- 172.21.15.18:0/473117092 >> 172.21.15.18:0/473117092 conn(0x564d62e722a0 msgr2=0x564d62e726a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.676+0000 7f0e5844e740 1 -- 172.21.15.18:0/473117092 shutdown_connections 2024-04-22T00:54:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.676+0000 7f0e5844e740 1 -- 172.21.15.18:0/473117092 wait complete. 2024-04-22T00:54:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.676+0000 7f0e5844e740 1 -- start start 2024-04-22T00:54:55.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e5844e740 1 Processor -- start 2024-04-22T00:54:55.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e76d30 0x564d62e81090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e77720 0x564d62e815d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 0x564d62e88610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e5844e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x564d62e7f7e0 con 0x564d62e7c890 2024-04-22T00:54:55.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e5844e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x564d62d97a10 con 0x564d62e77720 2024-04-22T00:54:55.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e5844e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x564d62e7f960 con 0x564d62e76d30 2024-04-22T00:54:55.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e5844e740 10 client.0 _ll_register_callbacks cb 0x564d62dd2b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:54:55.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e4e7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e77720 0x564d62e815d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e4effd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e76d30 0x564d62e81090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e4effd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e76d30 0x564d62e81090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:50818/0 (socket says 172.21.15.18:50818) 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e4effd640 1 -- 172.21.15.18:0/4254233520 learned_addr learned my addr 172.21.15.18:0/4254233520 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.677+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 0x564d62e88610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.678+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/4254233520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e76d30 msgr2=0x564d62e81090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.678+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e76d30 0x564d62e81090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.678+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/4254233520 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e77720 msgr2=0x564d62e815d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.678+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e77720 0x564d62e815d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.678+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/4254233520 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d62bbc620 con 0x564d62e7c890 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.678+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 0x564d62e88610 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f0e44011f00 tx=0x7f0e4401ebe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7227c43f59276e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.678+0000 7f0e2effd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:54:55.680 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.679+0000 7f0e2effd640 1 -- 172.21.15.18:0/4254233520 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e44005050 con 0x564d62e7c890 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.679+0000 7f0e5844e740 1 -- 172.21.15.18:0/4254233520 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564d62de90b0 con 0x564d62e7c890 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.679+0000 7f0e2effd640 1 -- 172.21.15.18:0/4254233520 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f0e440051f0 con 0x564d62e7c890 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.679+0000 7f0e2effd640 1 -- 172.21.15.18:0/4254233520 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f0e440053f0 con 0x564d62e7c890 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.679+0000 7f0e5844e740 10 client.18111 fetch_fsmap learned FSMap version 50 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.679+0000 7f0e5844e740 1 -- 172.21.15.18:0/4254233520 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x564d62e8b9d0 con 0x564d62e7c890 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.680+0000 7f0e2effd640 1 -- 172.21.15.18:0/4254233520 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x564d62de90b0 con 0x564d62e7c890 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.680+0000 7f0e2effd640 1 -- 172.21.15.18:0/4254233520 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f0e4402f070 con 0x564d62e7c890 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.680+0000 7f0e5844e740 10 client.18111 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.680+0000 7f0e5844e740 10 client.18111 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.680+0000 7f0e5844e740 20 client.18111 populate_metadata read hostname 'smithi018' 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.680+0000 7f0e5844e740 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d62e8cef0 0x564d62e8f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.680+0000 7f0e5844e740 4 client.18111 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:54:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.680+0000 7f0e5844e740 1 -- 172.21.15.18:0/4254233520 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d62de3400 con 0x564d62e8cef0 2024-04-22T00:54:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.680+0000 7f0e4effd640 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d62e8cef0 0x564d62e8f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.681+0000 7f0e4effd640 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d62e8cef0 0x564d62e8f330 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c8e52a0d56e0d8c server_cookie=83db8609730dee0b in_seq=0 out_seq=0 2024-04-22T00:54:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.681+0000 7f0e2effd640 10 client.18111 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.682+0000 7f0e2effd640 1 -- 172.21.15.18:0/4254233520 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564d62de3400 con 0x564d62e8cef0 2024-04-22T00:54:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.682+0000 7f0e2effd640 10 client.18111 handle_command_reply: tid=0 2024-04-22T00:54:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.682+0000 7f0e5844e740 1 client.18111 shutdown 2024-04-22T00:54:55.683 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.683+0000 7f0e5844e740 1 -- 172.21.15.18:0/4254233520 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 msgr2=0x564d62e88610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:55.683 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.683+0000 7f0e5844e740 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 0x564d62e88610 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f0e44011f00 tx=0x7f0e4401ebe0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.683+0000 7f0e5844e740 1 -- 172.21.15.18:0/4254233520 shutdown_connections 2024-04-22T00:54:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.683+0000 7f0e5844e740 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d62e8cef0 0x564d62e8f330 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.683+0000 7f0e5844e740 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e7c890 0x564d62e88610 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.683+0000 7f0e5844e740 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e77720 0x564d62e815d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.683+0000 7f0e5844e740 1 --2- 172.21.15.18:0/4254233520 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e76d30 0x564d62e81090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.683+0000 7f0e5844e740 1 -- 172.21.15.18:0/4254233520 >> 172.21.15.18:0/4254233520 conn(0x564d62e722a0 msgr2=0x564d62e714c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.683+0000 7f0e2effd640 0 client.18111 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.684+0000 7f0e5844e740 1 -- 172.21.15.18:0/4254233520 shutdown_connections 2024-04-22T00:54:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.684+0000 7f0e5844e740 1 -- 172.21.15.18:0/4254233520 wait complete. 2024-04-22T00:54:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.684+0000 7f0e5844e740 20 client.18111 trim_cache size 0 max 16384 2024-04-22T00:54:55.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e5844e740 1 Processor -- start 2024-04-22T00:54:55.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e5844e740 1 -- start start 2024-04-22T00:54:55.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e76d30 0x564d62e75500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 0x564d62e885d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e7c890 0x564d62e75a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e5844e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3c012580 con 0x564d62e76d30 2024-04-22T00:54:55.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e5844e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3c00fe50 con 0x564d62e7c890 2024-04-22T00:54:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e5844e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3c00dca0 con 0x564d62e77720 2024-04-22T00:54:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e4f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e7c890 0x564d62e75a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e4f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e7c890 0x564d62e75a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:45868/0 (socket says 172.21.15.18:45868) 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/608324311 learned_addr learned my addr 172.21.15.18:0/608324311 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e4e7fc640 1 --2- 172.21.15.18:0/608324311 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 0x564d62e885d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.716+0000 7f0e4effd640 1 --2- 172.21.15.18:0/608324311 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e76d30 0x564d62e75500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.717+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/608324311 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 msgr2=0x564d62e885d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.717+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/608324311 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 0x564d62e885d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.717+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/608324311 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e76d30 msgr2=0x564d62e75500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.717+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/608324311 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e76d30 0x564d62e75500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.717+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/608324311 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d62e73010 con 0x564d62e7c890 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.717+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/608324311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e7c890 0x564d62e75a40 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f0e44015010 tx=0x7f0e440049f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=571c9c47523f231f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.717+0000 7f0e357fa640 1 -- 172.21.15.18:0/608324311 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e44004af0 con 0x564d62e7c890 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.717+0000 7f0e357fa640 1 -- 172.21.15.18:0/608324311 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0e44038030 con 0x564d62e7c890 2024-04-22T00:54:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.717+0000 7f0e357fa640 1 -- 172.21.15.18:0/608324311 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e440051f0 con 0x564d62e7c890 2024-04-22T00:54:55.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.718+0000 7f0e5844e740 1 -- 172.21.15.18:0/608324311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e7c890 msgr2=0x564d62e75a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:55.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.718+0000 7f0e5844e740 1 --2- 172.21.15.18:0/608324311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e7c890 0x564d62e75a40 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f0e44015010 tx=0x7f0e440049f0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.718+0000 7f0e5844e740 1 -- 172.21.15.18:0/608324311 shutdown_connections 2024-04-22T00:54:55.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.718+0000 7f0e5844e740 1 --2- 172.21.15.18:0/608324311 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e7c890 0x564d62e75a40 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.718+0000 7f0e5844e740 1 --2- 172.21.15.18:0/608324311 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e77720 0x564d62e885d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.718+0000 7f0e5844e740 1 --2- 172.21.15.18:0/608324311 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e76d30 0x564d62e75500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.718+0000 7f0e5844e740 1 -- 172.21.15.18:0/608324311 >> 172.21.15.18:0/608324311 conn(0x564d62e722a0 msgr2=0x564d62e78a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.718+0000 7f0e5844e740 1 -- 172.21.15.18:0/608324311 shutdown_connections 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.718+0000 7f0e5844e740 1 -- 172.21.15.18:0/608324311 wait complete. 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.719+0000 7f0e5844e740 1 -- start start 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.719+0000 7f0e5844e740 1 Processor -- start 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.719+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 0x564d62e88120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.719+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e77720 0x564d62e84bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.719+0000 7f0e5844e740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e7c890 0x564d62e85100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.719+0000 7f0e5844e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3c00e310 con 0x564d62e77720 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.719+0000 7f0e5844e740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3c00f780 con 0x564d62e76d30 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.719+0000 7f0e5844e740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3c00e9e0 con 0x564d62e7c890 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 0x564d62e88120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e5844e740 10 client.0 _ll_register_callbacks cb 0x7f0e40037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:54:55.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 0x564d62e88120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:45876/0 (socket says 172.21.15.18:45876) 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4effd640 1 -- 172.21.15.18:0/3127108515 learned_addr learned my addr 172.21.15.18:0/3127108515 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4e7fc640 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e77720 0x564d62e84bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e7c890 0x564d62e85100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/3127108515 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 msgr2=0x564d62e88120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 0x564d62e88120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/3127108515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e77720 msgr2=0x564d62e84bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e77720 0x564d62e84bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4f7fe640 1 -- 172.21.15.18:0/3127108515 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d62e88750 con 0x564d62e7c890 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e4f7fe640 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e7c890 0x564d62e85100 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f0e44011f00 tx=0x7f0e4400b9b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=723c9cd509c811fe server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e2effd640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e2effd640 1 -- 172.21.15.18:0/3127108515 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e44011500 con 0x564d62e7c890 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.720+0000 7f0e5844e740 1 -- 172.21.15.18:0/3127108515 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e44038030 con 0x564d62e7c890 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e2effd640 1 -- 172.21.15.18:0/3127108515 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f0e4401e5e0 con 0x564d62e7c890 2024-04-22T00:54:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e2effd640 1 -- 172.21.15.18:0/3127108515 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f0e4401e800 con 0x564d62e7c890 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e5844e740 10 client.27679 fetch_fsmap learned FSMap version 50 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e5844e740 1 -- 172.21.15.18:0/3127108515 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x564d62ef2310 con 0x564d62e7c890 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e2effd640 1 -- 172.21.15.18:0/3127108515 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0e44038030 con 0x564d62e7c890 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e2effd640 1 -- 172.21.15.18:0/3127108515 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f0e4402f070 con 0x564d62e7c890 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e5844e740 10 client.27679 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e5844e740 10 client.27679 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e5844e740 20 client.27679 populate_metadata read hostname 'smithi018' 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e5844e740 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d62ef2c10 0x564d62ef5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e5844e740 4 client.27679 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e5844e740 1 -- 172.21.15.18:0/3127108515 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564d62d617a0 con 0x564d62ef2c10 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.721+0000 7f0e4effd640 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d62ef2c10 0x564d62ef5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.722+0000 7f0e2effd640 10 client.27679 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.722+0000 7f0e4effd640 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d62ef2c10 0x564d62ef5030 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3edbd984abddb9e server_cookie=5a123774dba649cf in_seq=0 out_seq=0 2024-04-22T00:54:55.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.728+0000 7f0e2effd640 1 -- 172.21.15.18:0/3127108515 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564d62d617a0 con 0x564d62ef2c10 2024-04-22T00:54:55.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.728+0000 7f0e2effd640 10 client.27679 handle_command_reply: tid=0 2024-04-22T00:54:55.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.728+0000 7f0e5844e740 1 client.27679 shutdown 2024-04-22T00:54:55.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 1 -- 172.21.15.18:0/3127108515 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e7c890 msgr2=0x564d62e85100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:55.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e7c890 0x564d62e85100 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f0e44011f00 tx=0x7f0e4400b9b0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 1 -- 172.21.15.18:0/3127108515 shutdown_connections 2024-04-22T00:54:55.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x564d62ef2c10 0x564d62ef5030 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x564d62e7c890 0x564d62e85100 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e2effd640 0 client.27679 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:54:55.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564d62e77720 0x564d62e84bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 1 --2- 172.21.15.18:0/3127108515 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x564d62e76d30 0x564d62e88120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 1 -- 172.21.15.18:0/3127108515 >> 172.21.15.18:0/3127108515 conn(0x564d62e722a0 msgr2=0x564d62e70c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:55.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 1 -- 172.21.15.18:0/3127108515 shutdown_connections 2024-04-22T00:54:55.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 1 -- 172.21.15.18:0/3127108515 wait complete. 2024-04-22T00:54:55.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.729+0000 7f0e5844e740 20 client.27679 trim_cache size 0 max 16384 2024-04-22T00:54:55.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:54:55.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:54:55.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:54:55.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:54:55.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 -- 172.21.15.18:0/2206097822 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0e380a2e70 msgr2=0x7f0e380a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:55.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0e380a2e70 0x7f0e380a5330 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f0e44005fd0 tx=0x7f0e44013820 comp rx=0 tx=0).stop 2024-04-22T00:54:55.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 -- 172.21.15.18:0/2206097822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e50108740 msgr2=0x7f0e501a67e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:54:55.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e50108740 0x7f0e501a67e0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f0e48030bb0 tx=0x7f0e4802e750 comp rx=0 tx=0).stop 2024-04-22T00:54:55.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 -- 172.21.15.18:0/2206097822 shutdown_connections 2024-04-22T00:54:55.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f0e380a2e70 0x7f0e380a5330 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0e5010da60 0x7f0e501add90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0e5010b0b0 0x7f0e501a6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 --2- 172.21.15.18:0/2206097822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e50108740 0x7f0e501a67e0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:54:55.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 -- 172.21.15.18:0/2206097822 >> 172.21.15.18:0/2206097822 conn(0x7f0e5006e7b0 msgr2=0x7f0e5010a890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:54:55.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 -- 172.21.15.18:0/2206097822 shutdown_connections 2024-04-22T00:54:55.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:54:55.730+0000 7f0e5586d640 1 -- 172.21.15.18:0/2206097822 wait complete. 2024-04-22T00:54:55.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:55 smithi081 ceph-mon[31546]: pgmap v783: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 MiB/s wr, 456 op/s 2024-04-22T00:54:55.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:55 smithi018 ceph-mon[27979]: pgmap v783: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 MiB/s wr, 456 op/s 2024-04-22T00:54:55.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:55 smithi167 ceph-mon[31348]: pgmap v783: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 MiB/s wr, 456 op/s 2024-04-22T00:54:57.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:57 smithi081 ceph-mon[31546]: pgmap v784: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.4 MiB/s wr, 578 op/s 2024-04-22T00:54:57.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:57 smithi018 ceph-mon[27979]: pgmap v784: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.4 MiB/s wr, 578 op/s 2024-04-22T00:54:57.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:57 smithi167 ceph-mon[31348]: pgmap v784: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.4 MiB/s wr, 578 op/s 2024-04-22T00:54:59.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 815.0 s, 508.8 tps, lat 194.959 ms stddev 217.249 2024-04-22T00:54:59.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:54:59 smithi081 ceph-mon[31546]: pgmap v785: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 4.3 MiB/s wr, 481 op/s 2024-04-22T00:54:59.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:54:59 smithi018 ceph-mon[27979]: pgmap v785: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 4.3 MiB/s wr, 481 op/s 2024-04-22T00:54:59.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:54:59 smithi167 ceph-mon[31348]: pgmap v785: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 4.3 MiB/s wr, 481 op/s 2024-04-22T00:55:01.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:01 smithi081 ceph-mon[31546]: pgmap v786: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.1 MiB/s wr, 543 op/s 2024-04-22T00:55:01.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:01 smithi018 ceph-mon[27979]: pgmap v786: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.1 MiB/s wr, 543 op/s 2024-04-22T00:55:01.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:01 smithi167 ceph-mon[31348]: pgmap v786: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.1 MiB/s wr, 543 op/s 2024-04-22T00:55:03.906 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:03 smithi081 ceph-mon[31546]: pgmap v787: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.9 MiB/s wr, 548 op/s 2024-04-22T00:55:03.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:03 smithi018 ceph-mon[27979]: pgmap v787: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.9 MiB/s wr, 548 op/s 2024-04-22T00:55:03.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:03 smithi167 ceph-mon[31348]: pgmap v787: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.9 MiB/s wr, 548 op/s 2024-04-22T00:55:04.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 820.0 s, 664.4 tps, lat 149.184 ms stddev 158.265 2024-04-22T00:55:05.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:05 smithi081 ceph-mon[31546]: pgmap v788: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 MiB/s wr, 468 op/s 2024-04-22T00:55:05.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:05 smithi018 ceph-mon[27979]: pgmap v788: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 MiB/s wr, 468 op/s 2024-04-22T00:55:05.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:05 smithi167 ceph-mon[31348]: pgmap v788: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 MiB/s wr, 468 op/s 2024-04-22T00:55:07.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:07 smithi081 ceph-mon[31546]: pgmap v789: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.5 MiB/s wr, 594 op/s 2024-04-22T00:55:07.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:07 smithi018 ceph-mon[27979]: pgmap v789: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.5 MiB/s wr, 594 op/s 2024-04-22T00:55:07.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:07 smithi167 ceph-mon[31348]: pgmap v789: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.5 MiB/s wr, 594 op/s 2024-04-22T00:55:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.883+0000 7f1157c42640 1 -- 172.21.15.18:0/299217491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f115010b0b0 msgr2=0x7f115010d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.883+0000 7f1157c42640 1 --2- 172.21.15.18:0/299217491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f115010b0b0 0x7f115010d520 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f1148009ca0 tx=0x7f114802c140 comp rx=0 tx=0).stop 2024-04-22T00:55:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.891+0000 7f1157c42640 1 -- 172.21.15.18:0/299217491 shutdown_connections 2024-04-22T00:55:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.891+0000 7f1157c42640 1 --2- 172.21.15.18:0/299217491 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f115010da60 0x7f115010dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.891+0000 7f1157c42640 1 --2- 172.21.15.18:0/299217491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f115010b0b0 0x7f115010d520 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.891+0000 7f1157c42640 1 --2- 172.21.15.18:0/299217491 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1150108740 0x7f115010ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.891+0000 7f1157c42640 1 -- 172.21.15.18:0/299217491 >> 172.21.15.18:0/299217491 conn(0x7f115006e7b0 msgr2=0x7f1150070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:08.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.894+0000 7f1157c42640 1 -- 172.21.15.18:0/299217491 shutdown_connections 2024-04-22T00:55:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.898+0000 7f1157c42640 1 -- 172.21.15.18:0/299217491 wait complete. 2024-04-22T00:55:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.898+0000 7f1157c42640 1 Processor -- start 2024-04-22T00:55:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.902+0000 7f1157c42640 1 -- start start 2024-04-22T00:55:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.902+0000 7f1157c42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1150108740 0x7f1150114df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.902+0000 7f1157c42640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f115010b0b0 0x7f1150115330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.902+0000 7f1157c42640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f115010da60 0x7f11501b6a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.902+0000 7f1157c42640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f115011c360 con 0x7f1150108740 2024-04-22T00:55:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.902+0000 7f1157c42640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f115011c1e0 con 0x7f115010da60 2024-04-22T00:55:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.902+0000 7f1157c42640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f115011c4e0 con 0x7f115010b0b0 2024-04-22T00:55:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.904+0000 7f11551dd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f115010b0b0 0x7f1150115330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.904+0000 7f11559de640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1150108740 0x7f1150114df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.904+0000 7f11551dd640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f115010b0b0 0x7f1150115330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41188/0 (socket says 172.21.15.18:41188) 2024-04-22T00:55:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.904+0000 7f11559de640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1150108740 0x7f1150114df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34106/0 (socket says 172.21.15.18:34106) 2024-04-22T00:55:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.904+0000 7f11551dd640 1 -- 172.21.15.18:0/295045441 learned_addr learned my addr 172.21.15.18:0/295045441 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.905+0000 7f11551dd640 1 -- 172.21.15.18:0/295045441 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f115010da60 msgr2=0x7f11501b6a70 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:55:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.905+0000 7f11551dd640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f115010da60 0x7f11501b6a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.905+0000 7f11551dd640 1 -- 172.21.15.18:0/295045441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1150108740 msgr2=0x7f1150114df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.905+0000 7f11551dd640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1150108740 0x7f1150114df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.905+0000 7f11551dd640 1 -- 172.21.15.18:0/295045441 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1150115a10 con 0x7f115010b0b0 2024-04-22T00:55:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.908+0000 7f11551dd640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f115010b0b0 0x7f1150115330 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1148009dc0 tx=0x7f1148035de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.909+0000 7f1146ffd640 1 -- 172.21.15.18:0/295045441 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1148039040 con 0x7f115010b0b0 2024-04-22T00:55:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.909+0000 7f1146ffd640 1 -- 172.21.15.18:0/295045441 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1148044070 con 0x7f115010b0b0 2024-04-22T00:55:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.909+0000 7f1146ffd640 1 -- 172.21.15.18:0/295045441 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1148004790 con 0x7f115010b0b0 2024-04-22T00:55:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.912+0000 7f1157c42640 1 -- 172.21.15.18:0/295045441 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11501b7070 con 0x7f115010b0b0 2024-04-22T00:55:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.912+0000 7f1157c42640 1 -- 172.21.15.18:0/295045441 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11501b7590 con 0x7f115010b0b0 2024-04-22T00:55:08.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.916+0000 7f115a81f740 1 Processor -- start 2024-04-22T00:55:08.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.917+0000 7f115a81f740 1 -- start start 2024-04-22T00:55:08.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.917+0000 7f115a81f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3aa150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.917+0000 7f115a81f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3aa720 0x555cce3af220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.917+0000 7f115a81f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 0x555cce3b1d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.917+0000 7f115a81f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x555cce30eb70 con 0x555cce3a9d30 2024-04-22T00:55:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.917+0000 7f115a81f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x555cce2b7470 con 0x555cce3af890 2024-04-22T00:55:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.917+0000 7f115a81f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555cce30ab30 con 0x555cce3aa720 2024-04-22T00:55:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.918+0000 7f11561df640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3aa150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.918+0000 7f11561df640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3aa150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34110/0 (socket says 172.21.15.18:34110) 2024-04-22T00:55:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.918+0000 7f11561df640 1 -- 172.21.15.18:0/4179825305 learned_addr learned my addr 172.21.15.18:0/4179825305 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.920+0000 7f1146ffd640 1 -- 172.21.15.18:0/295045441 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1148003970 con 0x7f115010b0b0 2024-04-22T00:55:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.921+0000 7f1146ffd640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f113c0a2e70 0x7f113c0a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.921+0000 7f1146ffd640 1 -- 172.21.15.18:0/295045441 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f11480f1d40 con 0x7f115010b0b0 2024-04-22T00:55:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.921+0000 7f11551dd640 1 --2- 172.21.15.18:0/4179825305 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 0x555cce3b1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.924+0000 7f11561df640 1 -- 172.21.15.18:0/4179825305 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3aa720 msgr2=0x555cce3af220 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:55:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.924+0000 7f11561df640 1 --2- 172.21.15.18:0/4179825305 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3aa720 0x555cce3af220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.924+0000 7f11561df640 1 -- 172.21.15.18:0/4179825305 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 msgr2=0x555cce3b1d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.924+0000 7f11561df640 1 --2- 172.21.15.18:0/4179825305 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 0x555cce3b1d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.924+0000 7f11561df640 1 -- 172.21.15.18:0/4179825305 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555cce023210 con 0x555cce3a9d30 2024-04-22T00:55:08.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.928+0000 7f11561df640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f113c0a2e70 0x7f113c0a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:08.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.933+0000 7f11561df640 1 --2- 172.21.15.18:0/4179825305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3aa150 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f114002b790 tx=0x7f114002bc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eb2398ab2f983a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.936+0000 7f113bfff640 1 -- 172.21.15.18:0/4179825305 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1140043070 con 0x555cce3a9d30 2024-04-22T00:55:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.936+0000 7f113bfff640 1 -- 172.21.15.18:0/4179825305 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f114003e410 con 0x555cce3a9d30 2024-04-22T00:55:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.937+0000 7f115a81f740 1 -- 172.21.15.18:0/4179825305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 msgr2=0x555cce3aa150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.937+0000 7f115a81f740 1 --2- 172.21.15.18:0/4179825305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3aa150 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f114002b790 tx=0x7f114002bc50 comp rx=0 tx=0).stop 2024-04-22T00:55:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.939+0000 7f11561df640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f113c0a2e70 0x7f113c0a5330 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f114002a000 tx=0x7f1140033000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.939+0000 7f115a81f740 1 -- 172.21.15.18:0/4179825305 shutdown_connections 2024-04-22T00:55:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.939+0000 7f115a81f740 1 --2- 172.21.15.18:0/4179825305 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 0x555cce3b1d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.939+0000 7f115a81f740 1 --2- 172.21.15.18:0/4179825305 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3aa720 0x555cce3af220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.939+0000 7f115a81f740 1 --2- 172.21.15.18:0/4179825305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3aa150 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.939+0000 7f115a81f740 1 -- 172.21.15.18:0/4179825305 >> 172.21.15.18:0/4179825305 conn(0x555cce3a52a0 msgr2=0x555cce3a56a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.940+0000 7f115a81f740 1 -- 172.21.15.18:0/4179825305 shutdown_connections 2024-04-22T00:55:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.942+0000 7f115a81f740 1 -- 172.21.15.18:0/4179825305 wait complete. 2024-04-22T00:55:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.942+0000 7f115a81f740 1 -- start start 2024-04-22T00:55:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.943+0000 7f115a81f740 1 Processor -- start 2024-04-22T00:55:08.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.946+0000 7f115a81f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3b4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.946+0000 7f115a81f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3aa720 0x555cce3b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.946+0000 7f115a81f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3bb600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.946+0000 7f115a81f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x555cce3b2890 con 0x555cce3a9d30 2024-04-22T00:55:08.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.946+0000 7f115a81f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x555cce2caa10 con 0x555cce3aa720 2024-04-22T00:55:08.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.946+0000 7f115a81f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x555cce3b2a10 con 0x555cce3af890 2024-04-22T00:55:08.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.946+0000 7f115a81f740 10 client.0 _ll_register_callbacks cb 0x555cce305b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:55:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.948+0000 7f11561df640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3bb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.948+0000 7f11561df640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3bb600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41194/0 (socket says 172.21.15.18:41194) 2024-04-22T00:55:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.948+0000 7f11561df640 1 -- 172.21.15.18:0/2702899058 learned_addr learned my addr 172.21.15.18:0/2702899058 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.948+0000 7f11551dd640 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3aa720 0x555cce3b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.948+0000 7f11559de640 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3b4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.950+0000 7f11561df640 1 -- 172.21.15.18:0/2702899058 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3aa720 msgr2=0x555cce3b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.950+0000 7f11561df640 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3aa720 0x555cce3b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.950+0000 7f11561df640 1 -- 172.21.15.18:0/2702899058 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 msgr2=0x555cce3b4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.950+0000 7f11561df640 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3b4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.950+0000 7f11561df640 1 -- 172.21.15.18:0/2702899058 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555cce0ef620 con 0x555cce3af890 2024-04-22T00:55:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.954+0000 7f11561df640 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3bb600 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f114002b040 tx=0x7f114003eaf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=163db1537f93551a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.956+0000 7f11397fa640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:55:08.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.959+0000 7f11397fa640 1 -- 172.21.15.18:0/2702899058 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1140043040 con 0x555cce3af890 2024-04-22T00:55:08.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.959+0000 7f11397fa640 1 -- 172.21.15.18:0/2702899058 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1140033c20 con 0x555cce3af890 2024-04-22T00:55:08.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.961+0000 7f115a81f740 1 -- 172.21.15.18:0/2702899058 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f114003e410 con 0x555cce3af890 2024-04-22T00:55:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.964+0000 7f11397fa640 1 -- 172.21.15.18:0/2702899058 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f114002b3a0 con 0x555cce3af890 2024-04-22T00:55:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.964+0000 7f115a81f740 10 client.27685 fetch_fsmap learned FSMap version 50 2024-04-22T00:55:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.964+0000 7f115a81f740 1 -- 172.21.15.18:0/2702899058 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x555cce3bea30 con 0x555cce3af890 2024-04-22T00:55:08.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.966+0000 7f11397fa640 1 -- 172.21.15.18:0/2702899058 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f114003e410 con 0x555cce3af890 2024-04-22T00:55:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.971+0000 7f11397fa640 1 -- 172.21.15.18:0/2702899058 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f114003d050 con 0x555cce3af890 2024-04-22T00:55:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.971+0000 7f115a81f740 10 client.27685 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:55:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.971+0000 7f115a81f740 10 client.27685 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:55:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.971+0000 7f115a81f740 20 client.27685 populate_metadata read hostname 'smithi018' 2024-04-22T00:55:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.971+0000 7f115a81f740 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555cce3bfe40 0x555cce3c2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.971+0000 7f115a81f740 4 client.27685 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:55:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.971+0000 7f115a81f740 1 -- 172.21.15.18:0/2702899058 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555cce31c0b0 con 0x555cce3bfe40 2024-04-22T00:55:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.975+0000 7f11559de640 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555cce3bfe40 0x555cce3c2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:08.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.989+0000 7f11559de640 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555cce3bfe40 0x555cce3c2230 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6146efb36b2b8ec4 server_cookie=20d4e1246cbf2561 in_seq=0 out_seq=0 2024-04-22T00:55:08.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.990+0000 7f11397fa640 10 client.27685 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:08.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.990+0000 7f11397fa640 1 -- 172.21.15.18:0/2702899058 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555cce31c0b0 con 0x555cce3bfe40 2024-04-22T00:55:08.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.990+0000 7f11397fa640 10 client.27685 handle_command_reply: tid=0 2024-04-22T00:55:08.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.990+0000 7f115a81f740 1 client.27685 shutdown 2024-04-22T00:55:08.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.990+0000 7f115a81f740 1 -- 172.21.15.18:0/2702899058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 msgr2=0x555cce3bb600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:08.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.990+0000 7f115a81f740 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3bb600 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f114002b040 tx=0x7f114003eaf0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.992+0000 7f115a81f740 1 -- 172.21.15.18:0/2702899058 shutdown_connections 2024-04-22T00:55:08.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.992+0000 7f115a81f740 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555cce3bfe40 0x555cce3c2230 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.992+0000 7f115a81f740 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3bb600 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.992+0000 7f115a81f740 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3aa720 0x555cce3b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.992+0000 7f115a81f740 1 --2- 172.21.15.18:0/2702899058 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3b4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:08.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.992+0000 7f115a81f740 1 -- 172.21.15.18:0/2702899058 >> 172.21.15.18:0/2702899058 conn(0x555cce3a52a0 msgr2=0x555cce3a44c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:08.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.992+0000 7f11397fa640 0 client.27685 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:08.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.993+0000 7f115a81f740 1 -- 172.21.15.18:0/2702899058 shutdown_connections 2024-04-22T00:55:08.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.993+0000 7f115a81f740 1 -- 172.21.15.18:0/2702899058 wait complete. 2024-04-22T00:55:08.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:08.993+0000 7f115a81f740 20 client.27685 trim_cache size 0 max 16384 2024-04-22T00:55:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.022+0000 7f115a81f740 1 Processor -- start 2024-04-22T00:55:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.022+0000 7f115a81f740 1 -- start start 2024-04-22T00:55:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.023+0000 7f115a81f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3a8c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.023+0000 7f115a81f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3aa720 0x555cce3bb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.023+0000 7f115a81f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3c6af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.023+0000 7f115a81f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1150080640 con 0x555cce3a9d30 2024-04-22T00:55:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.023+0000 7f115a81f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f115007df10 con 0x555cce3aa720 2024-04-22T00:55:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.023+0000 7f11561df640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3c6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.023+0000 7f11561df640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3c6af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:41202/0 (socket says 172.21.15.18:41202) 2024-04-22T00:55:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.023+0000 7f11561df640 1 -- 172.21.15.18:0/2200501984 learned_addr learned my addr 172.21.15.18:0/2200501984 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.024+0000 7f11559de640 1 --2- 172.21.15.18:0/2200501984 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3a8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.024+0000 7f115a81f740 1 -- 172.21.15.18:0/2200501984 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f115007bd60 con 0x555cce3af890 2024-04-22T00:55:09.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.024+0000 7f11551dd640 1 --2- 172.21.15.18:0/2200501984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3aa720 0x555cce3bb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:09.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.025+0000 7f11561df640 1 -- 172.21.15.18:0/2200501984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3aa720 msgr2=0x555cce3bb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:09.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.025+0000 7f11561df640 1 --2- 172.21.15.18:0/2200501984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3aa720 0x555cce3bb5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.025+0000 7f11561df640 1 -- 172.21.15.18:0/2200501984 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 msgr2=0x555cce3a8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:09.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.025+0000 7f11561df640 1 --2- 172.21.15.18:0/2200501984 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3a8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.025 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.025+0000 7f11561df640 1 -- 172.21.15.18:0/2200501984 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555cce3b2b90 con 0x555cce3af890 2024-04-22T00:55:09.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.025+0000 7f11561df640 1 --2- 172.21.15.18:0/2200501984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3c6af0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f114002b6a0 tx=0x7f114003ebe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c60ac14c40091f99 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:09.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.026+0000 7f113b7fe640 1 -- 172.21.15.18:0/2200501984 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f114005e030 con 0x555cce3af890 2024-04-22T00:55:09.026 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.026+0000 7f113b7fe640 1 -- 172.21.15.18:0/2200501984 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f114002b2c0 con 0x555cce3af890 2024-04-22T00:55:09.027 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.026+0000 7f113b7fe640 1 -- 172.21.15.18:0/2200501984 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1140005da0 con 0x555cce3af890 2024-04-22T00:55:09.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.027+0000 7f115a81f740 1 -- 172.21.15.18:0/2200501984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 msgr2=0x555cce3c6af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:09.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.028+0000 7f115a81f740 1 --2- 172.21.15.18:0/2200501984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3c6af0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f114002b6a0 tx=0x7f114003ebe0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.028+0000 7f115a81f740 1 -- 172.21.15.18:0/2200501984 shutdown_connections 2024-04-22T00:55:09.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.028+0000 7f115a81f740 1 --2- 172.21.15.18:0/2200501984 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3af890 0x555cce3c6af0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.028+0000 7f115a81f740 1 --2- 172.21.15.18:0/2200501984 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3aa720 0x555cce3bb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.028+0000 7f115a81f740 1 --2- 172.21.15.18:0/2200501984 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3a9d30 0x555cce3a8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.028+0000 7f115a81f740 1 -- 172.21.15.18:0/2200501984 >> 172.21.15.18:0/2200501984 conn(0x555cce3a52a0 msgr2=0x555cce3a8500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:09.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.029+0000 7f115a81f740 1 -- 172.21.15.18:0/2200501984 shutdown_connections 2024-04-22T00:55:09.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.029+0000 7f115a81f740 1 -- 172.21.15.18:0/2200501984 wait complete. 2024-04-22T00:55:09.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.030+0000 7f115a81f740 1 -- start start 2024-04-22T00:55:09.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.030+0000 7f115a81f740 1 Processor -- start 2024-04-22T00:55:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f115a81f740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3a9d30 0x555cce3b85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f115a81f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3aa720 0x555cce3b8b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f115a81f740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 0x555cce3b9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f115a81f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f115007c3d0 con 0x555cce3aa720 2024-04-22T00:55:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f115a81f740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f115007d840 con 0x555cce3af890 2024-04-22T00:55:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f115a81f740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f115007caa0 con 0x555cce3a9d30 2024-04-22T00:55:09.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f115a81f740 10 client.0 _ll_register_callbacks cb 0x7f1140041070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:55:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f11561df640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 0x555cce3b9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f11551dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3aa720 0x555cce3b8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:09.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f11561df640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 0x555cce3b9b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:48736/0 (socket says 172.21.15.18:48736) 2024-04-22T00:55:09.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f11561df640 1 -- 172.21.15.18:0/2742444045 learned_addr learned my addr 172.21.15.18:0/2742444045 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:09.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.031+0000 7f11559de640 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3a9d30 0x555cce3b85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:09.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f11561df640 1 -- 172.21.15.18:0/2742444045 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3a9d30 msgr2=0x555cce3b85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:09.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f11561df640 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3a9d30 0x555cce3b85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f11561df640 1 -- 172.21.15.18:0/2742444045 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3aa720 msgr2=0x555cce3b8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:09.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f11561df640 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3aa720 0x555cce3b8b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f11561df640 1 -- 172.21.15.18:0/2742444045 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555cce3ba100 con 0x555cce3af890 2024-04-22T00:55:09.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f11561df640 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 0x555cce3b9b10 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f11400594e0 tx=0x7f114003e510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f048f68b4b446f6f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:09.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f11397fa640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:55:09.033 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f11397fa640 1 -- 172.21.15.18:0/2742444045 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1140068060 con 0x555cce3af890 2024-04-22T00:55:09.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f115a81f740 1 -- 172.21.15.18:0/2742444045 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f114002b2c0 con 0x555cce3af890 2024-04-22T00:55:09.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f11397fa640 1 -- 172.21.15.18:0/2742444045 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1140059b40 con 0x555cce3af890 2024-04-22T00:55:09.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f11397fa640 1 -- 172.21.15.18:0/2742444045 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f114006f050 con 0x555cce3af890 2024-04-22T00:55:09.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f115a81f740 10 client.27719 fetch_fsmap learned FSMap version 50 2024-04-22T00:55:09.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.032+0000 7f115a81f740 1 -- 172.21.15.18:0/2742444045 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) -- 0x555cce3bb410 con 0x555cce3af890 2024-04-22T00:55:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.033+0000 7f11397fa640 1 -- 172.21.15.18:0/2742444045 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f114002b2c0 con 0x555cce3af890 2024-04-22T00:55:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.033+0000 7f11397fa640 1 -- 172.21.15.18:0/2742444045 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 50) ==== 8354+0+0 (secure 0 0 0) 0x7f1140032070 con 0x555cce3af890 2024-04-22T00:55:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.033+0000 7f115a81f740 10 client.27719 fetch_fsmap finished waiting for FSMap version 50 2024-04-22T00:55:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.033+0000 7f115a81f740 10 client.27719 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:55:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.033+0000 7f115a81f740 20 client.27719 populate_metadata read hostname 'smithi018' 2024-04-22T00:55:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.033+0000 7f115a81f740 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555cce4265f0 0x555cce428a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.033+0000 7f115a81f740 4 client.27719 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:55:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.033+0000 7f115a81f740 1 -- 172.21.15.18:0/2742444045 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555cce316400 con 0x555cce4265f0 2024-04-22T00:55:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.033+0000 7f11559de640 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555cce4265f0 0x555cce428a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.034+0000 7f11397fa640 10 client.27719 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.034+0000 7f11559de640 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555cce4265f0 0x555cce428a10 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fff0089d4fceeeb1 server_cookie=c5f979e2637f3ce3 in_seq=0 out_seq=0 2024-04-22T00:55:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.042+0000 7f11397fa640 1 -- 172.21.15.18:0/2742444045 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555cce316400 con 0x555cce4265f0 2024-04-22T00:55:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.042+0000 7f11397fa640 10 client.27719 handle_command_reply: tid=0 2024-04-22T00:55:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.042+0000 7f115a81f740 1 client.27719 shutdown 2024-04-22T00:55:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.042+0000 7f115a81f740 1 -- 172.21.15.18:0/2742444045 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 msgr2=0x555cce3b9b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f115a81f740 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 0x555cce3b9b10 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f11400594e0 tx=0x7f114003e510 comp rx=0 tx=0).stop 2024-04-22T00:55:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f115a81f740 1 -- 172.21.15.18:0/2742444045 shutdown_connections 2024-04-22T00:55:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f115a81f740 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x555cce4265f0 0x555cce428a10 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f115a81f740 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x555cce3af890 0x555cce3b9b10 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f115a81f740 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555cce3aa720 0x555cce3b8b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f115a81f740 1 --2- 172.21.15.18:0/2742444045 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x555cce3a9d30 0x555cce3b85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f115a81f740 1 -- 172.21.15.18:0/2742444045 >> 172.21.15.18:0/2742444045 conn(0x555cce3a52a0 msgr2=0x555cce3a8d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f11397fa640 0 client.27719 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f115a81f740 1 -- 172.21.15.18:0/2742444045 shutdown_connections 2024-04-22T00:55:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f115a81f740 1 -- 172.21.15.18:0/2742444045 wait complete. 2024-04-22T00:55:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.043+0000 7f115a81f740 20 client.27719 trim_cache size 0 max 16384 2024-04-22T00:55:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:55:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:55:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:55:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:55:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 -- 172.21.15.18:0/295045441 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f113c0a2e70 msgr2=0x7f113c0a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f113c0a2e70 0x7f113c0a5330 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f114002a000 tx=0x7f1140033000 comp rx=0 tx=0).stop 2024-04-22T00:55:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 -- 172.21.15.18:0/295045441 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f115010b0b0 msgr2=0x7f1150115330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f115010b0b0 0x7f1150115330 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1148009dc0 tx=0x7f1148035de0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 -- 172.21.15.18:0/295045441 shutdown_connections 2024-04-22T00:55:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f113c0a2e70 0x7f113c0a5330 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f115010da60 0x7f11501b6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f115010b0b0 0x7f1150115330 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 --2- 172.21.15.18:0/295045441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1150108740 0x7f1150114df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 -- 172.21.15.18:0/295045441 >> 172.21.15.18:0/295045441 conn(0x7f115006e7b0 msgr2=0x7f1150108b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 -- 172.21.15.18:0/295045441 shutdown_connections 2024-04-22T00:55:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:09.044+0000 7f1157c42640 1 -- 172.21.15.18:0/295045441 wait complete. 2024-04-22T00:55:09.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 825.0 s, 526.6 tps, lat 191.494 ms stddev 231.427 2024-04-22T00:55:09.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:09 smithi167 ceph-mon[31348]: pgmap v790: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.6 MiB/s wr, 509 op/s 2024-04-22T00:55:10.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:09 smithi081 ceph-mon[31546]: pgmap v790: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.6 MiB/s wr, 509 op/s 2024-04-22T00:55:10.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:09 smithi018 ceph-mon[27979]: pgmap v790: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.6 MiB/s wr, 509 op/s 2024-04-22T00:55:11.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:11 smithi167 ceph-mon[31348]: pgmap v791: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 5.6 MiB/s wr, 604 op/s 2024-04-22T00:55:12.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:11 smithi081 ceph-mon[31546]: pgmap v791: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 5.6 MiB/s wr, 604 op/s 2024-04-22T00:55:12.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:11 smithi018 ceph-mon[27979]: pgmap v791: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 5.6 MiB/s wr, 604 op/s 2024-04-22T00:55:13.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:13 smithi167 ceph-mon[31348]: pgmap v792: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.5 MiB/s wr, 626 op/s 2024-04-22T00:55:13.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:13 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:55:14.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:13 smithi081 ceph-mon[31546]: pgmap v792: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.5 MiB/s wr, 626 op/s 2024-04-22T00:55:14.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:13 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:55:14.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:13 smithi018 ceph-mon[27979]: pgmap v792: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.5 MiB/s wr, 626 op/s 2024-04-22T00:55:14.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:13 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:55:14.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 830.0 s, 503.2 tps, lat 196.680 ms stddev 212.156 2024-04-22T00:55:15.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:15 smithi167 ceph-mon[31348]: pgmap v793: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.9 MiB/s wr, 546 op/s 2024-04-22T00:55:16.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:15 smithi081 ceph-mon[31546]: pgmap v793: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.9 MiB/s wr, 546 op/s 2024-04-22T00:55:16.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:15 smithi018 ceph-mon[27979]: pgmap v793: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.9 MiB/s wr, 546 op/s 2024-04-22T00:55:17.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:17 smithi167 ceph-mon[31348]: pgmap v794: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.0 MiB/s wr, 655 op/s 2024-04-22T00:55:18.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:17 smithi081 ceph-mon[31546]: pgmap v794: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.0 MiB/s wr, 655 op/s 2024-04-22T00:55:18.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:17 smithi018 ceph-mon[27979]: pgmap v794: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.0 MiB/s wr, 655 op/s 2024-04-22T00:55:19.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 835.0 s, 611.6 tps, lat 167.774 ms stddev 191.080 2024-04-22T00:55:19.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:19 smithi167 ceph-mon[31348]: pgmap v795: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 4.8 MiB/s wr, 547 op/s 2024-04-22T00:55:20.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:19 smithi081 ceph-mon[31546]: pgmap v795: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 4.8 MiB/s wr, 547 op/s 2024-04-22T00:55:20.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:19 smithi018 ceph-mon[27979]: pgmap v795: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 4.8 MiB/s wr, 547 op/s 2024-04-22T00:55:21.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:21 smithi167 ceph-mon[31348]: pgmap v796: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 5.3 MiB/s wr, 578 op/s 2024-04-22T00:55:22.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:21 smithi081 ceph-mon[31546]: pgmap v796: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 5.3 MiB/s wr, 578 op/s 2024-04-22T00:55:22.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:21 smithi018 ceph-mon[27979]: pgmap v796: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 5.3 MiB/s wr, 578 op/s 2024-04-22T00:55:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.204+0000 7f2f4259f640 1 -- 172.21.15.18:0/3543229793 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f3c109710 msgr2=0x7f2f3c10e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.204+0000 7f2f4259f640 1 --2- 172.21.15.18:0/3543229793 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f3c109710 0x7f2f3c10e080 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f2f34009ca0 tx=0x7f2f3402c100 comp rx=0 tx=0).stop 2024-04-22T00:55:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.205+0000 7f2f4259f640 1 -- 172.21.15.18:0/3543229793 shutdown_connections 2024-04-22T00:55:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.205+0000 7f2f4259f640 1 --2- 172.21.15.18:0/3543229793 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f3c109710 0x7f2f3c10e080 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.205+0000 7f2f4259f640 1 --2- 172.21.15.18:0/3543229793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f3c108d50 0x7f2f3c1091d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.205+0000 7f2f4259f640 1 --2- 172.21.15.18:0/3543229793 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f3c072a70 0x7f2f3c072e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.205+0000 7f2f4259f640 1 -- 172.21.15.18:0/3543229793 >> 172.21.15.18:0/3543229793 conn(0x7f2f3c06e5e0 msgr2=0x7f2f3c070a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.205+0000 7f2f4259f640 1 -- 172.21.15.18:0/3543229793 shutdown_connections 2024-04-22T00:55:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.205+0000 7f2f4259f640 1 -- 172.21.15.18:0/3543229793 wait complete. 2024-04-22T00:55:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4259f640 1 Processor -- start 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4259f640 1 -- start start 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4259f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f3c072a70 0x7f2f3c114e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4259f640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f3c108d50 0x7f2f3c1153a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4259f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f3c109710 0x7f2f3c1b6860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4259f640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3c11c150 con 0x7f2f3c109710 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4259f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3c11bfd0 con 0x7f2f3c072a70 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4259f640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3c11c2d0 con 0x7f2f3c108d50 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4159d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f3c072a70 0x7f2f3c114e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4159d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f3c072a70 0x7f2f3c114e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55458/0 (socket says 172.21.15.18:55458) 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f4159d640 1 -- 172.21.15.18:0/657051214 learned_addr learned my addr 172.21.15.18:0/657051214 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f41d9e640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f3c109710 0x7f2f3c1b6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.206+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f3c108d50 0x7f2f3c1153a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.207+0000 7f2f4159d640 1 -- 172.21.15.18:0/657051214 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f3c108d50 msgr2=0x7f2f3c1153a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.207+0000 7f2f4159d640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f3c108d50 0x7f2f3c1153a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.207+0000 7f2f4159d640 1 -- 172.21.15.18:0/657051214 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f3c109710 msgr2=0x7f2f3c1b6860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.207+0000 7f2f4159d640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f3c109710 0x7f2f3c1b6860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.207+0000 7f2f4159d640 1 -- 172.21.15.18:0/657051214 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f3c1b6da0 con 0x7f2f3c072a70 2024-04-22T00:55:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.207+0000 7f2f4159d640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f3c072a70 0x7f2f3c114e60 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c00b4a0 tx=0x7f2f2c00b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.208+0000 7f2f327fc640 1 -- 172.21.15.18:0/657051214 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c015020 con 0x7f2f3c072a70 2024-04-22T00:55:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.208+0000 7f2f327fc640 1 -- 172.21.15.18:0/657051214 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f2c011d10 con 0x7f2f3c072a70 2024-04-22T00:55:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.208+0000 7f2f4259f640 1 -- 172.21.15.18:0/657051214 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f3c1b6f70 con 0x7f2f3c072a70 2024-04-22T00:55:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.208+0000 7f2f4259f640 1 -- 172.21.15.18:0/657051214 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f3c1b7450 con 0x7f2f3c072a70 2024-04-22T00:55:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.208+0000 7f2f327fc640 1 -- 172.21.15.18:0/657051214 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c00f2e0 con 0x7f2f3c072a70 2024-04-22T00:55:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.213+0000 7f2f327fc640 1 -- 172.21.15.18:0/657051214 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2f2c018020 con 0x7f2f3c072a70 2024-04-22T00:55:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.214+0000 7f2f327fc640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2d50 0x7f2f280a5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.214+0000 7f2f327fc640 1 -- 172.21.15.18:0/657051214 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2f2c0ceb00 con 0x7f2f3c072a70 2024-04-22T00:55:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.215+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2d50 0x7f2f280a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.215+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2d50 0x7f2f280a5210 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c116370 tx=0x7f2f38009110 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.215+0000 7f2f463ef740 1 Processor -- start 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.215+0000 7f2f463ef740 1 -- start start 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 0x56193627a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x56193627f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 0x561936281f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f463ef740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5619361deb70 con 0x56193627fab0 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f463ef740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x561936187470 con 0x56193627a940 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f463ef740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5619361dab30 con 0x561936279f50 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f40d9c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x56193627f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f4159d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 0x56193627a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f4159d640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 0x56193627a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:54008/0 (socket says 172.21.15.18:54008) 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f40d9c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x56193627f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55460/0 (socket says 172.21.15.18:55460) 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f4159d640 1 -- 172.21.15.18:0/78151 learned_addr learned my addr 172.21.15.18:0/78151 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f41d9e640 1 --2- 172.21.15.18:0/78151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 0x561936281f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f4159d640 1 -- 172.21.15.18:0/78151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 msgr2=0x56193627f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f4159d640 1 --2- 172.21.15.18:0/78151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x56193627f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f4159d640 1 -- 172.21.15.18:0/78151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 msgr2=0x561936281f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f4159d640 1 --2- 172.21.15.18:0/78151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 0x561936281f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f4159d640 1 -- 172.21.15.18:0/78151 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561935ef3210 con 0x561936279f50 2024-04-22T00:55:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.216+0000 7f2f4159d640 1 --2- 172.21.15.18:0/78151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 0x56193627a370 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c00bda0 tx=0x7f2f2c0047d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9bd7000e1165320 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.217+0000 7f2f277fe640 1 -- 172.21.15.18:0/78151 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c09f2e0 con 0x561936279f50 2024-04-22T00:55:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.217+0000 7f2f277fe640 1 -- 172.21.15.18:0/78151 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f2c0a3ba0 con 0x561936279f50 2024-04-22T00:55:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.217+0000 7f2f277fe640 1 -- 172.21.15.18:0/78151 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c09a380 con 0x561936279f50 2024-04-22T00:55:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 -- 172.21.15.18:0/78151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 msgr2=0x56193627a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 --2- 172.21.15.18:0/78151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 0x56193627a370 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c00bda0 tx=0x7f2f2c0047d0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 -- 172.21.15.18:0/78151 shutdown_connections 2024-04-22T00:55:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 --2- 172.21.15.18:0/78151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 0x561936281f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 --2- 172.21.15.18:0/78151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x56193627f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 --2- 172.21.15.18:0/78151 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 0x56193627a370 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 -- 172.21.15.18:0/78151 >> 172.21.15.18:0/78151 conn(0x5619362754c0 msgr2=0x5619362758c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 -- 172.21.15.18:0/78151 shutdown_connections 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 -- 172.21.15.18:0/78151 wait complete. 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 -- start start 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.218+0000 7f2f463ef740 1 Processor -- start 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x561936284280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627a940 0x5619362847c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627fab0 0x56193628b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f463ef740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x561936282a60 con 0x561936279f50 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f463ef740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x56193619aa10 con 0x56193627fab0 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f463ef740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x561936282be0 con 0x56193627a940 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f463ef740 10 client.0 _ll_register_callbacks cb 0x5619361d5b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f4159d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x561936284280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f40d9c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627a940 0x5619362847c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f4159d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x561936284280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45356/0 (socket says 172.21.15.18:45356) 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f4159d640 1 -- 172.21.15.18:0/3818017485 learned_addr learned my addr 172.21.15.18:0/3818017485 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f41d9e640 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627fab0 0x56193628b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f40d9c640 1 -- 172.21.15.18:0/3818017485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627fab0 msgr2=0x56193628b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627fab0 0x56193628b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f40d9c640 1 -- 172.21.15.18:0/3818017485 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 msgr2=0x561936284280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x561936284280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f40d9c640 1 -- 172.21.15.18:0/3818017485 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561935fbf620 con 0x56193627a940 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f4159d640 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x561936284280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.219+0000 7f2f41d9e640 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627fab0 0x56193628b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.220+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627a940 0x5619362847c0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x56193627b3b0 tx=0x7f2f380047d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a077d624353b0432 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.220+0000 7f2f24ff9640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.220+0000 7f2f24ff9640 1 -- 172.21.15.18:0/3818017485 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f38025070 con 0x56193627a940 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.220+0000 7f2f24ff9640 1 -- 172.21.15.18:0/3818017485 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2f38013660 con 0x56193627a940 2024-04-22T00:55:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.220+0000 7f2f463ef740 1 -- 172.21.15.18:0/3818017485 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f2c0a3ba0 con 0x56193627a940 2024-04-22T00:55:22.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.221+0000 7f2f24ff9640 1 -- 172.21.15.18:0/3818017485 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=51) ==== 24+0+0 (secure 0 0 0) 0x7f2f3802f050 con 0x56193627a940 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.221+0000 7f2f463ef740 10 client.27703 fetch_fsmap learned FSMap version 51 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.221+0000 7f2f463ef740 1 -- 172.21.15.18:0/3818017485 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=51,monmap=4+}) -- 0x56193628ec70 con 0x56193627a940 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.221+0000 7f2f24ff9640 1 -- 172.21.15.18:0/3818017485 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f2c0a3ba0 con 0x56193627a940 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.221+0000 7f2f24ff9640 1 -- 172.21.15.18:0/3818017485 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 51) ==== 8350+0+0 (secure 0 0 0) 0x7f2f3802ab30 con 0x56193627a940 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.221+0000 7f2f463ef740 10 client.27703 fetch_fsmap finished waiting for FSMap version 51 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.221+0000 7f2f463ef740 10 client.27703 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.222+0000 7f2f463ef740 20 client.27703 populate_metadata read hostname 'smithi018' 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.222+0000 7f2f463ef740 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619362903b0 0x561936292810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.222+0000 7f2f463ef740 4 client.27703 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.222+0000 7f2f463ef740 1 -- 172.21.15.18:0/3818017485 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5619361ec0b0 con 0x5619362903b0 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.222+0000 7f2f4159d640 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619362903b0 0x561936292810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.222+0000 7f2f24ff9640 10 client.27703 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.223+0000 7f2f4159d640 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619362903b0 0x561936292810 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c014411ce32fbd40 server_cookie=4817ba3dfb2ae078 in_seq=0 out_seq=0 2024-04-22T00:55:22.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f24ff9640 1 -- 172.21.15.18:0/3818017485 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5619361ec0b0 con 0x5619362903b0 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f24ff9640 10 client.27703 handle_command_reply: tid=0 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 client.27703 shutdown 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 -- 172.21.15.18:0/3818017485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627a940 msgr2=0x5619362847c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627a940 0x5619362847c0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x56193627b3b0 tx=0x7f2f380047d0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 -- 172.21.15.18:0/3818017485 shutdown_connections 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619362903b0 0x561936292810 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627fab0 0x56193628b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627a940 0x5619362847c0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f24ff9640 0 client.27703 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 --2- 172.21.15.18:0/3818017485 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x561936284280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 -- 172.21.15.18:0/3818017485 >> 172.21.15.18:0/3818017485 conn(0x5619362754c0 msgr2=0x561936274600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 -- 172.21.15.18:0/3818017485 shutdown_connections 2024-04-22T00:55:22.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 1 -- 172.21.15.18:0/3818017485 wait complete. 2024-04-22T00:55:22.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.224+0000 7f2f463ef740 20 client.27703 trim_cache size 0 max 16384 2024-04-22T00:55:22.242 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.241+0000 7f2f463ef740 1 Processor -- start 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.241+0000 7f2f463ef740 1 -- start start 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.241+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x5619362758a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.241+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x56193628b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.241+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627fab0 0x56193627bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.241+0000 7f2f463ef740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2f20012650 con 0x561936279f50 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.241+0000 7f2f463ef740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2000ff20 con 0x56193627a940 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.241+0000 7f2f463ef740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2000dd70 con 0x56193627fab0 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f4159d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x5619362758a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f4159d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x5619362758a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45358/0 (socket says 172.21.15.18:45358) 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f4159d640 1 -- 172.21.15.18:0/1214650284 learned_addr learned my addr 172.21.15.18:0/1214650284 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/1214650284 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x56193628b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.243 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f41d9e640 1 --2- 172.21.15.18:0/1214650284 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627fab0 0x56193627bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f4159d640 1 -- 172.21.15.18:0/1214650284 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627fab0 msgr2=0x56193627bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f4159d640 1 --2- 172.21.15.18:0/1214650284 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627fab0 0x56193627bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f4159d640 1 -- 172.21.15.18:0/1214650284 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 msgr2=0x56193628b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f4159d640 1 --2- 172.21.15.18:0/1214650284 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x56193628b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f4159d640 1 -- 172.21.15.18:0/1214650284 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561936274b10 con 0x561936279f50 2024-04-22T00:55:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/1214650284 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x56193628b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:55:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f4159d640 1 --2- 172.21.15.18:0/1214650284 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x5619362758a0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c09ac30 tx=0x7f2f2c0093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a2120ac214c243b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.242+0000 7f2f26ffd640 1 -- 172.21.15.18:0/1214650284 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c0a3ba0 con 0x561936279f50 2024-04-22T00:55:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f26ffd640 1 -- 172.21.15.18:0/1214650284 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f2c0b9b70 con 0x561936279f50 2024-04-22T00:55:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f26ffd640 1 -- 172.21.15.18:0/1214650284 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c09a5e0 con 0x561936279f50 2024-04-22T00:55:22.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f463ef740 1 -- 172.21.15.18:0/1214650284 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 msgr2=0x5619362758a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:22.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f463ef740 1 --2- 172.21.15.18:0/1214650284 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x5619362758a0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c09ac30 tx=0x7f2f2c0093e0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f463ef740 1 -- 172.21.15.18:0/1214650284 shutdown_connections 2024-04-22T00:55:22.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f463ef740 1 --2- 172.21.15.18:0/1214650284 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x56193627fab0 0x56193627bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f463ef740 1 --2- 172.21.15.18:0/1214650284 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x56193628b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f463ef740 1 --2- 172.21.15.18:0/1214650284 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561936279f50 0x5619362758a0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f463ef740 1 -- 172.21.15.18:0/1214650284 >> 172.21.15.18:0/1214650284 conn(0x5619362754c0 msgr2=0x56193627f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:22.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f463ef740 1 -- 172.21.15.18:0/1214650284 shutdown_connections 2024-04-22T00:55:22.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.243+0000 7f2f463ef740 1 -- 172.21.15.18:0/1214650284 wait complete. 2024-04-22T00:55:22.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f463ef740 1 -- start start 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f463ef740 1 Processor -- start 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 0x5619362887c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x561936288d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f463ef740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 0x5619362f4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f463ef740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2000e3e0 con 0x56193627fab0 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f463ef740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2000f850 con 0x56193627a940 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f463ef740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2000eab0 con 0x561936279f50 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f463ef740 10 client.0 _ll_register_callbacks cb 0x7f2f3800ed90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f41d9e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 0x5619362f4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f40d9c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x561936288d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f41d9e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 0x5619362f4980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45366/0 (socket says 172.21.15.18:45366) 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f40d9c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x561936288d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:55494/0 (socket says 172.21.15.18:55494) 2024-04-22T00:55:22.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f41d9e640 1 -- 172.21.15.18:0/1690009409 learned_addr learned my addr 172.21.15.18:0/1690009409 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:22.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.244+0000 7f2f4159d640 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 0x5619362887c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.245+0000 7f2f40d9c640 1 -- 172.21.15.18:0/1690009409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 msgr2=0x5619362887c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:22.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.245+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 0x5619362887c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.245+0000 7f2f40d9c640 1 -- 172.21.15.18:0/1690009409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 msgr2=0x5619362f4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:22.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.245+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 0x5619362f4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.245+0000 7f2f40d9c640 1 -- 172.21.15.18:0/1690009409 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619362f4f40 con 0x56193627a940 2024-04-22T00:55:22.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.246+0000 7f2f40d9c640 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x561936288d00 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f2f38021580 tx=0x7f2f38021c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4a7c716f36307bc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:22.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.246+0000 7f2f24ff9640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.246+0000 7f2f24ff9640 1 -- 172.21.15.18:0/1690009409 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f3803b020 con 0x56193627a940 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.246+0000 7f2f24ff9640 1 -- 172.21.15.18:0/1690009409 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2f38013a70 con 0x56193627a940 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.246+0000 7f2f463ef740 1 -- 172.21.15.18:0/1690009409 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f2c0b9b70 con 0x56193627a940 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.246+0000 7f2f24ff9640 1 -- 172.21.15.18:0/1690009409 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=51) ==== 24+0+0 (secure 0 0 0) 0x7f2f38046050 con 0x56193627a940 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.246+0000 7f2f463ef740 10 client.27731 fetch_fsmap learned FSMap version 51 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.246+0000 7f2f463ef740 1 -- 172.21.15.18:0/1690009409 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=51,monmap=4+}) -- 0x5619362f62c0 con 0x56193627a940 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.247+0000 7f2f24ff9640 1 -- 172.21.15.18:0/1690009409 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f380096a0 con 0x56193627a940 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.247+0000 7f2f24ff9640 1 -- 172.21.15.18:0/1690009409 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 51) ==== 8350+0+0 (secure 0 0 0) 0x7f2f3802ab90 con 0x56193627a940 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.247+0000 7f2f463ef740 10 client.27731 fetch_fsmap finished waiting for FSMap version 51 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.247+0000 7f2f463ef740 10 client.27731 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.247+0000 7f2f463ef740 20 client.27731 populate_metadata read hostname 'smithi018' 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.247+0000 7f2f463ef740 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619362f6c90 0x5619362f90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:22.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.247+0000 7f2f463ef740 4 client.27731 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:55:22.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.247+0000 7f2f463ef740 1 -- 172.21.15.18:0/1690009409 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f2f2c0b9b70 con 0x5619362f6c90 2024-04-22T00:55:22.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.247+0000 7f2f4159d640 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619362f6c90 0x5619362f90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:22.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.248+0000 7f2f24ff9640 10 client.27731 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:22.251 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.248+0000 7f2f4159d640 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619362f6c90 0x5619362f90b0 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98fc59d8daee6c32 server_cookie=1ed8efe1ed765e9f in_seq=0 out_seq=0 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f24ff9640 1 -- 172.21.15.18:0/1690009409 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f2f2c0b9b70 con 0x5619362f6c90 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f24ff9640 10 client.27731 handle_command_reply: tid=0 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 client.27731 shutdown 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 -- 172.21.15.18:0/1690009409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 msgr2=0x561936288d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x561936288d00 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f2f38021580 tx=0x7f2f38021c80 comp rx=0 tx=0).stop 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 -- 172.21.15.18:0/1690009409 shutdown_connections 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5619362f6c90 0x5619362f90b0 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193627fab0 0x5619362f4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x56193627a940 0x561936288d00 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 --2- 172.21.15.18:0/1690009409 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x561936279f50 0x5619362887c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 -- 172.21.15.18:0/1690009409 >> 172.21.15.18:0/1690009409 conn(0x5619362754c0 msgr2=0x5619362758a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f24ff9640 0 client.27731 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 -- 172.21.15.18:0/1690009409 shutdown_connections 2024-04-22T00:55:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 1 -- 172.21.15.18:0/1690009409 wait complete. 2024-04-22T00:55:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.261+0000 7f2f463ef740 20 client.27731 trim_cache size 0 max 16384 2024-04-22T00:55:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:55:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:55:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:55:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:55:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 -- 172.21.15.18:0/657051214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2d50 msgr2=0x7f2f280a5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2d50 0x7f2f280a5210 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c116370 tx=0x7f2f38009110 comp rx=0 tx=0).stop 2024-04-22T00:55:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 -- 172.21.15.18:0/657051214 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f3c072a70 msgr2=0x7f2f3c114e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f3c072a70 0x7f2f3c114e60 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c00b4a0 tx=0x7f2f2c00b8a0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 -- 172.21.15.18:0/657051214 shutdown_connections 2024-04-22T00:55:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f280a2d50 0x7f2f280a5210 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f3c109710 0x7f2f3c1b6860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f3c108d50 0x7f2f3c1153a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 --2- 172.21.15.18:0/657051214 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f3c072a70 0x7f2f3c114e60 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 -- 172.21.15.18:0/657051214 >> 172.21.15.18:0/657051214 conn(0x7f2f3c06e5e0 msgr2=0x7f2f3c0702a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 -- 172.21.15.18:0/657051214 shutdown_connections 2024-04-22T00:55:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:22.262+0000 7f2f4259f640 1 -- 172.21.15.18:0/657051214 wait complete. 2024-04-22T00:55:23.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:23 smithi167 ceph-mon[31348]: pgmap v797: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.5 MiB/s wr, 512 op/s 2024-04-22T00:55:23.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:23 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:55:24.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:23 smithi081 ceph-mon[31546]: pgmap v797: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.5 MiB/s wr, 512 op/s 2024-04-22T00:55:24.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:23 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:55:24.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:23 smithi018 ceph-mon[27979]: pgmap v797: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.5 MiB/s wr, 512 op/s 2024-04-22T00:55:24.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:23 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:55:24.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 840.0 s, 706.8 tps, lat 141.340 ms stddev 161.290 2024-04-22T00:55:25.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:25 smithi167 ceph-mon[31348]: pgmap v798: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.1 MiB/s wr, 458 op/s 2024-04-22T00:55:26.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:25 smithi081 ceph-mon[31546]: pgmap v798: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.1 MiB/s wr, 458 op/s 2024-04-22T00:55:26.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:25 smithi018 ceph-mon[27979]: pgmap v798: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.1 MiB/s wr, 458 op/s 2024-04-22T00:55:27.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:27 smithi167 ceph-mon[31348]: pgmap v799: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.4 MiB/s wr, 584 op/s 2024-04-22T00:55:28.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:27 smithi081 ceph-mon[31546]: pgmap v799: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.4 MiB/s wr, 584 op/s 2024-04-22T00:55:28.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:27 smithi018 ceph-mon[27979]: pgmap v799: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.4 MiB/s wr, 584 op/s 2024-04-22T00:55:29.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 845.0 s, 590.4 tps, lat 162.568 ms stddev 209.927 2024-04-22T00:55:29.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:29 smithi167 ceph-mon[31348]: pgmap v800: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 4.5 MiB/s wr, 497 op/s 2024-04-22T00:55:30.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:29 smithi018 ceph-mon[27979]: pgmap v800: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 4.5 MiB/s wr, 497 op/s 2024-04-22T00:55:30.158 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:29 smithi081 ceph-mon[31546]: pgmap v800: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 4.5 MiB/s wr, 497 op/s 2024-04-22T00:55:31.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:31 smithi167 ceph-mon[31348]: pgmap v801: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 4.8 MiB/s wr, 533 op/s 2024-04-22T00:55:32.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:31 smithi081 ceph-mon[31546]: pgmap v801: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 4.8 MiB/s wr, 533 op/s 2024-04-22T00:55:32.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:31 smithi018 ceph-mon[27979]: pgmap v801: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 4.8 MiB/s wr, 533 op/s 2024-04-22T00:55:33.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:33 smithi167 ceph-mon[31348]: pgmap v802: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 4.8 MiB/s wr, 536 op/s 2024-04-22T00:55:34.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:33 smithi081 ceph-mon[31546]: pgmap v802: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 4.8 MiB/s wr, 536 op/s 2024-04-22T00:55:34.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:33 smithi018 ceph-mon[27979]: pgmap v802: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 4.8 MiB/s wr, 536 op/s 2024-04-22T00:55:34.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 850.0 s, 580.2 tps, lat 177.789 ms stddev 203.620 2024-04-22T00:55:35.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.424+0000 7ff9edb1e640 1 -- 172.21.15.18:0/1299805060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9e8108740 msgr2=0x7ff9e810ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:35.423 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.424+0000 7ff9edb1e640 1 --2- 172.21.15.18:0/1299805060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9e8108740 0x7ff9e810ab70 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc009900 tx=0x7ff9dc02bc60 comp rx=0 tx=0).stop 2024-04-22T00:55:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.425+0000 7ff9edb1e640 1 -- 172.21.15.18:0/1299805060 shutdown_connections 2024-04-22T00:55:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.425+0000 7ff9edb1e640 1 --2- 172.21.15.18:0/1299805060 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9e810da60 0x7ff9e810dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.425+0000 7ff9edb1e640 1 --2- 172.21.15.18:0/1299805060 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9e810b0b0 0x7ff9e810d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.425+0000 7ff9edb1e640 1 --2- 172.21.15.18:0/1299805060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9e8108740 0x7ff9e810ab70 secure :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc009900 tx=0x7ff9dc02bc60 comp rx=0 tx=0).stop 2024-04-22T00:55:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.425+0000 7ff9edb1e640 1 -- 172.21.15.18:0/1299805060 >> 172.21.15.18:0/1299805060 conn(0x7ff9e806e7b0 msgr2=0x7ff9e8070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:35.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.430+0000 7ff9edb1e640 1 -- 172.21.15.18:0/1299805060 shutdown_connections 2024-04-22T00:55:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.431+0000 7ff9edb1e640 1 -- 172.21.15.18:0/1299805060 wait complete. 2024-04-22T00:55:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.432+0000 7ff9edb1e640 1 Processor -- start 2024-04-22T00:55:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.432+0000 7ff9edb1e640 1 -- start start 2024-04-22T00:55:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.432+0000 7ff9edb1e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9e810b0b0 0x7ff9e81a6a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.432+0000 7ff9edb1e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9e810da60 0x7ff9e81a6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.432+0000 7ff9edb1e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9e810fe70 0x7ff9e8112330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.432+0000 7ff9edb1e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e811c2c0 con 0x7ff9e810fe70 2024-04-22T00:55:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.432+0000 7ff9edb1e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e811c140 con 0x7ff9e810b0b0 2024-04-22T00:55:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.432+0000 7ff9edb1e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e811c440 con 0x7ff9e810da60 2024-04-22T00:55:35.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.434+0000 7ff9e7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9e810fe70 0x7ff9e8112330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.434+0000 7ff9e7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9e810fe70 0x7ff9e8112330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36708/0 (socket says 172.21.15.18:36708) 2024-04-22T00:55:35.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.434+0000 7ff9e7fff640 1 -- 172.21.15.18:0/3427343689 learned_addr learned my addr 172.21.15.18:0/3427343689 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.436+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9e810b0b0 0x7ff9e81a6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.439+0000 7ff9e7fff640 1 -- 172.21.15.18:0/3427343689 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9e810da60 msgr2=0x7ff9e81a6fd0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:55:35.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.439+0000 7ff9e7fff640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9e810da60 0x7ff9e81a6fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.439+0000 7ff9e7fff640 1 -- 172.21.15.18:0/3427343689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9e810b0b0 msgr2=0x7ff9e81a6a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:35.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.439+0000 7ff9e7fff640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9e810b0b0 0x7ff9e81a6a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.439+0000 7ff9e7fff640 1 -- 172.21.15.18:0/3427343689 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9e81128f0 con 0x7ff9e810fe70 2024-04-22T00:55:35.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.441+0000 7ff9e7fff640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9e810fe70 0x7ff9e8112330 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7ff9e000b990 tx=0x7ff9e000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:35.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.444+0000 7ff9e4ff9640 1 -- 172.21.15.18:0/3427343689 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e0019070 con 0x7ff9e810fe70 2024-04-22T00:55:35.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.444+0000 7ff9e4ff9640 1 -- 172.21.15.18:0/3427343689 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9e000cba0 con 0x7ff9e810fe70 2024-04-22T00:55:35.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.444+0000 7ff9e4ff9640 1 -- 172.21.15.18:0/3427343689 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e0007650 con 0x7ff9e810fe70 2024-04-22T00:55:35.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.447+0000 7ff9edb1e640 1 -- 172.21.15.18:0/3427343689 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9e8112be0 con 0x7ff9e810fe70 2024-04-22T00:55:35.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.447+0000 7ff9edb1e640 1 -- 172.21.15.18:0/3427343689 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9e81130b0 con 0x7ff9e810fe70 2024-04-22T00:55:35.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.454+0000 7ff9f07e8740 1 Processor -- start 2024-04-22T00:55:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.456+0000 7ff9e4ff9640 1 -- 172.21.15.18:0/3427343689 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff9e0014440 con 0x7ff9e810fe70 2024-04-22T00:55:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.456+0000 7ff9e4ff9640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9d00a2df0 0x7ff9d00a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.457+0000 7ff9e4ff9640 1 -- 172.21.15.18:0/3427343689 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff9e0098e60 con 0x7ff9e810fe70 2024-04-22T00:55:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.458+0000 7ff9f07e8740 1 -- start start 2024-04-22T00:55:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.458+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07036d30 0x55ee07037150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.458+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 0x55ee0703c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.458+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee0703c890 0x55ee0703ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.458+0000 7ff9f07e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ee06f9bb70 con 0x55ee07036d30 2024-04-22T00:55:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.458+0000 7ff9f07e8740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ee06f44470 con 0x55ee07037720 2024-04-22T00:55:35.460 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.458+0000 7ff9f07e8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ee06f97b30 con 0x55ee0703c890 2024-04-22T00:55:35.460 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.458+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9d00a2df0 0x7ff9d00a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.460 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.460+0000 7ff9e6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 0x55ee0703c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.460 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.460+0000 7ff9e6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 0x55ee0703c220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:35200/0 (socket says 172.21.15.18:35200) 2024-04-22T00:55:35.460 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.460+0000 7ff9e6ffd640 1 -- 172.21.15.18:0/384473326 learned_addr learned my addr 172.21.15.18:0/384473326 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.461+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/384473326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07036d30 0x55ee07037150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.462+0000 7ff9e77fe640 1 -- 172.21.15.18:0/384473326 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee0703c890 msgr2=0x55ee0703ed20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:55:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.462+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/384473326 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee0703c890 0x55ee0703ed20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.462+0000 7ff9e77fe640 1 -- 172.21.15.18:0/384473326 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 msgr2=0x55ee0703c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.462+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/384473326 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 0x55ee0703c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.462+0000 7ff9e77fe640 1 -- 172.21.15.18:0/384473326 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee06cb0210 con 0x55ee07036d30 2024-04-22T00:55:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.462+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/384473326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07036d30 0x55ee07037150 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc008000 tx=0x7ff9dc009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=debcc86afd2424f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.462+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9d00a2df0 0x7ff9d00a52b0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7ff9d800bf80 tx=0x7ff9d800b5a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.463+0000 7ff9cdffb640 1 -- 172.21.15.18:0/384473326 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9dc042070 con 0x55ee07036d30 2024-04-22T00:55:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.463+0000 7ff9cdffb640 1 -- 172.21.15.18:0/384473326 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9dc02cbb0 con 0x55ee07036d30 2024-04-22T00:55:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.463+0000 7ff9cdffb640 1 -- 172.21.15.18:0/384473326 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9dc0046c0 con 0x55ee07036d30 2024-04-22T00:55:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.464+0000 7ff9f07e8740 1 -- 172.21.15.18:0/384473326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07036d30 msgr2=0x55ee07037150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.464+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/384473326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07036d30 0x55ee07037150 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc008000 tx=0x7ff9dc009560 comp rx=0 tx=0).stop 2024-04-22T00:55:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.473+0000 7ff9f07e8740 1 -- 172.21.15.18:0/384473326 shutdown_connections 2024-04-22T00:55:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.473+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/384473326 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee0703c890 0x55ee0703ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.473+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/384473326 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 0x55ee0703c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.473+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/384473326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07036d30 0x55ee07037150 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.473+0000 7ff9f07e8740 1 -- 172.21.15.18:0/384473326 >> 172.21.15.18:0/384473326 conn(0x55ee070322a0 msgr2=0x55ee070326a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.475+0000 7ff9f07e8740 1 -- 172.21.15.18:0/384473326 shutdown_connections 2024-04-22T00:55:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.477+0000 7ff9f07e8740 1 -- 172.21.15.18:0/384473326 wait complete. 2024-04-22T00:55:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.477+0000 7ff9f07e8740 1 -- start start 2024-04-22T00:55:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.478+0000 7ff9f07e8740 1 Processor -- start 2024-04-22T00:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.480+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07036d30 0x55ee07041080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.480+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07037720 0x55ee070415c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.480+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 0x55ee07048600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.480+0000 7ff9f07e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55ee0703f7e0 con 0x55ee0703c890 2024-04-22T00:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.480+0000 7ff9f07e8740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55ee06f57a10 con 0x55ee07036d30 2024-04-22T00:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.480+0000 7ff9f07e8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55ee0703f960 con 0x55ee07037720 2024-04-22T00:55:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9f07e8740 10 client.0 _ll_register_callbacks cb 0x55ee06f92b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9e77fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07036d30 0x55ee07041080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9e77fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07036d30 0x55ee07041080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:35210/0 (socket says 172.21.15.18:35210) 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9e77fe640 1 -- 172.21.15.18:0/1169856457 learned_addr learned my addr 172.21.15.18:0/1169856457 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07037720 0x55ee070415c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9e7fff640 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 0x55ee07048600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9e77fe640 1 -- 172.21.15.18:0/1169856457 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07037720 msgr2=0x55ee070415c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07037720 0x55ee070415c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9e77fe640 1 -- 172.21.15.18:0/1169856457 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 msgr2=0x55ee07048600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 0x55ee07048600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.481+0000 7ff9e77fe640 1 -- 172.21.15.18:0/1169856457 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee06d7c620 con 0x55ee07036d30 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.482+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07036d30 0x55ee07041080 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc009850 tx=0x7ff9dc02cdd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe991306ecffec50 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.482+0000 7ff9c6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:55:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.482+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1169856457 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9dc042050 con 0x55ee07036d30 2024-04-22T00:55:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.482+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1169856457 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff9dc004450 con 0x55ee07036d30 2024-04-22T00:55:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.482+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1169856457 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9dc02cbb0 con 0x55ee07036d30 2024-04-22T00:55:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.483+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1169856457 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7ff9dc0046c0 con 0x55ee07036d30 2024-04-22T00:55:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.488+0000 7ff9f07e8740 10 client.27740 fetch_fsmap learned FSMap version 52 2024-04-22T00:55:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.488+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1169856457 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) -- 0x55ee0704b970 con 0x55ee07036d30 2024-04-22T00:55:35.487 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.488+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1169856457 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9dc02cbb0 con 0x55ee07036d30 2024-04-22T00:55:35.487 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.488+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1169856457 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 52) ==== 8346+0+0 (secure 0 0 0) 0x7ff9dc003b80 con 0x55ee07036d30 2024-04-22T00:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.488+0000 7ff9f07e8740 10 client.27740 fetch_fsmap finished waiting for FSMap version 52 2024-04-22T00:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.488+0000 7ff9f07e8740 10 client.27740 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.488+0000 7ff9f07e8740 20 client.27740 populate_metadata read hostname 'smithi018' 2024-04-22T00:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.489+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee0704ccc0 0x55ee0704f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.489+0000 7ff9f07e8740 4 client.27740 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.489+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1169856457 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee06fa90b0 con 0x55ee0704ccc0 2024-04-22T00:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.489+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee0704ccc0 0x55ee0704f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.489+0000 7ff9c6ffd640 10 client.27740 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.490+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee0704ccc0 0x55ee0704f0b0 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99411d021ead12f8 server_cookie=a947fcb24520dc48 in_seq=0 out_seq=0 2024-04-22T00:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.491+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1169856457 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ee06fa90b0 con 0x55ee0704ccc0 2024-04-22T00:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.491+0000 7ff9c6ffd640 10 client.27740 handle_command_reply: tid=0 2024-04-22T00:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.491+0000 7ff9f07e8740 1 client.27740 shutdown 2024-04-22T00:55:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1169856457 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07036d30 msgr2=0x55ee07041080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07036d30 0x55ee07041080 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc009850 tx=0x7ff9dc02cdd0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1169856457 shutdown_connections 2024-04-22T00:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee0704ccc0 0x55ee0704f0b0 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 0x55ee07048600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07037720 0x55ee070415c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1169856457 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07036d30 0x55ee07041080 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1169856457 >> 172.21.15.18:0/1169856457 conn(0x55ee070322a0 msgr2=0x55ee070314c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9c6ffd640 0 client.27740 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1169856457 shutdown_connections 2024-04-22T00:55:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1169856457 wait complete. 2024-04-22T00:55:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.492+0000 7ff9f07e8740 20 client.27740 trim_cache size 0 max 16384 2024-04-22T00:55:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.538+0000 7ff9f07e8740 1 Processor -- start 2024-04-22T00:55:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.542+0000 7ff9f07e8740 1 -- start start 2024-04-22T00:55:35.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.542+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 0x55ee070406a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.542+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07037720 0x55ee070485c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.542+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee0703c890 0x55ee07040be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.542+0000 7ff9f07e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e81c4920 con 0x55ee07037720 2024-04-22T00:55:35.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.543+0000 7ff9f07e8740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e81c21f0 con 0x55ee0703c890 2024-04-22T00:55:35.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.543+0000 7ff9f07e8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e81c0040 con 0x55ee07036d30 2024-04-22T00:55:35.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.544+0000 7ff9e6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07037720 0x55ee070485c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.544+0000 7ff9e6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07037720 0x55ee070485c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36738/0 (socket says 172.21.15.18:36738) 2024-04-22T00:55:35.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.544+0000 7ff9e6ffd640 1 -- 172.21.15.18:0/1673631089 learned_addr learned my addr 172.21.15.18:0/1673631089 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:35.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.544+0000 7ff9e7fff640 1 --2- 172.21.15.18:0/1673631089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee0703c890 0x55ee07040be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.546+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/1673631089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 0x55ee070406a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.552+0000 7ff9e6ffd640 1 -- 172.21.15.18:0/1673631089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 msgr2=0x55ee070406a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:35.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.552+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/1673631089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 0x55ee070406a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.552+0000 7ff9e6ffd640 1 -- 172.21.15.18:0/1673631089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee0703c890 msgr2=0x55ee07040be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:35.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.552+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/1673631089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee0703c890 0x55ee07040be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.553 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.552+0000 7ff9e6ffd640 1 -- 172.21.15.18:0/1673631089 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee0703fae0 con 0x55ee07037720 2024-04-22T00:55:35.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.556+0000 7ff9e7fff640 1 --2- 172.21.15.18:0/1673631089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee0703c890 0x55ee07040be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:55:35.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.557+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/1673631089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07037720 0x55ee070485c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8014210 tx=0x7ff9d8017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb07fbe1a63748f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.564+0000 7ff9cd7fa640 1 -- 172.21.15.18:0/1673631089 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d8011bf0 con 0x55ee07037720 2024-04-22T00:55:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.564+0000 7ff9cd7fa640 1 -- 172.21.15.18:0/1673631089 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9d8011d90 con 0x55ee07037720 2024-04-22T00:55:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.564+0000 7ff9cd7fa640 1 -- 172.21.15.18:0/1673631089 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d8005580 con 0x55ee07037720 2024-04-22T00:55:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.565+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1673631089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07037720 msgr2=0x55ee070485c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.565+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1673631089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07037720 0x55ee070485c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8014210 tx=0x7ff9d8017000 comp rx=0 tx=0).stop 2024-04-22T00:55:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.569+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1673631089 shutdown_connections 2024-04-22T00:55:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.569+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1673631089 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee0703c890 0x55ee07040be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.569+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1673631089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee07037720 0x55ee070485c0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.569+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1673631089 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 0x55ee070406a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.569+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1673631089 >> 172.21.15.18:0/1673631089 conn(0x55ee070322a0 msgr2=0x55ee07035d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.569+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1673631089 shutdown_connections 2024-04-22T00:55:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.570+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1673631089 wait complete. 2024-04-22T00:55:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.571+0000 7ff9f07e8740 1 -- start start 2024-04-22T00:55:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.571+0000 7ff9f07e8740 1 Processor -- start 2024-04-22T00:55:35.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 0x55ee07045c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 0x55ee07046140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9f07e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 0x55ee07047150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9f07e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e81c06b0 con 0x55ee0703c890 2024-04-22T00:55:35.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9e7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 0x55ee07047150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9e7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 0x55ee07047150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36750/0 (socket says 172.21.15.18:36750) 2024-04-22T00:55:35.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9e7fff640 1 -- 172.21.15.18:0/1419475577 learned_addr learned my addr 172.21.15.18:0/1419475577 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:35.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 0x55ee07046140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1419475577 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e81c1b20 con 0x55ee07037720 2024-04-22T00:55:35.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1419475577 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e81c0d80 con 0x55ee07036d30 2024-04-22T00:55:35.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.572+0000 7ff9f07e8740 10 client.0 _ll_register_callbacks cb 0x7ff9dc02c690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:55:35.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.573+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 0x55ee07045c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.576+0000 7ff9e6ffd640 1 -- 172.21.15.18:0/1419475577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 msgr2=0x55ee07045c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.576+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 0x55ee07045c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.576+0000 7ff9e6ffd640 1 -- 172.21.15.18:0/1419475577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 msgr2=0x55ee07047150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.576+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 0x55ee07047150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.576+0000 7ff9e6ffd640 1 -- 172.21.15.18:0/1419475577 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee07047740 con 0x55ee07037720 2024-04-22T00:55:35.578 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.577+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 0x55ee07045c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:55:35.587 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.585+0000 7ff9e6ffd640 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 0x55ee07046140 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x55ee07038730 tx=0x7ff9d8005e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db242061d506f39a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:35.587 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.586+0000 7ff9c6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:55:35.587 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.588+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1419475577 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d8005500 con 0x55ee07037720 2024-04-22T00:55:35.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.588+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1419475577 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9d8011d90 con 0x55ee07037720 2024-04-22T00:55:35.588 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.588+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1419475577 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7ff9d8028330 con 0x55ee07037720 2024-04-22T00:55:35.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.596+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1419475577 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7ff9d8028530 con 0x55ee07037720 2024-04-22T00:55:35.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.597+0000 7ff9f07e8740 10 client.27746 fetch_fsmap learned FSMap version 52 2024-04-22T00:55:35.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.597+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1419475577 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) -- 0x55ee070b30b0 con 0x55ee07037720 2024-04-22T00:55:35.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.603+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1419475577 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9d8011d90 con 0x55ee07037720 2024-04-22T00:55:35.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.603+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1419475577 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 52) ==== 8346+0+0 (secure 0 0 0) 0x7ff9d803b450 con 0x55ee07037720 2024-04-22T00:55:35.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.603+0000 7ff9f07e8740 10 client.27746 fetch_fsmap finished waiting for FSMap version 52 2024-04-22T00:55:35.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.603+0000 7ff9f07e8740 10 client.27746 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:55:35.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.603+0000 7ff9f07e8740 20 client.27746 populate_metadata read hostname 'smithi018' 2024-04-22T00:55:35.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.603+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee070b3970 0x55ee070b5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:35.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.604+0000 7ff9f07e8740 4 client.27746 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:55:35.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.604+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1419475577 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ee06fa3400 con 0x55ee070b3970 2024-04-22T00:55:35.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.604+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee070b3970 0x55ee070b5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:35.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.607+0000 7ff9e77fe640 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee070b3970 0x55ee070b5d90 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7914169c479a4a9 server_cookie=81d2654e30aa8341 in_seq=0 out_seq=0 2024-04-22T00:55:35.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.607+0000 7ff9c6ffd640 10 client.27746 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.641+0000 7ff9c6ffd640 1 -- 172.21.15.18:0/1419475577 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ee06fa3400 con 0x55ee070b3970 2024-04-22T00:55:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.641+0000 7ff9c6ffd640 10 client.27746 handle_command_reply: tid=0 2024-04-22T00:55:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.641+0000 7ff9f07e8740 1 client.27746 shutdown 2024-04-22T00:55:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.641+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1419475577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 msgr2=0x55ee07046140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.641+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 0x55ee07046140 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x55ee07038730 tx=0x7ff9d8005e50 comp rx=0 tx=0).stop 2024-04-22T00:55:35.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.642+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1419475577 shutdown_connections 2024-04-22T00:55:35.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.642+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55ee070b3970 0x55ee070b5d90 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.642+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ee0703c890 0x55ee07047150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.642+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55ee07037720 0x55ee07046140 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.642+0000 7ff9f07e8740 1 --2- 172.21.15.18:0/1419475577 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55ee07036d30 0x55ee07045c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.642+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1419475577 >> 172.21.15.18:0/1419475577 conn(0x55ee070322a0 msgr2=0x55ee07030c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:35.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.643+0000 7ff9c6ffd640 0 client.27746 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:35.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.643+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1419475577 shutdown_connections 2024-04-22T00:55:35.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.643+0000 7ff9f07e8740 1 -- 172.21.15.18:0/1419475577 wait complete. 2024-04-22T00:55:35.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.643+0000 7ff9f07e8740 20 client.27746 trim_cache size 0 max 16384 2024-04-22T00:55:35.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:55:35.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:55:35.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:55:35.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 -- 172.21.15.18:0/3427343689 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9d00a2df0 msgr2=0x7ff9d00a52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9d00a2df0 0x7ff9d00a52b0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7ff9d800bf80 tx=0x7ff9d800b5a0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 -- 172.21.15.18:0/3427343689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9e810fe70 msgr2=0x7ff9e8112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9e810fe70 0x7ff9e8112330 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7ff9e000b990 tx=0x7ff9e000be50 comp rx=0 tx=0).stop 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 -- 172.21.15.18:0/3427343689 shutdown_connections 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7ff9d00a2df0 0x7ff9d00a52b0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff9e810fe70 0x7ff9e8112330 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7ff9e810da60 0x7ff9e81a6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 --2- 172.21.15.18:0/3427343689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff9e810b0b0 0x7ff9e81a6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 -- 172.21.15.18:0/3427343689 >> 172.21.15.18:0/3427343689 conn(0x7ff9e806e7b0 msgr2=0x7ff9e810b4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.644+0000 7ff9edb1e640 1 -- 172.21.15.18:0/3427343689 shutdown_connections 2024-04-22T00:55:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:35.645+0000 7ff9edb1e640 1 -- 172.21.15.18:0/3427343689 wait complete. 2024-04-22T00:55:35.985 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:35 smithi167 ceph-mon[31348]: pgmap v803: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 4.8 MiB/s wr, 533 op/s 2024-04-22T00:55:36.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:35 smithi081 ceph-mon[31546]: pgmap v803: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 4.8 MiB/s wr, 533 op/s 2024-04-22T00:55:36.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:35 smithi018 ceph-mon[27979]: pgmap v803: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 4.8 MiB/s wr, 533 op/s 2024-04-22T00:55:38.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:37 smithi081 ceph-mon[31546]: pgmap v804: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 5.6 MiB/s wr, 604 op/s 2024-04-22T00:55:38.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:37 smithi018 ceph-mon[27979]: pgmap v804: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 5.6 MiB/s wr, 604 op/s 2024-04-22T00:55:38.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:37 smithi167 ceph-mon[31348]: pgmap v804: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 5.6 MiB/s wr, 604 op/s 2024-04-22T00:55:39.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 855.0 s, 546.6 tps, lat 182.204 ms stddev 203.654 2024-04-22T00:55:40.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:39 smithi081 ceph-mon[31546]: pgmap v805: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 4.4 MiB/s wr, 504 op/s 2024-04-22T00:55:40.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:39 smithi018 ceph-mon[27979]: pgmap v805: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 4.4 MiB/s wr, 504 op/s 2024-04-22T00:55:40.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:39 smithi167 ceph-mon[31348]: pgmap v805: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 4.4 MiB/s wr, 504 op/s 2024-04-22T00:55:42.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:41 smithi081 ceph-mon[31546]: pgmap v806: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 4.8 MiB/s wr, 549 op/s 2024-04-22T00:55:42.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:41 smithi018 ceph-mon[27979]: pgmap v806: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 4.8 MiB/s wr, 549 op/s 2024-04-22T00:55:42.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:41 smithi167 ceph-mon[31348]: pgmap v806: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 4.8 MiB/s wr, 549 op/s 2024-04-22T00:55:44.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:43 smithi081 ceph-mon[31546]: pgmap v807: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 150 KiB/s rd, 5.2 MiB/s wr, 578 op/s 2024-04-22T00:55:44.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:43 smithi018 ceph-mon[27979]: pgmap v807: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 150 KiB/s rd, 5.2 MiB/s wr, 578 op/s 2024-04-22T00:55:44.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:43 smithi167 ceph-mon[31348]: pgmap v807: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 150 KiB/s rd, 5.2 MiB/s wr, 578 op/s 2024-04-22T00:55:44.769 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 860.0 s, 524.2 tps, lat 188.275 ms stddev 212.714 2024-04-22T00:55:46.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:45 smithi081 ceph-mon[31546]: pgmap v808: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.8 MiB/s wr, 555 op/s 2024-04-22T00:55:46.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:45 smithi018 ceph-mon[27979]: pgmap v808: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.8 MiB/s wr, 555 op/s 2024-04-22T00:55:46.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:45 smithi167 ceph-mon[31348]: pgmap v808: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.8 MiB/s wr, 555 op/s 2024-04-22T00:55:48.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:47 smithi081 ceph-mon[31546]: pgmap v809: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.4 MiB/s wr, 618 op/s 2024-04-22T00:55:48.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:47 smithi018 ceph-mon[27979]: pgmap v809: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.4 MiB/s wr, 618 op/s 2024-04-22T00:55:48.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:47 smithi167 ceph-mon[31348]: pgmap v809: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.4 MiB/s wr, 618 op/s 2024-04-22T00:55:48.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.861+0000 7f0524f0c640 1 -- 172.21.15.18:0/1830629274 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f052010da60 msgr2=0x7f052010dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:48.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.861+0000 7f0524f0c640 1 --2- 172.21.15.18:0/1830629274 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f052010da60 0x7f052010dee0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f0510009900 tx=0x7f051002bc80 comp rx=0 tx=0).stop 2024-04-22T00:55:48.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.865+0000 7f0524f0c640 1 -- 172.21.15.18:0/1830629274 shutdown_connections 2024-04-22T00:55:48.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.865+0000 7f0524f0c640 1 --2- 172.21.15.18:0/1830629274 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f052010da60 0x7f052010dee0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.865+0000 7f0524f0c640 1 --2- 172.21.15.18:0/1830629274 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f052010b0b0 0x7f052010d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.865+0000 7f0524f0c640 1 --2- 172.21.15.18:0/1830629274 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0520108740 0x7f052010ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.865+0000 7f0524f0c640 1 -- 172.21.15.18:0/1830629274 >> 172.21.15.18:0/1830629274 conn(0x7f052006e7b0 msgr2=0x7f0520070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:48.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.870+0000 7f0524f0c640 1 -- 172.21.15.18:0/1830629274 shutdown_connections 2024-04-22T00:55:48.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.870+0000 7f0524f0c640 1 -- 172.21.15.18:0/1830629274 wait complete. 2024-04-22T00:55:48.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.870+0000 7f0524f0c640 1 Processor -- start 2024-04-22T00:55:48.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.874+0000 7f0524f0c640 1 -- start start 2024-04-22T00:55:48.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.874+0000 7f0524f0c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0520108740 0x7f05201198d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.874+0000 7f0524f0c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f052010b0b0 0x7f0520119e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.874+0000 7f0524f0c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f052010da60 0x7f0520117f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.874+0000 7f0524f0c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f05201108c0 con 0x7f052010b0b0 2024-04-22T00:55:48.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.874+0000 7f0524f0c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f0520110740 con 0x7f052010da60 2024-04-22T00:55:48.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.874+0000 7f0524f0c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f0520110a40 con 0x7f0520108740 2024-04-22T00:55:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.876+0000 7f051e59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0520108740 0x7f05201198d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.876+0000 7f051e59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0520108740 0x7f05201198d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:60536/0 (socket says 172.21.15.18:60536) 2024-04-22T00:55:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.876+0000 7f051e59c640 1 -- 172.21.15.18:0/1800067088 learned_addr learned my addr 172.21.15.18:0/1800067088 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.876+0000 7f051e59c640 1 -- 172.21.15.18:0/1800067088 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f052010da60 msgr2=0x7f0520117f10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:55:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.876+0000 7f051e59c640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f052010da60 0x7f0520117f10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.876+0000 7f051e59c640 1 -- 172.21.15.18:0/1800067088 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f052010b0b0 msgr2=0x7f0520119e10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:55:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.876+0000 7f051e59c640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f052010b0b0 0x7f0520119e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.876+0000 7f051e59c640 1 -- 172.21.15.18:0/1800067088 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05201185b0 con 0x7f0520108740 2024-04-22T00:55:48.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.877+0000 7f051e59c640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0520108740 0x7f05201198d0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f051800ba50 tx=0x7f051800bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:48.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.877+0000 7f05177fe640 1 -- 172.21.15.18:0/1800067088 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0518019070 con 0x7f0520108740 2024-04-22T00:55:48.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.877+0000 7f05177fe640 1 -- 172.21.15.18:0/1800067088 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f051800cbe0 con 0x7f0520108740 2024-04-22T00:55:48.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.878+0000 7f0524f0c640 1 -- 172.21.15.18:0/1800067088 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05201188a0 con 0x7f0520108740 2024-04-22T00:55:48.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.878+0000 7f0524f0c640 1 -- 172.21.15.18:0/1800067088 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05201b75f0 con 0x7f0520108740 2024-04-22T00:55:48.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.878+0000 7f05177fe640 1 -- 172.21.15.18:0/1800067088 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0518007610 con 0x7f0520108740 2024-04-22T00:55:48.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.882+0000 7f0527bd4740 1 Processor -- start 2024-04-22T00:55:48.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.884+0000 7f0527bd4740 1 -- start start 2024-04-22T00:55:48.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.885+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 0x55682783f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.885+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 0x556827844220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.885+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556827844890 0x556827846d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.885+0000 7f0527bd4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5568277a3b70 con 0x556827844890 2024-04-22T00:55:48.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.885+0000 7f0527bd4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55682774c470 con 0x55682783ed30 2024-04-22T00:55:48.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.885+0000 7f0527bd4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55682779fb30 con 0x55682783f720 2024-04-22T00:55:48.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.885+0000 7f05177fe640 1 -- 172.21.15.18:0/1800067088 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f051801c070 con 0x7f0520108740 2024-04-22T00:55:48.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.886+0000 7f05177fe640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05040a2bf0 0x7f05040a50b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.886+0000 7f05177fe640 1 -- 172.21.15.18:0/1800067088 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f05180ceb80 con 0x7f0520108740 2024-04-22T00:55:48.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.886+0000 7f051e59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 0x556827844220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.889+0000 7f051dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556827844890 0x556827846d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.889+0000 7f051dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556827844890 0x556827846d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56746/0 (socket says 172.21.15.18:56746) 2024-04-22T00:55:48.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.889+0000 7f051dd9b640 1 -- 172.21.15.18:0/95020615 learned_addr learned my addr 172.21.15.18:0/95020615 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:48.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.889+0000 7f051ed9d640 1 --2- 172.21.15.18:0/95020615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 0x55682783f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.891+0000 7f051e59c640 1 -- 172.21.15.18:0/95020615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 msgr2=0x55682783f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:48.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.891+0000 7f051e59c640 1 --2- 172.21.15.18:0/95020615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 0x55682783f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.891+0000 7f051e59c640 1 -- 172.21.15.18:0/95020615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556827844890 msgr2=0x556827846d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:48.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.891+0000 7f051e59c640 1 --2- 172.21.15.18:0/95020615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556827844890 0x556827846d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.891+0000 7f051e59c640 1 -- 172.21.15.18:0/95020615 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568274b8210 con 0x55682783f720 2024-04-22T00:55:48.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.891+0000 7f051e59c640 1 --2- 172.21.15.18:0/95020615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 0x556827844220 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f051800cfd0 tx=0x7f051809a9d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6c0f0c0eefb1307 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:48.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.892+0000 7f051ed9d640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05040a2bf0 0x7f05040a50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.893 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.892+0000 7f0514ff9640 1 -- 172.21.15.18:0/95020615 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f051809f360 con 0x55682783f720 2024-04-22T00:55:48.893 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.892+0000 7f0514ff9640 1 -- 172.21.15.18:0/95020615 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05180a3c20 con 0x55682783f720 2024-04-22T00:55:48.893 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.892+0000 7f0514ff9640 1 -- 172.21.15.18:0/95020615 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05180a39f0 con 0x55682783f720 2024-04-22T00:55:48.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.894+0000 7f0527bd4740 1 -- 172.21.15.18:0/95020615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 msgr2=0x556827844220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:48.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.894+0000 7f0527bd4740 1 --2- 172.21.15.18:0/95020615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 0x556827844220 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f051800cfd0 tx=0x7f051809a9d0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.895+0000 7f0527bd4740 1 -- 172.21.15.18:0/95020615 shutdown_connections 2024-04-22T00:55:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.895+0000 7f0527bd4740 1 --2- 172.21.15.18:0/95020615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556827844890 0x556827846d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.895+0000 7f0527bd4740 1 --2- 172.21.15.18:0/95020615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 0x556827844220 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.895+0000 7f0527bd4740 1 --2- 172.21.15.18:0/95020615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 0x55682783f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.895+0000 7f0527bd4740 1 -- 172.21.15.18:0/95020615 >> 172.21.15.18:0/95020615 conn(0x55682783a2a0 msgr2=0x55682783a6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.895+0000 7f0527bd4740 1 -- 172.21.15.18:0/95020615 shutdown_connections 2024-04-22T00:55:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.895+0000 7f0527bd4740 1 -- 172.21.15.18:0/95020615 wait complete. 2024-04-22T00:55:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.896+0000 7f0527bd4740 1 -- start start 2024-04-22T00:55:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.896+0000 7f051ed9d640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05040a2bf0 0x7f05040a50b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f051002c290 tx=0x7f0510009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.896+0000 7f0527bd4740 1 Processor -- start 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.896+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 0x556827849080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.896+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783f720 0x5568278495c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.896+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556827844890 0x556827850600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.896+0000 7f0527bd4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5568278477e0 con 0x55682783f720 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.896+0000 7f0527bd4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55682775fa10 con 0x55682783ed30 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.896+0000 7f0527bd4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x556827847960 con 0x556827844890 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.896+0000 7f0527bd4740 10 client.0 _ll_register_callbacks cb 0x55682779ab60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f051e59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 0x556827849080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f051e59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 0x556827849080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:48082/0 (socket says 172.21.15.18:48082) 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f051e59c640 1 -- 172.21.15.18:0/2363491876 learned_addr learned my addr 172.21.15.18:0/2363491876 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f051ed9d640 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556827844890 0x556827850600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f051e59c640 1 -- 172.21.15.18:0/2363491876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556827844890 msgr2=0x556827850600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f051e59c640 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556827844890 0x556827850600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f051e59c640 1 -- 172.21.15.18:0/2363491876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783f720 msgr2=0x5568278495c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f051e59c640 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783f720 0x5568278495c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f051e59c640 1 -- 172.21.15.18:0/2363491876 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556827584620 con 0x55682783ed30 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f051e59c640 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 0x556827849080 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f05180ceeb0 tx=0x7f0518097270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8e4fe9e807f6fc0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f0501ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f0501ffb640 1 -- 172.21.15.18:0/2363491876 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05180a3990 con 0x55682783ed30 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f0501ffb640 1 -- 172.21.15.18:0/2363491876 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f051809a400 con 0x55682783ed30 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.897+0000 7f0527bd4740 1 -- 172.21.15.18:0/2363491876 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05180a3c20 con 0x55682783ed30 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.898+0000 7f0501ffb640 1 -- 172.21.15.18:0/2363491876 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7f051809a600 con 0x55682783ed30 2024-04-22T00:55:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.898+0000 7f0527bd4740 10 client.27752 fetch_fsmap learned FSMap version 52 2024-04-22T00:55:48.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.898+0000 7f0527bd4740 1 -- 172.21.15.18:0/2363491876 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) -- 0x556827853970 con 0x55682783ed30 2024-04-22T00:55:48.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.898+0000 7f0501ffb640 1 -- 172.21.15.18:0/2363491876 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0518096d00 con 0x55682783ed30 2024-04-22T00:55:48.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.899+0000 7f0501ffb640 1 -- 172.21.15.18:0/2363491876 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 52) ==== 8346+0+0 (secure 0 0 0) 0x7f0518084180 con 0x55682783ed30 2024-04-22T00:55:48.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.899+0000 7f0527bd4740 10 client.27752 fetch_fsmap finished waiting for FSMap version 52 2024-04-22T00:55:48.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.899+0000 7f0527bd4740 10 client.27752 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:55:48.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.899+0000 7f0527bd4740 20 client.27752 populate_metadata read hostname 'smithi018' 2024-04-22T00:55:48.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.899+0000 7f0527bd4740 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556827854cc0 0x5568278570b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.899+0000 7f0527bd4740 4 client.27752 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:55:48.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.899+0000 7f0527bd4740 1 -- 172.21.15.18:0/2363491876 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f05180a3c20 con 0x556827854cc0 2024-04-22T00:55:48.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.900+0000 7f051dd9b640 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556827854cc0 0x5568278570b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.901+0000 7f0501ffb640 10 client.27752 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:48.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.901+0000 7f051dd9b640 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556827854cc0 0x5568278570b0 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c769297ef4a558bf server_cookie=4036fc4132fb7641 in_seq=0 out_seq=0 2024-04-22T00:55:48.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0501ffb640 1 -- 172.21.15.18:0/2363491876 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f05180a3c20 con 0x556827854cc0 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0501ffb640 10 client.27752 handle_command_reply: tid=0 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 client.27752 shutdown 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 -- 172.21.15.18:0/2363491876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 msgr2=0x556827849080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 0x556827849080 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f05180ceeb0 tx=0x7f0518097270 comp rx=0 tx=0).stop 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 -- 172.21.15.18:0/2363491876 shutdown_connections 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x556827854cc0 0x5568278570b0 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x556827844890 0x556827850600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783f720 0x5568278495c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 --2- 172.21.15.18:0/2363491876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783ed30 0x556827849080 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 -- 172.21.15.18:0/2363491876 >> 172.21.15.18:0/2363491876 conn(0x55682783a2a0 msgr2=0x5568278394c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0501ffb640 0 client.27752 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 -- 172.21.15.18:0/2363491876 shutdown_connections 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.902+0000 7f0527bd4740 1 -- 172.21.15.18:0/2363491876 wait complete. 2024-04-22T00:55:48.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.903+0000 7f0527bd4740 20 client.27752 trim_cache size 0 max 16384 2024-04-22T00:55:48.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.927+0000 7f0527bd4740 1 Processor -- start 2024-04-22T00:55:48.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.927+0000 7f0527bd4740 1 -- start start 2024-04-22T00:55:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.928+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783ed30 0x55682783dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.928+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783f720 0x5568278505c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.928+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556827844890 0x5568278493a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.928+0000 7f0527bd4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f05201c42c0 con 0x556827844890 2024-04-22T00:55:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.928+0000 7f0527bd4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f05201c1b90 con 0x55682783f720 2024-04-22T00:55:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.928+0000 7f0527bd4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f05201bf9e0 con 0x55682783ed30 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.928+0000 7f051e59c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783ed30 0x55682783dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.928+0000 7f051dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783f720 0x5568278505c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.928+0000 7f051dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783f720 0x5568278505c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:48086/0 (socket says 172.21.15.18:48086) 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.928+0000 7f051dd9b640 1 -- 172.21.15.18:0/2440064751 learned_addr learned my addr 172.21.15.18:0/2440064751 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.929+0000 7f051dd9b640 1 -- 172.21.15.18:0/2440064751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783ed30 msgr2=0x55682783dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.929+0000 7f051dd9b640 1 --2- 172.21.15.18:0/2440064751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783ed30 0x55682783dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.929+0000 7f051dd9b640 1 -- 172.21.15.18:0/2440064751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556827844890 msgr2=0x5568278493a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.929+0000 7f051dd9b640 1 --2- 172.21.15.18:0/2440064751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556827844890 0x5568278493a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.929+0000 7f051dd9b640 1 -- 172.21.15.18:0/2440064751 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55682783b010 con 0x55682783f720 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.929+0000 7f051dd9b640 1 --2- 172.21.15.18:0/2440064751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783f720 0x5568278505c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f050c004720 tx=0x7f050c00bc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac4485f45c5d9412 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.929+0000 7f0503fff640 1 -- 172.21.15.18:0/2440064751 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f050c0148e0 con 0x55682783f720 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.929+0000 7f0503fff640 1 -- 172.21.15.18:0/2440064751 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f050c0170e0 con 0x55682783f720 2024-04-22T00:55:48.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.929+0000 7f0503fff640 1 -- 172.21.15.18:0/2440064751 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f050c020690 con 0x55682783f720 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.930+0000 7f0527bd4740 1 -- 172.21.15.18:0/2440064751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783f720 msgr2=0x5568278505c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.930+0000 7f0527bd4740 1 --2- 172.21.15.18:0/2440064751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783f720 0x5568278505c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f050c004720 tx=0x7f050c00bc90 comp rx=0 tx=0).stop 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.930+0000 7f0527bd4740 1 -- 172.21.15.18:0/2440064751 shutdown_connections 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.930+0000 7f0527bd4740 1 --2- 172.21.15.18:0/2440064751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556827844890 0x5568278493a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.930+0000 7f0527bd4740 1 --2- 172.21.15.18:0/2440064751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55682783f720 0x5568278505c0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.930+0000 7f0527bd4740 1 --2- 172.21.15.18:0/2440064751 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783ed30 0x55682783dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.930+0000 7f0527bd4740 1 -- 172.21.15.18:0/2440064751 >> 172.21.15.18:0/2440064751 conn(0x55682783a2a0 msgr2=0x556827848c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.930+0000 7f0527bd4740 1 -- 172.21.15.18:0/2440064751 shutdown_connections 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.930+0000 7f0527bd4740 1 -- 172.21.15.18:0/2440064751 wait complete. 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.930+0000 7f0527bd4740 1 -- start start 2024-04-22T00:55:48.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f0527bd4740 1 Processor -- start 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783ed30 0x55682784d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 0x55682784dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f0527bd4740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556827844890 0x5568278b90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f0527bd4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f05201c0050 con 0x55682783ed30 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f0527bd4740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f05201c14c0 con 0x556827844890 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f0527bd4740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f05201c0720 con 0x55682783f720 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f051e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783ed30 0x55682784d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f0527bd4740 10 client.0 _ll_register_callbacks cb 0x7f051809aaf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f051e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783ed30 0x55682784d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56762/0 (socket says 172.21.15.18:56762) 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f051e59c640 1 -- 172.21.15.18:0/3817418504 learned_addr learned my addr 172.21.15.18:0/3817418504 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f051ed9d640 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556827844890 0x5568278b90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.931+0000 7f051dd9b640 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 0x55682784dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f051e59c640 1 -- 172.21.15.18:0/3817418504 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 msgr2=0x55682784dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:48.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f051e59c640 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 0x55682784dd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f051e59c640 1 -- 172.21.15.18:0/3817418504 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556827844890 msgr2=0x5568278b90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f051e59c640 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556827844890 0x5568278b90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f051e59c640 1 -- 172.21.15.18:0/3817418504 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568278b9630 con 0x55682783ed30 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f051ed9d640 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556827844890 0x5568278b90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f051e59c640 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783ed30 0x55682784d840 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f051800cfd0 tx=0x7f051809a350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc6426a334bcaaca server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f0501ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f0501ffb640 1 -- 172.21.15.18:0/3817418504 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05180a3c20 con 0x55682783ed30 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f0501ffb640 1 -- 172.21.15.18:0/3817418504 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f0518084180 con 0x55682783ed30 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f0527bd4740 1 -- 172.21.15.18:0/3817418504 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f050c0170e0 con 0x55682783ed30 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f0501ffb640 1 -- 172.21.15.18:0/3817418504 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7f05180a0680 con 0x55682783ed30 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f0527bd4740 10 client.18177 fetch_fsmap learned FSMap version 52 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.932+0000 7f0527bd4740 1 -- 172.21.15.18:0/3817418504 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) -- 0x5568278ba8a0 con 0x55682783ed30 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.933+0000 7f0501ffb640 1 -- 172.21.15.18:0/3817418504 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05180a3790 con 0x55682783ed30 2024-04-22T00:55:48.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.933+0000 7f0501ffb640 1 -- 172.21.15.18:0/3817418504 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 52) ==== 8346+0+0 (secure 0 0 0) 0x7f0518096d00 con 0x55682783ed30 2024-04-22T00:55:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.933+0000 7f0527bd4740 10 client.18177 fetch_fsmap finished waiting for FSMap version 52 2024-04-22T00:55:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.933+0000 7f0527bd4740 10 client.18177 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:55:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.933+0000 7f0527bd4740 20 client.18177 populate_metadata read hostname 'smithi018' 2024-04-22T00:55:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.933+0000 7f0527bd4740 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5568278bb0e0 0x5568278bd500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:55:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.933+0000 7f0527bd4740 4 client.18177 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:55:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.933+0000 7f0527bd4740 1 -- 172.21.15.18:0/3817418504 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f050c0170e0 con 0x5568278bb0e0 2024-04-22T00:55:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.933+0000 7f051dd9b640 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5568278bb0e0 0x5568278bd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:55:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.934+0000 7f051dd9b640 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5568278bb0e0 0x5568278bd500 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bef731a1b1f3a10 server_cookie=4833b5075499d0d in_seq=0 out_seq=0 2024-04-22T00:55:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:48.934+0000 7f0501ffb640 10 client.18177 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:49.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0501ffb640 1 -- 172.21.15.18:0/3817418504 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f050c0170e0 con 0x5568278bb0e0 2024-04-22T00:55:49.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0501ffb640 10 client.18177 handle_command_reply: tid=0 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 client.18177 shutdown 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 -- 172.21.15.18:0/3817418504 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783ed30 msgr2=0x55682784d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783ed30 0x55682784d840 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f051800cfd0 tx=0x7f051809a350 comp rx=0 tx=0).stop 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 -- 172.21.15.18:0/3817418504 shutdown_connections 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5568278bb0e0 0x5568278bd500 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x556827844890 0x5568278b90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55682783f720 0x55682784dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0501ffb640 0 client.18177 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 --2- 172.21.15.18:0/3817418504 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55682783ed30 0x55682784d840 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 -- 172.21.15.18:0/3817418504 >> 172.21.15.18:0/3817418504 conn(0x55682783a2a0 msgr2=0x556827838c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 -- 172.21.15.18:0/3817418504 shutdown_connections 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 1 -- 172.21.15.18:0/3817418504 wait complete. 2024-04-22T00:55:49.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.053+0000 7f0527bd4740 20 client.18177 trim_cache size 0 max 16384 2024-04-22T00:55:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:55:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:55:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:55:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 -- 172.21.15.18:0/1800067088 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05040a2bf0 msgr2=0x7f05040a50b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05040a2bf0 0x7f05040a50b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f051002c290 tx=0x7f0510009260 comp rx=0 tx=0).stop 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 -- 172.21.15.18:0/1800067088 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0520108740 msgr2=0x7f05201198d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0520108740 0x7f05201198d0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f051800ba50 tx=0x7f051800bf10 comp rx=0 tx=0).stop 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 -- 172.21.15.18:0/1800067088 shutdown_connections 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f05040a2bf0 0x7f05040a50b0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f052010da60 0x7f0520117f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f052010b0b0 0x7f0520119e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 --2- 172.21.15.18:0/1800067088 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0520108740 0x7f05201198d0 secure :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f051800ba50 tx=0x7f051800bf10 comp rx=0 tx=0).stop 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 -- 172.21.15.18:0/1800067088 >> 172.21.15.18:0/1800067088 conn(0x7f052006e7b0 msgr2=0x7f0520108d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 -- 172.21.15.18:0/1800067088 shutdown_connections 2024-04-22T00:55:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:55:49.054+0000 7f0524f0c640 1 -- 172.21.15.18:0/1800067088 wait complete. 2024-04-22T00:55:49.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:48 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:55:49.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:48 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:55:49.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:48 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:55:49.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 865.0 s, 499.6 tps, lat 204.319 ms stddev 240.490 2024-04-22T00:55:50.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:49 smithi081 ceph-mon[31546]: pgmap v810: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.4 MiB/s wr, 513 op/s 2024-04-22T00:55:50.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:55:50.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:55:50.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:55:50.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:49 smithi018 ceph-mon[27979]: pgmap v810: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.4 MiB/s wr, 513 op/s 2024-04-22T00:55:50.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:55:50.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:55:50.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:55:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:49 smithi167 ceph-mon[31348]: pgmap v810: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.4 MiB/s wr, 513 op/s 2024-04-22T00:55:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:55:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:55:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:55:52.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:51 smithi081 ceph-mon[31546]: pgmap v811: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.5 MiB/s wr, 553 op/s 2024-04-22T00:55:52.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:51 smithi018 ceph-mon[27979]: pgmap v811: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.5 MiB/s wr, 553 op/s 2024-04-22T00:55:52.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:51 smithi167 ceph-mon[31348]: pgmap v811: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.5 MiB/s wr, 553 op/s 2024-04-22T00:55:54.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:53 smithi081 ceph-mon[31546]: pgmap v812: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.6 MiB/s wr, 538 op/s 2024-04-22T00:55:54.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:53 smithi018 ceph-mon[27979]: pgmap v812: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.6 MiB/s wr, 538 op/s 2024-04-22T00:55:54.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:53 smithi167 ceph-mon[31348]: pgmap v812: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.6 MiB/s wr, 538 op/s 2024-04-22T00:55:54.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 870.0 s, 537.4 tps, lat 183.478 ms stddev 197.436 2024-04-22T00:55:56.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:55 smithi081 ceph-mon[31546]: pgmap v813: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 5.0 MiB/s wr, 487 op/s 2024-04-22T00:55:56.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:55 smithi018 ceph-mon[27979]: pgmap v813: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 5.0 MiB/s wr, 487 op/s 2024-04-22T00:55:56.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:55 smithi167 ceph-mon[31348]: pgmap v813: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 5.0 MiB/s wr, 487 op/s 2024-04-22T00:55:58.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:57 smithi081 ceph-mon[31546]: pgmap v814: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.9 MiB/s wr, 571 op/s 2024-04-22T00:55:58.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:57 smithi018 ceph-mon[27979]: pgmap v814: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.9 MiB/s wr, 571 op/s 2024-04-22T00:55:58.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:57 smithi167 ceph-mon[31348]: pgmap v814: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.9 MiB/s wr, 571 op/s 2024-04-22T00:55:59.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 875.0 s, 554.4 tps, lat 182.630 ms stddev 232.080 2024-04-22T00:56:00.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:55:59 smithi081 ceph-mon[31546]: pgmap v815: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.1 MiB/s wr, 481 op/s 2024-04-22T00:56:00.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:55:59 smithi018 ceph-mon[27979]: pgmap v815: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.1 MiB/s wr, 481 op/s 2024-04-22T00:56:00.237 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:55:59 smithi167 ceph-mon[31348]: pgmap v815: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.1 MiB/s wr, 481 op/s 2024-04-22T00:56:02.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:01 smithi081 ceph-mon[31546]: pgmap v816: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.3 MiB/s wr, 513 op/s 2024-04-22T00:56:02.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:01 smithi018 ceph-mon[27979]: pgmap v816: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.3 MiB/s wr, 513 op/s 2024-04-22T00:56:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.191+0000 7f7d0e601640 1 -- 172.21.15.18:0/2868827596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7d0810b0b0 msgr2=0x7f7d0810d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:02.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.191+0000 7f7d0e601640 1 --2- 172.21.15.18:0/2868827596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7d0810b0b0 0x7f7d0810d520 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f7d00009ca0 tx=0x7f7d0002c120 comp rx=0 tx=0).stop 2024-04-22T00:56:02.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.192+0000 7f7d0e601640 1 -- 172.21.15.18:0/2868827596 shutdown_connections 2024-04-22T00:56:02.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.192+0000 7f7d0e601640 1 --2- 172.21.15.18:0/2868827596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7d0810da60 0x7f7d0810dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.192+0000 7f7d0e601640 1 --2- 172.21.15.18:0/2868827596 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7d0810b0b0 0x7f7d0810d520 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.192+0000 7f7d0e601640 1 --2- 172.21.15.18:0/2868827596 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7d08108740 0x7f7d0810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.192+0000 7f7d0e601640 1 -- 172.21.15.18:0/2868827596 >> 172.21.15.18:0/2868827596 conn(0x7f7d0806e7b0 msgr2=0x7f7d08070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:02.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.200+0000 7f7d0e601640 1 -- 172.21.15.18:0/2868827596 shutdown_connections 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.203+0000 7f7d0e601640 1 -- 172.21.15.18:0/2868827596 wait complete. 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.204+0000 7f7d0e601640 1 Processor -- start 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.204+0000 7f7d0e601640 1 -- start start 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.205+0000 7f7d0e601640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7d08108740 0x7f7d081a6840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.205+0000 7f7d0e601640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7d0810b0b0 0x7f7d081a6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.205+0000 7f7d0e601640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7d0810da60 0x7f7d080799a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.205+0000 7f7d0e601640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7d0811c2c0 con 0x7f7d08108740 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.205+0000 7f7d0e601640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7d0811c140 con 0x7f7d0810da60 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.205+0000 7f7d0e601640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7d0811c440 con 0x7f7d0810b0b0 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.206+0000 7f7d0cb9e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7d0810da60 0x7f7d080799a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.206+0000 7f7d0cb9e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7d0810da60 0x7f7d080799a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:39958/0 (socket says 172.21.15.18:39958) 2024-04-22T00:56:02.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.206+0000 7f7d0cb9e640 1 -- 172.21.15.18:0/1424861380 learned_addr learned my addr 172.21.15.18:0/1424861380 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:02.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.207+0000 7f7d07fff640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7d08108740 0x7f7d081a6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.209 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.208+0000 7f7d0cb9e640 1 -- 172.21.15.18:0/1424861380 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7d0810b0b0 msgr2=0x7f7d081a6d80 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:56:02.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.208+0000 7f7d0cb9e640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7d0810b0b0 0x7f7d081a6d80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.208+0000 7f7d0cb9e640 1 -- 172.21.15.18:0/1424861380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7d08108740 msgr2=0x7f7d081a6840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:02.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.208+0000 7f7d0cb9e640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7d08108740 0x7f7d081a6840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.208+0000 7f7d0cb9e640 1 -- 172.21.15.18:0/1424861380 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d0807a040 con 0x7f7d0810da60 2024-04-22T00:56:02.210 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.209+0000 7f7d0cb9e640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7d0810da60 0x7f7d080799a0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f7cf800e970 tx=0x7f7cf800ed70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:02.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.217+0000 7f7d057fa640 1 -- 172.21.15.18:0/1424861380 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf800ccc0 con 0x7f7d0810da60 2024-04-22T00:56:02.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.217+0000 7f7d057fa640 1 -- 172.21.15.18:0/1424861380 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7cf800ce60 con 0x7f7d0810da60 2024-04-22T00:56:02.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.217+0000 7f7d057fa640 1 -- 172.21.15.18:0/1424861380 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf8010430 con 0x7f7d0810da60 2024-04-22T00:56:02.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.221+0000 7f7d0e601640 1 -- 172.21.15.18:0/1424861380 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d0807a330 con 0x7f7d0810da60 2024-04-22T00:56:02.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.221+0000 7f7d0e601640 1 -- 172.21.15.18:0/1424861380 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d0807a880 con 0x7f7d0810da60 2024-04-22T00:56:02.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:01 smithi167 ceph-mon[31348]: pgmap v816: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.3 MiB/s wr, 513 op/s 2024-04-22T00:56:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.230+0000 7f7d111eb740 1 Processor -- start 2024-04-22T00:56:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.234+0000 7f7d111eb740 1 -- start start 2024-04-22T00:56:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.234+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c597a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.234+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597a720 0x55c5c597f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.234+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597f890 0x55c5c5981d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.234+0000 7f7d111eb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c5c58deb70 con 0x55c5c5979d30 2024-04-22T00:56:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.234+0000 7f7d111eb740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c5c5887470 con 0x55c5c597f890 2024-04-22T00:56:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.234+0000 7f7d111eb740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c5c58dab30 con 0x55c5c597a720 2024-04-22T00:56:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.235+0000 7f7d07fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597a720 0x55c5c597f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.235+0000 7f7d07fff640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597a720 0x55c5c597f220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:39524/0 (socket says 172.21.15.18:39524) 2024-04-22T00:56:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.235+0000 7f7d07fff640 1 -- 172.21.15.18:0/3576600562 learned_addr learned my addr 172.21.15.18:0/3576600562 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.237+0000 7f7d057fa640 1 -- 172.21.15.18:0/1424861380 <== mon.2 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7cf80046c0 con 0x7f7d0810da60 2024-04-22T00:56:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.238+0000 7f7d057fa640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cf00a2e70 0x7f7cf00a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.238+0000 7f7d057fa640 1 -- 172.21.15.18:0/1424861380 <== mon.2 v2:172.21.15.81:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7cf80cf900 con 0x7f7d0810da60 2024-04-22T00:56:02.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.241+0000 7f7d077fe640 1 --2- 172.21.15.18:0/3576600562 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597f890 0x55c5c5981d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.241+0000 7f7d077fe640 1 --2- 172.21.15.18:0/3576600562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c597a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.244 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.242+0000 7f7d0cb9e640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cf00a2e70 0x7f7cf00a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.242+0000 7f7d07fff640 1 -- 172.21.15.18:0/3576600562 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597f890 msgr2=0x55c5c5981d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:02.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.242+0000 7f7d07fff640 1 --2- 172.21.15.18:0/3576600562 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597f890 0x55c5c5981d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.242+0000 7f7d07fff640 1 -- 172.21.15.18:0/3576600562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 msgr2=0x55c5c597a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:02.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.242+0000 7f7d07fff640 1 --2- 172.21.15.18:0/3576600562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c597a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.242+0000 7f7d07fff640 1 -- 172.21.15.18:0/3576600562 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5c55f3210 con 0x55c5c597a720 2024-04-22T00:56:02.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.243+0000 7f7d07fff640 1 --2- 172.21.15.18:0/3576600562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597a720 0x55c5c597f220 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc00b7f0 tx=0x7f7cfc00bcb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86c681020967a65e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:02.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.244+0000 7f7cee7fc640 1 -- 172.21.15.18:0/3576600562 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc00d950 con 0x55c5c597a720 2024-04-22T00:56:02.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.244+0000 7f7cee7fc640 1 -- 172.21.15.18:0/3576600562 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7cfc018070 con 0x55c5c597a720 2024-04-22T00:56:02.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.245+0000 7f7d111eb740 1 -- 172.21.15.18:0/3576600562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597a720 msgr2=0x55c5c597f220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:02.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.245+0000 7f7d111eb740 1 --2- 172.21.15.18:0/3576600562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597a720 0x55c5c597f220 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc00b7f0 tx=0x7f7cfc00bcb0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.251+0000 7f7d111eb740 1 -- 172.21.15.18:0/3576600562 shutdown_connections 2024-04-22T00:56:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.251+0000 7f7d111eb740 1 --2- 172.21.15.18:0/3576600562 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597f890 0x55c5c5981d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.251+0000 7f7d111eb740 1 --2- 172.21.15.18:0/3576600562 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597a720 0x55c5c597f220 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.251+0000 7f7d111eb740 1 --2- 172.21.15.18:0/3576600562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c597a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.251+0000 7f7d111eb740 1 -- 172.21.15.18:0/3576600562 >> 172.21.15.18:0/3576600562 conn(0x55c5c59752a0 msgr2=0x55c5c59756a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.255+0000 7f7d111eb740 1 -- 172.21.15.18:0/3576600562 shutdown_connections 2024-04-22T00:56:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.258+0000 7f7d0cb9e640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cf00a2e70 0x7f7cf00a5330 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f7cf800e940 tx=0x7f7cf80056e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.258+0000 7f7d111eb740 1 -- 172.21.15.18:0/3576600562 wait complete. 2024-04-22T00:56:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.259+0000 7f7d111eb740 1 -- start start 2024-04-22T00:56:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.259+0000 7f7d111eb740 1 Processor -- start 2024-04-22T00:56:02.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.261+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c5984020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.261+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c5984560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.263 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.261+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597f890 0x55c5c598b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.261+0000 7f7d111eb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55c5c5982890 con 0x55c5c5979d30 2024-04-22T00:56:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.261+0000 7f7d111eb740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55c5c589aa10 con 0x55c5c597a720 2024-04-22T00:56:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.261+0000 7f7d111eb740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55c5c5982a10 con 0x55c5c597f890 2024-04-22T00:56:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.262+0000 7f7d111eb740 10 client.0 _ll_register_callbacks cb 0x55c5c58d5b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:56:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.266+0000 7f7d07fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c5984560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.266+0000 7f7d077fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597f890 0x55c5c598b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.266+0000 7f7d077fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c5984020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.266+0000 7f7d077fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c5984020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33814/0 (socket says 172.21.15.18:33814) 2024-04-22T00:56:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.266+0000 7f7d077fe640 1 -- 172.21.15.18:0/2078988246 learned_addr learned my addr 172.21.15.18:0/2078988246 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.268+0000 7f7d07fff640 1 -- 172.21.15.18:0/2078988246 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597f890 msgr2=0x55c5c598b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.268+0000 7f7d07fff640 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597f890 0x55c5c598b5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.268+0000 7f7d07fff640 1 -- 172.21.15.18:0/2078988246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 msgr2=0x55c5c5984020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.268+0000 7f7d07fff640 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c5984020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.268+0000 7f7d07fff640 1 -- 172.21.15.18:0/2078988246 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5c56bf620 con 0x55c5c597a720 2024-04-22T00:56:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.269+0000 7f7d07fff640 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c5984560 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x55c5c5976210 tx=0x7f7cfc0136b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12971f2fb4a4a6f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.269+0000 7f7ce77fe640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:56:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.269+0000 7f7ce77fe640 1 -- 172.21.15.18:0/2078988246 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc00dd60 con 0x55c5c597a720 2024-04-22T00:56:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.269+0000 7f7d111eb740 1 -- 172.21.15.18:0/2078988246 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7cfc018070 con 0x55c5c597a720 2024-04-22T00:56:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.269+0000 7f7ce77fe640 1 -- 172.21.15.18:0/2078988246 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7cfc004030 con 0x55c5c597a720 2024-04-22T00:56:02.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.270+0000 7f7ce77fe640 1 -- 172.21.15.18:0/2078988246 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7f7cfc004230 con 0x55c5c597a720 2024-04-22T00:56:02.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.270+0000 7f7d111eb740 10 client.27767 fetch_fsmap learned FSMap version 52 2024-04-22T00:56:02.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.270+0000 7f7d111eb740 1 -- 172.21.15.18:0/2078988246 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) -- 0x55c5c598e960 con 0x55c5c597a720 2024-04-22T00:56:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.271+0000 7f7ce77fe640 1 -- 172.21.15.18:0/2078988246 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7cfc018070 con 0x55c5c597a720 2024-04-22T00:56:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.271+0000 7f7ce77fe640 1 -- 172.21.15.18:0/2078988246 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 52) ==== 8346+0+0 (secure 0 0 0) 0x7f7cfc012640 con 0x55c5c597a720 2024-04-22T00:56:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.271+0000 7f7d111eb740 10 client.27767 fetch_fsmap finished waiting for FSMap version 52 2024-04-22T00:56:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.271+0000 7f7d111eb740 10 client.27767 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:56:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.271+0000 7f7d111eb740 20 client.27767 populate_metadata read hostname 'smithi018' 2024-04-22T00:56:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.271+0000 7f7d111eb740 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c5c5990330 0x55c5c59927f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.271+0000 7f7d111eb740 4 client.27767 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:56:02.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.271+0000 7f7d111eb740 1 -- 172.21.15.18:0/2078988246 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c5c58ec0b0 con 0x55c5c5990330 2024-04-22T00:56:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.278+0000 7f7d077fe640 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c5c5990330 0x55c5c59927f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.282+0000 7f7d077fe640 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c5c5990330 0x55c5c59927f0 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d24d9c640179c91d server_cookie=896799d83bae58ec in_seq=0 out_seq=0 2024-04-22T00:56:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.282+0000 7f7ce77fe640 10 client.27767 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:02.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.284+0000 7f7ce77fe640 1 -- 172.21.15.18:0/2078988246 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c5c58ec0b0 con 0x55c5c5990330 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.284+0000 7f7ce77fe640 10 client.27767 handle_command_reply: tid=0 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.284+0000 7f7d111eb740 1 client.27767 shutdown 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.285+0000 7f7d111eb740 1 -- 172.21.15.18:0/2078988246 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 msgr2=0x55c5c5984560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.285+0000 7f7d111eb740 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c5984560 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x55c5c5976210 tx=0x7f7cfc0136b0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.286+0000 7f7d111eb740 1 -- 172.21.15.18:0/2078988246 shutdown_connections 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.286+0000 7f7d111eb740 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c5c5990330 0x55c5c59927f0 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.286+0000 7f7d111eb740 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597f890 0x55c5c598b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.286+0000 7f7d111eb740 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c5984560 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.286+0000 7f7d111eb740 1 --2- 172.21.15.18:0/2078988246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c5984020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.286+0000 7f7d111eb740 1 -- 172.21.15.18:0/2078988246 >> 172.21.15.18:0/2078988246 conn(0x55c5c59752a0 msgr2=0x55c5c59744c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.289+0000 7f7ce77fe640 0 client.27767 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.289+0000 7f7d111eb740 1 -- 172.21.15.18:0/2078988246 shutdown_connections 2024-04-22T00:56:02.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.290+0000 7f7d111eb740 1 -- 172.21.15.18:0/2078988246 wait complete. 2024-04-22T00:56:02.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.290+0000 7f7d111eb740 20 client.27767 trim_cache size 0 max 16384 2024-04-22T00:56:02.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.327+0000 7f7d111eb740 1 Processor -- start 2024-04-22T00:56:02.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.331+0000 7f7d111eb740 1 -- start start 2024-04-22T00:56:02.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.331+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c597b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.331+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c598b560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.331+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597f890 0x55c5c597be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.331+0000 7f7d111eb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7d081ccc90 con 0x55c5c5979d30 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.331+0000 7f7d111eb740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7d081ca560 con 0x55c5c597a720 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.331+0000 7f7d111eb740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7d08082f10 con 0x55c5c597f890 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.332+0000 7f7d07fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c598b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.332+0000 7f7d07fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c598b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:39992/0 (socket says 172.21.15.18:39992) 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.332+0000 7f7d07fff640 1 -- 172.21.15.18:0/267226781 learned_addr learned my addr 172.21.15.18:0/267226781 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.332+0000 7f7d07fff640 1 -- 172.21.15.18:0/267226781 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597f890 msgr2=0x55c5c597be80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.332+0000 7f7d07fff640 1 --2- 172.21.15.18:0/267226781 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597f890 0x55c5c597be80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.332+0000 7f7d07fff640 1 -- 172.21.15.18:0/267226781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 msgr2=0x55c5c597b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.332+0000 7f7d07fff640 1 --2- 172.21.15.18:0/267226781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c597b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.332+0000 7f7d07fff640 1 -- 172.21.15.18:0/267226781 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5c5970890 con 0x55c5c597a720 2024-04-22T00:56:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.333+0000 7f7d07fff640 1 --2- 172.21.15.18:0/267226781 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c598b560 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc00b740 tx=0x7f7cfc00bf80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=901172aa12ba8276 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.334+0000 7f7cedffb640 1 -- 172.21.15.18:0/267226781 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc032030 con 0x55c5c597a720 2024-04-22T00:56:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.334+0000 7f7cedffb640 1 -- 172.21.15.18:0/267226781 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7cfc00a030 con 0x55c5c597a720 2024-04-22T00:56:02.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.335+0000 7f7d111eb740 1 -- 172.21.15.18:0/267226781 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 msgr2=0x55c5c598b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:02.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.335+0000 7f7d111eb740 1 --2- 172.21.15.18:0/267226781 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c598b560 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc00b740 tx=0x7f7cfc00bf80 comp rx=0 tx=0).stop 2024-04-22T00:56:02.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.338+0000 7f7d111eb740 1 -- 172.21.15.18:0/267226781 shutdown_connections 2024-04-22T00:56:02.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.338+0000 7f7d111eb740 1 --2- 172.21.15.18:0/267226781 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c597f890 0x55c5c597be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.338+0000 7f7d111eb740 1 --2- 172.21.15.18:0/267226781 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597a720 0x55c5c598b560 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.338+0000 7f7d111eb740 1 --2- 172.21.15.18:0/267226781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c5979d30 0x55c5c597b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.338+0000 7f7d111eb740 1 -- 172.21.15.18:0/267226781 >> 172.21.15.18:0/267226781 conn(0x55c5c59752a0 msgr2=0x55c5c5975680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:02.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.339+0000 7f7d111eb740 1 -- 172.21.15.18:0/267226781 shutdown_connections 2024-04-22T00:56:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.340+0000 7f7d111eb740 1 -- 172.21.15.18:0/267226781 wait complete. 2024-04-22T00:56:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.340+0000 7f7d111eb740 1 -- start start 2024-04-22T00:56:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.340+0000 7f7d111eb740 1 Processor -- start 2024-04-22T00:56:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.341+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c5979d30 0x55c5c5986230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.341+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c597a720 0x55c5c5986770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.341+0000 7f7d111eb740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597f890 0x55c5c5a05970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.341+0000 7f7d077fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c5979d30 0x55c5c5986230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.341+0000 7f7d077fe640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c5979d30 0x55c5c5986230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:39560/0 (socket says 172.21.15.18:39560) 2024-04-22T00:56:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.342+0000 7f7d077fe640 1 -- 172.21.15.18:0/3887766345 learned_addr learned my addr 172.21.15.18:0/3887766345 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.342+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7d08083580 con 0x55c5c597a720 2024-04-22T00:56:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.342+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7d081c9e90 con 0x55c5c597f890 2024-04-22T00:56:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.342+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7d08083c50 con 0x55c5c5979d30 2024-04-22T00:56:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.342+0000 7f7d111eb740 10 client.0 _ll_register_callbacks cb 0x7f7cfc00b670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:56:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.342+0000 7f7d077fe640 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597f890 0x55c5c5a05970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.343+0000 7f7d077fe640 1 -- 172.21.15.18:0/3887766345 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597f890 msgr2=0x55c5c5a05970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:02.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.343+0000 7f7d077fe640 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597f890 0x55c5c5a05970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.343+0000 7f7d077fe640 1 -- 172.21.15.18:0/3887766345 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c597a720 msgr2=0x55c5c5986770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:02.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.343+0000 7f7d077fe640 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c597a720 0x55c5c5986770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.343+0000 7f7d077fe640 1 -- 172.21.15.18:0/3887766345 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5c5986db0 con 0x55c5c5979d30 2024-04-22T00:56:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.349+0000 7f7d077fe640 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c5979d30 0x55c5c5986230 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f7d00005cc0 tx=0x7f7d00005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32571bcfa069ef6a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:02.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.354+0000 7f7ce77fe640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:56:02.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.354+0000 7f7ce77fe640 1 -- 172.21.15.18:0/3887766345 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d00039040 con 0x55c5c5979d30 2024-04-22T00:56:02.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.354+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7cfc00a030 con 0x55c5c5979d30 2024-04-22T00:56:02.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.354+0000 7f7ce77fe640 1 -- 172.21.15.18:0/3887766345 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7d00032700 con 0x55c5c5979d30 2024-04-22T00:56:02.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.359+0000 7f7ce77fe640 1 -- 172.21.15.18:0/3887766345 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7f7d0005c050 con 0x55c5c5979d30 2024-04-22T00:56:02.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.360+0000 7f7d111eb740 10 client.27748 fetch_fsmap learned FSMap version 52 2024-04-22T00:56:02.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.360+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) -- 0x55c5c5a07010 con 0x55c5c5979d30 2024-04-22T00:56:02.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.361+0000 7f7ce77fe640 1 -- 172.21.15.18:0/3887766345 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7cfc00a030 con 0x55c5c5979d30 2024-04-22T00:56:02.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.361+0000 7f7ce77fe640 1 -- 172.21.15.18:0/3887766345 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 52) ==== 8346+0+0 (secure 0 0 0) 0x7f7d0002dce0 con 0x55c5c5979d30 2024-04-22T00:56:02.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.362+0000 7f7d111eb740 10 client.27748 fetch_fsmap finished waiting for FSMap version 52 2024-04-22T00:56:02.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.362+0000 7f7d111eb740 10 client.27748 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:56:02.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.362+0000 7f7d111eb740 20 client.27748 populate_metadata read hostname 'smithi018' 2024-04-22T00:56:02.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.362+0000 7f7d111eb740 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c5c5a07920 0x55c5c5a09d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:02.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.362+0000 7f7d111eb740 4 client.27748 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:56:02.363 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.362+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c5c58e6400 con 0x55c5c5a07920 2024-04-22T00:56:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.370+0000 7f7d07fff640 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c5c5a07920 0x55c5c5a09d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:02.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.386+0000 7f7d07fff640 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c5c5a07920 0x55c5c5a09d40 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8eb9188d7913df58 server_cookie=dfcff2539b207e59 in_seq=0 out_seq=0 2024-04-22T00:56:02.389 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.387+0000 7f7ce77fe640 10 client.27748 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7ce77fe640 1 -- 172.21.15.18:0/3887766345 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c5c58e6400 con 0x55c5c5a07920 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7ce77fe640 10 client.27748 handle_command_reply: tid=0 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 client.27748 shutdown 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c5979d30 msgr2=0x55c5c5986230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c5979d30 0x55c5c5986230 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f7d00005cc0 tx=0x7f7d00005fd0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 shutdown_connections 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55c5c5a07920 0x55c5c5a09d40 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55c5c597f890 0x55c5c5a05970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c5c597a720 0x55c5c5986770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 --2- 172.21.15.18:0/3887766345 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55c5c5979d30 0x55c5c5986230 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 >> 172.21.15.18:0/3887766345 conn(0x55c5c59752a0 msgr2=0x55c5c5983fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7ce77fe640 0 client.27748 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 shutdown_connections 2024-04-22T00:56:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 1 -- 172.21.15.18:0/3887766345 wait complete. 2024-04-22T00:56:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.453+0000 7f7d111eb740 20 client.27748 trim_cache size 0 max 16384 2024-04-22T00:56:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:56:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:56:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:56:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:56:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.455+0000 7f7d0e601640 1 -- 172.21.15.18:0/1424861380 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cf00a2e70 msgr2=0x7f7cf00a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.455+0000 7f7d0e601640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cf00a2e70 0x7f7cf00a5330 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f7cf800e940 tx=0x7f7cf80056e0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.455+0000 7f7d0e601640 1 -- 172.21.15.18:0/1424861380 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7d0810da60 msgr2=0x7f7d080799a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.455+0000 7f7d0e601640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7d0810da60 0x7f7d080799a0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f7cf800e970 tx=0x7f7cf800ed70 comp rx=0 tx=0).stop 2024-04-22T00:56:02.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.457+0000 7f7d0e601640 1 -- 172.21.15.18:0/1424861380 shutdown_connections 2024-04-22T00:56:02.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.457+0000 7f7d0e601640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7cf00a2e70 0x7f7cf00a5330 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.457+0000 7f7d0e601640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7d0810da60 0x7f7d080799a0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.457+0000 7f7d0e601640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7d0810b0b0 0x7f7d081a6d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.457+0000 7f7d0e601640 1 --2- 172.21.15.18:0/1424861380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7d08108740 0x7f7d081a6840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:02.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.457+0000 7f7d0e601640 1 -- 172.21.15.18:0/1424861380 >> 172.21.15.18:0/1424861380 conn(0x7f7d0806e7b0 msgr2=0x7f7d0810a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:02.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.458+0000 7f7d0e601640 1 -- 172.21.15.18:0/1424861380 shutdown_connections 2024-04-22T00:56:02.460 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:02.461+0000 7f7d0e601640 1 -- 172.21.15.18:0/1424861380 wait complete. 2024-04-22T00:56:04.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:03 smithi081 ceph-mon[31546]: pgmap v817: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 4.6 MiB/s wr, 504 op/s 2024-04-22T00:56:04.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:03 smithi018 ceph-mon[27979]: pgmap v817: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 4.6 MiB/s wr, 504 op/s 2024-04-22T00:56:04.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:03 smithi167 ceph-mon[31348]: pgmap v817: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 4.6 MiB/s wr, 504 op/s 2024-04-22T00:56:04.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 880.0 s, 543.4 tps, lat 183.993 ms stddev 208.748 2024-04-22T00:56:06.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:05 smithi081 ceph-mon[31546]: pgmap v818: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 4.2 MiB/s wr, 490 op/s 2024-04-22T00:56:06.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:05 smithi018 ceph-mon[27979]: pgmap v818: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 4.2 MiB/s wr, 490 op/s 2024-04-22T00:56:06.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:05 smithi167 ceph-mon[31348]: pgmap v818: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 4.2 MiB/s wr, 490 op/s 2024-04-22T00:56:08.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:07 smithi081 ceph-mon[31546]: pgmap v819: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.1 MiB/s wr, 588 op/s 2024-04-22T00:56:08.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:07 smithi018 ceph-mon[27979]: pgmap v819: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.1 MiB/s wr, 588 op/s 2024-04-22T00:56:08.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:07 smithi167 ceph-mon[31348]: pgmap v819: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.1 MiB/s wr, 588 op/s 2024-04-22T00:56:09.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 885.0 s, 540.8 tps, lat 182.900 ms stddev 212.849 2024-04-22T00:56:10.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:09 smithi081 ceph-mon[31546]: pgmap v820: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.1 MiB/s wr, 480 op/s 2024-04-22T00:56:10.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:09 smithi018 ceph-mon[27979]: pgmap v820: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.1 MiB/s wr, 480 op/s 2024-04-22T00:56:10.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:09 smithi167 ceph-mon[31348]: pgmap v820: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.1 MiB/s wr, 480 op/s 2024-04-22T00:56:12.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:11 smithi081 ceph-mon[31546]: pgmap v821: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.8 MiB/s wr, 544 op/s 2024-04-22T00:56:12.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:11 smithi018 ceph-mon[27979]: pgmap v821: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.8 MiB/s wr, 544 op/s 2024-04-22T00:56:12.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:11 smithi167 ceph-mon[31348]: pgmap v821: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.8 MiB/s wr, 544 op/s 2024-04-22T00:56:14.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:13 smithi081 ceph-mon[31546]: pgmap v822: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.8 MiB/s wr, 555 op/s 2024-04-22T00:56:14.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:13 smithi018 ceph-mon[27979]: pgmap v822: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.8 MiB/s wr, 555 op/s 2024-04-22T00:56:14.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:13 smithi167 ceph-mon[31348]: pgmap v822: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.8 MiB/s wr, 555 op/s 2024-04-22T00:56:14.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 890.0 s, 519.6 tps, lat 190.129 ms stddev 214.650 2024-04-22T00:56:15.628 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.626+0000 7f1d5835c640 1 -- 172.21.15.18:0/1323358731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d501089b0 msgr2=0x7f1d5010ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:15.628 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.626+0000 7f1d5835c640 1 --2- 172.21.15.18:0/1323358731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d501089b0 0x7f1d5010ada0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c008410 tx=0x7f1d4c02fd80 comp rx=0 tx=0).stop 2024-04-22T00:56:15.629 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.627+0000 7f1d5835c640 1 -- 172.21.15.18:0/1323358731 shutdown_connections 2024-04-22T00:56:15.629 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.627+0000 7f1d5835c640 1 --2- 172.21.15.18:0/1323358731 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d5010de50 0x7f1d50110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.627+0000 7f1d5835c640 1 --2- 172.21.15.18:0/1323358731 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d5010b370 0x7f1d5010d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.627+0000 7f1d5835c640 1 --2- 172.21.15.18:0/1323358731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d501089b0 0x7f1d5010ada0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.627+0000 7f1d5835c640 1 -- 172.21.15.18:0/1323358731 >> 172.21.15.18:0/1323358731 conn(0x7f1d5006e970 msgr2=0x7f1d50070db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:15.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.634+0000 7f1d5835c640 1 -- 172.21.15.18:0/1323358731 shutdown_connections 2024-04-22T00:56:15.639 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.636+0000 7f1d5835c640 1 -- 172.21.15.18:0/1323358731 wait complete. 2024-04-22T00:56:15.639 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.637+0000 7f1d5835c640 1 Processor -- start 2024-04-22T00:56:15.639 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.637+0000 7f1d5835c640 1 -- start start 2024-04-22T00:56:15.639 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.637+0000 7f1d5835c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d501089b0 0x7f1d5019dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.639 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.637+0000 7f1d5835c640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d5010b370 0x7f1d5019e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.637+0000 7f1d5835c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d5010de50 0x7f1d500799a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.637+0000 7f1d5835c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1d50113a20 con 0x7f1d501089b0 2024-04-22T00:56:15.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.637+0000 7f1d5835c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1d501138a0 con 0x7f1d5010de50 2024-04-22T00:56:15.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.637+0000 7f1d5835c640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1d50113ba0 con 0x7f1d5010b370 2024-04-22T00:56:15.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.638+0000 7f1d558f7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d5010b370 0x7f1d5019e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.639+0000 7f1d558f7640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d5010b370 0x7f1d5019e4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34430/0 (socket says 172.21.15.18:34430) 2024-04-22T00:56:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.639+0000 7f1d558f7640 1 -- 172.21.15.18:0/1730130218 learned_addr learned my addr 172.21.15.18:0/1730130218 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.641+0000 7f1d558f7640 1 -- 172.21.15.18:0/1730130218 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d5010de50 msgr2=0x7f1d500799a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:56:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.641+0000 7f1d558f7640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d5010de50 0x7f1d500799a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.641+0000 7f1d558f7640 1 -- 172.21.15.18:0/1730130218 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d501089b0 msgr2=0x7f1d5019dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.641+0000 7f1d558f7640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d501089b0 0x7f1d5019dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.641+0000 7f1d558f7640 1 -- 172.21.15.18:0/1730130218 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d5007a040 con 0x7f1d5010b370 2024-04-22T00:56:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.642+0000 7f1d558f7640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d5010b370 0x7f1d5019e4e0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f1d4000b470 tx=0x7f1d4000b930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.643+0000 7f1d477fe640 1 -- 172.21.15.18:0/1730130218 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d40015020 con 0x7f1d5010b370 2024-04-22T00:56:15.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.646+0000 7f1d5835c640 1 -- 172.21.15.18:0/1730130218 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d5007a330 con 0x7f1d5010b370 2024-04-22T00:56:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.646+0000 7f1d477fe640 1 -- 172.21.15.18:0/1730130218 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d40011d70 con 0x7f1d5010b370 2024-04-22T00:56:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.646+0000 7f1d5835c640 1 -- 172.21.15.18:0/1730130218 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d5007a900 con 0x7f1d5010b370 2024-04-22T00:56:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.649+0000 7f1d477fe640 1 -- 172.21.15.18:0/1730130218 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d4000f340 con 0x7f1d5010b370 2024-04-22T00:56:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.651+0000 7f1d477fe640 1 -- 172.21.15.18:0/1730130218 <== mon.1 v2:172.21.15.167:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1d40018020 con 0x7f1d5010b370 2024-04-22T00:56:15.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.652+0000 7f1d5b016740 1 Processor -- start 2024-04-22T00:56:15.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.652+0000 7f1d477fe640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d3c0a2d30 0x7f1d3c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d5b016740 1 -- start start 2024-04-22T00:56:15.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d477fe640 1 -- 172.21.15.18:0/1730130218 <== mon.1 v2:172.21.15.167:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1d400d0050 con 0x7f1d5010b370 2024-04-22T00:56:15.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091540 0x55b476091960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091f30 0x55b476096a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b476099530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d5b016740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b475fedb70 con 0x55b476091540 2024-04-22T00:56:15.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d5b016740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b475f96470 con 0x55b476091f30 2024-04-22T00:56:15.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d5b016740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b475fe9b30 con 0x55b4760970a0 2024-04-22T00:56:15.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d568f9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b476099530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d568f9640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d3c0a2d30 0x7f1d3c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d558f7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091f30 0x55b476096a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d560f8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091540 0x55b476091960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d558f7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091f30 0x55b476096a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:39144/0 (socket says 172.21.15.18:39144) 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d560f8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091540 0x55b476091960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47566/0 (socket says 172.21.15.18:47566) 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d558f7640 1 -- 172.21.15.18:0/3410266804 learned_addr learned my addr 172.21.15.18:0/3410266804 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.653+0000 7f1d568f9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b476099530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34440/0 (socket says 172.21.15.18:34440) 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.654+0000 7f1d558f7640 1 -- 172.21.15.18:0/3410266804 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 msgr2=0x55b476099530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.654+0000 7f1d558f7640 1 --2- 172.21.15.18:0/3410266804 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b476099530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.654+0000 7f1d558f7640 1 -- 172.21.15.18:0/3410266804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091540 msgr2=0x55b476091960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.654+0000 7f1d558f7640 1 --2- 172.21.15.18:0/3410266804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091540 0x55b476091960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.654+0000 7f1d558f7640 1 -- 172.21.15.18:0/3410266804 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b475d02210 con 0x55b476091f30 2024-04-22T00:56:15.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.654+0000 7f1d558f7640 1 --2- 172.21.15.18:0/3410266804 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091f30 0x55b476096a30 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f1d400cd720 tx=0x7f1d4009bf10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4266052866224044 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:15.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.655+0000 7f1d44bfe640 1 -- 172.21.15.18:0/3410266804 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d40098af0 con 0x55b476091f30 2024-04-22T00:56:15.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.655+0000 7f1d44bfe640 1 -- 172.21.15.18:0/3410266804 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d400cdbe0 con 0x55b476091f30 2024-04-22T00:56:15.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.656+0000 7f1d44bfe640 1 -- 172.21.15.18:0/3410266804 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d4009bb30 con 0x55b476091f30 2024-04-22T00:56:15.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.656+0000 7f1d5b016740 1 -- 172.21.15.18:0/3410266804 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091f30 msgr2=0x55b476096a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:15.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.656+0000 7f1d5b016740 1 --2- 172.21.15.18:0/3410266804 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091f30 0x55b476096a30 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f1d400cd720 tx=0x7f1d4009bf10 comp rx=0 tx=0).stop 2024-04-22T00:56:15.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.661+0000 7f1d5b016740 1 -- 172.21.15.18:0/3410266804 shutdown_connections 2024-04-22T00:56:15.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.661+0000 7f1d5b016740 1 --2- 172.21.15.18:0/3410266804 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b476099530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.661+0000 7f1d5b016740 1 --2- 172.21.15.18:0/3410266804 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091f30 0x55b476096a30 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.661+0000 7f1d5b016740 1 --2- 172.21.15.18:0/3410266804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091540 0x55b476091960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.661+0000 7f1d5b016740 1 -- 172.21.15.18:0/3410266804 >> 172.21.15.18:0/3410266804 conn(0x55b4760842a0 msgr2=0x55b4760846a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:15.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.662+0000 7f1d5b016740 1 -- 172.21.15.18:0/3410266804 shutdown_connections 2024-04-22T00:56:15.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.662+0000 7f1d568f9640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d3c0a2d30 0x7f1d3c0a51f0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f1d480098d0 tx=0x7f1d48005d80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.662+0000 7f1d5b016740 1 -- 172.21.15.18:0/3410266804 wait complete. 2024-04-22T00:56:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.663+0000 7f1d5b016740 1 -- start start 2024-04-22T00:56:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.663+0000 7f1d5b016740 1 Processor -- start 2024-04-22T00:56:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.666+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b47609b860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.666+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b47609bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.666+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.666+0000 7f1d5b016740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x55b47609a040 con 0x55b476091f30 2024-04-22T00:56:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.666+0000 7f1d5b016740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x55b475fa9a10 con 0x55b476091540 2024-04-22T00:56:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.666+0000 7f1d5b016740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x55b47609a1c0 con 0x55b4760970a0 2024-04-22T00:56:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.666+0000 7f1d5b016740 10 client.0 _ll_register_callbacks cb 0x55b475fe4b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:56:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d568f9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d568f9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:34444/0 (socket says 172.21.15.18:34444) 2024-04-22T00:56:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d568f9640 1 -- 172.21.15.18:0/349188695 learned_addr learned my addr 172.21.15.18:0/349188695 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:15.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d560f8640 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b47609b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d558f7640 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b47609bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d568f9640 1 -- 172.21.15.18:0/349188695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 msgr2=0x55b47609b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:15.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d568f9640 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b47609b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d568f9640 1 -- 172.21.15.18:0/349188695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 msgr2=0x55b47609bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:15.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d568f9640 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b47609bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d568f9640 1 -- 172.21.15.18:0/349188695 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b475dce620 con 0x55b4760970a0 2024-04-22T00:56:15.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d558f7640 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b47609bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:56:15.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.668+0000 7f1d560f8640 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b47609b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:56:15.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.669+0000 7f1d568f9640 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2de0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f1d48003ed0 tx=0x7f1d4801a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=780d624e0d2e17ef server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:15.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.669+0000 7f1d39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.167:3300/0 2024-04-22T00:56:15.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.669+0000 7f1d39ffb640 1 -- 172.21.15.18:0/349188695 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d480099a0 con 0x55b4760970a0 2024-04-22T00:56:15.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.669+0000 7f1d39ffb640 1 -- 172.21.15.18:0/349188695 <== mon.1 v2:172.21.15.167:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1d48004b20 con 0x55b4760970a0 2024-04-22T00:56:15.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.669+0000 7f1d5b016740 1 -- 172.21.15.18:0/349188695 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d400cdbe0 con 0x55b4760970a0 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.669+0000 7f1d39ffb640 1 -- 172.21.15.18:0/349188695 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7f1d48004d20 con 0x55b4760970a0 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.670+0000 7f1d5b016740 10 client.27757 fetch_fsmap learned FSMap version 52 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.670+0000 7f1d5b016740 1 -- 172.21.15.18:0/349188695 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) -- 0x55b4760a61f0 con 0x55b4760970a0 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.670+0000 7f1d39ffb640 1 -- 172.21.15.18:0/349188695 <== mon.1 v2:172.21.15.167:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d400cdbe0 con 0x55b4760970a0 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.670+0000 7f1d39ffb640 1 -- 172.21.15.18:0/349188695 <== mon.1 v2:172.21.15.167:3300/0 5 ==== fsmap(e 52) ==== 8346+0+0 (secure 0 0 0) 0x7f1d48025070 con 0x55b4760970a0 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.671+0000 7f1d5b016740 10 client.27757 fetch_fsmap finished waiting for FSMap version 52 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.671+0000 7f1d5b016740 10 client.27757 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.671+0000 7f1d5b016740 20 client.27757 populate_metadata read hostname 'smithi018' 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.671+0000 7f1d5b016740 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b4760a7930 0x55b4760a9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.671+0000 7f1d5b016740 4 client.27757 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.671+0000 7f1d5b016740 1 -- 172.21.15.18:0/349188695 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b475ffb0b0 con 0x55b4760a7930 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.671+0000 7f1d560f8640 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b4760a7930 0x55b4760a9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.671+0000 7f1d39ffb640 10 client.27757 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:15.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.671+0000 7f1d560f8640 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b4760a7930 0x55b4760a9df0 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b5f3fbea7299521 server_cookie=74d458b8eeca108f in_seq=0 out_seq=0 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.672+0000 7f1d39ffb640 1 -- 172.21.15.18:0/349188695 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b475ffb0b0 con 0x55b4760a7930 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.672+0000 7f1d39ffb640 10 client.27757 handle_command_reply: tid=0 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.672+0000 7f1d5b016740 1 client.27757 shutdown 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 1 -- 172.21.15.18:0/349188695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 msgr2=0x55b4760a2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2de0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f1d48003ed0 tx=0x7f1d4801a000 comp rx=0 tx=0).stop 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 1 -- 172.21.15.18:0/349188695 shutdown_connections 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b4760a7930 0x55b4760a9df0 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2de0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b47609bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 1 --2- 172.21.15.18:0/349188695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b47609b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 1 -- 172.21.15.18:0/349188695 >> 172.21.15.18:0/349188695 conn(0x55b4760842a0 msgr2=0x55b4760834c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d39ffb640 0 client.27757 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 1 -- 172.21.15.18:0/349188695 shutdown_connections 2024-04-22T00:56:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 1 -- 172.21.15.18:0/349188695 wait complete. 2024-04-22T00:56:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.673+0000 7f1d5b016740 20 client.27757 trim_cache size 0 max 16384 2024-04-22T00:56:15.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.699+0000 7f1d5b016740 1 Processor -- start 2024-04-22T00:56:15.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d5b016740 1 -- start start 2024-04-22T00:56:15.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760931b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b4760936f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d5b016740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1d34012660 con 0x55b476091f30 2024-04-22T00:56:15.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d558f7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b4760936f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d560f8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760931b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d560f8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760931b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:39158/0 (socket says 172.21.15.18:39158) 2024-04-22T00:56:15.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d558f7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b4760936f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47586/0 (socket says 172.21.15.18:47586) 2024-04-22T00:56:15.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d560f8640 1 -- 172.21.15.18:0/3895242597 learned_addr learned my addr 172.21.15.18:0/3895242597 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:15.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d5b016740 1 -- 172.21.15.18:0/3895242597 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3400ff30 con 0x55b476091540 2024-04-22T00:56:15.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d5b016740 1 -- 172.21.15.18:0/3895242597 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3400dd80 con 0x55b4760970a0 2024-04-22T00:56:15.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d568f9640 1 --2- 172.21.15.18:0/3895242597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d560f8640 1 -- 172.21.15.18:0/3895242597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 msgr2=0x55b4760a2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:15.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d560f8640 1 --2- 172.21.15.18:0/3895242597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d560f8640 1 -- 172.21.15.18:0/3895242597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 msgr2=0x55b4760936f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:15.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d560f8640 1 --2- 172.21.15.18:0/3895242597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b4760936f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.700+0000 7f1d560f8640 1 -- 172.21.15.18:0/3895242597 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b476084cf0 con 0x55b476091540 2024-04-22T00:56:15.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.701+0000 7f1d568f9640 1 --2- 172.21.15.18:0/3895242597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:56:15.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.701+0000 7f1d560f8640 1 --2- 172.21.15.18:0/3895242597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760931b0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c00a750 tx=0x7f1d4c0056d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e54998e7708866bf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.701+0000 7f1d3bfff640 1 -- 172.21.15.18:0/3895242597 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d4c047020 con 0x55b476091540 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.701+0000 7f1d3bfff640 1 -- 172.21.15.18:0/3895242597 <== mon.2 v2:172.21.15.81:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d4c012420 con 0x55b476091540 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.701+0000 7f1d3bfff640 1 -- 172.21.15.18:0/3895242597 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d4c030720 con 0x55b476091540 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.703+0000 7f1d5b016740 1 -- 172.21.15.18:0/3895242597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 msgr2=0x55b4760931b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.703+0000 7f1d5b016740 1 --2- 172.21.15.18:0/3895242597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760931b0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c00a750 tx=0x7f1d4c0056d0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.703+0000 7f1d5b016740 1 -- 172.21.15.18:0/3895242597 shutdown_connections 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.703+0000 7f1d5b016740 1 --2- 172.21.15.18:0/3895242597 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.703+0000 7f1d5b016740 1 --2- 172.21.15.18:0/3895242597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b4760936f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.703+0000 7f1d5b016740 1 --2- 172.21.15.18:0/3895242597 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760931b0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.703+0000 7f1d5b016740 1 -- 172.21.15.18:0/3895242597 >> 172.21.15.18:0/3895242597 conn(0x55b4760842a0 msgr2=0x55b47609b860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.704+0000 7f1d5b016740 1 -- 172.21.15.18:0/3895242597 shutdown_connections 2024-04-22T00:56:15.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.704+0000 7f1d5b016740 1 -- 172.21.15.18:0/3895242597 wait complete. 2024-04-22T00:56:15.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.704+0000 7f1d5b016740 1 -- start start 2024-04-22T00:56:15.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.704+0000 7f1d5b016740 1 Processor -- start 2024-04-22T00:56:15.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760a0230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b4760a0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d5b016740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d5b016740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3400e3f0 con 0x55b476091f30 2024-04-22T00:56:15.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d5b016740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3400f860 con 0x55b476091540 2024-04-22T00:56:15.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d5b016740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3400eac0 con 0x55b4760970a0 2024-04-22T00:56:15.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d5b016740 10 client.0 _ll_register_callbacks cb 0x7f1d480107e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:56:15.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d560f8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d558f7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b4760a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d560f8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760a0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:39160/0 (socket says 172.21.15.18:39160) 2024-04-22T00:56:15.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.705+0000 7f1d560f8640 1 -- 172.21.15.18:0/1002314600 learned_addr learned my addr 172.21.15.18:0/1002314600 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.706+0000 7f1d558f7640 1 -- 172.21.15.18:0/1002314600 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 msgr2=0x55b4760a1780 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.706+0000 7f1d558f7640 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a1780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.706+0000 7f1d558f7640 1 -- 172.21.15.18:0/1002314600 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 msgr2=0x55b4760a0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.706+0000 7f1d558f7640 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760a0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.706+0000 7f1d558f7640 1 -- 172.21.15.18:0/1002314600 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4760a1d70 con 0x55b476091f30 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.706+0000 7f1d558f7640 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b4760a0770 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x55b476092330 tx=0x7f1d4009bde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c59fac30d547f2b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.706+0000 7f1d39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.707+0000 7f1d39ffb640 1 -- 172.21.15.18:0/1002314600 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d400b9070 con 0x55b476091f30 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.707+0000 7f1d5b016740 1 -- 172.21.15.18:0/1002314600 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d4c012420 con 0x55b476091f30 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.707+0000 7f1d39ffb640 1 -- 172.21.15.18:0/1002314600 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1d400b5270 con 0x55b476091f30 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.708+0000 7f1d39ffb640 1 -- 172.21.15.18:0/1002314600 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7f1d40083050 con 0x55b476091f30 2024-04-22T00:56:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.708+0000 7f1d5b016740 10 client.18201 fetch_fsmap learned FSMap version 52 2024-04-22T00:56:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.708+0000 7f1d5b016740 1 -- 172.21.15.18:0/1002314600 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) -- 0x55b4760a30f0 con 0x55b476091f30 2024-04-22T00:56:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.709+0000 7f1d39ffb640 1 -- 172.21.15.18:0/1002314600 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d4c012420 con 0x55b476091f30 2024-04-22T00:56:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.709+0000 7f1d39ffb640 1 -- 172.21.15.18:0/1002314600 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 52) ==== 8346+0+0 (secure 0 0 0) 0x7f1d400a4c60 con 0x55b476091f30 2024-04-22T00:56:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.709+0000 7f1d5b016740 10 client.18201 fetch_fsmap finished waiting for FSMap version 52 2024-04-22T00:56:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.709+0000 7f1d5b016740 10 client.18201 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:56:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.709+0000 7f1d5b016740 20 client.18201 populate_metadata read hostname 'smithi018' 2024-04-22T00:56:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.709+0000 7f1d5b016740 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b4760891b0 0x55b47608b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.709+0000 7f1d5b016740 4 client.18201 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:56:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.709+0000 7f1d5b016740 1 -- 172.21.15.18:0/1002314600 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b475ff5400 con 0x55b4760891b0 2024-04-22T00:56:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.710+0000 7f1d560f8640 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b4760891b0 0x55b47608b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:15.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.712+0000 7f1d560f8640 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b4760891b0 0x55b47608b5d0 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b0eca7363e20a7b server_cookie=9ec98d6709a3d56 in_seq=0 out_seq=0 2024-04-22T00:56:15.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.712+0000 7f1d39ffb640 10 client.18201 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d39ffb640 1 -- 172.21.15.18:0/1002314600 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b475ff5400 con 0x55b4760891b0 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d39ffb640 10 client.18201 handle_command_reply: tid=0 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 client.18201 shutdown 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 -- 172.21.15.18:0/1002314600 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 msgr2=0x55b4760a0770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b4760a0770 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x55b476092330 tx=0x7f1d4009bde0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 -- 172.21.15.18:0/1002314600 shutdown_connections 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x55b4760891b0 0x55b47608b5d0 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x55b4760970a0 0x55b4760a1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b476091f30 0x55b4760a0770 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 --2- 172.21.15.18:0/1002314600 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x55b476091540 0x55b4760a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 -- 172.21.15.18:0/1002314600 >> 172.21.15.18:0/1002314600 conn(0x55b4760842a0 msgr2=0x55b4760931b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:15.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d39ffb640 0 client.18201 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:15.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 -- 172.21.15.18:0/1002314600 shutdown_connections 2024-04-22T00:56:15.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.730+0000 7f1d5b016740 1 -- 172.21.15.18:0/1002314600 wait complete. 2024-04-22T00:56:15.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5b016740 20 client.18201 trim_cache size 0 max 16384 2024-04-22T00:56:15.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:56:15.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:56:15.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:56:15.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:56:15.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 -- 172.21.15.18:0/1730130218 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d3c0a2d30 msgr2=0x7f1d3c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d3c0a2d30 0x7f1d3c0a51f0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f1d480098d0 tx=0x7f1d48005d80 comp rx=0 tx=0).stop 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 -- 172.21.15.18:0/1730130218 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d5010b370 msgr2=0x7f1d5019e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d5010b370 0x7f1d5019e4e0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f1d4000b470 tx=0x7f1d4000b930 comp rx=0 tx=0).stop 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 -- 172.21.15.18:0/1730130218 shutdown_connections 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1d3c0a2d30 0x7f1d3c0a51f0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d5010de50 0x7f1d500799a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1d5010b370 0x7f1d5019e4e0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 --2- 172.21.15.18:0/1730130218 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1d501089b0 0x7f1d5019dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 -- 172.21.15.18:0/1730130218 >> 172.21.15.18:0/1730130218 conn(0x7f1d5006e970 msgr2=0x7f1d501092f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.731+0000 7f1d5835c640 1 -- 172.21.15.18:0/1730130218 shutdown_connections 2024-04-22T00:56:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:15.732+0000 7f1d5835c640 1 -- 172.21.15.18:0/1730130218 wait complete. 2024-04-22T00:56:16.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:15 smithi081 ceph-mon[31546]: pgmap v823: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 543 op/s 2024-04-22T00:56:16.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:15 smithi018 ceph-mon[27979]: pgmap v823: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 543 op/s 2024-04-22T00:56:16.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:15 smithi167 ceph-mon[31348]: pgmap v823: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.6 MiB/s wr, 543 op/s 2024-04-22T00:56:18.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:17 smithi081 ceph-mon[31546]: pgmap v824: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.5 MiB/s wr, 634 op/s 2024-04-22T00:56:18.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:17 smithi018 ceph-mon[27979]: pgmap v824: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.5 MiB/s wr, 634 op/s 2024-04-22T00:56:18.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:17 smithi167 ceph-mon[31348]: pgmap v824: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.5 MiB/s wr, 634 op/s 2024-04-22T00:56:19.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 895.0 s, 648.4 tps, lat 151.743 ms stddev 172.852 2024-04-22T00:56:20.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:19 smithi081 ceph-mon[31546]: pgmap v825: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.5 MiB/s wr, 523 op/s 2024-04-22T00:56:20.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:19 smithi018 ceph-mon[27979]: pgmap v825: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.5 MiB/s wr, 523 op/s 2024-04-22T00:56:20.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:19 smithi167 ceph-mon[31348]: pgmap v825: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.5 MiB/s wr, 523 op/s 2024-04-22T00:56:22.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:21 smithi081 ceph-mon[31546]: pgmap v826: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.3 MiB/s wr, 568 op/s 2024-04-22T00:56:22.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:21 smithi018 ceph-mon[27979]: pgmap v826: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.3 MiB/s wr, 568 op/s 2024-04-22T00:56:22.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:21 smithi167 ceph-mon[31348]: pgmap v826: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.3 MiB/s wr, 568 op/s 2024-04-22T00:56:24.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:23 smithi167 ceph-mon[31348]: pgmap v827: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.4 MiB/s wr, 547 op/s 2024-04-22T00:56:24.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:23 smithi081 ceph-mon[31546]: pgmap v827: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.4 MiB/s wr, 547 op/s 2024-04-22T00:56:24.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:23 smithi018 ceph-mon[27979]: pgmap v827: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.4 MiB/s wr, 547 op/s 2024-04-22T00:56:24.768 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 900.0 s, 500.2 tps, lat 207.064 ms stddev 242.627 2024-04-22T00:56:25.069 INFO:teuthology.orchestra.run.smithi018.stdout:transaction type: 2024-04-22T00:56:25.069 INFO:teuthology.orchestra.run.smithi018.stdout:scaling factor: 32 2024-04-22T00:56:25.069 INFO:teuthology.orchestra.run.smithi018.stdout:query mode: simple 2024-04-22T00:56:25.069 INFO:teuthology.orchestra.run.smithi018.stdout:number of clients: 100 2024-04-22T00:56:25.069 INFO:teuthology.orchestra.run.smithi018.stdout:number of threads: 4 2024-04-22T00:56:25.069 INFO:teuthology.orchestra.run.smithi018.stdout:duration: 900 s 2024-04-22T00:56:25.069 INFO:teuthology.orchestra.run.smithi018.stdout:number of transactions actually processed: 970501 2024-04-22T00:56:25.069 INFO:teuthology.orchestra.run.smithi018.stdout:latency average = 92.738 ms 2024-04-22T00:56:25.070 INFO:teuthology.orchestra.run.smithi018.stdout:latency stddev = 144.076 ms 2024-04-22T00:56:25.070 INFO:teuthology.orchestra.run.smithi018.stdout:tps = 1077.974390 (including connections establishing) 2024-04-22T00:56:25.070 INFO:teuthology.orchestra.run.smithi018.stdout:tps = 1077.977676 (excluding connections establishing) 2024-04-22T00:56:25.073 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo systemctl stop postgresql' 2024-04-22T00:56:26.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:25 smithi167 ceph-mon[31348]: pgmap v828: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.6 MiB/s wr, 529 op/s 2024-04-22T00:56:26.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:25 smithi081 ceph-mon[31546]: pgmap v828: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.6 MiB/s wr, 529 op/s 2024-04-22T00:56:26.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:25 smithi018 ceph-mon[27979]: pgmap v828: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.6 MiB/s wr, 529 op/s 2024-04-22T00:56:28.207 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:27 smithi081 ceph-mon[31546]: pgmap v829: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 6.9 MiB/s wr, 582 op/s 2024-04-22T00:56:28.209 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:27 smithi018 ceph-mon[27979]: pgmap v829: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 6.9 MiB/s wr, 582 op/s 2024-04-22T00:56:28.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:27 smithi167 ceph-mon[31348]: pgmap v829: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 6.9 MiB/s wr, 582 op/s 2024-04-22T00:56:28.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.912+0000 7f5d2ebde640 1 -- 172.21.15.18:0/1879460903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5d2806de00 msgr2=0x7f5d2806fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:28.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.912+0000 7f5d2ebde640 1 --2- 172.21.15.18:0/1879460903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5d2806de00 0x7f5d2806fc80 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c009900 tx=0x7f5d1c02bc80 comp rx=0 tx=0).stop 2024-04-22T00:56:28.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.915+0000 7f5d2ebde640 1 -- 172.21.15.18:0/1879460903 shutdown_connections 2024-04-22T00:56:28.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.915+0000 7f5d2ebde640 1 --2- 172.21.15.18:0/1879460903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5d2806de00 0x7f5d2806fc80 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.915+0000 7f5d2ebde640 1 --2- 172.21.15.18:0/1879460903 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d2806d460 0x7f5d2806d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.915+0000 7f5d2ebde640 1 --2- 172.21.15.18:0/1879460903 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5d2806eee0 0x7f5d2806f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.915+0000 7f5d2ebde640 1 -- 172.21.15.18:0/1879460903 >> 172.21.15.18:0/1879460903 conn(0x7f5d2806c360 msgr2=0x7f5d2806c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:28.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.920+0000 7f5d2ebde640 1 -- 172.21.15.18:0/1879460903 shutdown_connections 2024-04-22T00:56:28.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.921+0000 7f5d2ebde640 1 -- 172.21.15.18:0/1879460903 wait complete. 2024-04-22T00:56:28.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.925+0000 7f5d2ebde640 1 Processor -- start 2024-04-22T00:56:28.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.928+0000 7f5d2ebde640 1 -- start start 2024-04-22T00:56:28.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.928+0000 7f5d2ebde640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5d2806d460 0x7f5d28116ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:28.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.928+0000 7f5d2ebde640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d2806de00 0x7f5d28116ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:28.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.928+0000 7f5d2ebde640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5d2806eee0 0x7f5d281b69f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:28.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.928+0000 7f5d2ebde640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5d2811c320 con 0x7f5d2806eee0 2024-04-22T00:56:28.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.928+0000 7f5d2ebde640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5d2811c1a0 con 0x7f5d2806de00 2024-04-22T00:56:28.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.928+0000 7f5d2ebde640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5d2811c4a0 con 0x7f5d2806d460 2024-04-22T00:56:28.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.929+0000 7f5d2d17b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5d2806eee0 0x7f5d281b69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:28.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.929+0000 7f5d2d17b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5d2806eee0 0x7f5d281b69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35604/0 (socket says 172.21.15.18:35604) 2024-04-22T00:56:28.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.929+0000 7f5d2d17b640 1 -- 172.21.15.18:0/3978480930 learned_addr learned my addr 172.21.15.18:0/3978480930 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:28.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.929+0000 7f5d2d17b640 1 -- 172.21.15.18:0/3978480930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5d2806d460 msgr2=0x7f5d28116ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:56:28.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.929+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5d2806d460 0x7f5d28116ab0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.929+0000 7f5d2d17b640 1 -- 172.21.15.18:0/3978480930 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d2806de00 msgr2=0x7f5d28116ff0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:56:28.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.929+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d2806de00 0x7f5d28116ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.929+0000 7f5d2d17b640 1 -- 172.21.15.18:0/3978480930 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d2811a120 con 0x7f5d2806eee0 2024-04-22T00:56:28.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.930+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5d2806eee0 0x7f5d281b69f0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c009850 tx=0x7f5d1c02eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:28.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.930+0000 7f5d25ffb640 1 -- 172.21.15.18:0/3978480930 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c041020 con 0x7f5d2806eee0 2024-04-22T00:56:28.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.930+0000 7f5d25ffb640 1 -- 172.21.15.18:0/3978480930 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d1c02c620 con 0x7f5d2806eee0 2024-04-22T00:56:28.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.931+0000 7f5d25ffb640 1 -- 172.21.15.18:0/3978480930 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c004fc0 con 0x7f5d2806eee0 2024-04-22T00:56:28.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.931+0000 7f5d2ebde640 1 -- 172.21.15.18:0/3978480930 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d281b6f30 con 0x7f5d2806eee0 2024-04-22T00:56:28.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.931+0000 7f5d2ebde640 1 -- 172.21.15.18:0/3978480930 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d281b72e0 con 0x7f5d2806eee0 2024-04-22T00:56:28.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.936+0000 7f5d25ffb640 1 -- 172.21.15.18:0/3978480930 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5d1c044020 con 0x7f5d2806eee0 2024-04-22T00:56:28.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.942+0000 7f5d317c8740 1 Processor -- start 2024-04-22T00:56:28.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.942+0000 7f5d25ffb640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5d100a2e70 0x7f5d100a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:28.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.942+0000 7f5d25ffb640 1 -- 172.21.15.18:0/3978480930 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5d1c0f1ef0 con 0x7f5d2806eee0 2024-04-22T00:56:28.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.943+0000 7f5d317c8740 1 -- start start 2024-04-22T00:56:28.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.943+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158e4d30 0x5582158e5150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:28.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.943+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e5720 0x5582158ea220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:28.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.943+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158ea890 0x5582158ecd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:28.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.943+0000 7f5d317c8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x558215849b70 con 0x5582158ea890 2024-04-22T00:56:28.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.943+0000 7f5d317c8740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x5582157f2470 con 0x5582158e4d30 2024-04-22T00:56:28.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.943+0000 7f5d317c8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x558215845b30 con 0x5582158e5720 2024-04-22T00:56:28.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.945+0000 7f5d2d17b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158ea890 0x5582158ecd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:28.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.945+0000 7f5d2d17b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158ea890 0x5582158ecd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35614/0 (socket says 172.21.15.18:35614) 2024-04-22T00:56:28.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.945+0000 7f5d2d17b640 1 -- 172.21.15.18:0/3460617690 learned_addr learned my addr 172.21.15.18:0/3460617690 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:28.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.946+0000 7f5d2d17b640 1 -- 172.21.15.18:0/3460617690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e5720 msgr2=0x5582158ea220 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:56:28.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.946+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/3460617690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e5720 0x5582158ea220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.946+0000 7f5d2d17b640 1 -- 172.21.15.18:0/3460617690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158e4d30 msgr2=0x5582158e5150 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:56:28.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.946+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/3460617690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158e4d30 0x5582158e5150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.946+0000 7f5d2d17b640 1 -- 172.21.15.18:0/3460617690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55821555e210 con 0x5582158ea890 2024-04-22T00:56:28.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.948+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/3460617690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158ea890 0x5582158ecd20 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c0c6a60 tx=0x7f5d1c02bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfcc7f0e5626eaa server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:28.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.951+0000 7f5d27fff640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5d100a2e70 0x7f5d100a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:28.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.957+0000 7f5d0effd640 1 -- 172.21.15.18:0/3460617690 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c0d7070 con 0x5582158ea890 2024-04-22T00:56:28.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.957+0000 7f5d0effd640 1 -- 172.21.15.18:0/3460617690 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d1c0c26d0 con 0x5582158ea890 2024-04-22T00:56:28.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.957+0000 7f5d0effd640 1 -- 172.21.15.18:0/3460617690 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c0bd770 con 0x5582158ea890 2024-04-22T00:56:28.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.958+0000 7f5d317c8740 1 -- 172.21.15.18:0/3460617690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158ea890 msgr2=0x5582158ecd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:28.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.958+0000 7f5d317c8740 1 --2- 172.21.15.18:0/3460617690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158ea890 0x5582158ecd20 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c0c6a60 tx=0x7f5d1c02bc80 comp rx=0 tx=0).stop 2024-04-22T00:56:28.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.964+0000 7f5d317c8740 1 -- 172.21.15.18:0/3460617690 shutdown_connections 2024-04-22T00:56:28.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.964+0000 7f5d317c8740 1 --2- 172.21.15.18:0/3460617690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158ea890 0x5582158ecd20 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.964+0000 7f5d317c8740 1 --2- 172.21.15.18:0/3460617690 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e5720 0x5582158ea220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.964+0000 7f5d317c8740 1 --2- 172.21.15.18:0/3460617690 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158e4d30 0x5582158e5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.964+0000 7f5d317c8740 1 -- 172.21.15.18:0/3460617690 >> 172.21.15.18:0/3460617690 conn(0x5582158e02a0 msgr2=0x5582158e06a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:28.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.970+0000 7f5d27fff640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5d100a2e70 0x7f5d100a5330 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x5582158e5b20 tx=0x7f5d18005ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:28.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.974+0000 7f5d317c8740 1 -- 172.21.15.18:0/3460617690 shutdown_connections 2024-04-22T00:56:28.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.979+0000 7f5d317c8740 1 -- 172.21.15.18:0/3460617690 wait complete. 2024-04-22T00:56:28.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.980+0000 7f5d317c8740 1 -- start start 2024-04-22T00:56:28.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.980+0000 7f5d317c8740 1 Processor -- start 2024-04-22T00:56:28.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.982+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e4d30 0x5582158eee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:28.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.982+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158ef3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:28.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.982+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:28.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.982+0000 7f5d317c8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x5582158ed600 con 0x5582158e5720 2024-04-22T00:56:28.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.982+0000 7f5d317c8740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x558215805a10 con 0x5582158ea890 2024-04-22T00:56:28.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.982+0000 7f5d317c8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x5582158ed780 con 0x5582158e4d30 2024-04-22T00:56:28.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.983+0000 7f5d317c8740 10 client.0 _ll_register_callbacks cb 0x558215840b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:56:28.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.985+0000 7f5d2d17b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:28.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.988+0000 7f5d27fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158ef3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:28.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.988+0000 7f5d27fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158ef3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35622/0 (socket says 172.21.15.18:35622) 2024-04-22T00:56:28.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.988+0000 7f5d27fff640 1 -- 172.21.15.18:0/718597584 learned_addr learned my addr 172.21.15.18:0/718597584 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:28.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.994+0000 7f5d2d17b640 1 -- 172.21.15.18:0/718597584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e4d30 msgr2=0x5582158eee80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:56:28.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.994+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e4d30 0x5582158eee80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.994+0000 7f5d2d17b640 1 -- 172.21.15.18:0/718597584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 msgr2=0x5582158ef3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:28.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.994+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158ef3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:28.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.994+0000 7f5d2d17b640 1 -- 172.21.15.18:0/718597584 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55821562a620 con 0x5582158ea890 2024-04-22T00:56:28.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.997+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f6400 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c0be020 tx=0x7f5d1c0ef7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=495c3cc5e7c43515 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:28.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:28.998+0000 7f5d07fff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:56:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.002+0000 7f5d07fff640 1 -- 172.21.15.18:0/718597584 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c0d7040 con 0x5582158ea890 2024-04-22T00:56:29.002 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.002+0000 7f5d317c8740 1 -- 172.21.15.18:0/718597584 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d1c0c26d0 con 0x5582158ea890 2024-04-22T00:56:29.002 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.002+0000 7f5d07fff640 1 -- 172.21.15.18:0/718597584 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5d1c0bd970 con 0x5582158ea890 2024-04-22T00:56:29.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.009+0000 7f5d07fff640 1 -- 172.21.15.18:0/718597584 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7f5d1c0c6f90 con 0x5582158ea890 2024-04-22T00:56:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.013+0000 7f5d317c8740 10 client.27788 fetch_fsmap learned FSMap version 52 2024-04-22T00:56:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.013+0000 7f5d317c8740 1 -- 172.21.15.18:0/718597584 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) -- 0x5582158ed600 con 0x5582158ea890 2024-04-22T00:56:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.017+0000 7f5d07fff640 1 -- 172.21.15.18:0/718597584 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d1c0c26d0 con 0x5582158ea890 2024-04-22T00:56:29.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.017+0000 7f5d07fff640 1 -- 172.21.15.18:0/718597584 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 52) ==== 8346+0+0 (secure 0 0 0) 0x7f5d1c0bd1e0 con 0x5582158ea890 2024-04-22T00:56:29.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.017+0000 7f5d317c8740 10 client.27788 fetch_fsmap finished waiting for FSMap version 52 2024-04-22T00:56:29.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.017+0000 7f5d317c8740 10 client.27788 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:56:29.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.017+0000 7f5d317c8740 20 client.27788 populate_metadata read hostname 'smithi018' 2024-04-22T00:56:29.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.017+0000 7f5d317c8740 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5582158fade0 0x5582158fd220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:29.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.017+0000 7f5d317c8740 4 client.27788 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:56:29.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.017+0000 7f5d317c8740 1 -- 172.21.15.18:0/718597584 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582158570b0 con 0x5582158fade0 2024-04-22T00:56:29.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.023+0000 7f5d2c97a640 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5582158fade0 0x5582158fd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:29.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.033+0000 7f5d2c97a640 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5582158fade0 0x5582158fd220 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e707e87ed445af2e server_cookie=c96eb282df5c01fa in_seq=0 out_seq=0 2024-04-22T00:56:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.033+0000 7f5d07fff640 10 client.27788 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.039+0000 7f5d07fff640 1 -- 172.21.15.18:0/718597584 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5582158570b0 con 0x5582158fade0 2024-04-22T00:56:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.039+0000 7f5d07fff640 10 client.27788 handle_command_reply: tid=0 2024-04-22T00:56:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.039+0000 7f5d317c8740 1 client.27788 shutdown 2024-04-22T00:56:29.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.044+0000 7f5d317c8740 1 -- 172.21.15.18:0/718597584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 msgr2=0x5582158f6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:29.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.044+0000 7f5d317c8740 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f6400 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c0be020 tx=0x7f5d1c0ef7a0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.050+0000 7f5d317c8740 1 -- 172.21.15.18:0/718597584 shutdown_connections 2024-04-22T00:56:29.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.050+0000 7f5d317c8740 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x5582158fade0 0x5582158fd220 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.050+0000 7f5d317c8740 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f6400 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.050+0000 7f5d317c8740 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158ef3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.050+0000 7f5d317c8740 1 --2- 172.21.15.18:0/718597584 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e4d30 0x5582158eee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.051 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.050+0000 7f5d317c8740 1 -- 172.21.15.18:0/718597584 >> 172.21.15.18:0/718597584 conn(0x5582158e02a0 msgr2=0x5582158df4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:29.051 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.050+0000 7f5d07fff640 0 client.27788 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:29.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.054+0000 7f5d317c8740 1 -- 172.21.15.18:0/718597584 shutdown_connections 2024-04-22T00:56:29.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.058+0000 7f5d317c8740 1 -- 172.21.15.18:0/718597584 wait complete. 2024-04-22T00:56:29.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.061+0000 7f5d317c8740 20 client.27788 trim_cache size 0 max 16384 2024-04-22T00:56:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.097+0000 7f5d317c8740 1 Processor -- start 2024-04-22T00:56:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.097+0000 7f5d317c8740 1 -- start start 2024-04-22T00:56:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.097+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158e4d30 0x5582158e3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.097+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158f63c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.097+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158ea890 0x5582158e3a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.098+0000 7f5d317c8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5d14012610 con 0x5582158e5720 2024-04-22T00:56:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.098+0000 7f5d317c8740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1400fee0 con 0x5582158e4d30 2024-04-22T00:56:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.098+0000 7f5d2d17b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158ea890 0x5582158e3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:29.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.098+0000 7f5d2d17b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158ea890 0x5582158e3a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.167:3300/0 says I am v2:172.21.15.18:48306/0 (socket says 172.21.15.18:48306) 2024-04-22T00:56:29.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.098+0000 7f5d2d17b640 1 -- 172.21.15.18:0/2547870289 learned_addr learned my addr 172.21.15.18:0/2547870289 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:29.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.098+0000 7f5d317c8740 1 -- 172.21.15.18:0/2547870289 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1400dd30 con 0x5582158ea890 2024-04-22T00:56:29.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.101+0000 7f5d27fff640 1 --2- 172.21.15.18:0/2547870289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158f63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:29.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.101+0000 7f5d2c97a640 1 --2- 172.21.15.18:0/2547870289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158e4d30 0x5582158e3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:29.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.102+0000 7f5d2d17b640 1 -- 172.21.15.18:0/2547870289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158e4d30 msgr2=0x5582158e3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:29.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.102+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/2547870289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158e4d30 0x5582158e3500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.102+0000 7f5d2d17b640 1 -- 172.21.15.18:0/2547870289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 msgr2=0x5582158f63c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:29.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.102+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/2547870289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158f63c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.102+0000 7f5d2d17b640 1 -- 172.21.15.18:0/2547870289 --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582158e3f80 con 0x5582158ea890 2024-04-22T00:56:29.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.103+0000 7f5d2c97a640 1 --2- 172.21.15.18:0/2547870289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158e4d30 0x5582158e3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:56:29.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.104+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/2547870289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158ea890 0x5582158e3a40 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c004b90 tx=0x7f5d1c02bc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b891e73d0383d925 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:29.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.107+0000 7f5d0e7fc640 1 -- 172.21.15.18:0/2547870289 <== mon.1 v2:172.21.15.167:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c0d7040 con 0x5582158ea890 2024-04-22T00:56:29.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.107+0000 7f5d0e7fc640 1 -- 172.21.15.18:0/2547870289 <== mon.1 v2:172.21.15.167:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d1c0d0030 con 0x5582158ea890 2024-04-22T00:56:29.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.107+0000 7f5d0e7fc640 1 -- 172.21.15.18:0/2547870289 <== mon.1 v2:172.21.15.167:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c0ba070 con 0x5582158ea890 2024-04-22T00:56:29.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.109+0000 7f5d317c8740 1 -- 172.21.15.18:0/2547870289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158ea890 msgr2=0x5582158e3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:29.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.109+0000 7f5d317c8740 1 --2- 172.21.15.18:0/2547870289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158ea890 0x5582158e3a40 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c004b90 tx=0x7f5d1c02bc80 comp rx=0 tx=0).stop 2024-04-22T00:56:29.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.112+0000 7f5d317c8740 1 -- 172.21.15.18:0/2547870289 shutdown_connections 2024-04-22T00:56:29.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.112+0000 7f5d317c8740 1 --2- 172.21.15.18:0/2547870289 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158ea890 0x5582158e3a40 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.112+0000 7f5d317c8740 1 --2- 172.21.15.18:0/2547870289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158f63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.112+0000 7f5d317c8740 1 --2- 172.21.15.18:0/2547870289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158e4d30 0x5582158e3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.112+0000 7f5d317c8740 1 -- 172.21.15.18:0/2547870289 >> 172.21.15.18:0/2547870289 conn(0x5582158e02a0 msgr2=0x5582158e5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:29.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.122+0000 7f5d317c8740 1 -- 172.21.15.18:0/2547870289 shutdown_connections 2024-04-22T00:56:29.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.125+0000 7f5d317c8740 1 -- 172.21.15.18:0/2547870289 wait complete. 2024-04-22T00:56:29.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.125+0000 7f5d317c8740 1 -- start start 2024-04-22T00:56:29.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.125+0000 7f5d317c8740 1 Processor -- start 2024-04-22T00:56:29.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.129+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e4d30 0x5582158f6360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:29.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.129+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158f2e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:29.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.129+0000 7f5d317c8740 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:29.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.129+0000 7f5d317c8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1400e3a0 con 0x5582158e5720 2024-04-22T00:56:29.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.129+0000 7f5d317c8740 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1400f810 con 0x5582158ea890 2024-04-22T00:56:29.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.129+0000 7f5d317c8740 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1400ea70 con 0x5582158e4d30 2024-04-22T00:56:29.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.130+0000 7f5d317c8740 10 client.0 _ll_register_callbacks cb 0x7f5d1c0d5070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:56:29.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.132+0000 7f5d2d17b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:29.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.132+0000 7f5d2d17b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f33e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.18:43002/0 (socket says 172.21.15.18:43002) 2024-04-22T00:56:29.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.132+0000 7f5d2d17b640 1 -- 172.21.15.18:0/2833258674 learned_addr learned my addr 172.21.15.18:0/2833258674 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:29.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.134+0000 7f5d2c97a640 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e4d30 0x5582158f6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.134+0000 7f5d2d17b640 1 -- 172.21.15.18:0/2833258674 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e4d30 msgr2=0x5582158f6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.134+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e4d30 0x5582158f6360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.134+0000 7f5d2d17b640 1 -- 172.21.15.18:0/2833258674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 msgr2=0x5582158f2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:56:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.134+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158f2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.134+0000 7f5d2d17b640 1 -- 172.21.15.18:0/2833258674 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55821595f400 con 0x5582158ea890 2024-04-22T00:56:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.134+0000 7f5d2c97a640 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e4d30 0x5582158f6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:56:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.134+0000 7f5d2d17b640 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f33e0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c006010 tx=0x7f5d1c0beb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0d9d1a77542c80c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.135+0000 7f5d07fff640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2024-04-22T00:56:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.136+0000 7f5d07fff640 1 -- 172.21.15.18:0/2833258674 <== mon.2 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c0c3c30 con 0x5582158ea890 2024-04-22T00:56:29.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.136+0000 7f5d317c8740 1 -- 172.21.15.18:0/2833258674 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d1c0d0030 con 0x5582158ea890 2024-04-22T00:56:29.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.136+0000 7f5d07fff640 1 -- 172.21.15.18:0/2833258674 <== mon.2 v2:172.21.15.81:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f5d1c0bd1e0 con 0x5582158ea890 2024-04-22T00:56:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.141+0000 7f5d07fff640 1 -- 172.21.15.18:0/2833258674 <== mon.2 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7f5d1c0ba070 con 0x5582158ea890 2024-04-22T00:56:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.145+0000 7f5d317c8740 10 client.27794 fetch_fsmap learned FSMap version 52 2024-04-22T00:56:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.145+0000 7f5d317c8740 1 -- 172.21.15.18:0/2833258674 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) -- 0x55821595f400 con 0x5582158ea890 2024-04-22T00:56:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.149+0000 7f5d07fff640 1 -- 172.21.15.18:0/2833258674 <== mon.2 v2:172.21.15.81:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d1c0d0030 con 0x5582158ea890 2024-04-22T00:56:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.150+0000 7f5d07fff640 1 -- 172.21.15.18:0/2833258674 <== mon.2 v2:172.21.15.81:3300/0 5 ==== fsmap(e 52) ==== 8346+0+0 (secure 0 0 0) 0x7f5d1c0d22d0 con 0x5582158ea890 2024-04-22T00:56:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.150+0000 7f5d317c8740 10 client.27794 fetch_fsmap finished waiting for FSMap version 52 2024-04-22T00:56:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.150+0000 7f5d317c8740 10 client.27794 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-04-22T00:56:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.150+0000 7f5d317c8740 20 client.27794 populate_metadata read hostname 'smithi018' 2024-04-22T00:56:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.150+0000 7f5d317c8740 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558215960ce0 0x558215963100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.150+0000 7f5d317c8740 4 client.27794 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:56:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.150+0000 7f5d317c8740 1 -- 172.21.15.18:0/2833258674 --> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558215851400 con 0x558215960ce0 2024-04-22T00:56:29.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.153+0000 7f5d2c97a640 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558215960ce0 0x558215963100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.156+0000 7f5d2c97a640 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558215960ce0 0x558215963100 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ada3b90cf90760d server_cookie=5634c771ed525bfa in_seq=0 out_seq=0 2024-04-22T00:56:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.157+0000 7f5d07fff640 10 client.27794 ms_handle_connect on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:29.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.379+0000 7f5d07fff640 1 -- 172.21.15.18:0/2833258674 <== mds.0 v2:172.21.15.167:6838/3244680945 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558215851400 con 0x558215960ce0 2024-04-22T00:56:29.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.379+0000 7f5d07fff640 10 client.27794 handle_command_reply: tid=0 2024-04-22T00:56:29.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.379+0000 7f5d317c8740 1 client.27794 shutdown 2024-04-22T00:56:29.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 1 -- 172.21.15.18:0/2833258674 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 msgr2=0x5582158f33e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:29.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f33e0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c006010 tx=0x7f5d1c0beb20 comp rx=0 tx=0).stop 2024-04-22T00:56:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 1 -- 172.21.15.18:0/2833258674 shutdown_connections 2024-04-22T00:56:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.167:6838/3244680945,v1:172.21.15.167:6839/3244680945] conn(0x558215960ce0 0x558215963100 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5582158ea890 0x5582158f33e0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582158e5720 0x5582158f2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 1 --2- 172.21.15.18:0/2833258674 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x5582158e4d30 0x5582158f6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 1 -- 172.21.15.18:0/2833258674 >> 172.21.15.18:0/2833258674 conn(0x5582158e02a0 msgr2=0x5582158e3500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d07fff640 0 client.27794 ms_handle_reset on v2:172.21.15.167:6838/3244680945 2024-04-22T00:56:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 1 -- 172.21.15.18:0/2833258674 shutdown_connections 2024-04-22T00:56:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 1 -- 172.21.15.18:0/2833258674 wait complete. 2024-04-22T00:56:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.380+0000 7f5d317c8740 20 client.27794 trim_cache size 0 max 16384 2024-04-22T00:56:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-04-22T00:56:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-04-22T00:56:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-04-22T00:56:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-04-22T00:56:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.381+0000 7f5d2ebde640 1 -- 172.21.15.18:0/3978480930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5d100a2e70 msgr2=0x7f5d100a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.381+0000 7f5d2ebde640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5d100a2e70 0x7f5d100a5330 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x5582158e5b20 tx=0x7f5d18005ca0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.381+0000 7f5d2ebde640 1 -- 172.21.15.18:0/3978480930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5d2806eee0 msgr2=0x7f5d281b69f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.381+0000 7f5d2ebde640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5d2806eee0 0x7f5d281b69f0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c009850 tx=0x7f5d1c02eb80 comp rx=0 tx=0).stop 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.381+0000 7f5d2ebde640 1 -- 172.21.15.18:0/3978480930 shutdown_connections 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.381+0000 7f5d2ebde640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f5d100a2e70 0x7f5d100a5330 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.381+0000 7f5d2ebde640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5d2806eee0 0x7f5d281b69f0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.381+0000 7f5d2ebde640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d2806de00 0x7f5d28116ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.381+0000 7f5d2ebde640 1 --2- 172.21.15.18:0/3978480930 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5d2806d460 0x7f5d28116ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.381+0000 7f5d2ebde640 1 -- 172.21.15.18:0/3978480930 >> 172.21.15.18:0/3978480930 conn(0x7f5d2806c360 msgr2=0x7f5d2810a5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.382+0000 7f5d2ebde640 1 -- 172.21.15.18:0/3978480930 shutdown_connections 2024-04-22T00:56:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-04-22T00:56:29.382+0000 7f5d2ebde640 1 -- 172.21.15.18:0/3978480930 wait complete. 2024-04-22T00:56:30.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:29 smithi167 ceph-mon[31348]: pgmap v830: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.3 MiB/s wr, 500 op/s 2024-04-22T00:56:30.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:29 smithi081 ceph-mon[31546]: pgmap v830: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.3 MiB/s wr, 500 op/s 2024-04-22T00:56:30.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:29 smithi018 ceph-mon[27979]: pgmap v830: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.3 MiB/s wr, 500 op/s 2024-04-22T00:56:32.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:31 smithi167 ceph-mon[31348]: pgmap v831: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.7 MiB/s wr, 656 op/s 2024-04-22T00:56:32.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:31 smithi081 ceph-mon[31546]: pgmap v831: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.7 MiB/s wr, 656 op/s 2024-04-22T00:56:32.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:31 smithi018 ceph-mon[27979]: pgmap v831: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.7 MiB/s wr, 656 op/s 2024-04-22T00:56:34.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:33 smithi167 ceph-mon[31348]: pgmap v832: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 7.9 MiB/s wr, 713 op/s 2024-04-22T00:56:34.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:33 smithi081 ceph-mon[31546]: pgmap v832: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 7.9 MiB/s wr, 713 op/s 2024-04-22T00:56:34.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:33 smithi018 ceph-mon[27979]: pgmap v832: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 7.9 MiB/s wr, 713 op/s 2024-04-22T00:56:36.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:35 smithi167 ceph-mon[31348]: pgmap v833: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 7.6 MiB/s wr, 730 op/s 2024-04-22T00:56:36.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:35 smithi081 ceph-mon[31546]: pgmap v833: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 7.6 MiB/s wr, 730 op/s 2024-04-22T00:56:36.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:35 smithi018 ceph-mon[27979]: pgmap v833: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 7.6 MiB/s wr, 730 op/s 2024-04-22T00:56:37.373 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -lZaR /tmp/cephfs/postgres/' 2024-04-22T00:56:37.436 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/: 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:drwxrwxrwt. 3 root root system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 .. 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 data 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data: 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:total 36 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 . 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 .. 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Apr 22 00:41 base 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 30 Apr 22 00:41 current_logfiles 2024-04-22T00:56:37.437 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 58 Apr 22 00:41 global 2024-04-22T00:56:37.438 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 log 2024-04-22T00:56:37.438 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_commit_ts 2024-04-22T00:56:37.438 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_dynshmem 2024-04-22T00:56:37.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 4516 Apr 22 00:41 pg_hba.conf 2024-04-22T00:56:37.438 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1636 Apr 22 00:41 pg_ident.conf 2024-04-22T00:56:37.438 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:56 pg_logical 2024-04-22T00:56:37.438 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 pg_multixact 2024-04-22T00:56:37.438 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_notify 2024-04-22T00:56:37.438 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_replslot 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_serial 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_snapshots 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:56 pg_stat 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:56 pg_stat_tmp 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:56 pg_subtrans 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_tblspc 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pg_twophase 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 PG_VERSION 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 63 Apr 22 00:56 pg_wal 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 pg_xact 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 88 Apr 22 00:41 postgresql.auto.conf 2024-04-22T00:56:37.439 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 28082 Apr 22 00:41 postgresql.conf 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 51 Apr 22 00:41 postmaster.opts 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base: 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Apr 22 00:41 . 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Apr 22 00:41 1 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Apr 22 00:41 13493 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 305 Apr 22 00:47 13494 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 pgsql_tmp 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.440 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/1: 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:total 7777 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Apr 22 00:41 . 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Apr 22 00:41 .. 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 112 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 113 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 1247 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1247_fsm 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1247_vm 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Apr 22 00:41 1249 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1249_fsm 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1249_vm 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Apr 22 00:41 1255 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1255_fsm 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1255_vm 2024-04-22T00:56:37.441 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Apr 22 00:41 1259 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1259_fsm 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1259_vm 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Apr 22 00:41 13344 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13344_fsm 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13344_vm 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13346 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13348 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13349_fsm 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349_vm 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13351 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13353 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13354_fsm 2024-04-22T00:56:37.442 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354_vm 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13356 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13358 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13359_fsm 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359_vm 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13361 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13363 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1417 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1418 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 174 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 175 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2187 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2224 2024-04-22T00:56:37.443 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2328 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2336 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2337 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2579 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2600 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2600_fsm 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2600_vm 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2601_fsm 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601_vm 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2602 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2602_fsm 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2602_vm 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2603 2024-04-22T00:56:37.444 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2603_fsm 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2603_vm 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2604 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2605 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2605_fsm 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2605_vm 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2606_fsm 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606_vm 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2607 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2607_fsm 2024-04-22T00:56:37.445 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2607_vm 2024-04-22T00:56:37.446 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Apr 22 00:41 2608 2024-04-22T00:56:37.446 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2608_fsm 2024-04-22T00:56:37.446 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2608_vm 2024-04-22T00:56:37.446 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Apr 22 00:41 2609 2024-04-22T00:56:37.446 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2609_fsm 2024-04-22T00:56:37.446 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2609_vm 2024-04-22T00:56:37.446 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2610 2024-04-22T00:56:37.446 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2610_fsm 2024-04-22T00:56:37.446 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2610_vm 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2611 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2612_fsm 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612_vm 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2613 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2615_fsm 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615_vm 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2616 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2616_fsm 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2616_vm 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Apr 22 00:41 2617 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2617_fsm 2024-04-22T00:56:37.447 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2617_vm 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Apr 22 00:41 2618 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2618_fsm 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2618_vm 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 147456 Apr 22 00:41 2619 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2619_fsm 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2619_vm 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2620 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2650 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2651 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2652 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2653 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2654 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2655 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2656 2024-04-22T00:56:37.448 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2657 2024-04-22T00:56:37.449 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Apr 22 00:41 2658 2024-04-22T00:56:37.449 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 2659 2024-04-22T00:56:37.449 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2660 2024-04-22T00:56:37.449 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2661 2024-04-22T00:56:37.449 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2662 2024-04-22T00:56:37.449 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2663 2024-04-22T00:56:37.449 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2664 2024-04-22T00:56:37.449 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2665 2024-04-22T00:56:37.450 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2666 2024-04-22T00:56:37.450 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2667 2024-04-22T00:56:37.450 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2668 2024-04-22T00:56:37.450 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2669 2024-04-22T00:56:37.450 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2670 2024-04-22T00:56:37.450 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Apr 22 00:41 2673 2024-04-22T00:56:37.450 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Apr 22 00:41 2674 2024-04-22T00:56:37.451 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Apr 22 00:41 2675 2024-04-22T00:56:37.451 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2678 2024-04-22T00:56:37.451 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2679 2024-04-22T00:56:37.451 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2680 2024-04-22T00:56:37.451 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2681 2024-04-22T00:56:37.451 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2682 2024-04-22T00:56:37.451 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2683 2024-04-22T00:56:37.452 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2684 2024-04-22T00:56:37.452 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2685 2024-04-22T00:56:37.452 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2686 2024-04-22T00:56:37.452 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2687 2024-04-22T00:56:37.452 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2688 2024-04-22T00:56:37.452 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2689 2024-04-22T00:56:37.453 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Apr 22 00:41 2690 2024-04-22T00:56:37.453 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Apr 22 00:41 2691 2024-04-22T00:56:37.453 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2692 2024-04-22T00:56:37.453 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2693 2024-04-22T00:56:37.453 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2696 2024-04-22T00:56:37.453 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2699 2024-04-22T00:56:37.453 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2701 2024-04-22T00:56:37.454 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2702 2024-04-22T00:56:37.454 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2703 2024-04-22T00:56:37.454 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2704 2024-04-22T00:56:37.454 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2753 2024-04-22T00:56:37.454 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2753_fsm 2024-04-22T00:56:37.454 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2753_vm 2024-04-22T00:56:37.455 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2754 2024-04-22T00:56:37.455 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2755 2024-04-22T00:56:37.455 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2756 2024-04-22T00:56:37.455 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2757 2024-04-22T00:56:37.455 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2830 2024-04-22T00:56:37.455 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2831 2024-04-22T00:56:37.455 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2832 2024-04-22T00:56:37.456 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2833 2024-04-22T00:56:37.456 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2834 2024-04-22T00:56:37.456 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2835 2024-04-22T00:56:37.456 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2836 2024-04-22T00:56:37.456 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2837 2024-04-22T00:56:37.456 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Apr 22 00:41 2838 2024-04-22T00:56:37.457 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2838_fsm 2024-04-22T00:56:37.457 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2838_vm 2024-04-22T00:56:37.457 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2839 2024-04-22T00:56:37.457 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840 2024-04-22T00:56:37.457 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840_fsm 2024-04-22T00:56:37.457 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2840_vm 2024-04-22T00:56:37.457 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2841 2024-04-22T00:56:37.458 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2995 2024-04-22T00:56:37.458 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2996 2024-04-22T00:56:37.458 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079 2024-04-22T00:56:37.458 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3079_fsm 2024-04-22T00:56:37.458 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079_vm 2024-04-22T00:56:37.458 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3080 2024-04-22T00:56:37.459 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3081 2024-04-22T00:56:37.459 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3085 2024-04-22T00:56:37.459 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3118 2024-04-22T00:56:37.459 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3119 2024-04-22T00:56:37.459 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Apr 22 00:41 3164 2024-04-22T00:56:37.459 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3256 2024-04-22T00:56:37.459 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3257 2024-04-22T00:56:37.460 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3258 2024-04-22T00:56:37.460 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3350 2024-04-22T00:56:37.460 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3351 2024-04-22T00:56:37.460 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3379 2024-04-22T00:56:37.460 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3380 2024-04-22T00:56:37.460 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3381 2024-04-22T00:56:37.460 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3394 2024-04-22T00:56:37.460 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3394_fsm 2024-04-22T00:56:37.461 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3394_vm 2024-04-22T00:56:37.461 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3395 2024-04-22T00:56:37.461 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3429 2024-04-22T00:56:37.461 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3430 2024-04-22T00:56:37.461 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3431 2024-04-22T00:56:37.461 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3433 2024-04-22T00:56:37.461 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3439 2024-04-22T00:56:37.462 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3440 2024-04-22T00:56:37.462 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3455 2024-04-22T00:56:37.462 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Apr 22 00:41 3456 2024-04-22T00:56:37.462 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3456_fsm 2024-04-22T00:56:37.462 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3456_vm 2024-04-22T00:56:37.462 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3466 2024-04-22T00:56:37.465 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3467 2024-04-22T00:56:37.466 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3468 2024-04-22T00:56:37.466 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3501 2024-04-22T00:56:37.466 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3502 2024-04-22T00:56:37.466 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3503 2024-04-22T00:56:37.466 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3534 2024-04-22T00:56:37.466 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541 2024-04-22T00:56:37.467 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3541_fsm 2024-04-22T00:56:37.467 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541_vm 2024-04-22T00:56:37.467 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3542 2024-04-22T00:56:37.467 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3574 2024-04-22T00:56:37.467 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3575 2024-04-22T00:56:37.467 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3576 2024-04-22T00:56:37.468 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3596 2024-04-22T00:56:37.468 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3597 2024-04-22T00:56:37.468 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3598 2024-04-22T00:56:37.468 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3599 2024-04-22T00:56:37.468 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600 2024-04-22T00:56:37.468 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3600_fsm 2024-04-22T00:56:37.468 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600_vm 2024-04-22T00:56:37.469 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601 2024-04-22T00:56:37.469 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3601_fsm 2024-04-22T00:56:37.469 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601_vm 2024-04-22T00:56:37.469 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602 2024-04-22T00:56:37.469 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3602_fsm 2024-04-22T00:56:37.469 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602_vm 2024-04-22T00:56:37.470 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603 2024-04-22T00:56:37.470 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603_fsm 2024-04-22T00:56:37.470 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3603_vm 2024-04-22T00:56:37.470 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3604 2024-04-22T00:56:37.470 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3605 2024-04-22T00:56:37.470 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3606 2024-04-22T00:56:37.471 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3607 2024-04-22T00:56:37.471 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3608 2024-04-22T00:56:37.471 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 3609 2024-04-22T00:56:37.471 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3712 2024-04-22T00:56:37.471 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764 2024-04-22T00:56:37.471 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3764_fsm 2024-04-22T00:56:37.471 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764_vm 2024-04-22T00:56:37.472 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3766 2024-04-22T00:56:37.472 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3767 2024-04-22T00:56:37.472 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3997 2024-04-22T00:56:37.472 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4143 2024-04-22T00:56:37.472 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4144 2024-04-22T00:56:37.472 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4145 2024-04-22T00:56:37.473 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4146 2024-04-22T00:56:37.473 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4147 2024-04-22T00:56:37.473 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4148 2024-04-22T00:56:37.473 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4149 2024-04-22T00:56:37.473 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4150 2024-04-22T00:56:37.473 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4151 2024-04-22T00:56:37.474 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4152 2024-04-22T00:56:37.474 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4153 2024-04-22T00:56:37.474 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4154 2024-04-22T00:56:37.474 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4155 2024-04-22T00:56:37.474 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4156 2024-04-22T00:56:37.474 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4157 2024-04-22T00:56:37.475 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4158 2024-04-22T00:56:37.475 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4159 2024-04-22T00:56:37.475 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4160 2024-04-22T00:56:37.475 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4161 2024-04-22T00:56:37.475 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4162 2024-04-22T00:56:37.482 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4163 2024-04-22T00:56:37.482 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4164 2024-04-22T00:56:37.482 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4165 2024-04-22T00:56:37.482 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4166 2024-04-22T00:56:37.483 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4167 2024-04-22T00:56:37.483 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4168 2024-04-22T00:56:37.483 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4169 2024-04-22T00:56:37.483 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4170 2024-04-22T00:56:37.483 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4171 2024-04-22T00:56:37.483 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4172 2024-04-22T00:56:37.484 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4173 2024-04-22T00:56:37.484 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4174 2024-04-22T00:56:37.484 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 5002 2024-04-22T00:56:37.484 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 548 2024-04-22T00:56:37.484 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 549 2024-04-22T00:56:37.484 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6102 2024-04-22T00:56:37.484 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6104 2024-04-22T00:56:37.485 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6106 2024-04-22T00:56:37.485 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6110 2024-04-22T00:56:37.485 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6111 2024-04-22T00:56:37.485 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6112 2024-04-22T00:56:37.485 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6113 2024-04-22T00:56:37.485 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6117 2024-04-22T00:56:37.486 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 826 2024-04-22T00:56:37.486 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 827 2024-04-22T00:56:37.486 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 828 2024-04-22T00:56:37.486 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Apr 22 00:41 pg_filenode.map 2024-04-22T00:56:37.486 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 PG_VERSION 2024-04-22T00:56:37.486 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.486 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/13493: 2024-04-22T00:56:37.486 INFO:teuthology.orchestra.run.smithi018.stdout:total 7777 2024-04-22T00:56:37.486 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Apr 22 00:41 . 2024-04-22T00:56:37.487 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Apr 22 00:41 .. 2024-04-22T00:56:37.487 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 112 2024-04-22T00:56:37.487 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 113 2024-04-22T00:56:37.487 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 1247 2024-04-22T00:56:37.487 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1247_fsm 2024-04-22T00:56:37.487 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1247_vm 2024-04-22T00:56:37.487 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Apr 22 00:41 1249 2024-04-22T00:56:37.487 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1249_fsm 2024-04-22T00:56:37.488 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1249_vm 2024-04-22T00:56:37.488 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Apr 22 00:41 1255 2024-04-22T00:56:37.488 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1255_fsm 2024-04-22T00:56:37.488 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1255_vm 2024-04-22T00:56:37.488 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Apr 22 00:41 1259 2024-04-22T00:56:37.488 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1259_fsm 2024-04-22T00:56:37.488 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1259_vm 2024-04-22T00:56:37.488 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Apr 22 00:41 13344 2024-04-22T00:56:37.488 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13344_fsm 2024-04-22T00:56:37.489 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13344_vm 2024-04-22T00:56:37.489 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13346 2024-04-22T00:56:37.489 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13348 2024-04-22T00:56:37.489 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349 2024-04-22T00:56:37.489 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13349_fsm 2024-04-22T00:56:37.489 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349_vm 2024-04-22T00:56:37.489 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13351 2024-04-22T00:56:37.490 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13353 2024-04-22T00:56:37.490 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354 2024-04-22T00:56:37.490 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13354_fsm 2024-04-22T00:56:37.490 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354_vm 2024-04-22T00:56:37.490 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13356 2024-04-22T00:56:37.490 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13358 2024-04-22T00:56:37.490 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359 2024-04-22T00:56:37.490 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13359_fsm 2024-04-22T00:56:37.490 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359_vm 2024-04-22T00:56:37.490 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13361 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13363 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1417 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1418 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 174 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 175 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2187 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2224 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2328 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2336 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2337 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2579 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2600 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2600_fsm 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2600_vm 2024-04-22T00:56:37.491 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2601_fsm 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601_vm 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2602 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2602_fsm 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2602_vm 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2603 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2603_fsm 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2603_vm 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2604 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2605 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2605_fsm 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2605_vm 2024-04-22T00:56:37.492 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2606_fsm 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606_vm 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2607 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2607_fsm 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2607_vm 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Apr 22 00:41 2608 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2608_fsm 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2608_vm 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Apr 22 00:41 2609 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2609_fsm 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2609_vm 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2610 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2610_fsm 2024-04-22T00:56:37.493 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2610_vm 2024-04-22T00:56:37.494 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2611 2024-04-22T00:56:37.494 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612 2024-04-22T00:56:37.494 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2612_fsm 2024-04-22T00:56:37.494 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612_vm 2024-04-22T00:56:37.494 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2613 2024-04-22T00:56:37.494 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615 2024-04-22T00:56:37.494 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2615_fsm 2024-04-22T00:56:37.494 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615_vm 2024-04-22T00:56:37.494 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2616 2024-04-22T00:56:37.494 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2616_fsm 2024-04-22T00:56:37.495 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2616_vm 2024-04-22T00:56:37.495 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Apr 22 00:41 2617 2024-04-22T00:56:37.495 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2617_fsm 2024-04-22T00:56:37.495 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2617_vm 2024-04-22T00:56:37.495 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Apr 22 00:41 2618 2024-04-22T00:56:37.495 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2618_fsm 2024-04-22T00:56:37.495 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2618_vm 2024-04-22T00:56:37.495 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 147456 Apr 22 00:41 2619 2024-04-22T00:56:37.495 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2619_fsm 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2619_vm 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2620 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2650 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2651 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2652 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2653 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2654 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2655 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2656 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2657 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Apr 22 00:41 2658 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 2659 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2660 2024-04-22T00:56:37.496 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2661 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2662 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2663 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2664 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2665 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2666 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2667 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2668 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2669 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2670 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Apr 22 00:41 2673 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Apr 22 00:41 2674 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Apr 22 00:41 2675 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2678 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2679 2024-04-22T00:56:37.497 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2680 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2681 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2682 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2683 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2684 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2685 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2686 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2687 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2688 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2689 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Apr 22 00:41 2690 2024-04-22T00:56:37.498 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Apr 22 00:41 2691 2024-04-22T00:56:37.499 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2692 2024-04-22T00:56:37.499 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2693 2024-04-22T00:56:37.499 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2696 2024-04-22T00:56:37.499 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2699 2024-04-22T00:56:37.499 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2701 2024-04-22T00:56:37.499 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2702 2024-04-22T00:56:37.499 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2703 2024-04-22T00:56:37.500 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2704 2024-04-22T00:56:37.500 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2753 2024-04-22T00:56:37.500 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2753_fsm 2024-04-22T00:56:37.500 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2753_vm 2024-04-22T00:56:37.500 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2754 2024-04-22T00:56:37.501 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2755 2024-04-22T00:56:37.501 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2756 2024-04-22T00:56:37.501 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2757 2024-04-22T00:56:37.501 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2830 2024-04-22T00:56:37.501 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2831 2024-04-22T00:56:37.501 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2832 2024-04-22T00:56:37.502 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2833 2024-04-22T00:56:37.502 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2834 2024-04-22T00:56:37.502 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2835 2024-04-22T00:56:37.502 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2836 2024-04-22T00:56:37.502 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2837 2024-04-22T00:56:37.502 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Apr 22 00:41 2838 2024-04-22T00:56:37.503 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2838_fsm 2024-04-22T00:56:37.503 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2838_vm 2024-04-22T00:56:37.503 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2839 2024-04-22T00:56:37.503 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840 2024-04-22T00:56:37.503 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840_fsm 2024-04-22T00:56:37.503 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2840_vm 2024-04-22T00:56:37.504 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2841 2024-04-22T00:56:37.504 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2995 2024-04-22T00:56:37.504 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2996 2024-04-22T00:56:37.504 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079 2024-04-22T00:56:37.504 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3079_fsm 2024-04-22T00:56:37.504 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079_vm 2024-04-22T00:56:37.505 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3080 2024-04-22T00:56:37.505 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3081 2024-04-22T00:56:37.505 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3085 2024-04-22T00:56:37.505 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3118 2024-04-22T00:56:37.505 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3119 2024-04-22T00:56:37.505 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Apr 22 00:41 3164 2024-04-22T00:56:37.506 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3256 2024-04-22T00:56:37.506 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3257 2024-04-22T00:56:37.506 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3258 2024-04-22T00:56:37.506 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3350 2024-04-22T00:56:37.506 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3351 2024-04-22T00:56:37.507 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3379 2024-04-22T00:56:37.507 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3380 2024-04-22T00:56:37.507 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3381 2024-04-22T00:56:37.507 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3394 2024-04-22T00:56:37.507 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3394_fsm 2024-04-22T00:56:37.507 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3394_vm 2024-04-22T00:56:37.508 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3395 2024-04-22T00:56:37.508 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3429 2024-04-22T00:56:37.508 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3430 2024-04-22T00:56:37.508 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3431 2024-04-22T00:56:37.508 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3433 2024-04-22T00:56:37.508 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3439 2024-04-22T00:56:37.509 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3440 2024-04-22T00:56:37.509 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3455 2024-04-22T00:56:37.509 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Apr 22 00:41 3456 2024-04-22T00:56:37.509 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3456_fsm 2024-04-22T00:56:37.509 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3456_vm 2024-04-22T00:56:37.509 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3466 2024-04-22T00:56:37.510 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3467 2024-04-22T00:56:37.510 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3468 2024-04-22T00:56:37.510 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3501 2024-04-22T00:56:37.510 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3502 2024-04-22T00:56:37.510 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3503 2024-04-22T00:56:37.510 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3534 2024-04-22T00:56:37.511 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541 2024-04-22T00:56:37.511 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3541_fsm 2024-04-22T00:56:37.511 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541_vm 2024-04-22T00:56:37.511 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3542 2024-04-22T00:56:37.511 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3574 2024-04-22T00:56:37.512 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3575 2024-04-22T00:56:37.512 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3576 2024-04-22T00:56:37.512 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3596 2024-04-22T00:56:37.512 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3597 2024-04-22T00:56:37.512 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3598 2024-04-22T00:56:37.512 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3599 2024-04-22T00:56:37.513 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600 2024-04-22T00:56:37.513 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3600_fsm 2024-04-22T00:56:37.513 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600_vm 2024-04-22T00:56:37.513 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601 2024-04-22T00:56:37.513 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3601_fsm 2024-04-22T00:56:37.513 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601_vm 2024-04-22T00:56:37.514 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602 2024-04-22T00:56:37.514 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3602_fsm 2024-04-22T00:56:37.514 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602_vm 2024-04-22T00:56:37.514 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603 2024-04-22T00:56:37.514 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603_fsm 2024-04-22T00:56:37.514 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3603_vm 2024-04-22T00:56:37.515 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3604 2024-04-22T00:56:37.515 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3605 2024-04-22T00:56:37.515 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3606 2024-04-22T00:56:37.515 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3607 2024-04-22T00:56:37.515 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3608 2024-04-22T00:56:37.515 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 3609 2024-04-22T00:56:37.516 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3712 2024-04-22T00:56:37.516 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764 2024-04-22T00:56:37.516 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3764_fsm 2024-04-22T00:56:37.516 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764_vm 2024-04-22T00:56:37.516 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3766 2024-04-22T00:56:37.516 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3767 2024-04-22T00:56:37.517 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3997 2024-04-22T00:56:37.517 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4143 2024-04-22T00:56:37.517 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4144 2024-04-22T00:56:37.517 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4145 2024-04-22T00:56:37.517 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4146 2024-04-22T00:56:37.518 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4147 2024-04-22T00:56:37.518 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4148 2024-04-22T00:56:37.518 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4149 2024-04-22T00:56:37.518 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4150 2024-04-22T00:56:37.518 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4151 2024-04-22T00:56:37.518 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4152 2024-04-22T00:56:37.519 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4153 2024-04-22T00:56:37.519 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4154 2024-04-22T00:56:37.519 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4155 2024-04-22T00:56:37.519 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4156 2024-04-22T00:56:37.519 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4157 2024-04-22T00:56:37.519 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4158 2024-04-22T00:56:37.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4159 2024-04-22T00:56:37.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4160 2024-04-22T00:56:37.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4161 2024-04-22T00:56:37.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4162 2024-04-22T00:56:37.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4163 2024-04-22T00:56:37.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4164 2024-04-22T00:56:37.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4165 2024-04-22T00:56:37.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4166 2024-04-22T00:56:37.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4167 2024-04-22T00:56:37.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4168 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4169 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4170 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4171 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4172 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4173 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4174 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 5002 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 548 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 549 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6102 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6104 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6106 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6110 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6111 2024-04-22T00:56:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6112 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6113 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6117 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 826 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 827 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 828 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Apr 22 00:41 pg_filenode.map 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 PG_VERSION 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/13494: 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:total 560142 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 305 Apr 22 00:47 . 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Apr 22 00:41 .. 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 112 2024-04-22T00:56:37.522 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 113 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 1247 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1247_fsm 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1247_vm 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Apr 22 00:41 1249 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1249_fsm 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1249_vm 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Apr 22 00:41 1255 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1255_fsm 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1255_vm 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Apr 22 00:56 1259 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1259_fsm 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1259_vm 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Apr 22 00:41 13344 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13344_fsm 2024-04-22T00:56:37.523 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13344_vm 2024-04-22T00:56:37.524 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13346 2024-04-22T00:56:37.524 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13348 2024-04-22T00:56:37.524 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349 2024-04-22T00:56:37.524 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13349_fsm 2024-04-22T00:56:37.524 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13349_vm 2024-04-22T00:56:37.524 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13351 2024-04-22T00:56:37.524 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13353 2024-04-22T00:56:37.524 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354 2024-04-22T00:56:37.524 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13354_fsm 2024-04-22T00:56:37.524 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13354_vm 2024-04-22T00:56:37.525 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13356 2024-04-22T00:56:37.525 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13358 2024-04-22T00:56:37.525 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359 2024-04-22T00:56:37.525 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 13359_fsm 2024-04-22T00:56:37.525 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13359_vm 2024-04-22T00:56:37.525 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 13361 2024-04-22T00:56:37.525 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 13363 2024-04-22T00:56:37.525 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1417 2024-04-22T00:56:37.525 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 1418 2024-04-22T00:56:37.525 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 440639488 Apr 22 00:56 16396 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 131072 Apr 22 00:56 16396_fsm 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:45 16396_vm 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 884736 Apr 22 00:56 16397 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:56 16397_fsm 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:56 16397_vm 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 942080 Apr 22 00:56 16399 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:56 16399_fsm 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:54 16399_vm 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:56 16400 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:56 16402 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 71901184 Apr 22 00:56 16404 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 50741248 Apr 22 00:56 16406 2024-04-22T00:56:37.526 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:56 16406_fsm 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:56 16406_vm 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 174 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 175 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2187 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2224 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2328 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2336 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2337 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2579 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2600 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2600_fsm 2024-04-22T00:56:37.527 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2600_vm 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2601_fsm 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2601_vm 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2602 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2602_fsm 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2602_vm 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2603 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2603_fsm 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2603_vm 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2604 2024-04-22T00:56:37.528 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2605 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2605_fsm 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2605_vm 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2606_fsm 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2606_vm 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2607 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2607_fsm 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2607_vm 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Apr 22 00:41 2608 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2608_fsm 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2608_vm 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Apr 22 00:41 2609 2024-04-22T00:56:37.529 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2609_fsm 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2609_vm 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2610 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2610_fsm 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2610_vm 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2611 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2612_fsm 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2612_vm 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2613 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2615_fsm 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2615_vm 2024-04-22T00:56:37.530 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2616 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2616_fsm 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2616_vm 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Apr 22 00:41 2617 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2617_fsm 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2617_vm 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Apr 22 00:41 2618 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2618_fsm 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2618_vm 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 180224 Apr 22 00:56 2619 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:45 2619_fsm 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2619_vm 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2620 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2650 2024-04-22T00:56:37.531 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2651 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2652 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2653 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2654 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2655 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2656 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2657 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Apr 22 00:41 2658 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Apr 22 00:41 2659 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2660 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2661 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2662 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2663 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2664 2024-04-22T00:56:37.532 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2665 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2666 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2667 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2668 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2669 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2670 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Apr 22 00:41 2673 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Apr 22 00:41 2674 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Apr 22 00:41 2675 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2678 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2679 2024-04-22T00:56:37.533 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2680 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2681 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2682 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2683 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2684 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2685 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2686 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2687 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2688 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Apr 22 00:41 2689 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Apr 22 00:41 2690 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Apr 22 00:41 2691 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2692 2024-04-22T00:56:37.534 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2693 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:50 2696 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2699 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2701 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2702 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2703 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 2704 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2753 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2753_fsm 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2753_vm 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2754 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2755 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2756 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 2757 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2830 2024-04-22T00:56:37.535 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2831 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2832 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2833 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2834 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2835 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2836 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2837 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Apr 22 00:41 2838 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2838_fsm 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2838_vm 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2839 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2840_fsm 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2840_vm 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2841 2024-04-22T00:56:37.536 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2995 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2996 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3079_fsm 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3079_vm 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3080 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3081 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3085 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3118 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3119 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Apr 22 00:41 3164 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3256 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3257 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3258 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3350 2024-04-22T00:56:37.537 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3351 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3379 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3380 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3381 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3394 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3394_fsm 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3394_vm 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3395 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3429 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3430 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3431 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3433 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3439 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3440 2024-04-22T00:56:37.538 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Apr 22 00:41 3455 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Apr 22 00:41 3456 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3456_fsm 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3456_vm 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3466 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3467 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3468 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3501 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3502 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3503 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3534 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3541_fsm 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3541_vm 2024-04-22T00:56:37.539 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3542 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3574 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3575 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3576 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3596 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3597 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3598 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3599 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3600_fsm 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3600_vm 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601 2024-04-22T00:56:37.540 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3601_fsm 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3601_vm 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3602_fsm 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3602_vm 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3603_fsm 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3603_vm 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3604 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3605 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3606 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3607 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3608 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Apr 22 00:41 3609 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3712 2024-04-22T00:56:37.541 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 3764_fsm 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3764_vm 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3766 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 3767 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3997 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4143 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4144 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4145 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4146 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4147 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4148 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4149 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4150 2024-04-22T00:56:37.542 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4151 2024-04-22T00:56:37.543 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4152 2024-04-22T00:56:37.543 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4153 2024-04-22T00:56:37.543 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4154 2024-04-22T00:56:37.543 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4155 2024-04-22T00:56:37.543 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4156 2024-04-22T00:56:37.543 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4157 2024-04-22T00:56:37.543 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4158 2024-04-22T00:56:37.543 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4159 2024-04-22T00:56:37.543 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4160 2024-04-22T00:56:37.543 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4161 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4162 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4163 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4164 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4165 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4166 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4167 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4168 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4169 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4170 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4171 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4172 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4173 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4174 2024-04-22T00:56:37.544 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 5002 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 548 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 549 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6102 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6104 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6106 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6110 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6111 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6112 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6113 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6117 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 826 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 827 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 828 2024-04-22T00:56:37.545 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Apr 22 00:41 pg_filenode.map 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 151596 Apr 22 00:41 pg_internal.init 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:41 PG_VERSION 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/pgsql_tmp: 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Apr 22 00:41 .. 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/global: 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout:total 560 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 58 Apr 22 00:41 . 2024-04-22T00:56:37.546 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1213 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1213_fsm 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1213_vm 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1214 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1214_fsm 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1214_vm 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 1232 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 1233 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1260 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1260_fsm 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1260_vm 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1261 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1261_fsm 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1261_vm 2024-04-22T00:56:37.547 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1262 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 1262_fsm 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 1262_vm 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2396 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Apr 22 00:41 2396_fsm 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2396_vm 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2397 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2671 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2672 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2676 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2677 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2694 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2695 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2697 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Apr 22 00:41 2698 2024-04-22T00:56:37.548 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2846 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2847 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2964 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2965 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 2966 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 2967 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 3592 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 3593 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4060 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4061 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4175 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4176 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4177 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4178 2024-04-22T00:56:37.549 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4181 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4182 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4183 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4184 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 4185 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 4186 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6000 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6001 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6002 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 6100 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6114 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 6115 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:56 pg_control 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Apr 22 00:41 pg_filenode.map 2024-04-22T00:56:37.550 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 23144 Apr 22 00:41 pg_internal.init 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/log: 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:total 2 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1222 Apr 22 00:56 postgresql-Mon.log 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_commit_ts: 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_dynshmem: 2024-04-22T00:56:37.551 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical: 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:total 1 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:56 . 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 mappings 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8 Apr 22 00:56 replorigin_checkpoint 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 snapshots 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical/mappings: 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.552 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:56 .. 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical/snapshots: 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:56 .. 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact: 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 . 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 members 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 offsets 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.553 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact/members: 2024-04-22T00:56:37.554 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-04-22T00:56:37.554 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:56:37.554 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 .. 2024-04-22T00:56:37.554 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:41 0000 2024-04-22T00:56:37.554 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.554 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact/offsets: 2024-04-22T00:56:37.554 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-04-22T00:56:37.554 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:56:37.554 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Apr 22 00:41 .. 2024-04-22T00:56:37.554 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Apr 22 00:46 0000 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_notify: 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_replslot: 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_serial: 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.555 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_snapshots: 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_stat: 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:total 15 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Apr 22 00:56 . 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1952 Apr 22 00:56 db_0.stat 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 10979 Apr 22 00:56 db_13494.stat 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1151 Apr 22 00:56 global.stat 2024-04-22T00:56:37.556 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_stat_tmp: 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:56 . 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_subtrans: 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:total 216 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:56 . 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Apr 22 00:56 000E 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_tblspc: 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.557 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_twophase: 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_wal: 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:total 1015808 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 63 Apr 22 00:56 . 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:56 00000001000000000000006A 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 00000001000000000000006B 2024-04-22T00:56:37.558 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 00000001000000000000006C 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:47 00000001000000000000006D 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 00000001000000000000006E 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:47 00000001000000000000006F 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 000000010000000000000070 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 000000010000000000000071 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:48 000000010000000000000072 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:48 000000010000000000000073 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:47 000000010000000000000074 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 000000010000000000000075 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:48 000000010000000000000076 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:50 000000010000000000000077 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:47 000000010000000000000078 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:47 000000010000000000000079 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 00000001000000000000007A 2024-04-22T00:56:37.559 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 00000001000000000000007B 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 00000001000000000000007C 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 00000001000000000000007D 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:48 00000001000000000000007E 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 00000001000000000000007F 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 000000010000000000000080 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 000000010000000000000081 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:47 000000010000000000000082 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:50 000000010000000000000083 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:49 000000010000000000000084 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:47 000000010000000000000085 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:49 000000010000000000000086 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:47 000000010000000000000087 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 000000010000000000000088 2024-04-22T00:56:37.560 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:46 000000010000000000000089 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 00000001000000000000008A 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:52 00000001000000000000008B 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:55 00000001000000000000008C 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:54 00000001000000000000008D 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 00000001000000000000008E 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:52 00000001000000000000008F 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:52 000000010000000000000090 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:53 000000010000000000000091 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 000000010000000000000092 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 000000010000000000000093 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:53 000000010000000000000094 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:52 000000010000000000000095 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:55 000000010000000000000096 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:52 000000010000000000000097 2024-04-22T00:56:37.561 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:53 000000010000000000000098 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:56 000000010000000000000099 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 00000001000000000000009A 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:52 00000001000000000000009B 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:52 00000001000000000000009C 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:54 00000001000000000000009D 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 00000001000000000000009E 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:52 00000001000000000000009F 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:54 0000000100000000000000A0 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:52 0000000100000000000000A1 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 0000000100000000000000A2 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 0000000100000000000000A3 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 0000000100000000000000A4 2024-04-22T00:56:37.562 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:53 0000000100000000000000A5 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:51 0000000100000000000000A6 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Apr 22 00:53 0000000100000000000000A7 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 archive_status 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_wal/archive_status: 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Apr 22 00:41 . 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 63 Apr 22 00:56 .. 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_xact: 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:total 240 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Apr 22 00:41 . 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Apr 22 00:56 .. 2024-04-22T00:56:37.563 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 245760 Apr 22 00:56 0000 2024-04-22T00:56:37.564 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-22T00:56:37.575 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi018.front.sepia.ceph.com 2024-04-22T00:56:37.584 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-04-22T00:56:37.617 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-04-22T00:56:37.617 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-04-22T00:56:37.618 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-22T00:56:37.651 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:56:37.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.755+0000 7f44237c9640 1 -- 172.21.15.18:0/2856548468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f441c100690 msgr2=0x7f441c100ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:37.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.755+0000 7f44237c9640 1 --2- 172.21.15.18:0/2856548468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f441c100690 0x7f441c100ab0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f4418009900 tx=0x7f441802bc30 comp rx=0 tx=0).stop 2024-04-22T00:56:37.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.755+0000 7f44237c9640 1 -- 172.21.15.18:0/2856548468 shutdown_connections 2024-04-22T00:56:37.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.755+0000 7f44237c9640 1 --2- 172.21.15.18:0/2856548468 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f441c102240 0x7f441c108ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:37.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.755+0000 7f44237c9640 1 --2- 172.21.15.18:0/2856548468 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f441c101880 0x7f441c101d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.755+0000 7f44237c9640 1 --2- 172.21.15.18:0/2856548468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f441c100690 0x7f441c100ab0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.755+0000 7f44237c9640 1 -- 172.21.15.18:0/2856548468 >> 172.21.15.18:0/2856548468 conn(0x7f441c0fbc20 msgr2=0x7f441c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.755+0000 7f44237c9640 1 -- 172.21.15.18:0/2856548468 shutdown_connections 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.755+0000 7f44237c9640 1 -- 172.21.15.18:0/2856548468 wait complete. 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f44237c9640 1 Processor -- start 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f44237c9640 1 -- start start 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f44237c9640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f441c100690 0x7f441c197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f44237c9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f441c101880 0x7f441c197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f44237c9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f441c102240 0x7f441c19f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f44237c9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f441c10c2e0 con 0x7f441c101880 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f44237c9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f441c10c160 con 0x7f441c102240 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f44237c9640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f441c10c460 con 0x7f441c100690 2024-04-22T00:56:37.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4420d64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f441c101880 0x7f441c197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4420d64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f441c101880 0x7f441c197ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35244/0 (socket says 172.21.15.18:35244) 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4420d64640 1 -- 172.21.15.18:0/2645748314 learned_addr learned my addr 172.21.15.18:0/2645748314 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4421d66640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f441c102240 0x7f441c19f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4421565640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f441c100690 0x7f441c197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4420d64640 1 -- 172.21.15.18:0/2645748314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f441c100690 msgr2=0x7f441c197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4420d64640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f441c100690 0x7f441c197ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4420d64640 1 -- 172.21.15.18:0/2645748314 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f441c102240 msgr2=0x7f441c19f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4420d64640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f441c102240 0x7f441c19f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4420d64640 1 -- 172.21.15.18:0/2645748314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f441c19f6d0 con 0x7f441c101880 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f4420d64640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f441c101880 0x7f441c197ff0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f441000d950 tx=0x7f441000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.756+0000 7f440e7fc640 1 -- 172.21.15.18:0/2645748314 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4410017070 con 0x7f441c101880 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.757+0000 7f440e7fc640 1 -- 172.21.15.18:0/2645748314 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4410009c30 con 0x7f441c101880 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.757+0000 7f44237c9640 1 -- 172.21.15.18:0/2645748314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f441c19f9c0 con 0x7f441c101880 2024-04-22T00:56:37.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.757+0000 7f440e7fc640 1 -- 172.21.15.18:0/2645748314 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f441000f6b0 con 0x7f441c101880 2024-04-22T00:56:37.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.757+0000 7f44237c9640 1 -- 172.21.15.18:0/2645748314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f441c19ff10 con 0x7f441c101880 2024-04-22T00:56:37.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.758+0000 7f44237c9640 1 -- 172.21.15.18:0/2645748314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f441c1a0140 con 0x7f441c101880 2024-04-22T00:56:37.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.759+0000 7f440e7fc640 1 -- 172.21.15.18:0/2645748314 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f44100109d0 con 0x7f441c101880 2024-04-22T00:56:37.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.759+0000 7f440e7fc640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44080a2b90 0x7f44080a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:37.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.760+0000 7f4421565640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44080a2b90 0x7f44080a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:37.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.760+0000 7f440e7fc640 1 -- 172.21.15.18:0/2645748314 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f44100cf0c0 con 0x7f441c101880 2024-04-22T00:56:37.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.760+0000 7f4421565640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44080a2b90 0x7f44080a5050 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f4418036040 tx=0x7f4418005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:37.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.764+0000 7f440e7fc640 1 -- 172.21.15.18:0/2645748314 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4410009de0 con 0x7f441c101880 2024-04-22T00:56:37.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.952+0000 7f44237c9640 1 -- 172.21.15.18:0/2645748314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f441c1a03b0 con 0x7f441c101880 2024-04-22T00:56:37.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.954+0000 7f440e7fc640 1 -- 172.21.15.18:0/2645748314 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24704 (secure 0 0 0) 0x7f441009bbf0 con 0x7f441c101880 2024-04-22T00:56:37.954 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:37.954 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":95,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:40:39.771571+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.18","mappings":[{"from":5,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.956+0000 7f44237c9640 1 -- 172.21.15.18:0/2645748314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44080a2b90 msgr2=0x7f44080a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.956+0000 7f44237c9640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44080a2b90 0x7f44080a5050 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f4418036040 tx=0x7f4418005fd0 comp rx=0 tx=0).stop 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.956+0000 7f44237c9640 1 -- 172.21.15.18:0/2645748314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f441c101880 msgr2=0x7f441c197ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.956+0000 7f44237c9640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f441c101880 0x7f441c197ff0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f441000d950 tx=0x7f441000de10 comp rx=0 tx=0).stop 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.956+0000 7f44237c9640 1 -- 172.21.15.18:0/2645748314 shutdown_connections 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.956+0000 7f44237c9640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f44080a2b90 0x7f44080a5050 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.957+0000 7f44237c9640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f441c102240 0x7f441c19f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.957+0000 7f44237c9640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f441c101880 0x7f441c197ff0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.957+0000 7f44237c9640 1 --2- 172.21.15.18:0/2645748314 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f441c100690 0x7f441c197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.957+0000 7f44237c9640 1 -- 172.21.15.18:0/2645748314 >> 172.21.15.18:0/2645748314 conn(0x7f441c0fbc20 msgr2=0x7f441c0fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.957+0000 7f44237c9640 1 -- 172.21.15.18:0/2645748314 shutdown_connections 2024-04-22T00:56:37.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:37.957+0000 7f44237c9640 1 -- 172.21.15.18:0/2645748314 wait complete. 2024-04-22T00:56:37.968 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:56:37.969 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:56:38.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.076+0000 7f99d6de0640 1 -- 172.21.15.18:0/2899287475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99d0102250 msgr2=0x7f99d0108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.076+0000 7f99d6de0640 1 --2- 172.21.15.18:0/2899287475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99d0102250 0x7f99d0108ae0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f99c8009ca0 tx=0x7f99c802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.076+0000 7f99d6de0640 1 -- 172.21.15.18:0/2899287475 shutdown_connections 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.076+0000 7f99d6de0640 1 --2- 172.21.15.18:0/2899287475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99d0102250 0x7f99d0108ae0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.076+0000 7f99d6de0640 1 --2- 172.21.15.18:0/2899287475 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f99d0101890 0x7f99d0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.076+0000 7f99d6de0640 1 --2- 172.21.15.18:0/2899287475 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99d01006a0 0x7f99d0100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.076+0000 7f99d6de0640 1 -- 172.21.15.18:0/2899287475 >> 172.21.15.18:0/2899287475 conn(0x7f99d00fbc30 msgr2=0x7f99d00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.076+0000 7f99d6de0640 1 -- 172.21.15.18:0/2899287475 shutdown_connections 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.076+0000 7f99d6de0640 1 -- 172.21.15.18:0/2899287475 wait complete. 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d6de0640 1 Processor -- start 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d6de0640 1 -- start start 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d6de0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f99d01006a0 0x7f99d006a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d6de0640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99d0101890 0x7f99d019c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d6de0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99d0102250 0x7f99d019eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d6de0640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f99d010c320 con 0x7f99d0102250 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d6de0640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f99d010c1a0 con 0x7f99d01006a0 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d6de0640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f99d010c4a0 con 0x7f99d0101890 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d537d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99d0102250 0x7f99d019eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d537d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99d0102250 0x7f99d019eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35272/0 (socket says 172.21.15.18:35272) 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d537d640 1 -- 172.21.15.18:0/693315551 learned_addr learned my addr 172.21.15.18:0/693315551 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99d4b7c640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f99d01006a0 0x7f99d006a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.077+0000 7f99cffff640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99d0101890 0x7f99d019c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99d537d640 1 -- 172.21.15.18:0/693315551 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99d0101890 msgr2=0x7f99d019c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99d537d640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99d0101890 0x7f99d019c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99d537d640 1 -- 172.21.15.18:0/693315551 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f99d01006a0 msgr2=0x7f99d006a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99d537d640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f99d01006a0 0x7f99d006a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99d537d640 1 -- 172.21.15.18:0/693315551 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99d019f660 con 0x7f99d0102250 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99cffff640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99d0101890 0x7f99d019c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:56:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99d537d640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99d0102250 0x7f99d019eda0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f99c802c700 tx=0x7f99c8032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99cdffb640 1 -- 172.21.15.18:0/693315551 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99c8039040 con 0x7f99d0102250 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99cdffb640 1 -- 172.21.15.18:0/693315551 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f99c8044070 con 0x7f99d0102250 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99d6de0640 1 -- 172.21.15.18:0/693315551 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99d019f8f0 con 0x7f99d0102250 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99cdffb640 1 -- 172.21.15.18:0/693315551 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99c80042a0 con 0x7f99d0102250 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.078+0000 7f99d6de0640 1 -- 172.21.15.18:0/693315551 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99d019fde0 con 0x7f99d0102250 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.079+0000 7f99d6de0640 1 -- 172.21.15.18:0/693315551 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99d0107960 con 0x7f99d0102250 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.080+0000 7f99cdffb640 1 -- 172.21.15.18:0/693315551 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f99c8003970 con 0x7f99d0102250 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.081+0000 7f99cdffb640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99c00a2b90 0x7f99c00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.081+0000 7f99d4b7c640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99c00a2b90 0x7f99c00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.081+0000 7f99cdffb640 1 -- 172.21.15.18:0/693315551 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f99c80f1990 con 0x7f99d0102250 2024-04-22T00:56:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.082+0000 7f99d4b7c640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99c00a2b90 0x7f99c00a5050 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f99c40058c0 tx=0x7f99c400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:38.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.086+0000 7f99cdffb640 1 -- 172.21.15.18:0/693315551 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f99c80be550 con 0x7f99d0102250 2024-04-22T00:56:38.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:37 smithi167 ceph-mon[31348]: pgmap v834: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 7.6 MiB/s wr, 770 op/s 2024-04-22T00:56:38.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.271+0000 7f99d6de0640 1 -- 172.21.15.18:0/693315551 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f99d0062340 con 0x7f99d0102250 2024-04-22T00:56:38.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.272+0000 7f99cdffb640 1 -- 172.21.15.18:0/693315551 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f99c80bde50 con 0x7f99d0102250 2024-04-22T00:56:38.272 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:56:38.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 -- 172.21.15.18:0/693315551 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99c00a2b90 msgr2=0x7f99c00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99c00a2b90 0x7f99c00a5050 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f99c40058c0 tx=0x7f99c400a2d0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 -- 172.21.15.18:0/693315551 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99d0102250 msgr2=0x7f99d019eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99d0102250 0x7f99d019eda0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f99c802c700 tx=0x7f99c8032f20 comp rx=0 tx=0).stop 2024-04-22T00:56:38.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 -- 172.21.15.18:0/693315551 shutdown_connections 2024-04-22T00:56:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f99c00a2b90 0x7f99c00a5050 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99d0102250 0x7f99d019eda0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f99d0101890 0x7f99d019c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 --2- 172.21.15.18:0/693315551 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f99d01006a0 0x7f99d006a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 -- 172.21.15.18:0/693315551 >> 172.21.15.18:0/693315551 conn(0x7f99d00fbc30 msgr2=0x7f99d0104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 -- 172.21.15.18:0/693315551 shutdown_connections 2024-04-22T00:56:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.274+0000 7f99d6de0640 1 -- 172.21.15.18:0/693315551 wait complete. 2024-04-22T00:56:38.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:37 smithi018 ceph-mon[27979]: pgmap v834: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 7.6 MiB/s wr, 770 op/s 2024-04-22T00:56:38.285 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:56:38.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.391+0000 7f192fe6b640 1 -- 172.21.15.18:0/2538765611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1928103350 msgr2=0x7f1928109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.391+0000 7f192fe6b640 1 --2- 172.21.15.18:0/2538765611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1928103350 0x7f1928109be0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f1920009ca0 tx=0x7f192002c0f0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.391+0000 7f192fe6b640 1 -- 172.21.15.18:0/2538765611 shutdown_connections 2024-04-22T00:56:38.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.391+0000 7f192fe6b640 1 --2- 172.21.15.18:0/2538765611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1928103350 0x7f1928109be0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.391+0000 7f192fe6b640 1 --2- 172.21.15.18:0/2538765611 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1928102990 0x7f1928102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.391+0000 7f192fe6b640 1 --2- 172.21.15.18:0/2538765611 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19281017a0 0x7f1928101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.391+0000 7f192fe6b640 1 -- 172.21.15.18:0/2538765611 >> 172.21.15.18:0/2538765611 conn(0x7f19280fcd10 msgr2=0x7f19280ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:38.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.391+0000 7f192fe6b640 1 -- 172.21.15.18:0/2538765611 shutdown_connections 2024-04-22T00:56:38.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.391+0000 7f192fe6b640 1 -- 172.21.15.18:0/2538765611 wait complete. 2024-04-22T00:56:38.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192fe6b640 1 Processor -- start 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192fe6b640 1 -- start start 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192fe6b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19281017a0 0x7f1928197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192fe6b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1928102990 0x7f1928197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192fe6b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1928103350 0x7f192819f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192fe6b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f192810d420 con 0x7f1928103350 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192fe6b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f192810d2a0 con 0x7f1928102990 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192fe6b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f192810d5a0 con 0x7f19281017a0 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192e408640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1928103350 0x7f192819f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192e408640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1928103350 0x7f192819f010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35288/0 (socket says 172.21.15.18:35288) 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192e408640 1 -- 172.21.15.18:0/2599549210 learned_addr learned my addr 172.21.15.18:0/2599549210 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192dc07640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19281017a0 0x7f1928197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.392+0000 7f192d406640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1928102990 0x7f1928197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f192e408640 1 -- 172.21.15.18:0/2599549210 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19281017a0 msgr2=0x7f1928197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f192e408640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19281017a0 0x7f1928197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f192e408640 1 -- 172.21.15.18:0/2599549210 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1928102990 msgr2=0x7f1928197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f192e408640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1928102990 0x7f1928197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f192e408640 1 -- 172.21.15.18:0/2599549210 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f192819f680 con 0x7f1928103350 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f192dc07640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19281017a0 0x7f1928197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f192e408640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1928103350 0x7f192819f010 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f192002c700 tx=0x7f1920032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f191effd640 1 -- 172.21.15.18:0/2599549210 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1920039040 con 0x7f1928103350 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f191effd640 1 -- 172.21.15.18:0/2599549210 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1920044070 con 0x7f1928103350 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f192fe6b640 1 -- 172.21.15.18:0/2599549210 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f192819f910 con 0x7f1928103350 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f191effd640 1 -- 172.21.15.18:0/2599549210 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19200042a0 con 0x7f1928103350 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.393+0000 7f192fe6b640 1 -- 172.21.15.18:0/2599549210 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f192819fe00 con 0x7f1928103350 2024-04-22T00:56:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.394+0000 7f192fe6b640 1 -- 172.21.15.18:0/2599549210 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1928108ac0 con 0x7f1928103350 2024-04-22T00:56:38.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.395+0000 7f191effd640 1 -- 172.21.15.18:0/2599549210 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1920003970 con 0x7f1928103350 2024-04-22T00:56:38.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.396+0000 7f191effd640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19140a2b90 0x7f19140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.396+0000 7f191effd640 1 -- 172.21.15.18:0/2599549210 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f19200f1ff0 con 0x7f1928103350 2024-04-22T00:56:38.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.396+0000 7f192dc07640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19140a2b90 0x7f19140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.397+0000 7f192dc07640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19140a2b90 0x7f19140a5050 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f19240058c0 tx=0x7f1924005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:38.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.401+0000 7f191effd640 1 -- 172.21.15.18:0/2599549210 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f19200bec10 con 0x7f1928103350 2024-04-22T00:56:38.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:37 smithi081 ceph-mon[31546]: pgmap v834: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 7.6 MiB/s wr, 770 op/s 2024-04-22T00:56:38.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.585+0000 7f192fe6b640 1 -- 172.21.15.18:0/2599549210 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f192802d300 con 0x7f1928103350 2024-04-22T00:56:38.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.585+0000 7f191effd640 1 -- 172.21.15.18:0/2599549210 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7f1920047e40 con 0x7f1928103350 2024-04-22T00:56:38.585 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:56:38.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 -- 172.21.15.18:0/2599549210 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19140a2b90 msgr2=0x7f19140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19140a2b90 0x7f19140a5050 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f19240058c0 tx=0x7f1924005850 comp rx=0 tx=0).stop 2024-04-22T00:56:38.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 -- 172.21.15.18:0/2599549210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1928103350 msgr2=0x7f192819f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1928103350 0x7f192819f010 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f192002c700 tx=0x7f1920032f20 comp rx=0 tx=0).stop 2024-04-22T00:56:38.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 -- 172.21.15.18:0/2599549210 shutdown_connections 2024-04-22T00:56:38.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f19140a2b90 0x7f19140a5050 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1928103350 0x7f192819f010 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1928102990 0x7f1928197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 --2- 172.21.15.18:0/2599549210 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f19281017a0 0x7f1928197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 -- 172.21.15.18:0/2599549210 >> 172.21.15.18:0/2599549210 conn(0x7f19280fcd10 msgr2=0x7f1928105c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:38.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 -- 172.21.15.18:0/2599549210 shutdown_connections 2024-04-22T00:56:38.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.587+0000 7f192fe6b640 1 -- 172.21.15.18:0/2599549210 wait complete. 2024-04-22T00:56:38.598 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:56:38.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.703+0000 7fccf673a640 1 -- 172.21.15.18:0/1909187011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf0101890 msgr2=0x7fccf0101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.703+0000 7fccf673a640 1 --2- 172.21.15.18:0/1909187011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf0101890 0x7fccf0101d10 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fcce0009900 tx=0x7fcce002bc30 comp rx=0 tx=0).stop 2024-04-22T00:56:38.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.703+0000 7fccf673a640 1 -- 172.21.15.18:0/1909187011 shutdown_connections 2024-04-22T00:56:38.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.703+0000 7fccf673a640 1 --2- 172.21.15.18:0/1909187011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf0102250 0x7fccf0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.703+0000 7fccf673a640 1 --2- 172.21.15.18:0/1909187011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf0101890 0x7fccf0101d10 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.703+0000 7fccf673a640 1 --2- 172.21.15.18:0/1909187011 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf01006a0 0x7fccf0100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.703+0000 7fccf673a640 1 -- 172.21.15.18:0/1909187011 >> 172.21.15.18:0/1909187011 conn(0x7fccf00fbc30 msgr2=0x7fccf00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:38.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.703+0000 7fccf673a640 1 -- 172.21.15.18:0/1909187011 shutdown_connections 2024-04-22T00:56:38.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.703+0000 7fccf673a640 1 -- 172.21.15.18:0/1909187011 wait complete. 2024-04-22T00:56:38.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fccf673a640 1 Processor -- start 2024-04-22T00:56:38.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fccf673a640 1 -- start start 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fccf673a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf01006a0 0x7fccf0197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fccf673a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf0101890 0x7fccf0198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fccf673a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf0102250 0x7fccf019f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fccf673a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fccf010c300 con 0x7fccf01006a0 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fccf673a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fccf010c180 con 0x7fccf0102250 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fccf673a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fccf010c480 con 0x7fccf0101890 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fcceffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf01006a0 0x7fccf0197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fcceffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf01006a0 0x7fccf0197ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35314/0 (socket says 172.21.15.18:35314) 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fcceffff640 1 -- 172.21.15.18:0/570304888 learned_addr learned my addr 172.21.15.18:0/570304888 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fccf4cd7640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf0102250 0x7fccf019f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.704+0000 7fccef7fe640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf0101890 0x7fccf0198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fcceffff640 1 -- 172.21.15.18:0/570304888 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf0101890 msgr2=0x7fccf0198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fcceffff640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf0101890 0x7fccf0198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fcceffff640 1 -- 172.21.15.18:0/570304888 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf0102250 msgr2=0x7fccf019f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fcceffff640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf0102250 0x7fccf019f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fcceffff640 1 -- 172.21.15.18:0/570304888 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf019f690 con 0x7fccf01006a0 2024-04-22T00:56:38.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fccef7fe640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf0101890 0x7fccf0198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:56:38.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fccf4cd7640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf0102250 0x7fccf019f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:56:38.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fcceffff640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf01006a0 0x7fccf0197ac0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fcce400c970 tx=0x7fcce400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:38.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fcced7fa640 1 -- 172.21.15.18:0/570304888 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce4007c10 con 0x7fccf01006a0 2024-04-22T00:56:38.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fccf673a640 1 -- 172.21.15.18:0/570304888 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccf019f980 con 0x7fccf01006a0 2024-04-22T00:56:38.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fcced7fa640 1 -- 172.21.15.18:0/570304888 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcce4007db0 con 0x7fccf01006a0 2024-04-22T00:56:38.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fcced7fa640 1 -- 172.21.15.18:0/570304888 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce400f8a0 con 0x7fccf01006a0 2024-04-22T00:56:38.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.705+0000 7fccf673a640 1 -- 172.21.15.18:0/570304888 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccf019fed0 con 0x7fccf01006a0 2024-04-22T00:56:38.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.706+0000 7fccf673a640 1 -- 172.21.15.18:0/570304888 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccf01a0160 con 0x7fccf01006a0 2024-04-22T00:56:38.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.707+0000 7fcced7fa640 1 -- 172.21.15.18:0/570304888 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcce400fa60 con 0x7fccf01006a0 2024-04-22T00:56:38.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.708+0000 7fcced7fa640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fccd80a2b90 0x7fccd80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:38.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.708+0000 7fccef7fe640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fccd80a2b90 0x7fccd80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:38.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.708+0000 7fcced7fa640 1 -- 172.21.15.18:0/570304888 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fcce40cf810 con 0x7fccf01006a0 2024-04-22T00:56:38.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.708+0000 7fccef7fe640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fccd80a2b90 0x7fccd80a5050 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fcce0036040 tx=0x7fcce0000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:38.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.712+0000 7fcced7fa640 1 -- 172.21.15.18:0/570304888 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fcce409c430 con 0x7fccf01006a0 2024-04-22T00:56:38.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.895+0000 7fccf673a640 1 -- 172.21.15.18:0/570304888 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fccf01a08d0 con 0x7fccf01006a0 2024-04-22T00:56:38.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.896+0000 7fcced7fa640 1 -- 172.21.15.18:0/570304888 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7fcce409bd30 con 0x7fccf01006a0 2024-04-22T00:56:38.896 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:56:38.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 -- 172.21.15.18:0/570304888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fccd80a2b90 msgr2=0x7fccd80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fccd80a2b90 0x7fccd80a5050 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fcce0036040 tx=0x7fcce0000bc0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 -- 172.21.15.18:0/570304888 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf01006a0 msgr2=0x7fccf0197ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:38.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf01006a0 0x7fccf0197ac0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fcce400c970 tx=0x7fcce400ce30 comp rx=0 tx=0).stop 2024-04-22T00:56:38.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 -- 172.21.15.18:0/570304888 shutdown_connections 2024-04-22T00:56:38.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fccd80a2b90 0x7fccd80a5050 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fccf0102250 0x7fccf019f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fccf0101890 0x7fccf0198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 --2- 172.21.15.18:0/570304888 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccf01006a0 0x7fccf0197ac0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:38.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 -- 172.21.15.18:0/570304888 >> 172.21.15.18:0/570304888 conn(0x7fccf00fbc30 msgr2=0x7fccf0069d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:38.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 -- 172.21.15.18:0/570304888 shutdown_connections 2024-04-22T00:56:38.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:38.898+0000 7fccf673a640 1 -- 172.21.15.18:0/570304888 wait complete. 2024-04-22T00:56:38.910 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:56:39.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 -- 172.21.15.18:0/90656616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0c4101890 msgr2=0x7fc0c4101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:39.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 --2- 172.21.15.18:0/90656616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0c4101890 0x7fc0c4101d10 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009900 tx=0x7fc0b402bc30 comp rx=0 tx=0).stop 2024-04-22T00:56:39.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 -- 172.21.15.18:0/90656616 shutdown_connections 2024-04-22T00:56:39.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 --2- 172.21.15.18:0/90656616 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0c4102250 0x7fc0c4108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 --2- 172.21.15.18:0/90656616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0c4101890 0x7fc0c4101d10 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 --2- 172.21.15.18:0/90656616 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c41006a0 0x7fc0c4100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 -- 172.21.15.18:0/90656616 >> 172.21.15.18:0/90656616 conn(0x7fc0c40fbc30 msgr2=0x7fc0c40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:39.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 -- 172.21.15.18:0/90656616 shutdown_connections 2024-04-22T00:56:39.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 -- 172.21.15.18:0/90656616 wait complete. 2024-04-22T00:56:39.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 Processor -- start 2024-04-22T00:56:39.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.015+0000 7fc0cc575640 1 -- start start 2024-04-22T00:56:39.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0cc575640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0c41006a0 0x7fc0c4199cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:39.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0cc575640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0c4101890 0x7fc0c419a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:39.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0cc575640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c4102250 0x7fc0c41a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:39.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0cc575640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c410c300 con 0x7fc0c41006a0 2024-04-22T00:56:39.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0cc575640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c410c180 con 0x7fc0c4101890 2024-04-22T00:56:39.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0cc575640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c410c480 con 0x7fc0c4102250 2024-04-22T00:56:39.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0ca311640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0c41006a0 0x7fc0c4199cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:39.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0ca311640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0c41006a0 0x7fc0c4199cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35324/0 (socket says 172.21.15.18:35324) 2024-04-22T00:56:39.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0ca311640 1 -- 172.21.15.18:0/65671691 learned_addr learned my addr 172.21.15.18:0/65671691 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:39.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0c9b10640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0c4101890 0x7fc0c419a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:39.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0cab12640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c4102250 0x7fc0c41a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:39.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0ca311640 1 -- 172.21.15.18:0/65671691 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c4102250 msgr2=0x7fc0c41a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:39.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0ca311640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c4102250 0x7fc0c41a1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0ca311640 1 -- 172.21.15.18:0/65671691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0c4101890 msgr2=0x7fc0c419a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:39.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0ca311640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0c4101890 0x7fc0c419a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0ca311640 1 -- 172.21.15.18:0/65671691 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0c41a1900 con 0x7fc0c41006a0 2024-04-22T00:56:39.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0c9b10640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0c4101890 0x7fc0c419a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:56:39.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0ca311640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0c41006a0 0x7fc0c4199cf0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fc0c000c970 tx=0x7fc0c000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:39.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0bb7fe640 1 -- 172.21.15.18:0/65671691 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c0004220 con 0x7fc0c41006a0 2024-04-22T00:56:39.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0cc575640 1 -- 172.21.15.18:0/65671691 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0c41a1bf0 con 0x7fc0c41006a0 2024-04-22T00:56:39.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0bb7fe640 1 -- 172.21.15.18:0/65671691 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0c00043c0 con 0x7fc0c41006a0 2024-04-22T00:56:39.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0bb7fe640 1 -- 172.21.15.18:0/65671691 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c000f450 con 0x7fc0c41006a0 2024-04-22T00:56:39.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.016+0000 7fc0cc575640 1 -- 172.21.15.18:0/65671691 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0c41a2190 con 0x7fc0c41006a0 2024-04-22T00:56:39.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.017+0000 7fc0cc575640 1 -- 172.21.15.18:0/65671691 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0c41a23c0 con 0x7fc0c41006a0 2024-04-22T00:56:39.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.019+0000 7fc0bb7fe640 1 -- 172.21.15.18:0/65671691 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc0c00079b0 con 0x7fc0c41006a0 2024-04-22T00:56:39.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.019+0000 7fc0bb7fe640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0b00a2b90 0x7fc0b00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:39.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.019+0000 7fc0c9b10640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0b00a2b90 0x7fc0b00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:39.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.019+0000 7fc0bb7fe640 1 -- 172.21.15.18:0/65671691 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc0c00cf6b0 con 0x7fc0c41006a0 2024-04-22T00:56:39.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.020+0000 7fc0c9b10640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0b00a2b90 0x7fc0b00a5050 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4006010 tx=0x7fc0b402c8a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:39.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.023+0000 7fc0bb7fe640 1 -- 172.21.15.18:0/65671691 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc0c0014030 con 0x7fc0c41006a0 2024-04-22T00:56:39.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.206+0000 7fc0cc575640 1 -- 172.21.15.18:0/65671691 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc0c41a2590 con 0x7fc0c41006a0 2024-04-22T00:56:39.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.206+0000 7fc0bb7fe640 1 -- 172.21.15.18:0/65671691 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7fc0c009c1e0 con 0x7fc0c41006a0 2024-04-22T00:56:39.207 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:56:39.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 -- 172.21.15.18:0/65671691 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0b00a2b90 msgr2=0x7fc0b00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0b00a2b90 0x7fc0b00a5050 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4006010 tx=0x7fc0b402c8a0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 -- 172.21.15.18:0/65671691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0c41006a0 msgr2=0x7fc0c4199cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0c41006a0 0x7fc0c4199cf0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fc0c000c970 tx=0x7fc0c000ce30 comp rx=0 tx=0).stop 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 -- 172.21.15.18:0/65671691 shutdown_connections 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc0b00a2b90 0x7fc0b00a5050 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fc0c4102250 0x7fc0c41a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0c4101890 0x7fc0c419a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 --2- 172.21.15.18:0/65671691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0c41006a0 0x7fc0c4199cf0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 -- 172.21.15.18:0/65671691 >> 172.21.15.18:0/65671691 conn(0x7fc0c40fbc30 msgr2=0x7fc0c40fd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 -- 172.21.15.18:0/65671691 shutdown_connections 2024-04-22T00:56:39.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.208+0000 7fc0cc575640 1 -- 172.21.15.18:0/65671691 wait complete. 2024-04-22T00:56:39.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:38 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2645748314' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:56:39.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:38 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/693315551' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:56:39.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:38 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2599549210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:56:39.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:38 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/570304888' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:56:39.220 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-22T00:56:39.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:38 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2645748314' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:56:39.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:38 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/693315551' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:56:39.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:38 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2599549210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:56:39.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:38 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/570304888' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:56:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 -- 172.21.15.18:0/623668765 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f60101890 msgr2=0x7f2f60101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 --2- 172.21.15.18:0/623668765 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f60101890 0x7f2f60101d10 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f2f54009900 tx=0x7f2f5402bc30 comp rx=0 tx=0).stop 2024-04-22T00:56:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 -- 172.21.15.18:0/623668765 shutdown_connections 2024-04-22T00:56:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 --2- 172.21.15.18:0/623668765 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f60102250 0x7f2f60108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 --2- 172.21.15.18:0/623668765 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f60101890 0x7f2f60101d10 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 --2- 172.21.15.18:0/623668765 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f601006a0 0x7f2f60100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 -- 172.21.15.18:0/623668765 >> 172.21.15.18:0/623668765 conn(0x7f2f600fbc30 msgr2=0x7f2f600fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 -- 172.21.15.18:0/623668765 shutdown_connections 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 -- 172.21.15.18:0/623668765 wait complete. 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 Processor -- start 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.323+0000 7f2f66f9a640 1 -- start start 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f66f9a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f601006a0 0x7f2f60196940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f66f9a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f60101890 0x7f2f60196e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f66f9a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f60102250 0x7f2f6019def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f66f9a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6010c350 con 0x7f2f60101890 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f66f9a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6010c1d0 con 0x7f2f60102250 2024-04-22T00:56:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f66f9a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6010c4d0 con 0x7f2f601006a0 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f5ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f60101890 0x7f2f60196e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f5ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f60101890 0x7f2f60196e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35346/0 (socket says 172.21.15.18:35346) 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f5ffff640 1 -- 172.21.15.18:0/3360275564 learned_addr learned my addr 172.21.15.18:0/3360275564 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f64d36640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f601006a0 0x7f2f60196940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f65537640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f60102250 0x7f2f6019def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f5ffff640 1 -- 172.21.15.18:0/3360275564 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f601006a0 msgr2=0x7f2f60196940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f5ffff640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f601006a0 0x7f2f60196940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f5ffff640 1 -- 172.21.15.18:0/3360275564 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f60102250 msgr2=0x7f2f6019def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f5ffff640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f60102250 0x7f2f6019def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f5ffff640 1 -- 172.21.15.18:0/3360275564 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f6019e560 con 0x7f2f60101890 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f65537640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f60102250 0x7f2f6019def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f5ffff640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f60101890 0x7f2f60196e80 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f2f54000c00 tx=0x7f2f54005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.324+0000 7f2f5dffb640 1 -- 172.21.15.18:0/3360275564 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f54043020 con 0x7f2f60101890 2024-04-22T00:56:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.325+0000 7f2f66f9a640 1 -- 172.21.15.18:0/3360275564 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f6019e7f0 con 0x7f2f60101890 2024-04-22T00:56:39.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.325+0000 7f2f5dffb640 1 -- 172.21.15.18:0/3360275564 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f540054e0 con 0x7f2f60101890 2024-04-22T00:56:39.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.325+0000 7f2f5dffb640 1 -- 172.21.15.18:0/3360275564 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f54003e60 con 0x7f2f60101890 2024-04-22T00:56:39.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.325+0000 7f2f66f9a640 1 -- 172.21.15.18:0/3360275564 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f6019ed40 con 0x7f2f60101890 2024-04-22T00:56:39.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.326+0000 7f2f66f9a640 1 -- 172.21.15.18:0/3360275564 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f601079c0 con 0x7f2f60101890 2024-04-22T00:56:39.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.327+0000 7f2f5dffb640 1 -- 172.21.15.18:0/3360275564 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2f54046020 con 0x7f2f60101890 2024-04-22T00:56:39.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.328+0000 7f2f5dffb640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f480a2b90 0x7f2f480a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:56:39.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.328+0000 7f2f64d36640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f480a2b90 0x7f2f480a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:56:39.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.328+0000 7f2f5dffb640 1 -- 172.21.15.18:0/3360275564 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2f540f16f0 con 0x7f2f60101890 2024-04-22T00:56:39.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.328+0000 7f2f64d36640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f480a2b90 0x7f2f480a5050 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f2f601016f0 tx=0x7f2f5000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:56:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.332+0000 7f2f5dffb640 1 -- 172.21.15.18:0/3360275564 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2f5404d020 con 0x7f2f60101890 2024-04-22T00:56:39.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:38 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2645748314' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:56:39.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:38 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/693315551' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:56:39.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:38 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2599549210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:56:39.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:38 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/570304888' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:56:39.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.573+0000 7f2f66f9a640 1 -- 172.21.15.18:0/3360275564 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f2f60062340 con 0x7f2f60101890 2024-04-22T00:56:39.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.582+0000 7f2f5dffb640 1 -- 172.21.15.18:0/3360275564 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+740371 (secure 0 0 0) 0x7f2f540be220 con 0x7f2f60101890 2024-04-22T00:56:39.593 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: "epoch": 18, 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: "active_gid": 14152, 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: "active_name": "x", 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: "active_addrs": { 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:6800", 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 3970211676 2024-04-22T00:56:39.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v1", 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:6801", 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 3970211676 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: "active_addr": "172.21.15.18:6801/3970211676", 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: "active_change": "2024-04-22T00:31:37.944360+0000", 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: "active_mgr_features": 4540701547738038271, 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: "available": true, 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: "standbys": [ 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.595 INFO:teuthology.orchestra.run.smithi018.stdout: "gid": 24116, 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "y", 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_features": 4540701547738038271, 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "available_modules": [ 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "alerts", 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.596 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How frequently to reexamine health status", 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.597 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.598 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.599 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.600 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.601 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_destination": { 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_destination", 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.602 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email address to send alerts to", 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_from_name": { 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_from_name", 2024-04-22T00:56:39.603 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "Ceph", 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email From: name", 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_host": { 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_host", 2024-04-22T00:56:39.604 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP server", 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_password": { 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_password", 2024-04-22T00:56:39.605 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Password to authenticate with", 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_port": { 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_port", 2024-04-22T00:56:39.606 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "465", 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP port", 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_sender": { 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_sender", 2024-04-22T00:56:39.607 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP envelope sender", 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_ssl": { 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_ssl", 2024-04-22T00:56:39.608 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_user": { 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_user", 2024-04-22T00:56:39.609 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "User to authenticate as", 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "balancer", 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "active": { 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "active", 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.611 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically balance PGs across cluster", 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_time": { 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_time", 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0000", 2024-04-22T00:56:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "beginning time of day to automatically balance", 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_weekday": { 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_weekday", 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:39.613 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_max_iterations": { 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_max_iterations", 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.614 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "25", 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "250", 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_metrics": { 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_metrics", 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.615 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "pgs,objects,bytes", 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_step": { 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_step", 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.616 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.5", 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0.001", 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "0.999", 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "aggressiveness of optimization", 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "end_time": { 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_time", 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.617 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2359", 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ending time of day to automatically balance", 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "end_weekday": { 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_weekday", 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.618 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.619 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.620 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.621 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.622 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.623 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "min_score": { 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_score", 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.624 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.625 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "upmap", 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "crush-compat", 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "none", 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "read", 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap", 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap-read" 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Balancer mode", 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.626 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_ids": { 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_ids", 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.627 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.628 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_deviation": { 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_deviation", 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-22T00:56:39.629 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_optimizations": { 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_optimizations", 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.630 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm", 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_down_multiplier": { 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_down_multiplier", 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.631 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_refresh_rate": { 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_refresh_rate", 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.632 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "20", 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_starting_port": { 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_starting_port", 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.633 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4721", 2024-04-22T00:56:39.634 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.634 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.634 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.634 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-22T00:56:39.634 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.634 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.634 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.634 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.634 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_ptrace": { 2024-04-22T00:56:39.634 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_ptrace", 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_interval": { 2024-04-22T00:56:39.635 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_interval", 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_memory_target_ratio": { 2024-04-22T00:56:39.636 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_memory_target_ratio", 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.7", 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.637 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm_log_destination": { 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm_log_destination", 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "file", 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "file,syslog", 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "syslog" 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-22T00:56:39.638 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "cgroups_split": { 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cgroups_split", 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-22T00:56:39.639 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "config_checks_enabled": { 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_checks_enabled", 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.640 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "config_dashboard": { 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_dashboard", 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.641 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_alertmanager": { 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_alertmanager", 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.642 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_base": { 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_base", 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Container image name, without the tag", 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.643 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_elasticsearch": { 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_elasticsearch", 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "elasticsearch container image", 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_grafana": { 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_grafana", 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_haproxy": { 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_haproxy", 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "HAproxy container image", 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.646 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_agent": { 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_agent", 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger agent container image", 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_collector": { 2024-04-22T00:56:39.647 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_collector", 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger collector container image", 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_query": { 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_query", 2024-04-22T00:56:39.648 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger query container image", 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_keepalived": { 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_keepalived", 2024-04-22T00:56:39.649 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Keepalived container image", 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_loki": { 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_loki", 2024-04-22T00:56:39.650 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Loki container image", 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_node_exporter": { 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_node_exporter", 2024-04-22T00:56:39.651 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_nvmeof": { 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_nvmeof", 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.652 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Nvme-of container image", 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_prometheus": { 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_prometheus", 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.653 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_promtail": { 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_promtail", 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.654 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Promtail container image", 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_samba": { 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_samba", 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.655 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Samba/SMB container image", 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_snmp_gateway": { 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_snmp_gateway", 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.656 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SNMP Gateway container image", 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "container_init": { 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_init", 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.657 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Run podman/docker with `--init`", 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "daemon_cache_timeout": { 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "daemon_cache_timeout", 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.658 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "default_cephadm_command_timeout": { 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_cephadm_command_timeout", 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.659 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "900", 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "default_registry": { 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_registry", 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.660 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io", 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "device_cache_timeout": { 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_cache_timeout", 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.661 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1800", 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache device inventory", 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "device_enhanced_scan": { 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_enhanced_scan", 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.662 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "facts_cache_timeout": { 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "facts_cache_timeout", 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.663 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache host facts data", 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "grafana_dashboards_path": { 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "grafana_dashboards_path", 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.664 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "host_check_interval": { 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "host_check_interval", 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.665 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to perform a host check", 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "hw_monitoring": { 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hw_monitoring", 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.666 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "inventory_list_all": { 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "inventory_list_all", 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.667 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.668 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.669 INFO:teuthology.orchestra.run.smithi018.stdout: "log_refresh_metadata": { 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_refresh_metadata", 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.670 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.671 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-22T00:56:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "*", 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "max_count_per_host": { 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_count_per_host", 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of daemons per service per host", 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "max_osd_draining_count": { 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_osd_draining_count", 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "migration_current": { 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "migration_current", 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "internal - do not modify", 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "root", 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm-package", 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "root" 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "mode for remote execution of cephadm", 2024-04-22T00:56:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "oob_default_addr": { 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "oob_default_addr", 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "169.254.1.1", 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "prometheus_alerts_path": { 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus_alerts_path", 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_insecure": { 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_insecure", 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_password": { 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_password", 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_url": { 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_url", 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_username": { 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_username", 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "secure_monitoring_stack": { 2024-04-22T00:56:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "secure_monitoring_stack", 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "service_discovery_port": { 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "service_discovery_port", 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8765", 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "cephadm service discovery port", 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "ssh_config_file": { 2024-04-22T00:56:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssh_config_file", 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "use_agent": { 2024-04-22T00:56:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_agent", 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "use_repo_digest": { 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_repo_digest", 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_failed_host_check": { 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_failed_host_check", 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if the host check fails", 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_daemons": { 2024-04-22T00:56:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_daemons", 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_hosts": { 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_hosts", 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crash", 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "retain_interval": { 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retain_interval", 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "31536000", 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_recent_interval": { 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_recent_interval", 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1209600", 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dashboard", 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_HOST": { 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_ENABLED": { 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_ENABLED", 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "ENABLE_BROWSABLE_API": { 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-22T00:56:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-22T00:56:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-22T00:56:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-22T00:56:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_PASSWORD": { 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_URL": { 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_URL", 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_USERNAME": { 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_HOST": { 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_ENABLED": { 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-22T00:56:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8", 2024-04-22T00:56:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "45", 2024-04-22T00:56:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ACCESS_KEY": { 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SECRET_KEY": { 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SSL_VERIFY": { 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.742 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.743 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.744 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.745 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "cross_origin_url": { 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cross_origin_url", 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.746 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "crt_file": { 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crt_file", 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.747 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "debug": { 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "debug", 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable/disable debug options", 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.748 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "jwt_token_ttl": { 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "jwt_token_ttl", 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "28800", 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.751 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.752 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.753 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.754 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "motd": { 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "motd", 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.755 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "The message of the day", 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect_resolve_ip_addr": { 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "redirect_resolve_ip_addr", 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.756 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-04-22T00:56:39.757 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8080", 2024-04-22T00:56:39.758 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.759 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl_server_port": { 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl_server_port", 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8443", 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.760 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "redirect", 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.761 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect" 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-04-22T00:56:39.762 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "url_prefix": { 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url_prefix", 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.763 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "devicehealth", 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.764 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_monitoring": { 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_monitoring", 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "monitor device health metrics", 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.765 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.766 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.767 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.768 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.769 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "mark_out_threshold": { 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mark_out_threshold", 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.770 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2419200", 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_name": { 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_name", 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "device_health_metrics", 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "retention_period": { 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retention_period", 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15552000", 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain device health metrics", 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_frequency": { 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_frequency", 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-04-22T00:56:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "self_heal": { 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "self_heal", 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.774 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:39.775 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and check device health", 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_threshold": { 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_threshold", 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7257600", 2024-04-22T00:56:39.776 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "diskprediction_local", 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.777 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.778 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.779 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.780 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.781 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "predict_interval": { 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predict_interval", 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.782 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "predictor_model": { 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predictor_model", 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.783 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "prophetstor", 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.784 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "influx", 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": false, 2024-04-22T00:56:39.785 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "influxdb python module not found", 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "batch_size": { 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "batch_size", 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5000", 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "database": { 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "database", 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "ceph", 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.787 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "hostname": { 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hostname", 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server hostname", 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "30", 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "5", 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.789 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.790 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.791 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.792 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.793 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "password": { 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "password", 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.794 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "password of InfluxDB server user", 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "port": { 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "port", 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.795 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8086", 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server port", 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.796 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "false", 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "threads": { 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threads", 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:39.797 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "32", 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "username": { 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "username", 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.798 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "username of InfluxDB server user", 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "verify_ssl": { 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "verify_ssl", 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.799 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "true", 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "insights", 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.800 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.801 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.802 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.803 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.804 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "iostat", 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.806 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.807 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.808 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.809 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.810 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "k8sevents", 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_event_retention_days": { 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ceph_event_retention_days", 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7", 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.811 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "config_check_secs": { 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_check_secs", 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "10", 2024-04-22T00:56:39.812 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.813 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.814 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.815 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.816 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.817 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "localpool", 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "failure_domain": { 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "failure_domain", 2024-04-22T00:56:39.818 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "host", 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "failure domain for any created local pool", 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.819 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.820 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.821 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.822 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.823 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "min_size": { 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_size", 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.824 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default min_size for any created local pool", 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "num_rep": { 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "num_rep", 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.825 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3", 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default replica count for any created local pool", 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_num": { 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_num", 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.826 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "128", 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default pg_num for any created local pool", 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "prefix": { 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prefix", 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.827 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name prefix for any created local pool", 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "subtree": { 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "subtree", 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.828 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "rack", 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mds_autoscaler", 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.829 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.830 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.831 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.832 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.833 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.834 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirroring", 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.835 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.836 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.837 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.838 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.839 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "nfs", 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.840 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.841 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.842 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.843 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.844 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-04-22T00:56:39.845 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "fail_fs": { 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "fail_fs", 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.846 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.847 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.848 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.849 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.850 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator": { 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-04-22T00:56:39.851 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm", 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "rook", 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "test_orchestrator" 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Orchestrator backend", 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.852 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_perf_query", 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.853 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.854 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.856 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.857 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_support", 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.858 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.859 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.860 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.862 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_autoscaler", 2024-04-22T00:56:39.863 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.864 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.865 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.866 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.867 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.869 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "threshold": { 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threshold", 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1.0", 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "scaling threshold", 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.870 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "progress", 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_pg_recovery_event": { 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_pg_recovery_event", 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.871 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.872 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.873 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.875 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.876 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.877 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "max_completed_events": { 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_completed_events", 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "50", 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.878 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "number of past completed events to remember", 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.879 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long the module is going to sleep", 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus", 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "cache": { 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cache", 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.880 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "exclude_perf_counters": { 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "exclude_perf_counters", 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.881 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.882 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.883 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.884 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.885 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.886 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools": { 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools", 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "300", 2024-04-22T00:56:39.888 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_interval": { 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_interval", 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15.0", 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.889 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.890 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "9283", 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.891 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "stale_cache_strategy": { 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stale_cache_strategy", 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "log", 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.892 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "default", 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.893 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "default", 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "error" 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.894 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_support", 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.895 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.896 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.897 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.898 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.899 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_snap_create": { 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_snap_create", 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.900 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "mirror_snapshot_schedule": { 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirror_snapshot_schedule", 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.901 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "trash_purge_schedule": { 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "trash_purge_schedule", 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.902 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "restful", 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.903 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_auth": { 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_auth", 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.904 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.905 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.906 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.907 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.908 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.909 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.911 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.912 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rgw", 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.913 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.914 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.915 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.916 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.916 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.916 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.916 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.916 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.916 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.916 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.916 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.916 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.917 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.918 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rook", 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.919 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.920 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.920 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.920 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.920 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.920 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.920 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.920 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.920 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.920 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.920 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.921 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.922 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.923 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.924 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: "storage_class": { 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "storage_class", 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.925 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "local", 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "selftest", 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.927 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.928 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.929 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.930 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.931 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.932 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "roption1": { 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption1", 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.933 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "roption2": { 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption2", 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "xyz", 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.934 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption1": { 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption1", 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.935 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption2": { 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption2", 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.936 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption3": { 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption3", 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:39.937 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption4": { 2024-04-22T00:56:39.938 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption4", 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption5": { 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption5", 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption6": { 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption6", 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption7": { 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption7", 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "42", 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "testkey": { 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testkey", 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "testlkey": { 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testlkey", 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "testnewline": { 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testnewline", 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snap_schedule", 2024-04-22T00:56:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_m_granularity": { 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_m_granularity", 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow minute scheduled snapshots", 2024-04-22T00:56:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "dump_on_update": { 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dump_on_update", 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "dump database to debug log on update", 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stats", 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "status", 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telegraf", 2024-04-22T00:56:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "address": { 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "address", 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15", 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telemetry", 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_basic": { 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_basic", 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_crash": { 2024-04-22T00:56:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_crash", 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_device": { 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_device", 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_ident": { 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_ident", 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_perf": { 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_perf", 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "contact": { 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "contact", 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "description": { 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "description", 2024-04-22T00:56:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "device_url": { 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_url", 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "24", 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "8", 2024-04-22T00:56:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "last_opt_revision": { 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "last_opt_revision", 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1", 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard": { 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard", 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard_description": { 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard_description", 2024-04-22T00:56:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "organization": { 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "organization", 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "proxy": { 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "proxy", 2024-04-22T00:56:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "url": { 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url", 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "test_orchestrator", 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "volumes", 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_clones": { 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_clones", 2024-04-22T00:56:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4", 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "periodic_async_work": { 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "periodic_async_work", 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Periodically check for async work", 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_delay": { 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_delay", 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-22T00:56:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_no_wait": { 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_no_wait", 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix", 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "discovery_interval": { 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "discovery_interval", 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "100", 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "identifier": { 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "identifier", 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_host": { 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_host", 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_port": { 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_port", 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10051", 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_sender": { 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_sender", 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "gid": 24118, 2024-04-22T00:56:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "z", 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_features": 4540701547738038271, 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "available_modules": [ 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "alerts", 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How frequently to reexamine health status", 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_destination": { 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_destination", 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email address to send alerts to", 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_from_name": { 2024-04-22T00:56:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_from_name", 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "Ceph", 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email From: name", 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_host": { 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_host", 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP server", 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_password": { 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_password", 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Password to authenticate with", 2024-04-22T00:56:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_port": { 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_port", 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "465", 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP port", 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_sender": { 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_sender", 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP envelope sender", 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_ssl": { 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_ssl", 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_user": { 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_user", 2024-04-22T00:56:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "User to authenticate as", 2024-04-22T00:56:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "balancer", 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "active": { 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "active", 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically balance PGs across cluster", 2024-04-22T00:56:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_time": { 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_time", 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0000", 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "beginning time of day to automatically balance", 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:56:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_weekday": { 2024-04-22T00:56:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_weekday", 2024-04-22T00:56:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-04-22T00:56:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-04-22T00:56:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-22T00:56:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:56:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_max_iterations": { 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_max_iterations", 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "25", 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "250", 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_metrics": { 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_metrics", 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "pgs,objects,bytes", 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-22T00:56:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-22T00:56:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_step": { 2024-04-22T00:56:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_step", 2024-04-22T00:56:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.5", 2024-04-22T00:56:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0.001", 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "0.999", 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "aggressiveness of optimization", 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "end_time": { 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_time", 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2359", 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ending time of day to automatically balance", 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "end_weekday": { 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_weekday", 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "min_score": { 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_score", 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "upmap", 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "crush-compat", 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "none", 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "read", 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap", 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap-read" 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Balancer mode", 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_ids": { 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_ids", 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_deviation": { 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_deviation", 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_optimizations": { 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_optimizations", 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm", 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_down_multiplier": { 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_down_multiplier", 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_refresh_rate": { 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_refresh_rate", 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "20", 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_starting_port": { 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_starting_port", 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4721", 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_ptrace": { 2024-04-22T00:56:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_ptrace", 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_interval": { 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_interval", 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_memory_target_ratio": { 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_memory_target_ratio", 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.7", 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm_log_destination": { 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm_log_destination", 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "file", 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "file,syslog", 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "syslog" 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "cgroups_split": { 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cgroups_split", 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "config_checks_enabled": { 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_checks_enabled", 2024-04-22T00:56:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "config_dashboard": { 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_dashboard", 2024-04-22T00:56:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_alertmanager": { 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_alertmanager", 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_base": { 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_base", 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Container image name, without the tag", 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_elasticsearch": { 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_elasticsearch", 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-22T00:56:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "elasticsearch container image", 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_grafana": { 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_grafana", 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_haproxy": { 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_haproxy", 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "HAproxy container image", 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_agent": { 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_agent", 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger agent container image", 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_collector": { 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_collector", 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger collector container image", 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_query": { 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_query", 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-22T00:56:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger query container image", 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_keepalived": { 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_keepalived", 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.094 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Keepalived container image", 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_loki": { 2024-04-22T00:56:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_loki", 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Loki container image", 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.096 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_node_exporter": { 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_node_exporter", 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_nvmeof": { 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_nvmeof", 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-22T00:56:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Nvme-of container image", 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_prometheus": { 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_prometheus", 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_promtail": { 2024-04-22T00:56:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_promtail", 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Promtail container image", 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_samba": { 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_samba", 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Samba/SMB container image", 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_snmp_gateway": { 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_snmp_gateway", 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SNMP Gateway container image", 2024-04-22T00:56:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "container_init": { 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_init", 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Run podman/docker with `--init`", 2024-04-22T00:56:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "daemon_cache_timeout": { 2024-04-22T00:56:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "daemon_cache_timeout", 2024-04-22T00:56:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "default_cephadm_command_timeout": { 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_cephadm_command_timeout", 2024-04-22T00:56:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "900", 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "default_registry": { 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_registry", 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io", 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "device_cache_timeout": { 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_cache_timeout", 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1800", 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache device inventory", 2024-04-22T00:56:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "device_enhanced_scan": { 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_enhanced_scan", 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "facts_cache_timeout": { 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "facts_cache_timeout", 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache host facts data", 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "grafana_dashboards_path": { 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "grafana_dashboards_path", 2024-04-22T00:56:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "host_check_interval": { 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "host_check_interval", 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to perform a host check", 2024-04-22T00:56:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "hw_monitoring": { 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hw_monitoring", 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "inventory_list_all": { 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "inventory_list_all", 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "log_refresh_metadata": { 2024-04-22T00:56:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_refresh_metadata", 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.125 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.127 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-22T00:56:40.128 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "*", 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.129 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "max_count_per_host": { 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_count_per_host", 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.130 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of daemons per service per host", 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: "max_osd_draining_count": { 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_osd_draining_count", 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.131 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "migration_current": { 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "migration_current", 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.132 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "internal - do not modify", 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.133 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "root", 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm-package", 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: "root" 2024-04-22T00:56:40.134 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "mode for remote execution of cephadm", 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "oob_default_addr": { 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "oob_default_addr", 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "169.254.1.1", 2024-04-22T00:56:40.135 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "prometheus_alerts_path": { 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus_alerts_path", 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.136 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_insecure": { 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_insecure", 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.137 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.138 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.138 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.138 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.138 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.138 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.138 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-22T00:56:40.138 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.138 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.138 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_password": { 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_password", 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-22T00:56:40.139 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_url": { 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_url", 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.140 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_username": { 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_username", 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.141 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: "secure_monitoring_stack": { 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "secure_monitoring_stack", 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.142 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "service_discovery_port": { 2024-04-22T00:56:40.143 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "service_discovery_port", 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8765", 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "cephadm service discovery port", 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "ssh_config_file": { 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssh_config_file", 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.145 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "use_agent": { 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_agent", 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-22T00:56:40.146 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "use_repo_digest": { 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_repo_digest", 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_failed_host_check": { 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_failed_host_check", 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.148 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if the host check fails", 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_daemons": { 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_daemons", 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.149 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_hosts": { 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_hosts", 2024-04-22T00:56:40.150 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crash", 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.152 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.153 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.154 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.155 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.155 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.155 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.155 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.155 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.155 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.155 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.155 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.155 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.156 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.157 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: "retain_interval": { 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retain_interval", 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.158 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "31536000", 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_recent_interval": { 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_recent_interval", 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.159 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1209600", 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dashboard", 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.161 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_HOST": { 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.162 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.163 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.164 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_ENABLED": { 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_ENABLED", 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.165 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.166 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "ENABLE_BROWSABLE_API": { 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.167 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.168 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-22T00:56:40.169 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.170 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.171 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-22T00:56:40.171 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-22T00:56:40.171 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.171 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.171 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.171 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.171 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.171 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.171 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.172 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.173 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-22T00:56:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_PASSWORD": { 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_URL": { 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_URL", 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_USERNAME": { 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-22T00:56:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.185 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.186 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_HOST": { 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.187 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.188 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.189 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-22T00:56:40.190 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.191 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.192 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.193 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.194 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.195 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.196 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_ENABLED": { 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.197 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-22T00:56:40.198 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.199 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.200 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8", 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.201 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "45", 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.202 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ACCESS_KEY": { 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.203 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.204 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SECRET_KEY": { 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-22T00:56:40.205 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.206 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SSL_VERIFY": { 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.207 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.208 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.209 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.210 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "cross_origin_url": { 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cross_origin_url", 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.211 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "crt_file": { 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crt_file", 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.212 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "debug": { 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "debug", 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.213 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable/disable debug options", 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: "jwt_token_ttl": { 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "jwt_token_ttl", 2024-04-22T00:56:40.214 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "28800", 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.215 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.217 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.218 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.219 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.220 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.221 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "motd": { 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "motd", 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.222 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "The message of the day", 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect_resolve_ip_addr": { 2024-04-22T00:56:40.223 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "redirect_resolve_ip_addr", 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.224 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8080", 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.226 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.227 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl_server_port": { 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl_server_port", 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8443", 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.228 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "redirect", 2024-04-22T00:56:40.229 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect" 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.230 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.231 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "url_prefix": { 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url_prefix", 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.232 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "devicehealth", 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_monitoring": { 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_monitoring", 2024-04-22T00:56:40.233 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "monitor device health metrics", 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.234 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.235 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.236 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.237 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.238 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.239 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.240 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.240 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.240 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.240 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.240 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.240 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.240 INFO:teuthology.orchestra.run.smithi018.stdout: "mark_out_threshold": { 2024-04-22T00:56:40.240 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mark_out_threshold", 2024-04-22T00:56:40.240 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.241 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.241 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.241 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2419200", 2024-04-22T00:56:40.241 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.241 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.241 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.241 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-22T00:56:40.241 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.241 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.242 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.242 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_name": { 2024-04-22T00:56:40.242 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_name", 2024-04-22T00:56:40.242 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.242 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.242 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.242 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "device_health_metrics", 2024-04-22T00:56:40.242 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.243 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.243 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.243 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-22T00:56:40.243 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.243 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.243 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.243 INFO:teuthology.orchestra.run.smithi018.stdout: "retention_period": { 2024-04-22T00:56:40.243 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retention_period", 2024-04-22T00:56:40.243 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15552000", 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain device health metrics", 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_frequency": { 2024-04-22T00:56:40.245 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_frequency", 2024-04-22T00:56:40.245 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.245 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.245 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.245 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-04-22T00:56:40.245 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.245 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.245 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.246 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-22T00:56:40.246 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.246 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.246 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.246 INFO:teuthology.orchestra.run.smithi018.stdout: "self_heal": { 2024-04-22T00:56:40.246 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "self_heal", 2024-04-22T00:56:40.247 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.247 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.247 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.247 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.247 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.247 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.247 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.247 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-22T00:56:40.248 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.248 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.248 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.248 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:40.248 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:40.248 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.248 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.248 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.248 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:40.249 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.249 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.249 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.249 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and check device health", 2024-04-22T00:56:40.249 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.249 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.249 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.250 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_threshold": { 2024-04-22T00:56:40.250 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_threshold", 2024-04-22T00:56:40.250 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.250 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.250 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.250 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7257600", 2024-04-22T00:56:40.251 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.251 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.251 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.251 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-22T00:56:40.251 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.251 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.251 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.251 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.251 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.252 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "diskprediction_local", 2024-04-22T00:56:40.252 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.252 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.252 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.252 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.252 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.252 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.253 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.253 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.253 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.253 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.253 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.253 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.253 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.253 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.253 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.253 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.254 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.254 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.254 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.254 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.254 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.254 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.254 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.254 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.254 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.255 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.255 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.255 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.255 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.255 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.255 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.255 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.256 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.256 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.256 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.256 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.256 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.256 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.256 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.256 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.257 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.258 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.258 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.258 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.258 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.258 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.258 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.258 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.259 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.259 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.259 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.259 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.259 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.259 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.259 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.259 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.259 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.260 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.260 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.260 INFO:teuthology.orchestra.run.smithi018.stdout: "predict_interval": { 2024-04-22T00:56:40.260 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predict_interval", 2024-04-22T00:56:40.260 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.260 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.260 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.260 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-04-22T00:56:40.261 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.261 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.261 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.261 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.261 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.261 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.261 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.262 INFO:teuthology.orchestra.run.smithi018.stdout: "predictor_model": { 2024-04-22T00:56:40.262 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predictor_model", 2024-04-22T00:56:40.262 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.262 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.262 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.262 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "prophetstor", 2024-04-22T00:56:40.262 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.262 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.262 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.263 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.263 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.263 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.263 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.263 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:40.263 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:40.263 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.263 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.263 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.264 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:40.264 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.264 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.264 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.264 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.264 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.264 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.264 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.265 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.265 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.265 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "influx", 2024-04-22T00:56:40.265 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": false, 2024-04-22T00:56:40.265 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "influxdb python module not found", 2024-04-22T00:56:40.265 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.266 INFO:teuthology.orchestra.run.smithi018.stdout: "batch_size": { 2024-04-22T00:56:40.266 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "batch_size", 2024-04-22T00:56:40.266 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.266 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.266 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.266 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5000", 2024-04-22T00:56:40.266 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.266 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.267 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.267 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-22T00:56:40.267 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.267 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.267 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.267 INFO:teuthology.orchestra.run.smithi018.stdout: "database": { 2024-04-22T00:56:40.267 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "database", 2024-04-22T00:56:40.268 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.268 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.268 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.268 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "ceph", 2024-04-22T00:56:40.268 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.268 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.268 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.269 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-22T00:56:40.269 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.269 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.269 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.269 INFO:teuthology.orchestra.run.smithi018.stdout: "hostname": { 2024-04-22T00:56:40.269 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hostname", 2024-04-22T00:56:40.270 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.270 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.270 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.270 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.270 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.271 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.271 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.271 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server hostname", 2024-04-22T00:56:40.271 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.271 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.271 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.272 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:40.272 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:40.272 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.272 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.272 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.273 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "30", 2024-04-22T00:56:40.273 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "5", 2024-04-22T00:56:40.273 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.273 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.274 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-22T00:56:40.274 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.274 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.275 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.275 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.275 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.275 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.275 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.276 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.276 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.276 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.276 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.276 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.276 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.276 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.276 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.277 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.277 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.277 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.277 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.277 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.277 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.277 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.278 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.278 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.278 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.278 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.278 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.278 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.278 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.279 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.279 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.279 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.279 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.279 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.279 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.279 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.279 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.279 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.280 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.280 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.280 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.280 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.280 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.280 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.280 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.280 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.280 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.280 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.281 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.281 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.281 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.281 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.281 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.281 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.281 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.281 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.281 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.282 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.282 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.282 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.282 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.282 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.282 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.282 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.282 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.283 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.283 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.283 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.283 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.283 INFO:teuthology.orchestra.run.smithi018.stdout: "password": { 2024-04-22T00:56:40.283 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "password", 2024-04-22T00:56:40.283 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.284 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.284 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.284 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.284 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.284 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.284 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.284 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "password of InfluxDB server user", 2024-04-22T00:56:40.284 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.284 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.285 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.285 INFO:teuthology.orchestra.run.smithi018.stdout: "port": { 2024-04-22T00:56:40.285 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "port", 2024-04-22T00:56:40.285 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.285 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.285 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.286 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8086", 2024-04-22T00:56:40.286 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.286 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.286 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.286 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server port", 2024-04-22T00:56:40.286 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.286 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.286 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.287 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-04-22T00:56:40.287 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-04-22T00:56:40.287 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.287 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.287 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.287 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "false", 2024-04-22T00:56:40.288 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.288 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.288 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.288 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:56:40.288 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.288 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.289 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.289 INFO:teuthology.orchestra.run.smithi018.stdout: "threads": { 2024-04-22T00:56:40.289 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threads", 2024-04-22T00:56:40.289 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.289 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.289 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.290 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:40.290 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:40.290 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "32", 2024-04-22T00:56:40.290 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.290 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-22T00:56:40.290 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.290 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.290 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.291 INFO:teuthology.orchestra.run.smithi018.stdout: "username": { 2024-04-22T00:56:40.291 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "username", 2024-04-22T00:56:40.291 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.291 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.291 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.291 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.292 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.292 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.292 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.292 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "username of InfluxDB server user", 2024-04-22T00:56:40.292 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.292 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.292 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.292 INFO:teuthology.orchestra.run.smithi018.stdout: "verify_ssl": { 2024-04-22T00:56:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "verify_ssl", 2024-04-22T00:56:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "true", 2024-04-22T00:56:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:56:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "insights", 2024-04-22T00:56:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.301 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.301 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.301 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.301 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.301 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.301 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.301 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.301 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.302 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.302 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.302 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.302 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.302 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.303 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.303 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.303 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.303 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.303 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.303 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.303 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.303 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.304 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.304 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.304 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.304 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.304 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.304 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "iostat", 2024-04-22T00:56:40.304 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.305 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.305 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.305 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.305 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.305 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.305 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.305 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.305 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.306 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.306 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.306 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.306 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.306 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.306 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.306 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.307 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.307 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.307 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.307 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.307 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.307 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.307 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.308 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.308 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.308 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.308 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.308 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.308 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.308 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.309 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.309 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.309 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.309 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.309 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.309 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.310 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.310 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.310 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.310 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.310 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.310 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.311 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.311 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.311 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.311 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.311 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.311 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.312 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.312 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.312 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.312 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.312 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.312 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.312 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.313 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.313 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.313 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.313 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.313 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.313 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.313 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.313 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.314 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.314 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.314 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.314 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.314 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.314 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.314 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.314 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.315 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "k8sevents", 2024-04-22T00:56:40.315 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.315 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.315 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.315 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_event_retention_days": { 2024-04-22T00:56:40.315 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ceph_event_retention_days", 2024-04-22T00:56:40.315 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.315 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.316 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.316 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7", 2024-04-22T00:56:40.316 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.316 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.316 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.316 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-22T00:56:40.316 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.316 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.317 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.317 INFO:teuthology.orchestra.run.smithi018.stdout: "config_check_secs": { 2024-04-22T00:56:40.317 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_check_secs", 2024-04-22T00:56:40.317 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.317 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.318 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.318 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.318 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "10", 2024-04-22T00:56:40.318 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.318 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.318 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-22T00:56:40.318 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.319 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.319 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.319 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.319 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.319 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.319 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.319 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.320 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.320 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.320 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.320 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.320 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.320 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.321 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.321 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.321 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.321 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.321 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.321 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.321 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.322 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.322 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.322 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.322 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.322 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.322 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.326 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.326 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.326 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.326 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.326 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.327 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.327 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.327 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.327 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.327 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.328 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.328 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.328 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.328 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.328 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.328 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.329 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.329 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.329 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.329 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.329 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.329 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.330 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.330 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.330 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.330 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.330 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.331 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.331 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.331 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.331 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.332 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.332 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.332 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.332 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.332 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.333 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.333 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.333 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.333 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.333 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.334 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.334 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.334 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.334 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "localpool", 2024-04-22T00:56:40.335 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.335 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.335 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.335 INFO:teuthology.orchestra.run.smithi018.stdout: "failure_domain": { 2024-04-22T00:56:40.335 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "failure_domain", 2024-04-22T00:56:40.336 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.336 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.336 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.336 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "host", 2024-04-22T00:56:40.336 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.336 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.337 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.337 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "failure domain for any created local pool", 2024-04-22T00:56:40.337 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-22T00:56:40.337 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.337 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.338 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.338 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.338 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.338 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.339 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.339 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.339 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.339 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.339 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.339 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.339 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.339 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.340 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.340 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.340 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.340 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.340 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.340 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.340 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.341 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.341 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.341 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.341 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.341 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.341 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.341 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.342 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.342 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.342 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.342 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.342 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.342 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.342 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.342 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.342 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.343 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.344 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.344 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.344 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.344 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.344 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.344 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.344 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.344 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.344 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.345 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.345 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.345 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.345 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.345 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.345 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.345 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.345 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.345 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.346 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.346 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.346 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.346 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.346 INFO:teuthology.orchestra.run.smithi018.stdout: "min_size": { 2024-04-22T00:56:40.346 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_size", 2024-04-22T00:56:40.346 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.346 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.346 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.346 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default min_size for any created local pool", 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "num_rep": { 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "num_rep", 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.347 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.348 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.348 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3", 2024-04-22T00:56:40.348 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.348 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.348 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.348 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default replica count for any created local pool", 2024-04-22T00:56:40.348 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.348 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.348 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.348 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.349 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_num": { 2024-04-22T00:56:40.349 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_num", 2024-04-22T00:56:40.349 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.349 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.349 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.349 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "128", 2024-04-22T00:56:40.349 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.349 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.350 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.350 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default pg_num for any created local pool", 2024-04-22T00:56:40.350 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.350 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.350 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.350 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.350 INFO:teuthology.orchestra.run.smithi018.stdout: "prefix": { 2024-04-22T00:56:40.350 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prefix", 2024-04-22T00:56:40.350 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.350 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name prefix for any created local pool", 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.351 INFO:teuthology.orchestra.run.smithi018.stdout: "subtree": { 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "subtree", 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "rack", 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-22T00:56:40.352 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mds_autoscaler", 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.353 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.354 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.354 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.354 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.354 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.354 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.354 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.354 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.354 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.354 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.354 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirroring", 2024-04-22T00:56:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.364 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.364 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.364 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.364 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.364 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.364 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.364 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.364 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.364 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.364 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.365 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.365 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.365 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.365 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.365 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.365 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.365 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.365 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.365 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.365 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.366 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.366 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.366 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.366 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.366 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.366 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.366 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.366 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.366 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.367 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.368 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.368 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.368 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.368 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.368 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.368 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.368 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.368 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.369 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "nfs", 2024-04-22T00:56:40.369 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.369 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.369 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.369 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.369 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.369 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.370 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.370 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.370 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.370 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.370 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.370 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.370 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.370 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.371 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.371 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.371 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.371 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.371 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.371 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.371 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.371 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.371 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.372 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.372 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.372 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.372 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.372 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.372 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.372 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.372 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.372 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.372 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.373 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.373 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.373 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.373 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.373 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.373 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.373 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.373 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.374 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.374 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.374 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.374 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.374 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.374 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.374 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.374 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.374 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.375 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.375 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.375 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.375 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.375 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.375 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.375 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.375 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.375 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.376 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.376 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.376 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.376 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.376 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.376 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.376 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.376 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.376 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.377 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "fail_fs": { 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "fail_fs", 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.378 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-22T00:56:40.379 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.379 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.379 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.379 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.379 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.379 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.379 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.379 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.379 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.379 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.380 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.381 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.381 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.381 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.381 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.381 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.381 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.381 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.381 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.381 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.381 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.382 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.383 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.383 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.383 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.383 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.383 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.383 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.383 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.383 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.383 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.383 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.384 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.385 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.385 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.385 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.385 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.385 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.385 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.385 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.385 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.385 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.386 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.386 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.386 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator": { 2024-04-22T00:56:40.386 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-04-22T00:56:40.386 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.386 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.386 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.386 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.386 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm", 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: "rook", 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: "test_orchestrator" 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Orchestrator backend", 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.387 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_perf_query", 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.388 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.389 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.389 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.389 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.389 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.389 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.389 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.389 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.389 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.389 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.390 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.390 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.390 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.390 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.390 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.390 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.390 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.390 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.390 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.390 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.391 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.392 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.393 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.393 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.393 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.393 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.393 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.393 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.393 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.393 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.393 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.394 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_support", 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.395 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.396 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.397 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.398 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.399 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.399 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.399 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.399 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.399 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.399 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.399 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.399 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.399 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.400 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.400 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.400 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.400 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.400 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.400 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.400 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.400 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.401 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.401 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.401 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.401 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.401 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.401 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.401 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.401 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.402 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_autoscaler", 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.403 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.404 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.405 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.405 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.405 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.405 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.405 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.405 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.405 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.405 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.405 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.405 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.406 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.406 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.406 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.406 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.406 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.406 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.406 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.407 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.407 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.407 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.407 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.407 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.407 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.407 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.407 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.408 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.408 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.408 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.408 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.408 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.408 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.408 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.408 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.408 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.408 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.409 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.409 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.409 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.409 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.409 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.409 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.409 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.410 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.410 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.410 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.410 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.410 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.410 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.410 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.410 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.410 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.411 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.411 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:40.411 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:40.411 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.411 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.411 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.411 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:40.411 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.411 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.411 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: "threshold": { 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threshold", 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.412 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-04-22T00:56:40.413 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1.0", 2024-04-22T00:56:40.413 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.413 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.413 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "scaling threshold", 2024-04-22T00:56:40.413 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-22T00:56:40.413 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.413 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.413 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.413 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.413 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.414 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.414 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "progress", 2024-04-22T00:56:40.414 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.414 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.414 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.414 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_pg_recovery_event": { 2024-04-22T00:56:40.414 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_pg_recovery_event", 2024-04-22T00:56:40.414 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.414 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.414 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.415 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.415 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.415 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.415 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.415 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-22T00:56:40.415 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.415 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.415 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.415 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.415 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-04-22T00:56:40.416 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-04-22T00:56:40.416 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.416 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.416 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.416 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.416 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.416 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.416 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.416 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.417 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.418 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.418 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.418 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.418 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.418 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.418 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.418 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.418 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.418 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.418 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.419 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.420 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.421 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.421 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.421 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.421 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.421 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.421 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.421 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.421 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.422 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.422 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.422 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.422 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.422 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.422 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.422 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.422 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.422 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.423 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: "max_completed_events": { 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_completed_events", 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "50", 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.424 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.425 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.425 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "number of past completed events to remember", 2024-04-22T00:56:40.425 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.425 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.425 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.425 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.425 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:40.425 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:40.425 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.425 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long the module is going to sleep", 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.426 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus", 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: "cache": { 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cache", 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.427 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: "exclude_perf_counters": { 2024-04-22T00:56:40.428 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "exclude_perf_counters", 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.429 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.430 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.430 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.430 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.430 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.430 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.430 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.430 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.431 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.432 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.432 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.432 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.432 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.432 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.432 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.432 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.432 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.432 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.432 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.433 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.433 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.433 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.433 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.433 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.433 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.433 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.433 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.433 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.433 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.434 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.434 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.434 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.434 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.434 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.434 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.434 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.434 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.434 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.435 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.435 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.435 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.435 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.435 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.435 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.435 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.435 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.435 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.435 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.436 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.436 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.436 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.436 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.436 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.436 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.436 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.437 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.437 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.437 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.437 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.437 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.437 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools": { 2024-04-22T00:56:40.437 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools", 2024-04-22T00:56:40.437 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.438 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.438 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.438 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.438 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.438 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.438 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.438 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.439 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.439 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.439 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.439 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-22T00:56:40.439 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-22T00:56:40.439 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.439 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "300", 2024-04-22T00:56:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_interval": { 2024-04-22T00:56:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_interval", 2024-04-22T00:56:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15.0", 2024-04-22T00:56:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-04-22T00:56:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-04-22T00:56:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-04-22T00:56:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-22T00:56:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.444 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.444 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-04-22T00:56:40.444 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-04-22T00:56:40.444 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.444 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.444 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.444 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "9283", 2024-04-22T00:56:40.444 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.444 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.444 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-22T00:56:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "stale_cache_strategy": { 2024-04-22T00:56:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stale_cache_strategy", 2024-04-22T00:56:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "log", 2024-04-22T00:56:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-04-22T00:56:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-04-22T00:56:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "default", 2024-04-22T00:56:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "default", 2024-04-22T00:56:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "error" 2024-04-22T00:56:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-04-22T00:56:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-04-22T00:56:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-04-22T00:56:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-04-22T00:56:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-04-22T00:56:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_support", 2024-04-22T00:56:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_snap_create": { 2024-04-22T00:56:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_snap_create", 2024-04-22T00:56:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "mirror_snapshot_schedule": { 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirror_snapshot_schedule", 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "trash_purge_schedule": { 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "trash_purge_schedule", 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "restful", 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_auth": { 2024-04-22T00:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_auth", 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-04-22T00:56:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-04-22T00:56:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-04-22T00:56:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-04-22T00:56:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-04-22T00:56:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-04-22T00:56:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rgw", 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.477 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.477 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.477 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.477 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.477 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.477 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.477 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.477 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.477 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.478 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.478 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.478 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.478 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.478 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.478 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.478 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.478 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.479 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.479 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.479 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.479 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.479 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.479 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.479 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.479 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.479 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.480 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.481 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.481 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.481 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.481 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.481 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.481 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.481 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.481 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.481 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.482 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.482 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.482 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.482 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.482 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.482 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.482 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.482 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.482 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.483 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.483 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.483 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.483 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.483 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.483 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.483 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.484 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rook", 2024-04-22T00:56:40.484 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.484 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.484 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.484 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.484 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.484 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.484 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.485 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.485 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.485 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.485 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.485 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.485 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.485 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.485 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.485 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.485 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.486 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.486 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.486 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.486 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.486 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.486 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.486 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.486 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.486 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.486 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.487 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.487 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.487 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.487 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.487 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.487 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.487 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.488 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.488 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.488 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.488 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.488 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.488 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.488 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.488 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.488 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.489 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.489 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.489 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.489 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.489 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.489 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.489 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.489 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.489 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.489 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.490 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.490 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.490 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.490 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.490 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.490 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.490 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.490 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.490 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.491 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.491 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.491 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.491 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.491 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.491 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.491 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.491 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.492 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.492 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.492 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.492 INFO:teuthology.orchestra.run.smithi018.stdout: "storage_class": { 2024-04-22T00:56:40.492 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "storage_class", 2024-04-22T00:56:40.492 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.492 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.492 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.492 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "local", 2024-04-22T00:56:40.492 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.493 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.493 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.493 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-22T00:56:40.493 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.493 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.493 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.493 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.493 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.493 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.494 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.494 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "selftest", 2024-04-22T00:56:40.494 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.494 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.494 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.494 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.494 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.494 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.494 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.495 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.495 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.495 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.495 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.495 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.495 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.495 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.495 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.495 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.495 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.496 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.496 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.496 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.496 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.496 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.496 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.496 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.496 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.496 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.497 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.497 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.497 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.497 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.497 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.497 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.497 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.497 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.497 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.498 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.498 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.498 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.498 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.498 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.498 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.498 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.498 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.498 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.498 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.499 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.499 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.499 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.499 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.499 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.499 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.499 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.499 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.499 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.499 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.500 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.500 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.500 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.500 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.500 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.500 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.500 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.501 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.501 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.501 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.501 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.501 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.501 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.501 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.501 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.501 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.501 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.502 INFO:teuthology.orchestra.run.smithi018.stdout: "roption1": { 2024-04-22T00:56:40.502 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption1", 2024-04-22T00:56:40.502 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.502 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.502 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.502 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.502 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.502 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.503 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.503 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.503 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.503 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.503 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.503 INFO:teuthology.orchestra.run.smithi018.stdout: "roption2": { 2024-04-22T00:56:40.503 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption2", 2024-04-22T00:56:40.504 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.504 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.504 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.504 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "xyz", 2024-04-22T00:56:40.504 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.504 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.504 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.504 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.504 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.505 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.505 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.505 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption1": { 2024-04-22T00:56:40.505 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption1", 2024-04-22T00:56:40.505 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.505 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.505 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.505 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.505 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.506 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.506 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.506 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.506 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.506 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.506 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.507 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.507 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption2": { 2024-04-22T00:56:40.507 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption2", 2024-04-22T00:56:40.507 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.507 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.507 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.507 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.507 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.507 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.507 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.508 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.508 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.508 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.508 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.508 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption3": { 2024-04-22T00:56:40.508 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption3", 2024-04-22T00:56:40.508 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.509 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.509 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.509 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.509 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.509 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.509 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.509 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.510 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.510 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.510 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.510 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption4": { 2024-04-22T00:56:40.510 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption4", 2024-04-22T00:56:40.510 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.510 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.510 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.511 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.511 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.511 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.511 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.511 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.511 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.511 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.512 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.512 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.512 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption5": { 2024-04-22T00:56:40.512 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption5", 2024-04-22T00:56:40.512 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.512 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.512 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.513 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.513 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.513 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.513 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.513 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.513 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.513 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.514 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.514 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.514 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption6": { 2024-04-22T00:56:40.514 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption6", 2024-04-22T00:56:40.514 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.514 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.515 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.515 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.515 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.515 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.515 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.515 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.515 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.516 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.516 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.516 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption7": { 2024-04-22T00:56:40.516 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption7", 2024-04-22T00:56:40.516 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.516 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.516 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.516 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.516 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:40.517 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "42", 2024-04-22T00:56:40.517 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.517 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.517 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.517 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.517 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.517 INFO:teuthology.orchestra.run.smithi018.stdout: "testkey": { 2024-04-22T00:56:40.517 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testkey", 2024-04-22T00:56:40.518 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.518 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.518 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.518 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.518 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.518 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.518 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.518 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.518 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.518 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.519 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.519 INFO:teuthology.orchestra.run.smithi018.stdout: "testlkey": { 2024-04-22T00:56:40.519 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testlkey", 2024-04-22T00:56:40.519 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.519 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.519 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.519 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.519 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.520 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.520 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.520 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.520 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.520 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.520 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.521 INFO:teuthology.orchestra.run.smithi018.stdout: "testnewline": { 2024-04-22T00:56:40.521 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testnewline", 2024-04-22T00:56:40.521 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.521 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.521 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.521 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.521 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.521 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.521 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.521 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snap_schedule", 2024-04-22T00:56:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.523 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.523 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.523 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_m_granularity": { 2024-04-22T00:56:40.523 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_m_granularity", 2024-04-22T00:56:40.523 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.523 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.523 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.523 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.524 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.524 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.524 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.524 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow minute scheduled snapshots", 2024-04-22T00:56:40.524 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.524 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.524 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.525 INFO:teuthology.orchestra.run.smithi018.stdout: "dump_on_update": { 2024-04-22T00:56:40.525 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dump_on_update", 2024-04-22T00:56:40.525 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.525 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.525 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.525 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.525 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.525 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.526 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.526 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "dump database to debug log on update", 2024-04-22T00:56:40.526 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.526 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.526 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.527 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.527 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.527 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.530 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.530 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.530 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.530 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.531 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.531 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.531 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.531 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.531 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.531 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.531 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.532 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.532 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.532 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.532 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.532 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.532 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.533 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.533 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.533 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.533 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.533 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.533 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.533 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.533 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.534 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.534 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.534 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.534 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.534 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.534 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.534 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.535 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.535 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.535 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.535 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.535 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.535 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.535 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.536 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.536 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.536 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.536 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.536 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.536 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.536 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.536 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.537 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.537 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.537 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.537 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.537 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.537 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.538 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.538 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.538 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.538 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.538 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.538 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.539 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.539 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.539 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.539 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.539 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.539 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.539 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stats", 2024-04-22T00:56:40.540 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.540 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.540 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.540 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.540 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.540 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.540 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.541 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.541 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.541 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.541 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.541 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.541 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.541 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.541 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.542 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.542 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.542 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.542 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.542 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.542 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.542 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.542 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.543 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.543 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.543 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.543 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.543 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.544 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.544 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.544 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.544 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.544 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.544 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.544 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.545 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.545 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.545 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.545 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.545 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.545 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.545 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.546 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.546 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.546 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.546 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.546 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.546 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.547 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.547 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.547 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.547 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.547 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.547 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.547 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.548 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.548 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.548 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.548 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.548 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.548 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.549 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.549 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.549 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.549 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.549 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.549 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.549 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.549 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.549 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.550 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.550 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "status", 2024-04-22T00:56:40.550 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.550 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.550 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.550 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.550 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.551 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.551 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.551 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.551 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.551 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.551 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.551 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.551 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.552 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.552 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.552 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.552 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.552 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.552 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.552 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.553 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.553 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.553 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.553 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.553 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.553 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.554 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.554 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.554 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.554 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.554 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.554 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.554 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.555 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.555 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.555 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.555 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.555 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.556 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.556 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.556 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.556 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.556 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.556 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.556 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.557 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.557 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.557 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.557 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.557 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.557 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.557 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.558 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.558 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.558 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.558 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.558 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.558 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.558 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.558 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.559 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.559 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.559 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.559 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.559 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.559 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.559 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.560 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.560 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.560 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.560 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.560 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telegraf", 2024-04-22T00:56:40.560 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.561 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.561 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.561 INFO:teuthology.orchestra.run.smithi018.stdout: "address": { 2024-04-22T00:56:40.561 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "address", 2024-04-22T00:56:40.561 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.561 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.561 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-22T00:56:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15", 2024-04-22T00:56:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.571 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.571 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.571 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.571 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.571 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.571 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.571 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.571 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.572 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.572 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.572 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.572 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.572 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.572 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.573 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.573 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.573 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.573 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.573 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.573 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.573 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.573 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.573 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.574 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.574 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.574 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.574 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.574 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.574 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.575 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telemetry", 2024-04-22T00:56:40.575 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.575 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.575 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.575 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_basic": { 2024-04-22T00:56:40.576 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_basic", 2024-04-22T00:56:40.576 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.576 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.576 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.576 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.576 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.576 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.576 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.577 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-22T00:56:40.577 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.577 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.577 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.577 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_crash": { 2024-04-22T00:56:40.577 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_crash", 2024-04-22T00:56:40.578 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.578 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.578 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.578 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.578 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.578 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.578 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.578 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-22T00:56:40.578 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.579 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.579 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.579 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_device": { 2024-04-22T00:56:40.579 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_device", 2024-04-22T00:56:40.579 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.579 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.580 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.580 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.580 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.580 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.580 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.580 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-22T00:56:40.581 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.581 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.581 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.581 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_ident": { 2024-04-22T00:56:40.581 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_ident", 2024-04-22T00:56:40.582 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.582 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.582 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.582 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.582 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.582 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.582 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.583 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-22T00:56:40.583 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.583 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.583 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.583 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_perf": { 2024-04-22T00:56:40.583 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_perf", 2024-04-22T00:56:40.584 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.584 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.584 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.584 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.584 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.584 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.584 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.584 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-22T00:56:40.584 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.585 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.585 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.585 INFO:teuthology.orchestra.run.smithi018.stdout: "contact": { 2024-04-22T00:56:40.585 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "contact", 2024-04-22T00:56:40.585 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.585 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.585 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.586 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.586 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.586 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.586 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.586 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.586 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.586 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.586 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.587 INFO:teuthology.orchestra.run.smithi018.stdout: "description": { 2024-04-22T00:56:40.587 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "description", 2024-04-22T00:56:40.587 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.587 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.587 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.587 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.588 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.588 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.588 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.588 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.588 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.588 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.589 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.589 INFO:teuthology.orchestra.run.smithi018.stdout: "device_url": { 2024-04-22T00:56:40.589 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_url", 2024-04-22T00:56:40.589 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.589 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.589 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.590 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-22T00:56:40.590 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.590 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.590 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.590 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.590 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.591 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.591 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.591 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-04-22T00:56:40.591 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-04-22T00:56:40.591 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.591 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.592 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.592 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.592 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.592 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.592 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.592 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.593 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.593 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.593 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.593 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:40.593 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:40.593 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.594 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.594 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.594 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "24", 2024-04-22T00:56:40.594 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "8", 2024-04-22T00:56:40.594 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.594 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.595 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.595 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.595 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.595 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.595 INFO:teuthology.orchestra.run.smithi018.stdout: "last_opt_revision": { 2024-04-22T00:56:40.595 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "last_opt_revision", 2024-04-22T00:56:40.596 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.596 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.596 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.596 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1", 2024-04-22T00:56:40.596 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.596 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.597 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.597 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.597 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.597 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.597 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.597 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard": { 2024-04-22T00:56:40.598 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard", 2024-04-22T00:56:40.598 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.598 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.598 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.598 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.598 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.599 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.599 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.599 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.599 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.599 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.599 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.600 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard_description": { 2024-04-22T00:56:40.600 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard_description", 2024-04-22T00:56:40.600 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.600 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.600 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.600 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.600 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.600 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.601 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.601 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.601 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.601 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.601 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.601 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.602 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.602 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.602 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.602 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.602 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.602 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.602 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.603 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.603 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.603 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.603 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.603 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.603 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.603 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.604 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.604 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.604 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.604 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.604 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.604 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.605 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.605 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.605 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.605 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.605 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.605 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.605 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.606 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.606 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.606 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.606 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.606 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.607 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.607 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.607 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.607 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.607 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.607 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.608 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.608 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.608 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.608 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.608 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.608 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.608 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.609 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.609 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.609 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.609 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.609 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.609 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.609 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.610 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.610 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.610 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.610 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.610 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.611 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.611 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.611 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.611 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.611 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.611 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.612 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.612 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.612 INFO:teuthology.orchestra.run.smithi018.stdout: "organization": { 2024-04-22T00:56:40.612 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "organization", 2024-04-22T00:56:40.612 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.612 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.613 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.613 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.613 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.613 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.613 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.613 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.613 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.613 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.614 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.614 INFO:teuthology.orchestra.run.smithi018.stdout: "proxy": { 2024-04-22T00:56:40.614 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "proxy", 2024-04-22T00:56:40.614 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.614 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.615 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.615 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.615 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.615 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.615 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.615 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.615 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.615 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.616 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.616 INFO:teuthology.orchestra.run.smithi018.stdout: "url": { 2024-04-22T00:56:40.616 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url", 2024-04-22T00:56:40.616 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.616 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.616 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.617 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-22T00:56:40.617 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.617 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.617 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.617 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.617 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.617 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.618 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.618 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.618 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.618 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.618 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "test_orchestrator", 2024-04-22T00:56:40.618 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.618 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.619 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.619 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.619 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.619 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.619 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.619 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.619 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.619 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.619 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.619 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.620 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.620 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.620 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.620 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.620 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.620 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.620 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.620 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.620 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.621 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.621 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.621 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.621 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.621 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.622 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.622 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.622 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.622 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.622 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.622 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.622 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.623 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.623 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.623 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.623 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.623 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.624 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.624 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.624 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.624 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.624 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.624 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.625 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.625 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.625 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.625 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.625 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.625 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.625 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.626 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.626 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.626 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.626 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.626 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.626 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.626 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.626 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.627 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.627 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.627 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.627 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.627 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.627 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.627 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.627 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.627 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.627 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.628 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.628 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.628 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.628 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "volumes", 2024-04-22T00:56:40.628 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.629 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.629 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.629 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.629 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.629 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.629 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.630 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.630 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.630 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.630 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.630 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.630 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.630 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.631 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.631 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.631 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.631 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.631 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.631 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.631 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.631 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.632 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.632 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.632 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.632 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.632 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.632 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.633 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.633 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.633 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.633 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.633 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.633 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.634 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.634 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.634 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.634 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.634 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.634 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.634 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.635 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.635 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.635 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.635 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.635 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.635 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.636 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.636 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.636 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.636 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.636 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.636 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.636 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.636 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.636 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_clones": { 2024-04-22T00:56:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_clones", 2024-04-22T00:56:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4", 2024-04-22T00:56:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-22T00:56:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "periodic_async_work": { 2024-04-22T00:56:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "periodic_async_work", 2024-04-22T00:56:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Periodically check for async work", 2024-04-22T00:56:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_delay": { 2024-04-22T00:56:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_delay", 2024-04-22T00:56:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.645 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-22T00:56:40.645 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.645 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.645 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.645 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_no_wait": { 2024-04-22T00:56:40.645 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_no_wait", 2024-04-22T00:56:40.645 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.645 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.646 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.646 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.646 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.646 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.646 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.646 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-22T00:56:40.646 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.647 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.647 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.647 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.647 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.647 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix", 2024-04-22T00:56:40.647 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.648 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.648 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.648 INFO:teuthology.orchestra.run.smithi018.stdout: "discovery_interval": { 2024-04-22T00:56:40.648 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "discovery_interval", 2024-04-22T00:56:40.648 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:40.648 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.648 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.648 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "100", 2024-04-22T00:56:40.649 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.649 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.649 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.649 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.649 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.649 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.650 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.650 INFO:teuthology.orchestra.run.smithi018.stdout: "identifier": { 2024-04-22T00:56:40.650 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "identifier", 2024-04-22T00:56:40.650 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.650 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.650 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.651 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.651 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.651 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.651 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.651 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.651 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.652 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.652 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.652 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:40.652 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:40.652 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.652 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.653 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.653 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:40.653 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.653 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.653 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.653 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.654 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.654 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.654 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.654 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.654 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.654 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.654 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.655 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.655 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.655 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.655 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.655 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.655 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.655 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.656 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.656 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.656 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.656 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.656 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.656 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.656 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.657 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.657 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.657 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.657 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.657 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.657 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.657 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.657 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.658 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.658 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.658 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.658 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.658 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.658 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.659 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.659 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.659 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.659 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.659 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.659 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.660 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.660 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.660 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.660 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.660 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.660 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.660 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.661 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.661 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.661 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.661 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.661 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.661 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.661 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.661 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.662 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.662 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.662 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.662 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.662 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.662 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.662 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.663 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.663 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.663 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.663 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.663 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.663 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.663 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.664 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.664 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_host": { 2024-04-22T00:56:40.664 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_host", 2024-04-22T00:56:40.664 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.664 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.664 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.665 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.665 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.665 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.665 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.665 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.665 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.665 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.666 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.666 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_port": { 2024-04-22T00:56:40.666 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_port", 2024-04-22T00:56:40.666 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.666 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.666 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.667 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10051", 2024-04-22T00:56:40.667 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.667 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.667 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.667 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.667 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.667 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.668 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.668 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_sender": { 2024-04-22T00:56:40.668 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_sender", 2024-04-22T00:56:40.668 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.668 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.668 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.668 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-22T00:56:40.669 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.669 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.669 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.669 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.669 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.669 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.670 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.670 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.670 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.670 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.670 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-04-22T00:56:40.670 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.670 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.670 INFO:teuthology.orchestra.run.smithi018.stdout: "modules": [ 2024-04-22T00:56:40.670 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm", 2024-04-22T00:56:40.670 INFO:teuthology.orchestra.run.smithi018.stdout: "dashboard", 2024-04-22T00:56:40.671 INFO:teuthology.orchestra.run.smithi018.stdout: "iostat", 2024-04-22T00:56:40.671 INFO:teuthology.orchestra.run.smithi018.stdout: "nfs", 2024-04-22T00:56:40.671 INFO:teuthology.orchestra.run.smithi018.stdout: "restful" 2024-04-22T00:56:40.671 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.671 INFO:teuthology.orchestra.run.smithi018.stdout: "available_modules": [ 2024-04-22T00:56:40.671 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.671 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "alerts", 2024-04-22T00:56:40.671 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.671 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.672 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.672 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:40.672 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:40.672 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.672 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.672 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.672 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:40.672 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.672 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.673 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.673 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How frequently to reexamine health status", 2024-04-22T00:56:40.673 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.673 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.673 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.673 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.673 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.674 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.674 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.674 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.674 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.674 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.674 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.674 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.675 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.675 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.675 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.675 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.675 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.675 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.675 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.675 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.675 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.676 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.676 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.676 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.676 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.676 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.676 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.676 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.677 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.677 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.677 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.677 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.677 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.677 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.677 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.677 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.678 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.678 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.678 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.678 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.678 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.678 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.678 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.678 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.679 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.679 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.679 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.679 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.679 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.679 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.679 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.680 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.680 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.680 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.680 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.680 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.680 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.680 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.681 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.681 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.681 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.681 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.681 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.681 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.681 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.682 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.682 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.682 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.682 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.682 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.682 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.683 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_destination": { 2024-04-22T00:56:40.683 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_destination", 2024-04-22T00:56:40.683 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.683 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.683 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.683 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.683 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.684 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.684 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.684 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email address to send alerts to", 2024-04-22T00:56:40.684 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.684 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.684 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.685 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.685 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_from_name": { 2024-04-22T00:56:40.685 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_from_name", 2024-04-22T00:56:40.685 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.685 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.685 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.685 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "Ceph", 2024-04-22T00:56:40.686 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.686 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.686 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.686 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email From: name", 2024-04-22T00:56:40.686 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.686 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.686 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.687 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_host": { 2024-04-22T00:56:40.687 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_host", 2024-04-22T00:56:40.687 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.687 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.687 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.687 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.687 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.688 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.688 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.688 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP server", 2024-04-22T00:56:40.688 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.688 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.688 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.688 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_password": { 2024-04-22T00:56:40.689 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_password", 2024-04-22T00:56:40.689 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.689 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.689 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.689 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.689 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.689 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.689 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.689 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Password to authenticate with", 2024-04-22T00:56:40.690 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.690 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.690 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.690 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_port": { 2024-04-22T00:56:40.690 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_port", 2024-04-22T00:56:40.690 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.690 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.691 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.691 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "465", 2024-04-22T00:56:40.691 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.691 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.691 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.691 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP port", 2024-04-22T00:56:40.691 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.691 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.692 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.692 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_sender": { 2024-04-22T00:56:40.692 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_sender", 2024-04-22T00:56:40.692 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.692 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.692 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.692 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.692 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.693 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.693 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.693 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP envelope sender", 2024-04-22T00:56:40.693 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.693 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.693 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.693 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_ssl": { 2024-04-22T00:56:40.694 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_ssl", 2024-04-22T00:56:40.694 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.694 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.694 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.694 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.694 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.694 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.695 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.695 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-22T00:56:40.695 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.695 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.695 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.695 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_user": { 2024-04-22T00:56:40.695 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_user", 2024-04-22T00:56:40.696 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.696 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.696 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.696 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.696 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.696 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.696 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.697 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "User to authenticate as", 2024-04-22T00:56:40.697 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.697 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.697 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.697 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.697 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.698 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "balancer", 2024-04-22T00:56:40.698 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.698 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.698 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.698 INFO:teuthology.orchestra.run.smithi018.stdout: "active": { 2024-04-22T00:56:40.698 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "active", 2024-04-22T00:56:40.698 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.699 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.699 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.699 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.699 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.699 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.699 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.699 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically balance PGs across cluster", 2024-04-22T00:56:40.699 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.700 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.700 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.700 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_time": { 2024-04-22T00:56:40.700 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_time", 2024-04-22T00:56:40.700 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.700 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.701 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.701 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0000", 2024-04-22T00:56:40.701 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.701 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.701 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.701 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "beginning time of day to automatically balance", 2024-04-22T00:56:40.701 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:56:40.701 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.702 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.702 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_weekday": { 2024-04-22T00:56:40.702 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_weekday", 2024-04-22T00:56:40.702 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:40.702 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.702 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.703 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:40.703 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-04-22T00:56:40.703 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-04-22T00:56:40.703 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.703 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-22T00:56:40.703 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:56:40.703 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.704 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.704 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_max_iterations": { 2024-04-22T00:56:40.704 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_max_iterations", 2024-04-22T00:56:40.704 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:40.704 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.705 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.705 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "25", 2024-04-22T00:56:40.705 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:40.705 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "250", 2024-04-22T00:56:40.705 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.705 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-22T00:56:40.705 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.705 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.705 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.706 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_metrics": { 2024-04-22T00:56:40.706 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_metrics", 2024-04-22T00:56:40.706 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.706 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.706 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.706 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "pgs,objects,bytes", 2024-04-22T00:56:40.706 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.706 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.707 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.707 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-22T00:56:40.707 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-22T00:56:40.707 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.707 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.707 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_step": { 2024-04-22T00:56:40.707 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_step", 2024-04-22T00:56:40.708 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.708 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.708 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.708 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.5", 2024-04-22T00:56:40.708 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0.001", 2024-04-22T00:56:40.708 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "0.999", 2024-04-22T00:56:40.709 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.709 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "aggressiveness of optimization", 2024-04-22T00:56:40.709 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-22T00:56:40.709 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.709 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.709 INFO:teuthology.orchestra.run.smithi018.stdout: "end_time": { 2024-04-22T00:56:40.710 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_time", 2024-04-22T00:56:40.710 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.710 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.710 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.710 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2359", 2024-04-22T00:56:40.710 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.711 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.711 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.711 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ending time of day to automatically balance", 2024-04-22T00:56:40.711 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:56:40.711 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.711 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.712 INFO:teuthology.orchestra.run.smithi018.stdout: "end_weekday": { 2024-04-22T00:56:40.712 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_weekday", 2024-04-22T00:56:40.712 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:40.712 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.712 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.712 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:40.712 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-04-22T00:56:40.713 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-04-22T00:56:40.713 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.713 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-22T00:56:40.713 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:56:40.713 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.713 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.713 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.714 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.714 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.714 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.714 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.714 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.714 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.714 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.715 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.715 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.715 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.715 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.715 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.715 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.715 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.715 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.715 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.715 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.716 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.716 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.716 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.716 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.716 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.716 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.717 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.717 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.717 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.717 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.717 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.717 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.717 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.718 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.718 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.718 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.718 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.718 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.718 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.719 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.719 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.719 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.719 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.719 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.719 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.719 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.720 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.721 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.721 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.721 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.721 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.721 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.721 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.722 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.722 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.722 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.722 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.722 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.722 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.723 INFO:teuthology.orchestra.run.smithi018.stdout: "min_score": { 2024-04-22T00:56:40.723 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_score", 2024-04-22T00:56:40.723 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.723 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.723 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.723 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:40.723 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.723 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.724 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.724 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-22T00:56:40.724 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.724 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.724 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.725 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-04-22T00:56:40.725 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-04-22T00:56:40.725 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.725 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.725 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.725 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "upmap", 2024-04-22T00:56:40.725 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.725 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.725 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.725 INFO:teuthology.orchestra.run.smithi018.stdout: "crush-compat", 2024-04-22T00:56:40.726 INFO:teuthology.orchestra.run.smithi018.stdout: "none", 2024-04-22T00:56:40.726 INFO:teuthology.orchestra.run.smithi018.stdout: "read", 2024-04-22T00:56:40.726 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap", 2024-04-22T00:56:40.726 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap-read" 2024-04-22T00:56:40.726 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.726 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Balancer mode", 2024-04-22T00:56:40.726 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.726 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.727 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.727 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_ids": { 2024-04-22T00:56:40.727 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_ids", 2024-04-22T00:56:40.727 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.727 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.727 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.727 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.728 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.728 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.728 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.728 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-22T00:56:40.728 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.728 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.728 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.729 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:40.729 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:40.729 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.729 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.729 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.729 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:40.729 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.730 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.730 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.730 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-22T00:56:40.730 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.730 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.730 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.731 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_deviation": { 2024-04-22T00:56:40.731 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_deviation", 2024-04-22T00:56:40.731 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.731 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.731 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.731 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:40.732 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:40.732 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.732 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.732 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-22T00:56:40.732 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-22T00:56:40.732 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.732 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_optimizations": { 2024-04-22T00:56:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_optimizations", 2024-04-22T00:56:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-22T00:56:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm", 2024-04-22T00:56:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_down_multiplier": { 2024-04-22T00:56:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_down_multiplier", 2024-04-22T00:56:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-04-22T00:56:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-22T00:56:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_refresh_rate": { 2024-04-22T00:56:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_refresh_rate", 2024-04-22T00:56:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "20", 2024-04-22T00:56:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_starting_port": { 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_starting_port", 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4721", 2024-04-22T00:56:40.742 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_ptrace": { 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_ptrace", 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.743 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_interval": { 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_interval", 2024-04-22T00:56:40.744 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_memory_target_ratio": { 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_memory_target_ratio", 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.7", 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.746 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm_log_destination": { 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm_log_destination", 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "file", 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "file,syslog", 2024-04-22T00:56:40.747 INFO:teuthology.orchestra.run.smithi018.stdout: "syslog" 2024-04-22T00:56:40.748 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.748 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-22T00:56:40.748 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.748 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.748 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.749 INFO:teuthology.orchestra.run.smithi018.stdout: "cgroups_split": { 2024-04-22T00:56:40.749 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cgroups_split", 2024-04-22T00:56:40.749 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.749 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.749 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.749 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.749 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "config_checks_enabled": { 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_checks_enabled", 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.750 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "config_dashboard": { 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_dashboard", 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.751 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_alertmanager": { 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_alertmanager", 2024-04-22T00:56:40.752 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.753 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.753 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.753 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-22T00:56:40.753 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.753 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.753 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.753 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:40.753 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.753 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.754 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.754 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_base": { 2024-04-22T00:56:40.754 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_base", 2024-04-22T00:56:40.754 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.754 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.754 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Container image name, without the tag", 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_elasticsearch": { 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_elasticsearch", 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.755 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "elasticsearch container image", 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_grafana": { 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_grafana", 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.756 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.757 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_haproxy": { 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_haproxy", 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "HAproxy container image", 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_agent": { 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_agent", 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger agent container image", 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.759 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.760 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.760 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_collector": { 2024-04-22T00:56:40.760 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_collector", 2024-04-22T00:56:40.760 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.760 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.760 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.760 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-22T00:56:40.760 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.760 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger collector container image", 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_query": { 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_query", 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.761 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger query container image", 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_keepalived": { 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_keepalived", 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-22T00:56:40.762 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Keepalived container image", 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_loki": { 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_loki", 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.763 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.764 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.764 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Loki container image", 2024-04-22T00:56:40.764 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.764 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.764 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.764 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_node_exporter": { 2024-04-22T00:56:40.765 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_node_exporter", 2024-04-22T00:56:40.765 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.765 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.765 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.765 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-22T00:56:40.765 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.765 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.766 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.766 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:40.766 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.766 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.766 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.766 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_nvmeof": { 2024-04-22T00:56:40.766 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_nvmeof", 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Nvme-of container image", 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_prometheus": { 2024-04-22T00:56:40.767 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_prometheus", 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_promtail": { 2024-04-22T00:56:40.768 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_promtail", 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Promtail container image", 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_samba": { 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_samba", 2024-04-22T00:56:40.769 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.770 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.770 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.770 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-22T00:56:40.770 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.770 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.770 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.770 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Samba/SMB container image", 2024-04-22T00:56:40.770 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.770 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_snmp_gateway": { 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_snmp_gateway", 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.771 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SNMP Gateway container image", 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: "container_init": { 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_init", 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.772 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Run podman/docker with `--init`", 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "daemon_cache_timeout": { 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "daemon_cache_timeout", 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:40.773 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "default_cephadm_command_timeout": { 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_cephadm_command_timeout", 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.774 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "900", 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: "default_registry": { 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_registry", 2024-04-22T00:56:40.775 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io", 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.776 INFO:teuthology.orchestra.run.smithi018.stdout: "device_cache_timeout": { 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_cache_timeout", 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1800", 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache device inventory", 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.777 INFO:teuthology.orchestra.run.smithi018.stdout: "device_enhanced_scan": { 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_enhanced_scan", 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "facts_cache_timeout": { 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "facts_cache_timeout", 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache host facts data", 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "grafana_dashboards_path": { 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "grafana_dashboards_path", 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.781 INFO:teuthology.orchestra.run.smithi018.stdout: "host_check_interval": { 2024-04-22T00:56:40.781 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "host_check_interval", 2024-04-22T00:56:40.781 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.781 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.781 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.781 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:40.781 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.781 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.781 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to perform a host check", 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "hw_monitoring": { 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hw_monitoring", 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.782 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "inventory_list_all": { 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "inventory_list_all", 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.783 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.784 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.785 INFO:teuthology.orchestra.run.smithi018.stdout: "log_refresh_metadata": { 2024-04-22T00:56:40.786 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_refresh_metadata", 2024-04-22T00:56:40.786 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.786 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.786 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.786 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.786 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.786 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.786 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.786 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-22T00:56:40.787 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.788 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.789 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-22T00:56:40.790 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-22T00:56:40.791 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.791 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.791 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.791 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.791 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.791 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.791 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.791 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-22T00:56:40.792 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.792 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.792 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.792 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-22T00:56:40.792 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-22T00:56:40.793 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.793 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.793 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.793 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "*", 2024-04-22T00:56:40.793 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.793 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.794 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.794 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-22T00:56:40.794 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.794 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.794 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.795 INFO:teuthology.orchestra.run.smithi018.stdout: "max_count_per_host": { 2024-04-22T00:56:40.795 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_count_per_host", 2024-04-22T00:56:40.795 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.795 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.795 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of daemons per service per host", 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "max_osd_draining_count": { 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_osd_draining_count", 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.796 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.797 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.797 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.797 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.797 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.797 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.797 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-22T00:56:40.797 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.797 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.797 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "migration_current": { 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "migration_current", 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "internal - do not modify", 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.798 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "root", 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm-package", 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "root" 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.799 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "mode for remote execution of cephadm", 2024-04-22T00:56:40.800 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.800 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.800 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.800 INFO:teuthology.orchestra.run.smithi018.stdout: "oob_default_addr": { 2024-04-22T00:56:40.800 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "oob_default_addr", 2024-04-22T00:56:40.800 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.800 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.800 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.800 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "169.254.1.1", 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "prometheus_alerts_path": { 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus_alerts_path", 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.801 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.802 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-22T00:56:40.802 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.802 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.802 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.802 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-22T00:56:40.802 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.802 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.802 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.803 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_insecure": { 2024-04-22T00:56:40.803 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_insecure", 2024-04-22T00:56:40.803 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.803 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.803 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.803 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_password": { 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_password", 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.804 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_url": { 2024-04-22T00:56:40.805 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_url", 2024-04-22T00:56:40.806 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.806 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.806 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.806 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.806 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.806 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.806 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.806 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-22T00:56:40.806 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.807 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.807 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.807 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_username": { 2024-04-22T00:56:40.807 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_username", 2024-04-22T00:56:40.807 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.807 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.807 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.808 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.808 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.808 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.808 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.808 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-22T00:56:40.808 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.808 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.808 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.809 INFO:teuthology.orchestra.run.smithi018.stdout: "secure_monitoring_stack": { 2024-04-22T00:56:40.809 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "secure_monitoring_stack", 2024-04-22T00:56:40.809 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.809 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.809 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.809 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.809 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.809 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.810 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.810 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-22T00:56:40.810 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.810 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.810 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.810 INFO:teuthology.orchestra.run.smithi018.stdout: "service_discovery_port": { 2024-04-22T00:56:40.811 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "service_discovery_port", 2024-04-22T00:56:40.811 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.811 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.811 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.811 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8765", 2024-04-22T00:56:40.811 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.811 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.811 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "cephadm service discovery port", 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: "ssh_config_file": { 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssh_config_file", 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.812 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.813 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.813 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.813 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.813 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-22T00:56:40.813 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.813 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.813 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.814 INFO:teuthology.orchestra.run.smithi018.stdout: "use_agent": { 2024-04-22T00:56:40.814 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_agent", 2024-04-22T00:56:40.814 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.814 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.814 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.814 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.814 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "use_repo_digest": { 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_repo_digest", 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.815 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_failed_host_check": { 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_failed_host_check", 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if the host check fails", 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_daemons": { 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_daemons", 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_hosts": { 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_hosts", 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.818 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crash", 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.819 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.820 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.821 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.822 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.823 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.824 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "retain_interval": { 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retain_interval", 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "31536000", 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.825 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_recent_interval": { 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_recent_interval", 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.826 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1209600", 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dashboard", 2024-04-22T00:56:40.827 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.828 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.828 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.828 INFO:teuthology.orchestra.run.smithi018.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-22T00:56:40.828 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-22T00:56:40.828 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.828 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.828 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.828 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.828 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_HOST": { 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.829 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.830 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_ENABLED": { 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_ENABLED", 2024-04-22T00:56:40.831 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-22T00:56:40.832 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: "ENABLE_BROWSABLE_API": { 2024-04-22T00:56:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-22T00:56:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.836 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.837 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.838 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.839 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.839 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.839 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.839 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.839 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.839 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.840 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.841 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.842 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.842 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.842 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.842 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-22T00:56:40.842 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-22T00:56:40.842 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.842 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.842 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.843 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.843 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.843 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.843 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.843 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.843 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.843 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.843 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.843 INFO:teuthology.orchestra.run.smithi018.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.844 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.845 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.845 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_PASSWORD": { 2024-04-22T00:56:40.845 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-22T00:56:40.845 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.845 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.845 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.845 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-04-22T00:56:40.845 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.845 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.846 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_URL": { 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_URL", 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.847 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_USERNAME": { 2024-04-22T00:56:40.848 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.849 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.850 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.850 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-22T00:56:40.850 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-22T00:56:40.850 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.850 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.850 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.850 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.850 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.850 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.850 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.851 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.852 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.853 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_HOST": { 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.854 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-22T00:56:40.855 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.856 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.857 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.858 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.859 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.860 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.861 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.861 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.861 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.861 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.861 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.861 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-22T00:56:40.861 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.862 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.864 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_ENABLED": { 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.865 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-22T00:56:40.866 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-22T00:56:40.866 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.866 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.866 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.866 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-22T00:56:40.867 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.867 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.867 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.867 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.867 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.867 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.868 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.868 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-22T00:56:40.868 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-22T00:56:40.868 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.868 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.868 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.869 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.869 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.869 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.869 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.869 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.869 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.869 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.869 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8", 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.870 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.871 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.871 INFO:teuthology.orchestra.run.smithi018.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-22T00:56:40.871 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-22T00:56:40.871 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.871 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.871 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.871 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "45", 2024-04-22T00:56:40.871 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.871 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.872 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.872 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.872 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.872 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.872 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.872 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.872 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ACCESS_KEY": { 2024-04-22T00:56:40.872 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-22T00:56:40.873 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.873 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.873 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.873 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.873 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.873 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.873 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.874 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.874 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.874 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.874 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.874 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-22T00:56:40.875 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-22T00:56:40.875 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.875 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.875 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.875 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-04-22T00:56:40.875 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.875 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.875 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.875 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SECRET_KEY": { 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.876 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.877 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.877 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.877 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.877 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.877 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SSL_VERIFY": { 2024-04-22T00:56:40.877 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-22T00:56:40.877 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.877 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.877 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.878 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.878 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.878 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.878 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.878 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.878 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.878 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.878 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.878 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-22T00:56:40.879 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-22T00:56:40.879 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.879 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.879 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.879 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:40.879 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.879 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.880 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.880 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.880 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.880 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.880 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.880 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-22T00:56:40.881 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-22T00:56:40.882 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.882 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.882 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.882 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:40.882 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.882 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.882 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.882 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.882 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: "cross_origin_url": { 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cross_origin_url", 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.883 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "crt_file": { 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crt_file", 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.884 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "debug": { 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "debug", 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.885 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable/disable debug options", 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: "jwt_token_ttl": { 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "jwt_token_ttl", 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.886 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "28800", 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-04-22T00:56:40.887 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.889 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.890 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.891 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.892 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.892 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.892 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.892 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.892 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.892 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.892 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.893 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.893 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.893 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.893 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.893 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.893 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.893 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.894 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.894 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.894 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.894 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.894 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.894 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.894 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.895 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.895 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.895 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.895 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.895 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.895 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.895 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.895 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.896 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.896 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.896 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.896 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.896 INFO:teuthology.orchestra.run.smithi018.stdout: "motd": { 2024-04-22T00:56:40.896 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "motd", 2024-04-22T00:56:40.896 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.896 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.897 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.897 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.897 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.897 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.897 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.897 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "The message of the day", 2024-04-22T00:56:40.898 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.898 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.898 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.898 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect_resolve_ip_addr": { 2024-04-22T00:56:40.898 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "redirect_resolve_ip_addr", 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.899 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.900 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8080", 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.901 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.902 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl_server_port": { 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl_server_port", 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8443", 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.903 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "redirect", 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect" 2024-04-22T00:56:40.904 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.905 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.905 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.905 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.905 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.905 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.905 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-04-22T00:56:40.905 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-04-22T00:56:40.905 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.906 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "url_prefix": { 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url_prefix", 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.907 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "devicehealth", 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_monitoring": { 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_monitoring", 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.908 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.909 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.909 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.909 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.909 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "monitor device health metrics", 2024-04-22T00:56:40.909 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.909 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.909 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.910 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.910 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.910 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.910 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.910 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.910 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.910 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.911 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.911 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.911 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.911 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.911 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.911 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.911 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.911 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.912 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.912 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.912 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.912 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.912 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.912 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.912 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.912 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.912 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.913 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.913 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.913 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.913 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.913 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.913 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.913 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.913 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.914 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.914 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.914 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.914 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.914 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.914 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.915 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.915 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.915 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.915 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.915 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.915 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.916 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.916 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.916 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.916 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.916 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.916 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.916 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.917 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.917 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.917 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.917 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.917 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.917 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.917 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.918 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.918 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.918 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.918 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.918 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.918 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.918 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.918 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.919 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.919 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.919 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.919 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.919 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.919 INFO:teuthology.orchestra.run.smithi018.stdout: "mark_out_threshold": { 2024-04-22T00:56:40.919 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mark_out_threshold", 2024-04-22T00:56:40.920 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.920 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.920 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.920 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2419200", 2024-04-22T00:56:40.920 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.920 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_name": { 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_name", 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "device_health_metrics", 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.921 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "retention_period": { 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retention_period", 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.922 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15552000", 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain device health metrics", 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_frequency": { 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_frequency", 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.923 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "self_heal": { 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "self_heal", 2024-04-22T00:56:40.924 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.925 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.925 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.925 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:40.925 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.925 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.925 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.925 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-22T00:56:40.926 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.926 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.926 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.926 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:40.926 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:40.926 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.927 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.927 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.927 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:40.927 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.927 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.927 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.928 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and check device health", 2024-04-22T00:56:40.928 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.928 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.928 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.928 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.928 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_threshold": { 2024-04-22T00:56:40.929 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_threshold", 2024-04-22T00:56:40.929 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.929 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.929 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.929 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7257600", 2024-04-22T00:56:40.929 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.930 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.930 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.930 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-22T00:56:40.930 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.930 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.930 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.930 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.930 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.930 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.931 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "diskprediction_local", 2024-04-22T00:56:40.931 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.931 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.931 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.931 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.932 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.932 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.932 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.932 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.932 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.932 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.933 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.934 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.935 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.936 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "predict_interval": { 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predict_interval", 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.937 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: "predictor_model": { 2024-04-22T00:56:40.938 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predictor_model", 2024-04-22T00:56:40.939 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.942 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.942 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.942 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "prophetstor", 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.943 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "influx", 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": false, 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "influxdb python module not found", 2024-04-22T00:56:40.944 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "batch_size": { 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "batch_size", 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5000", 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "database": { 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "database", 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "ceph", 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "hostname": { 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hostname", 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server hostname", 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.947 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "30", 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "5", 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.949 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.950 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.951 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.952 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.953 INFO:teuthology.orchestra.run.smithi018.stdout: "password": { 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "password", 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "password of InfluxDB server user", 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "port": { 2024-04-22T00:56:40.954 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "port", 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8086", 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server port", 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-04-22T00:56:40.955 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "false", 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "threads": { 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threads", 2024-04-22T00:56:40.956 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "32", 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "username": { 2024-04-22T00:56:40.957 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "username", 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "username of InfluxDB server user", 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "verify_ssl": { 2024-04-22T00:56:40.958 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "verify_ssl", 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "true", 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "insights", 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.960 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.961 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.962 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.963 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.964 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "iostat", 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.965 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.966 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.967 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.968 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.969 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.970 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "k8sevents", 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_event_retention_days": { 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ceph_event_retention_days", 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7", 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.971 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "config_check_secs": { 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_check_secs", 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "10", 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.972 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.973 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.974 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.975 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.976 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.977 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "localpool", 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: "failure_domain": { 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "failure_domain", 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.978 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "host", 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "failure domain for any created local pool", 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.979 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.982 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.983 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "min_size": { 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_size", 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.984 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default min_size for any created local pool", 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "num_rep": { 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "num_rep", 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3", 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.985 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default replica count for any created local pool", 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_num": { 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_num", 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "128", 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.986 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default pg_num for any created local pool", 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "prefix": { 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prefix", 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.987 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name prefix for any created local pool", 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "subtree": { 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "subtree", 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "rack", 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.988 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mds_autoscaler", 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.989 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.990 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.991 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.992 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.993 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:40.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirroring", 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.995 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:40.996 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:40.997 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:40.998 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:40.999 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "nfs", 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.000 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.001 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.002 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.003 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.004 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.005 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "fail_fs": { 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "fail_fs", 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.007 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.008 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.009 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.011 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator": { 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm", 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "rook", 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "test_orchestrator" 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Orchestrator backend", 2024-04-22T00:56:41.012 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_perf_query", 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.013 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.014 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.015 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.016 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.017 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_support", 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.018 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.019 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.020 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.021 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.022 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.023 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_autoscaler", 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.024 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.025 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.026 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.027 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.028 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.029 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "threshold": { 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threshold", 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1.0", 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.030 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "scaling threshold", 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "progress", 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_pg_recovery_event": { 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_pg_recovery_event", 2024-04-22T00:56:41.031 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-04-22T00:56:41.032 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.033 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.034 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.035 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.036 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.037 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "max_completed_events": { 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_completed_events", 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.038 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "50", 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "number of past completed events to remember", 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.039 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long the module is going to sleep", 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus", 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.040 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "cache": { 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cache", 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.041 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "exclude_perf_counters": { 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "exclude_perf_counters", 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-22T00:56:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.043 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.044 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.045 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.046 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.047 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools": { 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools", 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.048 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "300", 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_interval": { 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_interval", 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15.0", 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.051 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "9283", 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "stale_cache_strategy": { 2024-04-22T00:56:41.052 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stale_cache_strategy", 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "log", 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-04-22T00:56:41.053 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "default", 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "default", 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "error" 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.054 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.055 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_support", 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.056 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.060 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_snap_create": { 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_snap_create", 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.061 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "mirror_snapshot_schedule": { 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirror_snapshot_schedule", 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.062 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "trash_purge_schedule": { 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "trash_purge_schedule", 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.063 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "restful", 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_auth": { 2024-04-22T00:56:41.064 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_auth", 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-04-22T00:56:41.065 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.066 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.067 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.068 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.069 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.070 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.071 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.072 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rgw", 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.073 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.074 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.075 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.076 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.077 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.078 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rook", 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.079 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.080 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.081 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.082 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.083 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "storage_class": { 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "storage_class", 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "local", 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.084 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "selftest", 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.085 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.087 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.088 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.089 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "roption1": { 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption1", 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.090 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "roption2": { 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption2", 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "xyz", 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.091 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption1": { 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption1", 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.092 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption2": { 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption2", 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.093 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption3": { 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption3", 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.094 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption4": { 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption4", 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.095 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption5": { 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption5", 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.096 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption6": { 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption6", 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.097 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption7": { 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption7", 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "42", 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.098 INFO:teuthology.orchestra.run.smithi018.stdout: "testkey": { 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testkey", 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "testlkey": { 2024-04-22T00:56:41.099 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testlkey", 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "testnewline": { 2024-04-22T00:56:41.100 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testnewline", 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.101 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snap_schedule", 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_m_granularity": { 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_m_granularity", 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.102 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow minute scheduled snapshots", 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "dump_on_update": { 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dump_on_update", 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.103 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "dump database to debug log on update", 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.104 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.105 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.106 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.107 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.108 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stats", 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.109 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.110 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.111 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.112 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.113 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "status", 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.114 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.115 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.116 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.117 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.118 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.119 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telegraf", 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "address": { 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "address", 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.120 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15", 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.121 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.122 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.123 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.124 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.125 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.126 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telemetry", 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_basic": { 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_basic", 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.127 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_crash": { 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_crash", 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.128 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_device": { 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_device", 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.129 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_ident": { 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_ident", 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.130 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_perf": { 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_perf", 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.131 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "contact": { 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "contact", 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.132 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "description": { 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "description", 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.133 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "device_url": { 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_url", 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-22T00:56:41.134 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.135 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "24", 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "8", 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.136 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "last_opt_revision": { 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "last_opt_revision", 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1", 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.137 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard": { 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard", 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.138 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard_description": { 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard_description", 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.139 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.140 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.141 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.142 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.143 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.144 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: "organization": { 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "organization", 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.146 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "proxy": { 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "proxy", 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.147 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "url": { 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url", 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-22T00:56:41.148 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "test_orchestrator", 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.149 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.150 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.151 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.152 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.153 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "volumes", 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.155 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.156 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.157 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.158 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.159 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_clones": { 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_clones", 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4", 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.160 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "periodic_async_work": { 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "periodic_async_work", 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Periodically check for async work", 2024-04-22T00:56:41.161 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_delay": { 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_delay", 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.162 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_no_wait": { 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_no_wait", 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.163 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix", 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: "discovery_interval": { 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "discovery_interval", 2024-04-22T00:56:41.164 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "100", 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "identifier": { 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "identifier", 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.165 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-04-22T00:56:41.166 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.167 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.168 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.169 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-04-22T00:56:41.170 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-04-22T00:56:41.171 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_host": { 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_host", 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-04-22T00:56:41.172 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_port": { 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_port", 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10051", 2024-04-22T00:56:41.173 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_sender": { 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_sender", 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-22T00:56:41.174 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: "services": { 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: "dashboard": "https://172.21.15.18:8443/" 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: "always_on_modules": { 2024-04-22T00:56:41.175 INFO:teuthology.orchestra.run.smithi018.stdout: "octopus": [ 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "balancer", 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "crash", 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "devicehealth", 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator", 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_autoscaler", 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "progress", 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_support", 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "status", 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "telemetry", 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "volumes" 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "pacific": [ 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "balancer", 2024-04-22T00:56:41.176 INFO:teuthology.orchestra.run.smithi018.stdout: "crash", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "devicehealth", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_autoscaler", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "progress", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_support", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "status", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "telemetry", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "volumes" 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "quincy": [ 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "balancer", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "crash", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "devicehealth", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_autoscaler", 2024-04-22T00:56:41.177 INFO:teuthology.orchestra.run.smithi018.stdout: "progress", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_support", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "status", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "telemetry", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "volumes" 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "reef": [ 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "balancer", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "crash", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "devicehealth", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_autoscaler", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "progress", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_support", 2024-04-22T00:56:41.178 INFO:teuthology.orchestra.run.smithi018.stdout: "status", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "telemetry", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "volumes" 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "squid": [ 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "balancer", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "crash", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "devicehealth", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_autoscaler", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "progress", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_support", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "status", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "telemetry", 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: "volumes" 2024-04-22T00:56:41.179 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: "last_failure_osd_epoch": 3, 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: "active_clients": [ 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "devicehealth", 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:0", 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 1068305427 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.180 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "libcephsqlite", 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:0", 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 1339808364 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_support", 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:0", 2024-04-22T00:56:41.181 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 1673086311 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "volumes", 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:0", 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 3815393573 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:41.182 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-04-22T00:56:41.183 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:56:41.184 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:39 smithi081 ceph-mon[31546]: pgmap v835: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 6.8 MiB/s wr, 763 op/s 2024-04-22T00:56:41.184 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:39 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/65671691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:56:41.184 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:39 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3360275564' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-22T00:56:41.184 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:39 smithi167 ceph-mon[31348]: pgmap v835: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 6.8 MiB/s wr, 763 op/s 2024-04-22T00:56:41.184 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:39 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/65671691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:56:41.184 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:39 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3360275564' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-22T00:56:41.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 -- 172.21.15.18:0/3360275564 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f480a2b90 msgr2=0x7f2f480a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:41.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f480a2b90 0x7f2f480a5050 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f2f601016f0 tx=0x7f2f5000b390 comp rx=0 tx=0).stop 2024-04-22T00:56:41.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 -- 172.21.15.18:0/3360275564 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f60101890 msgr2=0x7f2f60196e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:56:41.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f60101890 0x7f2f60196e80 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f2f54000c00 tx=0x7f2f54005dd0 comp rx=0 tx=0).stop 2024-04-22T00:56:41.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 -- 172.21.15.18:0/3360275564 shutdown_connections 2024-04-22T00:56:41.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f480a2b90 0x7f2f480a5050 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:41.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f60102250 0x7f2f6019def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:41.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f60101890 0x7f2f60196e80 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:41.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 --2- 172.21.15.18:0/3360275564 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f601006a0 0x7f2f60196940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:56:41.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 -- 172.21.15.18:0/3360275564 >> 172.21.15.18:0/3360275564 conn(0x7f2f600fbc30 msgr2=0x7f2f60104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:56:41.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 -- 172.21.15.18:0/3360275564 shutdown_connections 2024-04-22T00:56:41.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:56:39.588+0000 7f2f66f9a640 1 -- 172.21.15.18:0/3360275564 wait complete. 2024-04-22T00:56:41.192 DEBUG:tasks.check_counter:Getting stats from a 2024-04-22T00:56:41.192 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-22T00:56:41.193 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:39 smithi018 ceph-mon[27979]: pgmap v835: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 6.8 MiB/s wr, 763 op/s 2024-04-22T00:56:41.193 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:39 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/65671691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:56:41.193 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:39 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3360275564' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-22T00:56:41.490 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:56:42.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:41 smithi018 ceph-mon[27979]: pgmap v836: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 6.7 MiB/s wr, 777 op/s 2024-04-22T00:56:42.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:41 smithi167 ceph-mon[31348]: pgmap v836: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 6.7 MiB/s wr, 777 op/s 2024-04-22T00:56:42.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:41 smithi081 ceph-mon[31546]: pgmap v836: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 6.7 MiB/s wr, 777 op/s 2024-04-22T00:56:44.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:43 smithi167 ceph-mon[31348]: pgmap v837: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 4.9 MiB/s wr, 583 op/s 2024-04-22T00:56:44.331 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:43 smithi018 ceph-mon[27979]: pgmap v837: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 4.9 MiB/s wr, 583 op/s 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 299, 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 294, 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 503376, 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 180208, 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 0, 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.043266443, 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.017323150, 2024-04-22T00:56:44.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.016170915, 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.007282555, 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 294, 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.037794936, 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000128554 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 503376, 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 180208 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.333 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 2, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 223, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 320, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 194832, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 2, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.017242011, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.012518882, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.001536282, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 221, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.014705950, 2024-04-22T00:56:44.334 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000066542 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 194832 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 0, 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 2, 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 0, 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 0, 2024-04-22T00:56:44.335 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 2, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 1, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.000421714, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.000351891, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:44.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "cct": { 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "total_workers": 0, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "unhealthy_workers": 0 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "mempool": { 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_items": 0, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:56:44.337 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_items": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_items": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:56:44.338 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_items": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_items": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_bytes": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_items": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:56:44.339 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_bytes": 148704, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_items": 29, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_items": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bytes": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_items": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_items": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_items": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_bytes": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_items": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:56:44.340 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_bytes": 0, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_items": 0, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_bytes": 928, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_items": 2, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_bytes": 0, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_items": 0, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_bytes": 0, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_items": 0 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "val": 0, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "max": 104857600, 2024-04-22T00:56:44.341 INFO:teuthology.orchestra.run.smithi018.stdout: "get_started": 0, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "get": 297, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "get_sum": 458679, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_success": 297, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "take": 0, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "take_sum": 0, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "put": 297, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "put_sum": 458679, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "wait": { 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:44.342 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:56:44.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:43 smithi081 ceph-mon[31546]: pgmap v837: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 4.9 MiB/s wr, 583 op/s 2024-04-22T00:56:45.305 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-04-22T00:56:45.305 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-04-22T00:56:45.305 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-04-22T00:56:45.305 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-04-22T00:56:45.305 DEBUG:tasks.check_counter:Getting stats from d 2024-04-22T00:56:45.306 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-22T00:56:45.560 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:56:46.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:45 smithi167 ceph-mon[31348]: pgmap v838: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 3.6 MiB/s wr, 432 op/s 2024-04-22T00:56:46.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:45 smithi081 ceph-mon[31546]: pgmap v838: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 3.6 MiB/s wr, 432 op/s 2024-04-22T00:56:46.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:45 smithi018 ceph-mon[27979]: pgmap v838: 129 pgs: 129 active+clean; 1.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 3.6 MiB/s wr, 432 op/s 2024-04-22T00:56:47.427 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:56:47.427 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:56:47.427 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 0, 2024-04-22T00:56:47.427 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 2, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 0, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 0, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 0, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.001360482, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.000295095, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:47.428 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 305, 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 300, 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 505008, 2024-04-22T00:56:47.429 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 184048, 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 2, 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 1, 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.042194297, 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.017580884, 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.016933830, 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.006997098, 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 300, 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.023265412, 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000077551 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:47.430 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 505008, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 184048 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 2, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 227, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 320, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 195536, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 2, 2024-04-22T00:56:47.431 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.016911854, 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.012721984, 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.001601403, 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 225, 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.016114773, 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000071621 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.432 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 195536 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "cct": { 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "total_workers": 0, 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "unhealthy_workers": 0 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "mempool": { 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_items": 0, 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:56:47.433 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_items": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_items": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:56:47.434 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_items": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_items": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_bytes": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_items": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:56:47.435 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_bytes": 148744, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_items": 30, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_items": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bytes": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_items": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_items": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_items": 0, 2024-04-22T00:56:47.436 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_bytes": 0, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_items": 0, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_bytes": 0, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_items": 0, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_bytes": 928, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_items": 2, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_bytes": 0, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_items": 0, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_bytes": 0, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_items": 0 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:56:47.437 INFO:teuthology.orchestra.run.smithi018.stdout: "val": 0, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "max": 104857600, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "get_started": 0, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "get": 303, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "get_sum": 459459, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_success": 303, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "take": 0, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "take_sum": 0, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "put": 303, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "put_sum": 459459, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "wait": { 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:47.438 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:47.439 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:47.439 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:47.439 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:47.439 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:56:48.100 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:47 smithi018 ceph-mon[27979]: pgmap v839: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 2.6 MiB/s wr, 326 op/s 2024-04-22T00:56:48.129 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-22T00:56:48.129 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-22T00:56:48.129 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-22T00:56:48.129 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-22T00:56:48.129 DEBUG:tasks.check_counter:Getting stats from g 2024-04-22T00:56:48.129 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-22T00:56:48.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:47 smithi167 ceph-mon[31348]: pgmap v839: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 2.6 MiB/s wr, 326 op/s 2024-04-22T00:56:48.384 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:56:48.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:47 smithi081 ceph-mon[31546]: pgmap v839: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 2.6 MiB/s wr, 326 op/s 2024-04-22T00:56:50.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:49 smithi018 ceph-mon[27979]: pgmap v840: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.7 MiB/s wr, 219 op/s 2024-04-22T00:56:50.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:56:50.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:56:50.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:56:50.158 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:49 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:56:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:49 smithi167 ceph-mon[31348]: pgmap v840: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.7 MiB/s wr, 219 op/s 2024-04-22T00:56:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:56:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:56:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:56:50.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:49 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:56:50.328 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:56:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:56:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 0, 2024-04-22T00:56:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 2, 2024-04-22T00:56:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 0, 2024-04-22T00:56:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 0, 2024-04-22T00:56:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-04-22T00:56:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 0, 2024-04-22T00:56:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.001514285, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.000331086, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:56:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 2, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 224, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 320, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 195008, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 2, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.016043429, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.012273488, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.001363309, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 222, 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.009514149, 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000042856 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 195008 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 302, 2024-04-22T00:56:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 297, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 504192, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 182128, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 2, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 1, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.045060433, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.018840613, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.018434960, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.006931497, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 297, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.026124067, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000087959 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 504192, 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 182128 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "cct": { 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "total_workers": 0, 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "unhealthy_workers": 0 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "mempool": { 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_items": 0, 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:56:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_items": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:56:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_items": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_items": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_items": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_bytes": 0, 2024-04-22T00:56:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_items": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_bytes": 148744, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_items": 30, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_items": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bytes": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_items": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_items": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_items": 0, 2024-04-22T00:56:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_bytes": 0, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_items": 0, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_bytes": 0, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_items": 0, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_bytes": 928, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_items": 2, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_bytes": 0, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_items": 0, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_bytes": 0, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_items": 0 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:56:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "val": 0, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "max": 104857600, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "get_started": 0, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "get": 300, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "get_sum": 459069, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_success": 300, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "take": 0, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "take_sum": 0, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "put": 300, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "put_sum": 459069, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "wait": { 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:50.339 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:56:50.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:49 smithi081 ceph-mon[31546]: pgmap v840: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.7 MiB/s wr, 219 op/s 2024-04-22T00:56:50.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:56:50.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:56:50.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:56:50.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:49 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' 2024-04-22T00:56:51.055 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-04-22T00:56:51.055 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-04-22T00:56:51.055 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-04-22T00:56:51.055 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-04-22T00:56:51.055 DEBUG:tasks.check_counter:Getting stats from j 2024-04-22T00:56:51.056 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-22T00:56:51.314 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:56:52.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:51 smithi167 ceph-mon[31348]: pgmap v841: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 743 KiB/s wr, 99 op/s 2024-04-22T00:56:52.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:51 smithi081 ceph-mon[31546]: pgmap v841: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 743 KiB/s wr, 99 op/s 2024-04-22T00:56:52.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:51 smithi018 ceph-mon[27979]: pgmap v841: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 743 KiB/s wr, 99 op/s 2024-04-22T00:56:53.015 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-04-22T00:56:53.015 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:56:53.015 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 303, 2024-04-22T00:56:53.015 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 300, 2024-04-22T00:56:53.015 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 502528, 2024-04-22T00:56:53.015 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 184880, 2024-04-22T00:56:53.015 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-04-22T00:56:53.015 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 0, 2024-04-22T00:56:53.015 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.043866296, 2024-04-22T00:56:53.015 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.017540009, 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.017529184, 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.006947259, 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 299, 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.015779342, 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000052773 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 502528, 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 184880 2024-04-22T00:56:53.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 2, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 229, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 320, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 195888, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 2, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.017503078, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.013266845, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.001561765, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 227, 2024-04-22T00:56:53.017 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.009428039, 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000041533 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 195888 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 4, 2024-04-22T00:56:53.018 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 4, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 3024, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 448, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 2, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 1, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.000621253, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.000032733, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.000550237, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 3, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000745593, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000248531 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.019 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 448 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "cct": { 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "total_workers": 0, 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "unhealthy_workers": 0 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "mempool": { 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:56:53.020 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_items": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:56:53.021 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_items": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_items": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_items": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:56:53.022 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_items": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_bytes": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_items": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_bytes": 148704, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_items": 29, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_items": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bytes": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_items": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:56:53.023 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_items": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_items": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_bytes": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_items": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_bytes": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_items": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_bytes": 928, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_items": 2, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_bytes": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_items": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_bytes": 0, 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_items": 0 2024-04-22T00:56:53.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "val": 0, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "max": 104857600, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "get_started": 0, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "get": 305, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "get_sum": 459719, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_success": 305, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "take": 0, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "take_sum": 0, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "put": 305, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "put_sum": 459719, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "wait": { 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-04-22T00:56:53.025 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-04-22T00:56:53.026 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-04-22T00:56:53.026 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:53.026 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-04-22T00:56:53.026 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-04-22T00:56:53.676 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-22T00:56:53.676 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-22T00:56:53.677 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-22T00:56:53.677 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-22T00:56:53.677 DEBUG:tasks.check_counter:Getting stats from b 2024-04-22T00:56:53.677 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-22T00:56:54.089 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:56:54.155 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:53 smithi081 ceph-mon[31546]: pgmap v842: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 76 KiB/s wr, 17 op/s 2024-04-22T00:56:54.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:53 smithi167 ceph-mon[31348]: pgmap v842: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 76 KiB/s wr, 17 op/s 2024-04-22T00:56:54.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:53 smithi018 ceph-mon[27979]: pgmap v842: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 76 KiB/s wr, 17 op/s 2024-04-22T00:56:56.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:55 smithi167 ceph-mon[31348]: pgmap v843: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 26 KiB/s wr, 8 op/s 2024-04-22T00:56:56.311 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:55 smithi081 ceph-mon[31546]: pgmap v843: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 26 KiB/s wr, 8 op/s 2024-04-22T00:56:56.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:55 smithi018 ceph-mon[27979]: pgmap v843: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 26 KiB/s wr, 8 op/s 2024-04-22T00:56:56.638 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 8946, 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 7583, 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 3339113, 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 6122766, 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 43, 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 3, 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.447363219, 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.161968528, 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.287273597, 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.045256265, 2024-04-22T00:56:56.639 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 7583, 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.333485362, 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000043978 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 12700, 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.001941162, 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000152 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:56:56.640 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 3625, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 4805, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 1128193, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 2837766, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 12, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 5, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.217777120, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.089679918, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.137374258, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.008572479, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 4803, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.152952547, 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000031845 2024-04-22T00:56:56.641 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 6443, 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000950191, 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000147 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 2096, 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 476624 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 2368, 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 2339, 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 1619412, 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 983284, 2024-04-22T00:56:56.642 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 12, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 7, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.151843522, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.050985366, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.050166156, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.043041977, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 2337, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.106983267, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000045778 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 4, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000354, 2024-04-22T00:56:56.643 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000088 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 663136, 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 207232 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: "cct": { 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: "total_workers": 1, 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: "unhealthy_workers": 0 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: "finisher-MDSRank": { 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: "queue_len": 0, 2024-04-22T00:56:56.644 INFO:teuthology.orchestra.run.smithi081.stdout: "complete_latency": { 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 4118, 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 1.122307158, 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000272536 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: "finisher-PurgeQueue": { 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: "queue_len": 0, 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: "complete_latency": { 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 264, 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.011058135, 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000041886 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.645 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": { 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "request": 1493, 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "reply": 1476, 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "reply_latency": { 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 1476, 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 3.860068982, 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.002615222 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "slow_reply": 0, 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "forward": 17, 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_fetch_complete": 2, 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_fetch_keys": 1, 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_commit": 11, 2024-04-22T00:56:56.646 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_split": 0, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_merge": 0, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes": 411, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_top": 8, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_bottom": 385, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_pin_tail": 18, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_pinned": 399, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_expired": 434, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_with_caps": 158, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": 158, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "subtrees": 12, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse": 4942, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_hit": 3828, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_forward": 15, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_discover": 109, 2024-04-22T00:56:56.647 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_remote_ino": 0, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_lock": 257, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "load_cent": 6268, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "q": 0, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "exported": 22, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "exported_inodes": 214, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "imported": 26, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "imported_inodes": 325, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "openino_dir_fetch": 0, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "openino_backtrace_fetch": 2627, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "openino_peer_discover": 0, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "root_rfiles": 1026, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "root_rbytes": 1635757999, 2024-04-22T00:56:56.648 INFO:teuthology.orchestra.run.smithi081.stdout: "root_rsnaps": 0, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_backtrace_fetch": 2627, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_set_tag": 0, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_dir_inodes": 53, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_dirfrag_rstats": 53, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_file_inodes": 2574, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_inode_file_caps": 0, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_revoke": 383, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_grant": 889, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:56:56.649 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_caps": 1148, 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_caps_dirty": 473, 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_cap_release": 91, 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: "process_request_cap_release": 912 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_cache": { 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_update": 32, 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_update_receipt": 135, 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_try_discover": 79, 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_send_discover": 164, 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_handle_discover": 48, 2024-04-22T00:56:56.650 INFO:teuthology.orchestra.run.smithi081.stdout: "num_strays": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "num_strays_delayed": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_created": 215, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_enqueued": 74, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_reintegrated": 141, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_migrated": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "num_recovering_processing": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "recovery_started": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "recovery_completed": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T00:56:56.651 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_exportdir": 22, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_flush": 0, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_fragmentdir": 0, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_fragstats": 0, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_inodestats": 0 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_log": { 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "evlrg": 0, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "evadd": 1917, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "evex": 0, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "evtrm": 0, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "ev": 1917, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "evexg": 0, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "evexd": 0, 2024-04-22T00:56:56.652 INFO:teuthology.orchestra.run.smithi081.stdout: "segadd": 3, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "segex": 0, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "segtrm": 0, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "seg": 3, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "segmjr": 2, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "segexg": 0, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "segexd": 0, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "expos": 4194304, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "wrpos": 7489884, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "rdpos": 0, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "jlat": { 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 949, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 16.351577790, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.017230324 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.653 INFO:teuthology.orchestra.run.smithi081.stdout: "replayed": 0 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_mem": { 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "ino": 190, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "ino+": 603, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "ino-": 413, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "dir": 59, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "dir+": 96, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "dir-": 37, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "dn": 412, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "dn+": 921, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "dn-": 509, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "cap": 157, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "cap+": 522, 2024-04-22T00:56:56.654 INFO:teuthology.orchestra.run.smithi081.stdout: "cap-": 365, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "rss": 60256, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "heap": 223612 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_server": { 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "dispatch_client_request": 3058, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "dispatch_server_request": 199, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_request": 1493, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_session": 306, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_peer_request": 953, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "req_create_latency": { 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 120, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.168922744, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.001407689 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.655 INFO:teuthology.orchestra.run.smithi081.stdout: "req_getattr_latency": { 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 29, 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.024979327, 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000861356 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "req_getfilelock_latency": { 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "req_link_latency": { 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 141, 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.342433156, 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.002428603 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.656 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookup_latency": { 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 693, 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 1.208347138, 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.001743646 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookuphash_latency": { 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupino_latency": { 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.657 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupname_latency": { 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupparent_latency": { 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupsnap_latency": { 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.658 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.659 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lssnap_latency": { 2024-04-22T00:56:56.659 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.659 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.659 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.659 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "req_mkdir_latency": { 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "req_mknod_latency": { 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "req_mksnap_latency": { 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.660 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "req_open_latency": { 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 130, 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.185808920, 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.001429299 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "req_readdir_latency": { 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 7, 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.009522650, 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.001360378 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rename_latency": { 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 214, 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 1.586225768, 2024-04-22T00:56:56.661 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.007412269 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: "req_renamesnap_latency": { 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: "req_snapdiff_latency": { 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.662 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rmdir_latency": { 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rmsnap_latency": { 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rmxattr_latency": { 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.663 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setattr_latency": { 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setdirlayout_latency": { 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setfilelock_latency": { 2024-04-22T00:56:56.664 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setlayout_latency": { 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setxattr_latency": { 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.665 INFO:teuthology.orchestra.run.smithi081.stdout: "req_symlink_latency": { 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "req_unlink_latency": { 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 142, 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.333829279, 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.002350910 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "req_getvxattr_latency": { 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.666 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_sessions": { 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "session_count": 1, 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "session_add": 2, 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "session_remove": 1, 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "sessions_open": 1, 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "sessions_stale": 0, 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "total_load": 235, 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "average_load": 235, 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "avg_session_uptime": 952, 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: "mdthresh_evicted": 0 2024-04-22T00:56:56.667 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "mempool": { 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bloom_filter_items": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:56:56.668 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_extent_items": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_blob_items": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_txc_items": 0, 2024-04-22T00:56:56.669 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_items": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_bytes": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_items": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_anon_bytes": 350358, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_anon_items": 278, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_meta_items": 0, 2024-04-22T00:56:56.670 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_bytes": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_items": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_mapbl_items": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_pglog_items": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_bytes": 9080, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_items": 174, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "pgmap_bytes": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "pgmap_items": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_co_bytes": 907301, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_co_items": 20012, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_1_bytes": 0, 2024-04-22T00:56:56.671 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_1_items": 0, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_2_bytes": 0, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_2_items": 0 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "objecter": { 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "op_active": 0, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "op_laggy": 0, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "op_send": 4118, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "op_send_bytes": 3394878, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "op_resend": 29, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "op_reply": 4118, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "op_latency": { 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 4118, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 26.366507481, 2024-04-22T00:56:56.672 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.006402745 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "op_inflight": 0, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "oplen_avg": { 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 4118, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 4390 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "op": 4118, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "op_r": 2661, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "op_w": 1457, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "op_rmw": 0, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "op_pg": 0, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_stat": 0, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_create": 10, 2024-04-22T00:56:56.673 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_read": 31, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_write": 980, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_writefull": 85, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_writesame": 0, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_append": 0, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_zero": 0, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_truncate": 0, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_delete": 163, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_mapext": 0, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_sparse_read": 0, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_clonerange": 0, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_getxattr": 2630, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_setxattr": 20, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:56:56.674 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_rmxattr": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_call": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_watch": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_notify": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_pgls": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_other": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_active": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_send": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_resend": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_ping": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "poolop_active": 0, 2024-04-22T00:56:56.675 INFO:teuthology.orchestra.run.smithi081.stdout: "poolop_send": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "poolop_resend": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "poolstat_active": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "poolstat_send": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "poolstat_resend": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "statfs_active": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "statfs_send": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "statfs_resend": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "command_active": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "command_send": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "command_resend": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "map_epoch": 95, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "map_full": 0, 2024-04-22T00:56:56.676 INFO:teuthology.orchestra.run.smithi081.stdout: "map_inc": 4, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_sessions": 12, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_session_open": 12, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_session_close": 0, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_laggy": 0, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_wr": 359, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_rd": 6, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_del": 106 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "oft": { 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_objs": 1, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_updates": 0, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_removes": 0 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.677 INFO:teuthology.orchestra.run.smithi081.stdout: "osd-slow-ops": { 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "slow_ops_count": 0 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "purge_queue": { 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing_ops": 0, 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing_ops_high_water": 16, 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing": 0, 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing_high_water": 8, 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executed_ops": 151, 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executed": 74, 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_item_in_journal": 0 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:56:56.678 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 104857600, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 14935, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 4719248, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 14935, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 0, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 0, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 14935, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 4719248, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.679 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-objecter_bytes": { 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 104857600, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 0, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 0, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 0, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 4118, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 3402908, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 4118, 2024-04-22T00:56:56.680 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 3402908, 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-objecter_ops": { 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 1024, 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 0, 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 0, 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:56.681 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 0, 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 4118, 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 4118, 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 4118, 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 4118, 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 3758096384, 2024-04-22T00:56:56.682 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 74, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 8066, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 74, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 0, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 0, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 31, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 8066, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:56.683 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-write_buf_throttle-0x55c51de1c500": { 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 3758096384, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 1917, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 3295580, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 1917, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 0, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 0, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 949, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 3295580, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:56.684 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:56.685 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:56.685 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:56.685 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-22T00:56:57.486 INFO:tasks.check_counter:Daemon mds.b mds.exported=22 2024-04-22T00:56:57.486 INFO:tasks.check_counter:Daemon mds.b mds.imported=26 2024-04-22T00:56:57.486 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=32 2024-04-22T00:56:57.486 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=135 2024-04-22T00:56:57.486 DEBUG:tasks.check_counter:Getting stats from e 2024-04-22T00:56:57.486 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-22T00:56:57.738 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:56:58.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:57 smithi081 ceph-mon[31546]: pgmap v844: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 27 KiB/s wr, 11 op/s 2024-04-22T00:56:58.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:57 smithi167 ceph-mon[31348]: pgmap v844: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 27 KiB/s wr, 11 op/s 2024-04-22T00:56:58.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:57 smithi018 ceph-mon[27979]: pgmap v844: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 27 KiB/s wr, 11 op/s 2024-04-22T00:56:59.058 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:58 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:56:59.240 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:58 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:56:59.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:58 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:56:59.690 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-22T00:56:59.690 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:56:59.690 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 1198, 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 1200, 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 4505139, 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 381028, 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 7, 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 2, 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.099588117, 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.031719829, 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.027231958, 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.032348502, 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 1198, 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.078115918, 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000065205 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 1311, 2024-04-22T00:56:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 1278, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 1454001, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 494563, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 4, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 3, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.122549249, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.034913534, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.039937544, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.041590265, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 1277, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.086229335, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000067524 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.693 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 649312, 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 186416 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 1162, 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 1387, 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 383296, 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 841222, 2024-04-22T00:56:59.694 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 5, 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 4, 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.129387080, 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.041112831, 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.031733856, 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.045173072, 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 1386, 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.089029573, 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000064234 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.695 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 3184, 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 473296 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: "cct": { 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: "total_workers": 1, 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: "unhealthy_workers": 0 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: "finisher-MDSRank": { 2024-04-22T00:56:59.696 INFO:teuthology.orchestra.run.smithi081.stdout: "queue_len": 0, 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "complete_latency": { 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 5681, 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.146312422, 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000025754 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "finisher-PurgeQueue": { 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "queue_len": 0, 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "complete_latency": { 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.697 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": { 2024-04-22T00:56:59.698 INFO:teuthology.orchestra.run.smithi081.stdout: "request": 0, 2024-04-22T00:56:59.698 INFO:teuthology.orchestra.run.smithi081.stdout: "reply": 0, 2024-04-22T00:56:59.698 INFO:teuthology.orchestra.run.smithi081.stdout: "reply_latency": { 2024-04-22T00:56:59.698 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.698 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.698 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.698 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.698 INFO:teuthology.orchestra.run.smithi081.stdout: "slow_reply": 0, 2024-04-22T00:56:59.699 INFO:teuthology.orchestra.run.smithi081.stdout: "forward": 0, 2024-04-22T00:56:59.699 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_fetch_complete": 0, 2024-04-22T00:56:59.699 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_fetch_keys": 0, 2024-04-22T00:56:59.699 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_commit": 0, 2024-04-22T00:56:59.699 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_split": 0, 2024-04-22T00:56:59.700 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_merge": 0, 2024-04-22T00:56:59.700 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes": 410, 2024-04-22T00:56:59.700 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_top": 90, 2024-04-22T00:56:59.700 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_bottom": 320, 2024-04-22T00:56:59.700 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_pin_tail": 0, 2024-04-22T00:56:59.700 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_pinned": 282, 2024-04-22T00:56:59.700 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_expired": 0, 2024-04-22T00:56:59.700 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_with_caps": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "subtrees": 8, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_hit": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_forward": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_discover": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_remote_ino": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_lock": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "load_cent": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "q": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "exported": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "exported_inodes": 0, 2024-04-22T00:56:59.701 INFO:teuthology.orchestra.run.smithi081.stdout: "imported": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "imported_inodes": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "openino_dir_fetch": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "openino_backtrace_fetch": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "openino_peer_discover": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "root_rfiles": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "root_rbytes": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "root_rsnaps": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_set_tag": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_dir_inodes": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T00:56:59.702 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_file_inodes": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_inode_file_caps": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_grant": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_caps": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_caps_dirty": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_cap_release": 0, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "process_request_cap_release": 0 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_cache": { 2024-04-22T00:56:59.703 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_update": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_update_receipt": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_try_discover": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_send_discover": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_handle_discover": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "num_strays": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "num_strays_delayed": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_created": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_enqueued": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_reintegrated": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_migrated": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "num_recovering_processing": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:56:59.704 INFO:teuthology.orchestra.run.smithi081.stdout: "recovery_started": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "recovery_completed": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_exportdir": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_flush": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_fragmentdir": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_fragstats": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_inodestats": 0 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_log": { 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "evlrg": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "evadd": 0, 2024-04-22T00:56:59.705 INFO:teuthology.orchestra.run.smithi081.stdout: "evex": 0, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "evtrm": 0, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "ev": 2074, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "evexg": 0, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "evexd": 0, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "segadd": 0, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "segex": 0, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "segtrm": 0, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "seg": 4, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "segmjr": 2, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "segexg": 0, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "segexd": 0, 2024-04-22T00:56:59.706 INFO:teuthology.orchestra.run.smithi081.stdout: "expos": 4194304, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "wrpos": 8953365, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "rdpos": 8924564, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "jlat": { 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "replayed": 2074 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_mem": { 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "ino": 409, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "ino+": 1467, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "ino-": 1058, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "dir": 40, 2024-04-22T00:56:59.707 INFO:teuthology.orchestra.run.smithi081.stdout: "dir+": 86, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "dir-": 46, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "dn": 593, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "dn+": 1514, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "dn-": 921, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "cap": 0, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "cap+": 0, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "cap-": 0, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "rss": 59484, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "heap": 215420 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_server": { 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "dispatch_client_request": 0, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "dispatch_server_request": 0, 2024-04-22T00:56:59.708 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_request": 0, 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_session": 0, 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_peer_request": 0, 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "req_create_latency": { 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "req_getattr_latency": { 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.709 INFO:teuthology.orchestra.run.smithi081.stdout: "req_getfilelock_latency": { 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "req_link_latency": { 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookup_latency": { 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.710 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookuphash_latency": { 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupino_latency": { 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupname_latency": { 2024-04-22T00:56:59.711 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupparent_latency": { 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupsnap_latency": { 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.712 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.713 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.713 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lssnap_latency": { 2024-04-22T00:56:59.713 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.713 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.713 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.713 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.713 INFO:teuthology.orchestra.run.smithi081.stdout: "req_mkdir_latency": { 2024-04-22T00:56:59.714 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.714 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "req_mknod_latency": { 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "req_mksnap_latency": { 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "req_open_latency": { 2024-04-22T00:56:59.715 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: "req_readdir_latency": { 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rename_latency": { 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.716 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "req_renamesnap_latency": { 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "req_snapdiff_latency": { 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rmdir_latency": { 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.717 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rmsnap_latency": { 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rmxattr_latency": { 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setattr_latency": { 2024-04-22T00:56:59.718 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setdirlayout_latency": { 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setfilelock_latency": { 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.719 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setlayout_latency": { 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setxattr_latency": { 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "req_symlink_latency": { 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.720 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "req_unlink_latency": { 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "req_getvxattr_latency": { 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.721 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_sessions": { 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "session_count": 1, 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "session_add": 1, 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "session_remove": 0, 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "sessions_open": 1, 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "sessions_stale": 0, 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "total_load": 0, 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "average_load": 0, 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "avg_session_uptime": 2114, 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "mdthresh_evicted": 0 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "mempool": { 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:56:59.722 INFO:teuthology.orchestra.run.smithi081.stdout: "bloom_filter_items": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:56:59.723 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_extent_items": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_blob_items": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_txc_items": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:56:59.724 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:56:59.725 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_items": 0, 2024-04-22T00:56:59.725 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_bytes": 0, 2024-04-22T00:56:59.725 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_items": 0, 2024-04-22T00:56:59.725 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:56:59.725 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:56:59.725 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:56:59.725 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:56:59.725 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_anon_bytes": 207299, 2024-04-22T00:56:59.725 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_anon_items": 282, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_meta_items": 0, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_bytes": 0, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_items": 0, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_mapbl_items": 0, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_pglog_items": 0, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_bytes": 9080, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_items": 174, 2024-04-22T00:56:59.726 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:56:59.727 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:56:59.727 INFO:teuthology.orchestra.run.smithi081.stdout: "pgmap_bytes": 0, 2024-04-22T00:56:59.727 INFO:teuthology.orchestra.run.smithi081.stdout: "pgmap_items": 0, 2024-04-22T00:56:59.727 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_co_bytes": 871968, 2024-04-22T00:56:59.727 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_co_items": 7488, 2024-04-22T00:56:59.727 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_1_bytes": 0, 2024-04-22T00:56:59.727 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_1_items": 0, 2024-04-22T00:56:59.727 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_2_bytes": 0, 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_2_items": 0 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: "objecter": { 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: "op_active": 0, 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: "op_laggy": 0, 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: "op_send": 3324, 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: "op_send_bytes": 21, 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: "op_resend": 3, 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: "op_reply": 3324, 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: "op_latency": { 2024-04-22T00:56:59.728 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 3324, 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 12.515766887, 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.003765272 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "op_inflight": 0, 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "oplen_avg": { 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 3324, 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 3325 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "op": 3324, 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "op_r": 3324, 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "op_w": 0, 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "op_rmw": 0, 2024-04-22T00:56:59.729 INFO:teuthology.orchestra.run.smithi081.stdout: "op_pg": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_stat": 1990, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_create": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_read": 1332, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_write": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_writefull": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_writesame": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_append": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_zero": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_truncate": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_delete": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_mapext": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_sparse_read": 0, 2024-04-22T00:56:59.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_clonerange": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_getxattr": 1, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_setxattr": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_rmxattr": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_call": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_watch": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_notify": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_pgls": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_other": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_active": 0, 2024-04-22T00:56:59.731 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_send": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_resend": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_ping": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "poolop_active": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "poolop_send": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "poolop_resend": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "poolstat_active": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "poolstat_send": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "poolstat_resend": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "statfs_active": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "statfs_send": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "statfs_resend": 0, 2024-04-22T00:56:59.732 INFO:teuthology.orchestra.run.smithi081.stdout: "command_active": 0, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "command_send": 0, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "command_resend": 0, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "map_epoch": 95, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "map_full": 0, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "map_inc": 4, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_sessions": 6, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_session_open": 7, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_session_close": 1, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_laggy": 0, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_wr": 0, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_rd": 2, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_del": 0 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.733 INFO:teuthology.orchestra.run.smithi081.stdout: "oft": { 2024-04-22T00:56:59.734 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_objs": 0, 2024-04-22T00:56:59.734 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:56:59.734 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_updates": 0, 2024-04-22T00:56:59.734 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_removes": 0 2024-04-22T00:56:59.734 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.734 INFO:teuthology.orchestra.run.smithi081.stdout: "osd-slow-ops": { 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: "slow_ops_count": 0 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: "purge_queue": { 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing_ops": 0, 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing": 0, 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing_high_water": 0, 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executed_ops": 0, 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executed": 0, 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_item_in_journal": 0 2024-04-22T00:56:59.735 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.736 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:56:59.736 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:56:59.736 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 104857600, 2024-04-22T00:56:59.736 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:56:59.736 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 3667, 2024-04-22T00:56:59.736 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 5991939, 2024-04-22T00:56:59.736 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:59.736 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 3667, 2024-04-22T00:56:59.736 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 0, 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 0, 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 3667, 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 5991939, 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-objecter_bytes": { 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 104857600, 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:56:59.737 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 0, 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 0, 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 0, 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 3324, 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 4759066, 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 3324, 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 4759066, 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:59.738 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-objecter_ops": { 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 1024, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 0, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 0, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 0, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 3324, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 3324, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 3324, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 3324, 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:56:59.739 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 3758096384, 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 0, 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 0, 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 0, 2024-04-22T00:56:59.740 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 0, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 0, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 0, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 0, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-write_buf_throttle-0x559944b326e0": { 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 3758096384, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 0, 2024-04-22T00:56:59.741 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 0, 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 0, 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 0, 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 0, 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 0, 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 0, 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:56:59.742 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-22T00:57:00.254 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:56:59 smithi081 ceph-mon[31546]: pgmap v845: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 27 KiB/s wr, 8 op/s 2024-04-22T00:57:00.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:56:59 smithi018 ceph-mon[27979]: pgmap v845: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 27 KiB/s wr, 8 op/s 2024-04-22T00:57:00.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:56:59 smithi167 ceph-mon[31348]: pgmap v845: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 27 KiB/s wr, 8 op/s 2024-04-22T00:57:00.541 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-22T00:57:00.541 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-22T00:57:00.541 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-22T00:57:00.542 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-22T00:57:00.542 DEBUG:tasks.check_counter:Getting stats from h 2024-04-22T00:57:00.542 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-22T00:57:00.783 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:57:02.311 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:01 smithi081 ceph-mon[31546]: pgmap v846: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 39 KiB/s wr, 10 op/s 2024-04-22T00:57:02.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:01 smithi018 ceph-mon[27979]: pgmap v846: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 39 KiB/s wr, 10 op/s 2024-04-22T00:57:02.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:01 smithi167 ceph-mon[31348]: pgmap v846: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 39 KiB/s wr, 10 op/s 2024-04-22T00:57:02.625 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-22T00:57:02.625 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:57:02.625 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 1397, 2024-04-22T00:57:02.625 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 1364, 2024-04-22T00:57:02.625 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 1003856, 2024-04-22T00:57:02.625 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 521584, 2024-04-22T00:57:02.625 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 5, 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 1, 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.146118797, 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.052519365, 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.045054182, 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.040326818, 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 1363, 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.094476444, 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000069315 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:02.626 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 649040, 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 185776 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 4, 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 230, 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 876, 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 562410, 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 5, 2024-04-22T00:57:02.627 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 3, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.011852560, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.008813410, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.001246743, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.000080142, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 228, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.013496807, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000059196 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.628 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 561712 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 2258, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 2258, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 3871893, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 717227, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 5, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 3, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.143461356, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.030300734, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.042068726, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.061636432, 2024-04-22T00:57:02.629 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:02.630 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 2257, 2024-04-22T00:57:02.630 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.094558174, 2024-04-22T00:57:02.630 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000041895 2024-04-22T00:57:02.630 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.630 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:02.630 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.630 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.630 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.631 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.631 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-22T00:57:02.631 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 448 2024-04-22T00:57:02.631 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.631 INFO:teuthology.orchestra.run.smithi081.stdout: "cct": { 2024-04-22T00:57:02.631 INFO:teuthology.orchestra.run.smithi081.stdout: "total_workers": 1, 2024-04-22T00:57:02.632 INFO:teuthology.orchestra.run.smithi081.stdout: "unhealthy_workers": 0 2024-04-22T00:57:02.632 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.632 INFO:teuthology.orchestra.run.smithi081.stdout: "finisher-MDSRank": { 2024-04-22T00:57:02.632 INFO:teuthology.orchestra.run.smithi081.stdout: "queue_len": 0, 2024-04-22T00:57:02.632 INFO:teuthology.orchestra.run.smithi081.stdout: "complete_latency": { 2024-04-22T00:57:02.632 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 5527, 2024-04-22T00:57:02.633 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.134470371, 2024-04-22T00:57:02.633 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000024329 2024-04-22T00:57:02.633 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:02.633 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.633 INFO:teuthology.orchestra.run.smithi081.stdout: "finisher-PurgeQueue": { 2024-04-22T00:57:02.633 INFO:teuthology.orchestra.run.smithi081.stdout: "queue_len": 0, 2024-04-22T00:57:02.634 INFO:teuthology.orchestra.run.smithi081.stdout: "complete_latency": { 2024-04-22T00:57:02.634 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.634 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.634 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.634 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:02.635 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.635 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": { 2024-04-22T00:57:02.635 INFO:teuthology.orchestra.run.smithi081.stdout: "request": 0, 2024-04-22T00:57:02.635 INFO:teuthology.orchestra.run.smithi081.stdout: "reply": 0, 2024-04-22T00:57:02.635 INFO:teuthology.orchestra.run.smithi081.stdout: "reply_latency": { 2024-04-22T00:57:02.635 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.636 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.636 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.636 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.636 INFO:teuthology.orchestra.run.smithi081.stdout: "slow_reply": 0, 2024-04-22T00:57:02.636 INFO:teuthology.orchestra.run.smithi081.stdout: "forward": 0, 2024-04-22T00:57:02.636 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_fetch_complete": 0, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_fetch_keys": 0, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_commit": 0, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_split": 0, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_merge": 0, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes": 465, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_top": 58, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_bottom": 407, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_pin_tail": 0, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_pinned": 383, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_expired": 0, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "inodes_with_caps": 0, 2024-04-22T00:57:02.637 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "subtrees": 7, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_hit": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_forward": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_discover": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_remote_ino": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "traverse_lock": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "load_cent": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "q": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "exported": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "exported_inodes": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "imported": 0, 2024-04-22T00:57:02.638 INFO:teuthology.orchestra.run.smithi081.stdout: "imported_inodes": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "openino_dir_fetch": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "openino_backtrace_fetch": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "openino_peer_discover": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "root_rfiles": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "root_rbytes": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "root_rsnaps": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_set_tag": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_dir_inodes": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T00:57:02.639 INFO:teuthology.orchestra.run.smithi081.stdout: "scrub_file_inodes": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_inode_file_caps": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_grant": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_caps": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_caps_dirty": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_cap_release": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "process_request_cap_release": 0 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_cache": { 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_update": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_update_receipt": 0, 2024-04-22T00:57:02.640 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_try_discover": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_send_discover": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "dir_handle_discover": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "num_strays": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "num_strays_delayed": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_created": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_enqueued": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_reintegrated": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "strays_migrated": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "num_recovering_processing": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "recovery_started": 0, 2024-04-22T00:57:02.641 INFO:teuthology.orchestra.run.smithi081.stdout: "recovery_completed": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_exportdir": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_flush": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_fragmentdir": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_fragstats": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "ireq_inodestats": 0 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_log": { 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "evlrg": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "evadd": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "evex": 0, 2024-04-22T00:57:02.642 INFO:teuthology.orchestra.run.smithi081.stdout: "evtrm": 0, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "ev": 1918, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "evexg": 0, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "evexd": 0, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "segadd": 0, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "segex": 0, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "segtrm": 0, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "seg": 3, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "segmjr": 2, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "segexg": 0, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "segexd": 0, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "expos": 4194304, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "wrpos": 7491148, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "rdpos": 7489884, 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "jlat": { 2024-04-22T00:57:02.643 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.644 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.644 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.644 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.644 INFO:teuthology.orchestra.run.smithi081.stdout: "replayed": 1918 2024-04-22T00:57:02.644 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.644 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_mem": { 2024-04-22T00:57:02.645 INFO:teuthology.orchestra.run.smithi081.stdout: "ino": 163, 2024-04-22T00:57:02.645 INFO:teuthology.orchestra.run.smithi081.stdout: "ino+": 461, 2024-04-22T00:57:02.645 INFO:teuthology.orchestra.run.smithi081.stdout: "ino-": 298, 2024-04-22T00:57:02.645 INFO:teuthology.orchestra.run.smithi081.stdout: "dir": 17, 2024-04-22T00:57:02.645 INFO:teuthology.orchestra.run.smithi081.stdout: "dir+": 42, 2024-04-22T00:57:02.645 INFO:teuthology.orchestra.run.smithi081.stdout: "dir-": 25, 2024-04-22T00:57:02.645 INFO:teuthology.orchestra.run.smithi081.stdout: "dn": 465, 2024-04-22T00:57:02.646 INFO:teuthology.orchestra.run.smithi081.stdout: "dn+": 699, 2024-04-22T00:57:02.646 INFO:teuthology.orchestra.run.smithi081.stdout: "dn-": 234, 2024-04-22T00:57:02.646 INFO:teuthology.orchestra.run.smithi081.stdout: "cap": 0, 2024-04-22T00:57:02.646 INFO:teuthology.orchestra.run.smithi081.stdout: "cap+": 0, 2024-04-22T00:57:02.646 INFO:teuthology.orchestra.run.smithi081.stdout: "cap-": 0, 2024-04-22T00:57:02.646 INFO:teuthology.orchestra.run.smithi081.stdout: "rss": 55292, 2024-04-22T00:57:02.647 INFO:teuthology.orchestra.run.smithi081.stdout: "heap": 215420 2024-04-22T00:57:02.647 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.647 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_server": { 2024-04-22T00:57:02.647 INFO:teuthology.orchestra.run.smithi081.stdout: "dispatch_client_request": 0, 2024-04-22T00:57:02.647 INFO:teuthology.orchestra.run.smithi081.stdout: "dispatch_server_request": 0, 2024-04-22T00:57:02.647 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_request": 0, 2024-04-22T00:57:02.647 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_client_session": 0, 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "handle_peer_request": 0, 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "req_create_latency": { 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "req_getattr_latency": { 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "req_getfilelock_latency": { 2024-04-22T00:57:02.648 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.649 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.649 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.649 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.649 INFO:teuthology.orchestra.run.smithi081.stdout: "req_link_latency": { 2024-04-22T00:57:02.649 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookup_latency": { 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookuphash_latency": { 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.650 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupino_latency": { 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupname_latency": { 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupparent_latency": { 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.651 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lookupsnap_latency": { 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: "req_lssnap_latency": { 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.652 INFO:teuthology.orchestra.run.smithi081.stdout: "req_mkdir_latency": { 2024-04-22T00:57:02.653 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.653 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.653 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.653 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.653 INFO:teuthology.orchestra.run.smithi081.stdout: "req_mknod_latency": { 2024-04-22T00:57:02.653 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.653 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: "req_mksnap_latency": { 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: "req_open_latency": { 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.654 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: "req_readdir_latency": { 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rename_latency": { 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: "req_renamesnap_latency": { 2024-04-22T00:57:02.655 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "req_snapdiff_latency": { 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rmdir_latency": { 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rmsnap_latency": { 2024-04-22T00:57:02.656 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "req_rmxattr_latency": { 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setattr_latency": { 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.657 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setdirlayout_latency": { 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setfilelock_latency": { 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setlayout_latency": { 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.658 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: "req_setxattr_latency": { 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: "req_symlink_latency": { 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: "req_unlink_latency": { 2024-04-22T00:57:02.659 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "req_getvxattr_latency": { 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_sessions": { 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "session_count": 1, 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "session_add": 2, 2024-04-22T00:57:02.660 INFO:teuthology.orchestra.run.smithi081.stdout: "session_remove": 1, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "sessions_open": 1, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "sessions_stale": 0, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "total_load": 0, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "average_load": 0, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "avg_session_uptime": 2117, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "mdthresh_evicted": 0 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "mempool": { 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "bloom_filter_items": 0, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:57:02.661 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_extent_items": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_blob_items": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:57:02.662 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:57:02.663 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:57:02.663 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:57:02.663 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:57:02.663 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:57:02.663 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:57:02.663 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_txc_items": 0, 2024-04-22T00:57:02.663 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:57:02.663 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_items": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_bytes": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_items": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_anon_bytes": 187677, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_anon_items": 199, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_meta_items": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_bytes": 0, 2024-04-22T00:57:02.664 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_items": 0, 2024-04-22T00:57:02.665 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:57:02.665 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_mapbl_items": 0, 2024-04-22T00:57:02.665 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:57:02.665 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_pglog_items": 0, 2024-04-22T00:57:02.665 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_bytes": 9080, 2024-04-22T00:57:02.665 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_items": 174, 2024-04-22T00:57:02.665 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:57:02.665 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:57:02.665 INFO:teuthology.orchestra.run.smithi081.stdout: "pgmap_bytes": 0, 2024-04-22T00:57:02.665 INFO:teuthology.orchestra.run.smithi081.stdout: "pgmap_items": 0, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_co_bytes": 734471, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_co_items": 15738, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_1_bytes": 0, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_1_items": 0, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_2_bytes": 0, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_2_items": 0 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "objecter": { 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "op_active": 0, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "op_laggy": 0, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "op_send": 3312, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "op_send_bytes": 21, 2024-04-22T00:57:02.666 INFO:teuthology.orchestra.run.smithi081.stdout: "op_resend": 3, 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "op_reply": 3312, 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "op_latency": { 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 3312, 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 36.144328058, 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.010913142 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "op_inflight": 0, 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "oplen_avg": { 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 3312, 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 3313 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "op": 3312, 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "op_r": 3312, 2024-04-22T00:57:02.667 INFO:teuthology.orchestra.run.smithi081.stdout: "op_w": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "op_rmw": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "op_pg": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_stat": 2021, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_create": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_read": 1289, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_write": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_writefull": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_writesame": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_append": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_zero": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_truncate": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_delete": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_mapext": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_sparse_read": 0, 2024-04-22T00:57:02.668 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_clonerange": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_getxattr": 1, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_setxattr": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_rmxattr": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_call": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_watch": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_notify": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_pgls": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "osdop_other": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_active": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_send": 0, 2024-04-22T00:57:02.669 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_resend": 0, 2024-04-22T00:57:02.670 INFO:teuthology.orchestra.run.smithi081.stdout: "linger_ping": 0, 2024-04-22T00:57:02.670 INFO:teuthology.orchestra.run.smithi081.stdout: "poolop_active": 0, 2024-04-22T00:57:02.670 INFO:teuthology.orchestra.run.smithi081.stdout: "poolop_send": 0, 2024-04-22T00:57:02.670 INFO:teuthology.orchestra.run.smithi081.stdout: "poolop_resend": 0, 2024-04-22T00:57:02.670 INFO:teuthology.orchestra.run.smithi081.stdout: "poolstat_active": 0, 2024-04-22T00:57:02.670 INFO:teuthology.orchestra.run.smithi081.stdout: "poolstat_send": 0, 2024-04-22T00:57:02.670 INFO:teuthology.orchestra.run.smithi081.stdout: "poolstat_resend": 0, 2024-04-22T00:57:02.670 INFO:teuthology.orchestra.run.smithi081.stdout: "statfs_active": 0, 2024-04-22T00:57:02.670 INFO:teuthology.orchestra.run.smithi081.stdout: "statfs_send": 0, 2024-04-22T00:57:02.670 INFO:teuthology.orchestra.run.smithi081.stdout: "statfs_resend": 0, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "command_active": 0, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "command_send": 0, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "command_resend": 0, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "map_epoch": 95, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "map_full": 0, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "map_inc": 4, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_sessions": 4, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_session_open": 5, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_session_close": 1, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_laggy": 0, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_wr": 0, 2024-04-22T00:57:02.671 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_rd": 2, 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_del": 0 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "oft": { 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_objs": 0, 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_updates": 0, 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "omap_total_removes": 0 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "osd-slow-ops": { 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "slow_ops_count": 0 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "purge_queue": { 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing_ops": 0, 2024-04-22T00:57:02.672 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing": 0, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executing_high_water": 0, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executed_ops": 0, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_executed": 0, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "pq_item_in_journal": 0 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 104857600, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 3655, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 4527217, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 3655, 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 0, 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 0, 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 3655, 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 4527217, 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-objecter_bytes": { 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:57:02.674 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 104857600, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 0, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 0, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 3312, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 3296849, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 3312, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 3296849, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-objecter_ops": { 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 1024, 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 0, 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 0, 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 3312, 2024-04-22T00:57:02.676 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 3312, 2024-04-22T00:57:02.677 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 3312, 2024-04-22T00:57:02.677 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 3312, 2024-04-22T00:57:02.677 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:57:02.677 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.677 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.677 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.677 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:02.677 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.678 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:57:02.678 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:57:02.678 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 3758096384, 2024-04-22T00:57:02.678 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:57:02.678 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 0, 2024-04-22T00:57:02.678 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 0, 2024-04-22T00:57:02.679 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:02.679 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:02.679 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 0, 2024-04-22T00:57:02.679 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 0, 2024-04-22T00:57:02.679 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 0, 2024-04-22T00:57:02.679 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 0, 2024-04-22T00:57:02.679 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:57:02.680 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.680 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.680 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.680 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:02.680 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:02.680 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-write_buf_throttle-0x55966055a6e0": { 2024-04-22T00:57:02.680 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:57:02.681 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 3758096384, 2024-04-22T00:57:02.681 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:57:02.681 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 0, 2024-04-22T00:57:02.681 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 0, 2024-04-22T00:57:02.681 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:02.681 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:02.682 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 0, 2024-04-22T00:57:02.682 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 0, 2024-04-22T00:57:02.682 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 0, 2024-04-22T00:57:02.682 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 0, 2024-04-22T00:57:02.682 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:57:02.682 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:02.683 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:02.683 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:02.683 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:02.683 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:02.683 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-22T00:57:03.462 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-04-22T00:57:03.462 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-04-22T00:57:03.462 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-04-22T00:57:03.463 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-04-22T00:57:03.463 DEBUG:tasks.check_counter:Getting stats from k 2024-04-22T00:57:03.463 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-22T00:57:03.700 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:57:04.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:04 smithi081 ceph-mon[31546]: pgmap v847: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 41 KiB/s wr, 12 op/s 2024-04-22T00:57:04.156 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:04 smithi081 ceph-mon[31546]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:57:04.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:04 smithi018 ceph-mon[27979]: pgmap v847: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 41 KiB/s wr, 12 op/s 2024-04-22T00:57:04.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:04 smithi018 ceph-mon[27979]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:57:04.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:04 smithi167 ceph-mon[31348]: pgmap v847: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 41 KiB/s wr, 12 op/s 2024-04-22T00:57:04.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:04 smithi167 ceph-mon[31348]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:57:06.097 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-22T00:57:06.097 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:57:06.098 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 0, 2024-04-22T00:57:06.098 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 2, 2024-04-22T00:57:06.098 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 0, 2024-04-22T00:57:06.098 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 0, 2024-04-22T00:57:06.098 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 4, 2024-04-22T00:57:06.098 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 0, 2024-04-22T00:57:06.098 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.001080021, 2024-04-22T00:57:06.098 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T00:57:06.098 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.000301651, 2024-04-22T00:57:06.098 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:57:06.099 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:06.099 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:06.099 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:06.099 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:06.099 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.099 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:06.099 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:06.099 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:06.099 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:06.099 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.100 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:57:06.100 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:57:06.100 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.100 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:57:06.100 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 307, 2024-04-22T00:57:06.100 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 304, 2024-04-22T00:57:06.100 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 503616, 2024-04-22T00:57:06.100 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 187440, 2024-04-22T00:57:06.101 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 2, 2024-04-22T00:57:06.101 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 1, 2024-04-22T00:57:06.101 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.040717457, 2024-04-22T00:57:06.101 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.015444589, 2024-04-22T00:57:06.101 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.016877219, 2024-04-22T00:57:06.101 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.007307918, 2024-04-22T00:57:06.101 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:06.101 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 303, 2024-04-22T00:57:06.101 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.019930526, 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000065777 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 503616, 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 187440 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:57:06.102 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_messages": 6, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages": 234, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_bytes": 3344, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_bytes": 196864, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_created_connections": 4, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_active_connections": 2, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_total_time": 0.011548403, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_send_time": 0.008393937, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_recv_time": 0.001357953, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 233, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.011028901, 2024-04-22T00:57:06.103 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000047334 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: "msgr_send_encrypted_bytes": 196864 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: "cct": { 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: "total_workers": 0, 2024-04-22T00:57:06.104 INFO:teuthology.orchestra.run.smithi081.stdout: "unhealthy_workers": 0 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "mempool": { 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bloom_filter_items": 0, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:57:06.105 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:57:06.106 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:57:06.106 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:57:06.106 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:57:06.106 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:57:06.106 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_extent_items": 0, 2024-04-22T00:57:06.106 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:57:06.106 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_blob_items": 0, 2024-04-22T00:57:06.106 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:57:06.106 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_txc_items": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluestore_writing_items": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_bytes": 0, 2024-04-22T00:57:06.107 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_items": 0, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_anon_bytes": 148704, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_anon_items": 29, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "buffer_meta_items": 0, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_bytes": 0, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_items": 0, 2024-04-22T00:57:06.108 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:57:06.109 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_mapbl_items": 0, 2024-04-22T00:57:06.109 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:57:06.109 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_pglog_items": 0, 2024-04-22T00:57:06.109 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_bytes": 0, 2024-04-22T00:57:06.109 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_items": 0, 2024-04-22T00:57:06.109 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:57:06.109 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:57:06.109 INFO:teuthology.orchestra.run.smithi081.stdout: "pgmap_bytes": 0, 2024-04-22T00:57:06.109 INFO:teuthology.orchestra.run.smithi081.stdout: "pgmap_items": 0, 2024-04-22T00:57:06.109 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_co_bytes": 928, 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_co_items": 2, 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_1_bytes": 0, 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_1_items": 0, 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_2_bytes": 0, 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: "unittest_2_items": 0 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: "val": 0, 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: "max": 104857600, 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: "get_started": 0, 2024-04-22T00:57:06.110 INFO:teuthology.orchestra.run.smithi081.stdout: "get": 309, 2024-04-22T00:57:06.111 INFO:teuthology.orchestra.run.smithi081.stdout: "get_sum": 460239, 2024-04-22T00:57:06.111 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:06.111 INFO:teuthology.orchestra.run.smithi081.stdout: "get_or_fail_success": 309, 2024-04-22T00:57:06.111 INFO:teuthology.orchestra.run.smithi081.stdout: "take": 0, 2024-04-22T00:57:06.111 INFO:teuthology.orchestra.run.smithi081.stdout: "take_sum": 0, 2024-04-22T00:57:06.111 INFO:teuthology.orchestra.run.smithi081.stdout: "put": 309, 2024-04-22T00:57:06.111 INFO:teuthology.orchestra.run.smithi081.stdout: "put_sum": 460239, 2024-04-22T00:57:06.111 INFO:teuthology.orchestra.run.smithi081.stdout: "wait": { 2024-04-22T00:57:06.111 INFO:teuthology.orchestra.run.smithi081.stdout: "avgcount": 0, 2024-04-22T00:57:06.112 INFO:teuthology.orchestra.run.smithi081.stdout: "sum": 0.000000000, 2024-04-22T00:57:06.112 INFO:teuthology.orchestra.run.smithi081.stdout: "avgtime": 0.000000000 2024-04-22T00:57:06.112 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:06.112 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-22T00:57:06.112 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-22T00:57:06.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:06 smithi081 ceph-mon[31546]: pgmap v848: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 10 op/s 2024-04-22T00:57:06.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:06 smithi018 ceph-mon[27979]: pgmap v848: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 10 op/s 2024-04-22T00:57:06.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:06 smithi167 ceph-mon[31348]: pgmap v848: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 10 op/s 2024-04-22T00:57:06.775 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-04-22T00:57:06.775 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-04-22T00:57:06.775 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-04-22T00:57:06.775 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-04-22T00:57:06.775 DEBUG:tasks.check_counter:Getting stats from c 2024-04-22T00:57:06.775 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-22T00:57:07.106 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:57:08.300 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:08 smithi167 ceph-mon[31348]: pgmap v849: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-04-22T00:57:08.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:08 smithi081 ceph-mon[31546]: pgmap v849: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-04-22T00:57:08.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:08 smithi018 ceph-mon[27979]: pgmap v849: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-04-22T00:57:09.523 INFO:teuthology.orchestra.run.smithi167.stdout:{ 2024-04-22T00:57:09.523 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:57:09.523 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 9454, 2024-04-22T00:57:09.523 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 10525, 2024-04-22T00:57:09.523 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 4839237, 2024-04-22T00:57:09.523 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 7940505, 2024-04-22T00:57:09.523 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 47, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 7, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.574657067, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.187103855, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.279754722, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.108672909, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 10524, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.484742967, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000046060 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 7463, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.001624275, 2024-04-22T00:57:09.524 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000217 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 667872, 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 217008 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 5847, 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 7278, 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 2724812, 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 4165065, 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 9, 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 5, 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.404432049, 2024-04-22T00:57:09.525 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.148577583, 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.162198005, 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.079807253, 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 7276, 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.306715470, 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000042154 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 4680, 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000883056, 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000188 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-22T00:57:09.526 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 479216 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 6620, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 6576, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 4082836, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 3042161, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 10, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 6, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.433970549, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.186468302, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.177842231, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.068400531, 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:09.527 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 6575, 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.353696525, 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000053794 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 5677, 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.001156612, 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000203 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 448 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "cct": { 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "total_workers": 1, 2024-04-22T00:57:09.528 INFO:teuthology.orchestra.run.smithi167.stdout: "unhealthy_workers": 0 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-MDSRank": { 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 11188, 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 2.281535446, 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000203927 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-PurgeQueue": { 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 664, 2024-04-22T00:57:09.529 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.028863735, 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000043469 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: "mds": { 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: "request": 967, 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: "reply": 831, 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: "reply_latency": { 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 831, 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 28.206359621, 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.033942671 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_reply": 0, 2024-04-22T00:57:09.530 INFO:teuthology.orchestra.run.smithi167.stdout: "forward": 136, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_complete": 3, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_keys": 2, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_commit": 11, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_split": 0, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_merge": 0, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes": 438, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_top": 0, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_bottom": 415, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pin_tail": 23, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pinned": 438, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_expired": 912, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_with_caps": 397, 2024-04-22T00:57:09.531 INFO:teuthology.orchestra.run.smithi167.stdout: "caps": 397, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "subtrees": 15, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse": 2143, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_hit": 1802, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_forward": 135, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_discover": 32, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_remote_ino": 0, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_lock": 42, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "load_cent": 1342, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "q": 0, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "exported": 21, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "exported_inodes": 901, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "imported": 49, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "imported_inodes": 1321, 2024-04-22T00:57:09.532 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_dir_fetch": 0, 2024-04-22T00:57:09.533 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_backtrace_fetch": 11538, 2024-04-22T00:57:09.533 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_peer_discover": 0, 2024-04-22T00:57:09.533 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rfiles": 1026, 2024-04-22T00:57:09.533 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rbytes": 1635757999, 2024-04-22T00:57:09.533 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rsnaps": 0, 2024-04-22T00:57:09.533 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_fetch": 11538, 2024-04-22T00:57:09.533 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_set_tag": 0, 2024-04-22T00:57:09.533 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:57:09.533 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:57:09.533 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_inodes": 314, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dirfrag_rstats": 314, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_file_inodes": 11224, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_inode_file_caps": 135, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_revoke": 228, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_grant": 561, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps": 804, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps_dirty": 356, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_cap_release": 74, 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: "process_request_cap_release": 569 2024-04-22T00:57:09.534 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_cache": { 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update": 13, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update_receipt": 194, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_try_discover": 108, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_send_discover": 158, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_handle_discover": 105, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays": 0, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_delayed": 0, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_created": 149, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_enqueued": 149, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_reintegrated": 0, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_migrated": 0, 2024-04-22T00:57:09.535 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_processing": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_started": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_completed": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_exportdir": 21, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_flush": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragmentdir": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragstats": 0, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_inodestats": 0 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_log": { 2024-04-22T00:57:09.536 INFO:teuthology.orchestra.run.smithi167.stdout: "evlrg": 0, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "evadd": 2083, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "evex": 0, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "evtrm": 0, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "ev": 2083, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "evexg": 0, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "evexd": 0, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "segadd": 4, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "segex": 0, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "segtrm": 0, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "seg": 4, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "segmjr": 2, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "segexg": 0, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "segexd": 0, 2024-04-22T00:57:09.537 INFO:teuthology.orchestra.run.smithi167.stdout: "expos": 4194304, 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "wrpos": 8967305, 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "rdpos": 0, 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "jlat": { 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 743, 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 8.564169677, 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.011526473 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "replayed": 0 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_mem": { 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "ino": 417, 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "ino+": 1462, 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "ino-": 1045, 2024-04-22T00:57:09.538 INFO:teuthology.orchestra.run.smithi167.stdout: "dir": 64, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "dir+": 129, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "dir-": 65, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "dn": 438, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "dn+": 1510, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "dn-": 1072, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "cap": 397, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "cap+": 1027, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "cap-": 630, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "rss": 64568, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "heap": 223612 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_server": { 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_client_request": 1858, 2024-04-22T00:57:09.539 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_server_request": 567, 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_request": 967, 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_session": 148, 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_peer_request": 1398, 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "req_create_latency": { 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 137, 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.270279889, 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001972845 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getattr_latency": { 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 11, 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.209113191, 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.019010290 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.540 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getfilelock_latency": { 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "req_link_latency": { 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookup_latency": { 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 458, 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 26.011304225, 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.056793240 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.541 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookuphash_latency": { 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupino_latency": { 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupname_latency": { 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.542 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupparent_latency": { 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupsnap_latency": { 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.543 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lssnap_latency": { 2024-04-22T00:57:09.544 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.544 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.544 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.544 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.544 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mkdir_latency": { 2024-04-22T00:57:09.544 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.544 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mknod_latency": { 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mksnap_latency": { 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "req_open_latency": { 2024-04-22T00:57:09.545 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 58, 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.038619573, 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000665854 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "req_readdir_latency": { 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 15, 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.019687448, 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001312496 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rename_latency": { 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 129, 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 1.607280910, 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.012459541 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.546 INFO:teuthology.orchestra.run.smithi167.stdout: "req_renamesnap_latency": { 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "req_snapdiff_latency": { 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmdir_latency": { 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.547 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmsnap_latency": { 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmxattr_latency": { 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.548 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setattr_latency": { 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setdirlayout_latency": { 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setfilelock_latency": { 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.549 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setlayout_latency": { 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setxattr_latency": { 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "req_symlink_latency": { 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.550 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "req_unlink_latency": { 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 23, 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.050074385, 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.002177147 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getvxattr_latency": { 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.551 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_sessions": { 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "session_count": 1, 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "session_add": 1, 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "session_remove": 0, 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_open": 1, 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_stale": 0, 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "total_load": 134, 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "average_load": 134, 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "avg_session_uptime": 947, 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "mdthresh_evicted": 0 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "mempool": { 2024-04-22T00:57:09.552 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_items": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:57:09.553 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_items": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_items": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_items": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:57:09.554 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_items": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_bytes": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_items": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_bytes": 314545, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_items": 522, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_items": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_bytes": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_items": 0, 2024-04-22T00:57:09.555 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_items": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_items": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_bytes": 9080, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_items": 174, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_bytes": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_items": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_bytes": 1520831, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_items": 14312, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_bytes": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_items": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_bytes": 0, 2024-04-22T00:57:09.556 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_items": 0 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "objecter": { 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "op_active": 0, 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "op_laggy": 0, 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send": 13051, 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send_bytes": 4948958, 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "op_resend": 33, 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "op_reply": 13051, 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "op_latency": { 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 13051, 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 52.736176833, 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.004040776 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.557 INFO:teuthology.orchestra.run.smithi167.stdout: "op_inflight": 0, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "oplen_avg": { 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 13051, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 13226 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "op": 13051, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "op_r": 11635, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "op_w": 1416, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "op_rmw": 0, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "op_pg": 0, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_stat": 0, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_create": 10, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_read": 92, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_write": 835, 2024-04-22T00:57:09.558 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writefull": 124, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writesame": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_append": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_zero": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_truncate": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_delete": 311, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_mapext": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_sparse_read": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_clonerange": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_getxattr": 11543, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_setxattr": 20, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_rmxattr": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_call": 0, 2024-04-22T00:57:09.559 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_watch": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_notify": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_other": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_active": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_send": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_resend": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_ping": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_active": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_send": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_resend": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_active": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_send": 0, 2024-04-22T00:57:09.560 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_resend": 0, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_active": 0, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_send": 0, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_resend": 0, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "command_active": 0, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "command_send": 0, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "command_resend": 0, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "map_epoch": 95, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "map_full": 0, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "map_inc": 4, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_sessions": 12, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_open": 12, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_close": 0, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_laggy": 0, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_wr": 203, 2024-04-22T00:57:09.561 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_rd": 10, 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_del": 78 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "oft": { 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_objs": 1, 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_updates": 0, 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_removes": 0 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "osd-slow-ops": { 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_ops_count": 0 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "purge_queue": { 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops": 0, 2024-04-22T00:57:09.562 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops_high_water": 16, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing": 0, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_high_water": 8, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed_ops": 298, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed": 149, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_item_in_journal": 0 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 21917, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 9650661, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 21917, 2024-04-22T00:57:09.563 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 21917, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 9650661, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_bytes": { 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-22T00:57:09.564 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 13051, 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 4965143, 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 13051, 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 4965143, 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.565 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_ops": { 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 1024, 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 13051, 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 13051, 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 13051, 2024-04-22T00:57:09.566 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 13051, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 149, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 16241, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 149, 2024-04-22T00:57:09.567 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 92, 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 16241, 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle-0x55a7d2dca500": { 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 574, 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:09.568 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 2083, 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 4773001, 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 2083, 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 743, 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 4772427, 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:09.569 INFO:teuthology.orchestra.run.smithi167.stdout:} 2024-04-22T00:57:10.235 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:10 smithi167 ceph-mon[31348]: pgmap v850: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 10 op/s 2024-04-22T00:57:10.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:10 smithi081 ceph-mon[31546]: pgmap v850: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 10 op/s 2024-04-22T00:57:10.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:10 smithi018 ceph-mon[27979]: pgmap v850: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 10 op/s 2024-04-22T00:57:10.464 INFO:tasks.check_counter:Daemon mds.c mds.exported=21 2024-04-22T00:57:10.464 INFO:tasks.check_counter:Daemon mds.c mds.imported=49 2024-04-22T00:57:10.464 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=13 2024-04-22T00:57:10.464 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=194 2024-04-22T00:57:10.464 DEBUG:tasks.check_counter:Getting stats from f 2024-04-22T00:57:10.465 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-22T00:57:10.716 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:57:12.147 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:12 smithi167 ceph-mon[31348]: pgmap v851: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 10 op/s 2024-04-22T00:57:12.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:12 smithi081 ceph-mon[31546]: pgmap v851: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 10 op/s 2024-04-22T00:57:12.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:12 smithi018 ceph-mon[27979]: pgmap v851: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 10 op/s 2024-04-22T00:57:12.677 INFO:teuthology.orchestra.run.smithi167.stdout:{ 2024-04-22T00:57:12.677 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:57:12.677 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 1231, 2024-04-22T00:57:12.677 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 1231, 2024-04-22T00:57:12.677 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 4598209, 2024-04-22T00:57:12.677 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 390644, 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 6, 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 2, 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.120709584, 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.035536242, 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.034242028, 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.040188926, 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1230, 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.080659576, 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000065576 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:12.678 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 448 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 1524, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 1490, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 1267208, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 562848, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 4, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 3, 2024-04-22T00:57:12.679 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.145364032, 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.043583961, 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.043812932, 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.049889157, 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1489, 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.069465400, 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000046652 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.680 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 654656, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 188496 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 1062, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 1291, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 4467365, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 815447, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 4, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 3, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.104504500, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.038263292, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.025754964, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.031356107, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1289, 2024-04-22T00:57:12.681 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.066780840, 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000051808 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 478048 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: "cct": { 2024-04-22T00:57:12.682 INFO:teuthology.orchestra.run.smithi167.stdout: "total_workers": 1, 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: "unhealthy_workers": 0 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-MDSRank": { 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 5787, 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.191152235, 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000033031 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-PurgeQueue": { 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-22T00:57:12.683 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: "mds": { 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: "request": 0, 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: "reply": 0, 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: "reply_latency": { 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.684 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_reply": 0, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "forward": 0, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_complete": 0, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_keys": 0, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_commit": 0, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_split": 0, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_merge": 0, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes": 570, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_top": 385, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_bottom": 185, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pin_tail": 0, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pinned": 20, 2024-04-22T00:57:12.685 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_expired": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_with_caps": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "caps": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "subtrees": 13, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_hit": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_forward": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_discover": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_remote_ino": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_lock": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "load_cent": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "q": 0, 2024-04-22T00:57:12.686 INFO:teuthology.orchestra.run.smithi167.stdout: "exported": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "exported_inodes": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "imported": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "imported_inodes": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_dir_fetch": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_backtrace_fetch": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_peer_discover": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rfiles": 1023, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rbytes": 1630788801, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rsnaps": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_set_tag": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_inodes": 0, 2024-04-22T00:57:12.687 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_file_inodes": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_inode_file_caps": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_grant": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps_dirty": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_cap_release": 0, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "process_request_cap_release": 0 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_cache": { 2024-04-22T00:57:12.688 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update_receipt": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_try_discover": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_send_discover": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_handle_discover": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_delayed": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_created": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_enqueued": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_reintegrated": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_migrated": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_processing": 0, 2024-04-22T00:57:12.689 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_started": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_completed": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_exportdir": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_flush": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragmentdir": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragstats": 0, 2024-04-22T00:57:12.690 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_inodestats": 0 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_log": { 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "evlrg": 0, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "evadd": 0, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "evex": 0, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "evtrm": 0, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "ev": 3182, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "evexg": 0, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "evexd": 0, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "segadd": 0, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "segex": 0, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "segtrm": 0, 2024-04-22T00:57:12.691 INFO:teuthology.orchestra.run.smithi167.stdout: "seg": 2, 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "segmjr": 71, 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "segexg": 0, 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "segexd": 0, 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "expos": 12814770, 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "wrpos": 12902098, 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "rdpos": 12899601, 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "jlat": { 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: "replayed": 3182 2024-04-22T00:57:12.692 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_mem": { 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "ino": 523, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "ino+": 1952, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "ino-": 1429, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "dir": 38, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "dir+": 98, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "dir-": 60, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "dn": 570, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "dn+": 2009, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "dn-": 1439, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "cap": 0, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "cap+": 0, 2024-04-22T00:57:12.693 INFO:teuthology.orchestra.run.smithi167.stdout: "cap-": 0, 2024-04-22T00:57:12.694 INFO:teuthology.orchestra.run.smithi167.stdout: "rss": 55048, 2024-04-22T00:57:12.694 INFO:teuthology.orchestra.run.smithi167.stdout: "heap": 215420 2024-04-22T00:57:12.694 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.694 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_server": { 2024-04-22T00:57:12.694 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_client_request": 0, 2024-04-22T00:57:12.694 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_server_request": 0, 2024-04-22T00:57:12.694 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_request": 0, 2024-04-22T00:57:12.694 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_session": 0, 2024-04-22T00:57:12.694 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_peer_request": 0, 2024-04-22T00:57:12.694 INFO:teuthology.orchestra.run.smithi167.stdout: "req_create_latency": { 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getattr_latency": { 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getfilelock_latency": { 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.695 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: "req_link_latency": { 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookup_latency": { 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.696 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookuphash_latency": { 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupino_latency": { 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupname_latency": { 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.697 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupparent_latency": { 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupsnap_latency": { 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lssnap_latency": { 2024-04-22T00:57:12.698 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.699 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.699 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.699 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.699 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mkdir_latency": { 2024-04-22T00:57:12.699 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.699 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mknod_latency": { 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mksnap_latency": { 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.700 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "req_open_latency": { 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "req_readdir_latency": { 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rename_latency": { 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.701 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: "req_renamesnap_latency": { 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: "req_snapdiff_latency": { 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmdir_latency": { 2024-04-22T00:57:12.702 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmsnap_latency": { 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmxattr_latency": { 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.703 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setattr_latency": { 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setdirlayout_latency": { 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setfilelock_latency": { 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.704 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setlayout_latency": { 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setxattr_latency": { 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "req_symlink_latency": { 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.705 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: "req_unlink_latency": { 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getvxattr_latency": { 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.706 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_sessions": { 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "session_count": 1, 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "session_add": 3, 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "session_remove": 2, 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_open": 1, 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_stale": 0, 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "total_load": 0, 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "average_load": 0, 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "avg_session_uptime": 2104, 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "mdthresh_evicted": 0 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "mempool": { 2024-04-22T00:57:12.707 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_items": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:57:12.708 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_items": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_items": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_items": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:57:12.709 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:57:12.710 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_items": 0, 2024-04-22T00:57:12.710 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_bytes": 0, 2024-04-22T00:57:12.710 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_items": 0, 2024-04-22T00:57:12.710 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:57:12.710 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:57:12.710 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:57:12.710 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:57:12.710 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_bytes": 208231, 2024-04-22T00:57:12.710 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_items": 560, 2024-04-22T00:57:12.710 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_items": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_bytes": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_items": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_items": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_items": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_bytes": 9080, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_items": 174, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_bytes": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_items": 0, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_bytes": 1646715, 2024-04-22T00:57:12.711 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_items": 13327, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_bytes": 0, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_items": 0, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_bytes": 0, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_items": 0 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "objecter": { 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "op_active": 0, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "op_laggy": 0, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send": 3465, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send_bytes": 26, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "op_resend": 4, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "op_reply": 3465, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "op_latency": { 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 3465, 2024-04-22T00:57:12.712 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 17.302730838, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.004993573 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "op_inflight": 0, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "oplen_avg": { 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 3465, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 3466 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "op": 3465, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "op_r": 3465, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "op_w": 0, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "op_rmw": 0, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "op_pg": 0, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_stat": 2138, 2024-04-22T00:57:12.713 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_create": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_read": 1324, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_write": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writefull": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writesame": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_append": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_zero": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_truncate": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_delete": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_mapext": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_sparse_read": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_clonerange": 0, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_getxattr": 2, 2024-04-22T00:57:12.714 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_setxattr": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_rmxattr": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_call": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_watch": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_notify": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_other": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_active": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_send": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_resend": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_ping": 0, 2024-04-22T00:57:12.715 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_active": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_send": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_resend": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_active": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_send": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_resend": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_active": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_send": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_resend": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "command_active": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "command_send": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "command_resend": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "map_epoch": 95, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "map_full": 0, 2024-04-22T00:57:12.716 INFO:teuthology.orchestra.run.smithi167.stdout: "map_inc": 4, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_sessions": 5, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_open": 5, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_close": 0, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_laggy": 0, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_wr": 0, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_rd": 2, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_del": 0 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "oft": { 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_objs": 0, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_updates": 0, 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_removes": 0 2024-04-22T00:57:12.717 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "osd-slow-ops": { 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_ops_count": 0 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "purge_queue": { 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops": 0, 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing": 0, 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_high_water": 0, 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed_ops": 0, 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed": 0, 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_item_in_journal": 0 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.718 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 3813, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 9968890, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 3813, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 3813, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 9968890, 2024-04-22T00:57:12.719 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_bytes": { 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:12.720 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 3465, 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 8707804, 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 3465, 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 8707804, 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_ops": { 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 1024, 2024-04-22T00:57:12.721 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 3465, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 3465, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 3465, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 3465, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:12.722 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 0, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 0, 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:12.723 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle-0x5563205cc6e0": { 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-22T00:57:12.724 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-22T00:57:12.725 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 0, 2024-04-22T00:57:12.725 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 0, 2024-04-22T00:57:12.725 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:12.725 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:12.725 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:12.725 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:12.725 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:12.725 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:12.725 INFO:teuthology.orchestra.run.smithi167.stdout:} 2024-04-22T00:57:13.545 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-22T00:57:13.546 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-22T00:57:13.546 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-22T00:57:13.546 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-22T00:57:13.546 DEBUG:tasks.check_counter:Getting stats from i 2024-04-22T00:57:13.546 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-22T00:57:13.784 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:57:14.201 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:14 smithi167 ceph-mon[31348]: pgmap v852: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.8 KiB/s wr, 10 op/s 2024-04-22T00:57:14.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:14 smithi081 ceph-mon[31546]: pgmap v852: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.8 KiB/s wr, 10 op/s 2024-04-22T00:57:14.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:14 smithi018 ceph-mon[27979]: pgmap v852: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.8 KiB/s wr, 10 op/s 2024-04-22T00:57:15.573 INFO:teuthology.orchestra.run.smithi167.stdout:{ 2024-04-22T00:57:15.573 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:57:15.574 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 5891, 2024-04-22T00:57:15.574 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 6147, 2024-04-22T00:57:15.574 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 2042561, 2024-04-22T00:57:15.574 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 14530209, 2024-04-22T00:57:15.574 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 290, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 7, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.501386672, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.143712038, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.242595724, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.092662082, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 6149, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.669046570, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000108805 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 5468, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.001080324, 2024-04-22T00:57:15.575 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000197 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 448 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 5103, 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 5356, 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 2712956, 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 4405776, 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 9, 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 5, 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.363999754, 2024-04-22T00:57:15.576 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.151262573, 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.159881695, 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.061949472, 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 5357, 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.688302132, 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000128486 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 5769, 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000999201, 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000173 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-22T00:57:15.577 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 493024 2024-04-22T00:57:15.578 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.578 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:57:15.578 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 8100, 2024-04-22T00:57:15.578 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 10272, 2024-04-22T00:57:15.578 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 3683905, 2024-04-22T00:57:15.578 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 6157920, 2024-04-22T00:57:15.578 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 17, 2024-04-22T00:57:15.578 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 8, 2024-04-22T00:57:15.578 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.569719744, 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.197238205, 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.268904705, 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.132240994, 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 10265, 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.985794624, 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000096034 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 10578, 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.001615451, 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000152 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.579 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 741904, 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 248496 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: "cct": { 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: "total_workers": 1, 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: "unhealthy_workers": 0 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-MDSRank": { 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 5991, 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 2.261252015, 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000377441 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:15.580 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "finisher-PurgeQueue": { 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "queue_len": 0, 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "complete_latency": { 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 81, 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.003344998, 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000041296 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "mds": { 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "request": 1960, 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "reply": 1840, 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "reply_latency": { 2024-04-22T00:57:15.581 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1840, 2024-04-22T00:57:15.582 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 4.080018530, 2024-04-22T00:57:15.582 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.002217401 2024-04-22T00:57:15.582 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.582 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_reply": 0, 2024-04-22T00:57:15.582 INFO:teuthology.orchestra.run.smithi167.stdout: "forward": 120, 2024-04-22T00:57:15.582 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_complete": 8, 2024-04-22T00:57:15.582 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_fetch_keys": 2, 2024-04-22T00:57:15.582 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_commit": 582, 2024-04-22T00:57:15.582 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_split": 3, 2024-04-22T00:57:15.582 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_merge": 0, 2024-04-22T00:57:15.583 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes": 547, 2024-04-22T00:57:15.583 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_top": 15, 2024-04-22T00:57:15.583 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_bottom": 520, 2024-04-22T00:57:15.583 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pin_tail": 12, 2024-04-22T00:57:15.583 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_pinned": 525, 2024-04-22T00:57:15.583 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_expired": 1467, 2024-04-22T00:57:15.583 INFO:teuthology.orchestra.run.smithi167.stdout: "inodes_with_caps": 509, 2024-04-22T00:57:15.583 INFO:teuthology.orchestra.run.smithi167.stdout: "caps": 509, 2024-04-22T00:57:15.583 INFO:teuthology.orchestra.run.smithi167.stdout: "subtrees": 16, 2024-04-22T00:57:15.583 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse": 2433, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_hit": 1777, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_forward": 119, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_discover": 15, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_remote_ino": 0, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "traverse_lock": 42, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "load_cent": 872, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "q": 0, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "exported": 63, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "exported_inodes": 1432, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "imported": 31, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "imported_inodes": 901, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_dir_fetch": 0, 2024-04-22T00:57:15.584 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_backtrace_fetch": 3741, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "openino_peer_discover": 0, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rfiles": 1023, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rbytes": 1630788801, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "root_rsnaps": 0, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_fetch": 3741, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_set_tag": 0, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_inodes": 252, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dir_base_inodes": 18, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_dirfrag_rstats": 234, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "scrub_file_inodes": 3489, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_inode_file_caps": 3, 2024-04-22T00:57:15.585 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_revoke": 123, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_grant": 1307, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps": 1188, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_caps_dirty": 1034, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_cap_release": 24, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "process_request_cap_release": 219 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_cache": { 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update": 117, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_update_receipt": 48, 2024-04-22T00:57:15.586 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_try_discover": 28, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_send_discover": 43, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "dir_handle_discover": 212, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays": 0, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_delayed": 0, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_created": 50, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_enqueued": 24, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_reintegrated": 26, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "strays_migrated": 0, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_processing": 0, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_started": 0, 2024-04-22T00:57:15.587 INFO:teuthology.orchestra.run.smithi167.stdout: "recovery_completed": 0, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_enqueue_scrub": 18, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_exportdir": 63, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_flush": 0, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragmentdir": 3, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_fragstats": 0, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "ireq_inodestats": 0 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_log": { 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "evlrg": 1, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "evadd": 3188, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "evex": 3155, 2024-04-22T00:57:15.588 INFO:teuthology.orchestra.run.smithi167.stdout: "evtrm": 3155, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "ev": 33, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "evexg": 0, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "evexd": 9, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "segadd": 74, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "segex": 73, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "segtrm": 73, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "seg": 1, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "segmjr": 1, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "segexg": 0, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "segexd": 1, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "expos": 12814770, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "wrpos": 12917856, 2024-04-22T00:57:15.589 INFO:teuthology.orchestra.run.smithi167.stdout: "rdpos": 0, 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "jlat": { 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 995, 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 11.020331928, 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.011075710 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "replayed": 0 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_mem": { 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "ino": 551, 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "ino+": 1991, 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "ino-": 1440, 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "dir": 55, 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "dir+": 103, 2024-04-22T00:57:15.590 INFO:teuthology.orchestra.run.smithi167.stdout: "dir-": 48, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "dn": 547, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "dn+": 2318, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "dn-": 1771, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "cap": 503, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "cap+": 1790, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "cap-": 1287, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "rss": 76500, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "heap": 231804 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_server": { 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_client_request": 2136, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "dispatch_server_request": 157, 2024-04-22T00:57:15.591 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_request": 1960, 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_client_session": 121, 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "handle_peer_request": 303, 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "req_create_latency": { 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 1014, 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 3.159216523, 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.003115598 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getattr_latency": { 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 31, 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.010595126, 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000341778 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getfilelock_latency": { 2024-04-22T00:57:15.592 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "req_link_latency": { 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 26, 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.052573237, 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.002022047 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookup_latency": { 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 161, 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.112151054, 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000696590 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.593 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookuphash_latency": { 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupino_latency": { 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 2, 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000313018, 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000156509 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupname_latency": { 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.594 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.595 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupparent_latency": { 2024-04-22T00:57:15.595 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.595 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.595 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.595 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.595 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lookupsnap_latency": { 2024-04-22T00:57:15.595 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.595 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.595 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.595 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.596 INFO:teuthology.orchestra.run.smithi167.stdout: "req_lssnap_latency": { 2024-04-22T00:57:15.596 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.596 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.596 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.596 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.596 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mkdir_latency": { 2024-04-22T00:57:15.596 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 37, 2024-04-22T00:57:15.596 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.150803903, 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.004075781 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mknod_latency": { 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: "req_mksnap_latency": { 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.597 INFO:teuthology.orchestra.run.smithi167.stdout: "req_open_latency": { 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 413, 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.092159259, 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000223145 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "req_readdir_latency": { 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 59, 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.112232322, 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.001902242 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rename_latency": { 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 49, 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.244765418, 2024-04-22T00:57:15.598 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.004995212 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "req_renamesnap_latency": { 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "req_snapdiff_latency": { 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmdir_latency": { 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 2, 2024-04-22T00:57:15.599 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.019242648, 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.009621324 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmsnap_latency": { 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "req_rmxattr_latency": { 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setattr_latency": { 2024-04-22T00:57:15.600 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 2, 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.001408296, 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000704148 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setdirlayout_latency": { 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setfilelock_latency": { 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.601 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setlayout_latency": { 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: "req_setxattr_latency": { 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 8, 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.021883287, 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.002735410 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: "req_symlink_latency": { 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.602 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "req_unlink_latency": { 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 36, 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.102674439, 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.002852067 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "req_getvxattr_latency": { 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.603 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_sessions": { 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "session_count": 1, 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "session_add": 3, 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "session_remove": 2, 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_open": 1, 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "sessions_stale": 0, 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "total_load": 38, 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "average_load": 38, 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "avg_session_uptime": 968, 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "mdthresh_evicted": 0 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "mempool": { 2024-04-22T00:57:15.604 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_items": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:57:15.605 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_items": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_items": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_items": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:57:15.606 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_items": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_bytes": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_items": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_bytes": 311660, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_items": 638, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_items": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_bytes": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_items": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:57:15.607 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_items": 0, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_items": 0, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_bytes": 9080, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_items": 174, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_bytes": 0, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_items": 0, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_bytes": 1935367, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_items": 18672, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_bytes": 0, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_items": 0, 2024-04-22T00:57:15.608 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_bytes": 0, 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_items": 0 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "objecter": { 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "op_active": 0, 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "op_laggy": 0, 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send": 8394, 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "op_send_bytes": 11472194, 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "op_resend": 37, 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "op_reply": 8394, 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "op_latency": { 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 8394, 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 440.659977218, 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.052497018 2024-04-22T00:57:15.609 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "op_inflight": 0, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "oplen_avg": { 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 8394, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 12613 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "op": 8394, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "op_r": 3793, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "op_w": 4601, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "op_rmw": 0, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "op_pg": 0, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_stat": 511, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_create": 2062, 2024-04-22T00:57:15.610 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_read": 24, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_write": 1001, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writefull": 233, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_writesame": 0, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_append": 0, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_zero": 0, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_truncate": 3, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_delete": 576, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_mapext": 0, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_sparse_read": 0, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_clonerange": 0, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_getxattr": 3767, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_setxattr": 3120, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_rmxattr": 0, 2024-04-22T00:57:15.611 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_call": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_watch": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_notify": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "osdop_other": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_active": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_send": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_resend": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "linger_ping": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_active": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_send": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "poolop_resend": 0, 2024-04-22T00:57:15.612 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_active": 0, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_send": 0, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "poolstat_resend": 0, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_active": 0, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_send": 0, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "statfs_resend": 0, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "command_active": 0, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "command_send": 0, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "command_resend": 0, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "map_epoch": 95, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "map_full": 0, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "map_inc": 9, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_sessions": 12, 2024-04-22T00:57:15.613 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_open": 12, 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_session_close": 0, 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_laggy": 0, 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_wr": 1243, 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_rd": 20, 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_del": 53 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "oft": { 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_objs": 1, 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_updates": 0, 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "omap_total_removes": 0 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.614 INFO:teuthology.orchestra.run.smithi167.stdout: "osd-slow-ops": { 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "slow_ops_count": 0 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "purge_queue": { 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops": 0, 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_ops_high_water": 24, 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing": 0, 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executing_high_water": 8, 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed_ops": 60, 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_executed": 24, 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "pq_item_in_journal": 0 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:15.615 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 19090, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 6690550, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 19090, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 19090, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 6690550, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.616 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_bytes": { 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 8394, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 11474658, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 8394, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 11474658, 2024-04-22T00:57:15.617 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-objecter_ops": { 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 1024, 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 0, 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 0, 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 0, 2024-04-22T00:57:15.618 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 8394, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 8394, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 8394, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 8394, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 24, 2024-04-22T00:57:15.619 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 2600, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 24, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 6, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 2600, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-write_buf_throttle-0x5625e7734500": { 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 15758, 2024-04-22T00:57:15.620 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 3758096384, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 3188, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 8723552, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 3188, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 995, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 8707794, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:15.621 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:15.622 INFO:teuthology.orchestra.run.smithi167.stdout:} 2024-04-22T00:57:16.280 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:16 smithi167 ceph-mon[31348]: pgmap v853: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 3.4 KiB/s wr, 6 op/s 2024-04-22T00:57:16.282 INFO:tasks.check_counter:Daemon mds.i mds.exported=63 2024-04-22T00:57:16.282 INFO:tasks.check_counter:Daemon mds.i mds.imported=31 2024-04-22T00:57:16.282 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=117 2024-04-22T00:57:16.282 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=48 2024-04-22T00:57:16.282 DEBUG:tasks.check_counter:Getting stats from l 2024-04-22T00:57:16.283 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 6224d758-003f-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-22T00:57:16.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:16 smithi081 ceph-mon[31546]: pgmap v853: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 3.4 KiB/s wr, 6 op/s 2024-04-22T00:57:16.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:16 smithi018 ceph-mon[27979]: pgmap v853: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 3.4 KiB/s wr, 6 op/s 2024-04-22T00:57:16.521 INFO:teuthology.orchestra.run.smithi167.stderr:Inferring config /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:57:18.299 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:18 smithi167 ceph-mon[31348]: pgmap v854: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-04-22T00:57:18.326 INFO:teuthology.orchestra.run.smithi167.stdout:{ 2024-04-22T00:57:18.326 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:57:18.326 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 0, 2024-04-22T00:57:18.326 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 2, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 0, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 0, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 4, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 0, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.001188808, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.000290891, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:18.327 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 311, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 308, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 504704, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 190000, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 2, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 1, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.040907682, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.015408028, 2024-04-22T00:57:18.328 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.017399397, 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.007070076, 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 307, 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.012398441, 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000040385 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 504704, 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 190000 2024-04-22T00:57:18.329 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_messages": 6, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages": 237, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_bytes": 3344, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_bytes": 197392, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_created_connections": 4, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_active_connections": 2, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_total_time": 0.012595110, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_send_time": 0.009172328, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_recv_time": 0.001415797, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:57:18.330 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 236, 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.018998166, 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000080500 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "msgr_send_encrypted_bytes": 197392 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "cct": { 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "total_workers": 0, 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "unhealthy_workers": 0 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.331 INFO:teuthology.orchestra.run.smithi167.stdout: "mempool": { 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bloom_filter_items": 0, 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:57:18.332 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_extent_items": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_blob_items": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:57:18.333 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_txc_items": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "bluestore_writing_items": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_bytes": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_items": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:57:18.334 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_bytes": 148682, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_anon_items": 29, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "buffer_meta_items": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_bytes": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_items": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_mapbl_items": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "osd_pglog_items": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_bytes": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_items": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_bytes": 0, 2024-04-22T00:57:18.335 INFO:teuthology.orchestra.run.smithi167.stdout: "pgmap_items": 0, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_bytes": 928, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "mds_co_items": 2, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_bytes": 0, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_1_items": 0, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_bytes": 0, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "unittest_2_items": 0 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: }, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "val": 0, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "max": 104857600, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "get_started": 0, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "get": 313, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "get_sum": 460759, 2024-04-22T00:57:18.336 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_fail": 0, 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: "get_or_fail_success": 313, 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: "take": 0, 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: "take_sum": 0, 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: "put": 313, 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: "put_sum": 460759, 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: "wait": { 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: "avgcount": 0, 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: "sum": 0.000000000, 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: "avgtime": 0.000000000 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout: } 2024-04-22T00:57:18.337 INFO:teuthology.orchestra.run.smithi167.stdout:} 2024-04-22T00:57:18.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:18 smithi081 ceph-mon[31546]: pgmap v854: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-04-22T00:57:18.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:18 smithi018 ceph-mon[27979]: pgmap v854: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-04-22T00:57:19.017 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-04-22T00:57:19.017 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-04-22T00:57:19.017 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-04-22T00:57:19.017 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-04-22T00:57:19.018 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-22T00:57:19.029 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-22T00:57:19.030 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:57:19.030 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T00:57:19.069 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:57:19.069 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T00:57:19.129 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:57:19.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.286+0000 7f261eaae640 1 -- 172.21.15.18:0/1970899605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2618107460 msgr2=0x7f26181098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.286+0000 7f261eaae640 1 --2- 172.21.15.18:0/1970899605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2618107460 0x7f26181098b0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f2610009900 tx=0x7f261002bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:19.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.286+0000 7f261eaae640 1 -- 172.21.15.18:0/1970899605 shutdown_connections 2024-04-22T00:57:19.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.286+0000 7f261eaae640 1 --2- 172.21.15.18:0/1970899605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2618107460 0x7f26181098b0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.286+0000 7f261eaae640 1 --2- 172.21.15.18:0/1970899605 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2618104b30 0x7f2618106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.286+0000 7f261eaae640 1 --2- 172.21.15.18:0/1970899605 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2618102200 0x7f26181045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.286+0000 7f261eaae640 1 -- 172.21.15.18:0/1970899605 >> 172.21.15.18:0/1970899605 conn(0x7f26180fbbf0 msgr2=0x7f26180fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.286+0000 7f261eaae640 1 -- 172.21.15.18:0/1970899605 shutdown_connections 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.286+0000 7f261eaae640 1 -- 172.21.15.18:0/1970899605 wait complete. 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261eaae640 1 Processor -- start 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261eaae640 1 -- start start 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261eaae640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2618102200 0x7f2618197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261eaae640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2618104b30 0x7f2618197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261eaae640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2618107460 0x7f261819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261eaae640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f261810d420 con 0x7f2618107460 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261eaae640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f261810d2a0 con 0x7f2618102200 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261eaae640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f261810d5a0 con 0x7f2618104b30 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261d04b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2618107460 0x7f261819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261d04b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2618107460 0x7f261819f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48278/0 (socket says 172.21.15.18:48278) 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261d04b640 1 -- 172.21.15.18:0/1109082506 learned_addr learned my addr 172.21.15.18:0/1109082506 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f2617fff640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2618104b30 0x7f2618197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261c84a640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2618102200 0x7f2618197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261d04b640 1 -- 172.21.15.18:0/1109082506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2618104b30 msgr2=0x7f2618197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261d04b640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2618104b30 0x7f2618197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261d04b640 1 -- 172.21.15.18:0/1109082506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2618102200 msgr2=0x7f2618197a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261d04b640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2618102200 0x7f2618197a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.287+0000 7f261d04b640 1 -- 172.21.15.18:0/1109082506 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f261819f690 con 0x7f2618107460 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.288+0000 7f261d04b640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2618107460 0x7f261819f020 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f261002c7b0 tx=0x7f2610005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.288+0000 7f2615ffb640 1 -- 172.21.15.18:0/1109082506 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2610041070 con 0x7f2618107460 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.288+0000 7f261eaae640 1 -- 172.21.15.18:0/1109082506 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f261819f920 con 0x7f2618107460 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.288+0000 7f2615ffb640 1 -- 172.21.15.18:0/1109082506 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26100054e0 con 0x7f2618107460 2024-04-22T00:57:19.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.288+0000 7f2615ffb640 1 -- 172.21.15.18:0/1109082506 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2610034440 con 0x7f2618107460 2024-04-22T00:57:19.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.288+0000 7f261eaae640 1 -- 172.21.15.18:0/1109082506 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f261819fe10 con 0x7f2618107460 2024-04-22T00:57:19.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.289+0000 7f261eaae640 1 -- 172.21.15.18:0/1109082506 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26180fd6e0 con 0x7f2618107460 2024-04-22T00:57:19.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.291+0000 7f2615ffb640 1 -- 172.21.15.18:0/1109082506 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2610044070 con 0x7f2618107460 2024-04-22T00:57:19.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.292+0000 7f2615ffb640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26040a2b90 0x7f26040a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.292+0000 7f261c84a640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26040a2b90 0x7f26040a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.292+0000 7f2615ffb640 1 -- 172.21.15.18:0/1109082506 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f26100f1450 con 0x7f2618107460 2024-04-22T00:57:19.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.292+0000 7f261c84a640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26040a2b90 0x7f26040a5050 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f2600009bd0 tx=0x7f2600005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:19.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.296+0000 7f2615ffb640 1 -- 172.21.15.18:0/1109082506 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f26100bd930 con 0x7f2618107460 2024-04-22T00:57:19.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.482+0000 7f261eaae640 1 -- 172.21.15.18:0/1109082506 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f261802d2f0 con 0x7f2618107460 2024-04-22T00:57:19.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.484+0000 7f2615ffb640 1 -- 172.21.15.18:0/1109082506 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24704 (secure 0 0 0) 0x7f26100c1c30 con 0x7f2618107460 2024-04-22T00:57:19.484 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:57:19.484 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":95,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:40:39.771571+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.18","mappings":[{"from":5,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:57:19.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 -- 172.21.15.18:0/1109082506 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26040a2b90 msgr2=0x7f26040a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26040a2b90 0x7f26040a5050 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f2600009bd0 tx=0x7f2600005f90 comp rx=0 tx=0).stop 2024-04-22T00:57:19.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 -- 172.21.15.18:0/1109082506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2618107460 msgr2=0x7f261819f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2618107460 0x7f261819f020 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f261002c7b0 tx=0x7f2610005dd0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 -- 172.21.15.18:0/1109082506 shutdown_connections 2024-04-22T00:57:19.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f26040a2b90 0x7f26040a5050 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2618107460 0x7f261819f020 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2618104b30 0x7f2618197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 --2- 172.21.15.18:0/1109082506 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2618102200 0x7f2618197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 -- 172.21.15.18:0/1109082506 >> 172.21.15.18:0/1109082506 conn(0x7f26180fbbf0 msgr2=0x7f2618102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:19.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 -- 172.21.15.18:0/1109082506 shutdown_connections 2024-04-22T00:57:19.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.486+0000 7f261eaae640 1 -- 172.21.15.18:0/1109082506 wait complete. 2024-04-22T00:57:19.498 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T00:34:04.469310+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T00:38:37.883054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T00:38:39.096593+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-22T00:38:42.807955+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:57:19.498 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:57:19.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.603+0000 7f68f9301640 1 -- 172.21.15.18:0/2184928834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68f4100680 msgr2=0x7f68f4100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.603+0000 7f68f9301640 1 --2- 172.21.15.18:0/2184928834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68f4100680 0x7f68f4100aa0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f68e4009900 tx=0x7f68e402bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.603+0000 7f68f9301640 1 -- 172.21.15.18:0/2184928834 shutdown_connections 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.603+0000 7f68f9301640 1 --2- 172.21.15.18:0/2184928834 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f68f4102230 0x7f68f4108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.603+0000 7f68f9301640 1 --2- 172.21.15.18:0/2184928834 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68f4101870 0x7f68f4101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.603+0000 7f68f9301640 1 --2- 172.21.15.18:0/2184928834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68f4100680 0x7f68f4100aa0 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.603+0000 7f68f9301640 1 -- 172.21.15.18:0/2184928834 >> 172.21.15.18:0/2184928834 conn(0x7f68f40fbbf0 msgr2=0x7f68f40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.603+0000 7f68f9301640 1 -- 172.21.15.18:0/2184928834 shutdown_connections 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.603+0000 7f68f9301640 1 -- 172.21.15.18:0/2184928834 wait complete. 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f9301640 1 Processor -- start 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f9301640 1 -- start start 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f9301640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68f4100680 0x7f68f406a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f9301640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68f4101870 0x7f68f419c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f9301640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f68f4102230 0x7f68f419edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f9301640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f68f410c300 con 0x7f68f4100680 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f9301640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f68f410c180 con 0x7f68f4101870 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f9301640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f68f410c480 con 0x7f68f4102230 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68f4100680 0x7f68f406a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68f4100680 0x7f68f406a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48292/0 (socket says 172.21.15.18:48292) 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f2ffd640 1 -- 172.21.15.18:0/592984083 learned_addr learned my addr 172.21.15.18:0/592984083 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f27fc640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68f4101870 0x7f68f419c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.604+0000 7f68f37fe640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f68f4102230 0x7f68f419edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68f2ffd640 1 -- 172.21.15.18:0/592984083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f68f4102230 msgr2=0x7f68f419edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68f2ffd640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f68f4102230 0x7f68f419edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68f2ffd640 1 -- 172.21.15.18:0/592984083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68f4101870 msgr2=0x7f68f419c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68f2ffd640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68f4101870 0x7f68f419c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68f2ffd640 1 -- 172.21.15.18:0/592984083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f419f670 con 0x7f68f4100680 2024-04-22T00:57:19.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68f37fe640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f68f4102230 0x7f68f419edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:57:19.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68f2ffd640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68f4100680 0x7f68f406a8f0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f68e4005ab0 tx=0x7f68e4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:19.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68dbfff640 1 -- 172.21.15.18:0/592984083 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e4041070 con 0x7f68f4100680 2024-04-22T00:57:19.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68f9301640 1 -- 172.21.15.18:0/592984083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68f419f900 con 0x7f68f4100680 2024-04-22T00:57:19.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68dbfff640 1 -- 172.21.15.18:0/592984083 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f68e40054e0 con 0x7f68f4100680 2024-04-22T00:57:19.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68dbfff640 1 -- 172.21.15.18:0/592984083 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e4034440 con 0x7f68f4100680 2024-04-22T00:57:19.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.605+0000 7f68f9301640 1 -- 172.21.15.18:0/592984083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68f419fe40 con 0x7f68f4100680 2024-04-22T00:57:19.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.606+0000 7f68f9301640 1 -- 172.21.15.18:0/592984083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68f41079a0 con 0x7f68f4100680 2024-04-22T00:57:19.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.607+0000 7f68dbfff640 1 -- 172.21.15.18:0/592984083 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f68e4044070 con 0x7f68f4100680 2024-04-22T00:57:19.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.608+0000 7f68dbfff640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f68dc0a2b90 0x7f68dc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.608+0000 7f68f27fc640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f68dc0a2b90 0x7f68dc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.608+0000 7f68dbfff640 1 -- 172.21.15.18:0/592984083 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f68e40f10b0 con 0x7f68f4100680 2024-04-22T00:57:19.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.608+0000 7f68f27fc640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f68dc0a2b90 0x7f68dc0a5050 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f68f406a660 tx=0x7f68e800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:19.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.612+0000 7f68dbfff640 1 -- 172.21.15.18:0/592984083 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f68e40bdbe0 con 0x7f68f4100680 2024-04-22T00:57:19.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.796+0000 7f68f9301640 1 -- 172.21.15.18:0/592984083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f68f4062340 con 0x7f68f4100680 2024-04-22T00:57:19.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.797+0000 7f68dbfff640 1 -- 172.21.15.18:0/592984083 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f68e40bd4e0 con 0x7f68f4100680 2024-04-22T00:57:19.797 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-04-22T00:57:19.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.798+0000 7f68f9301640 1 -- 172.21.15.18:0/592984083 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f68dc0a2b90 msgr2=0x7f68dc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.798+0000 7f68f9301640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f68dc0a2b90 0x7f68dc0a5050 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f68f406a660 tx=0x7f68e800a2d0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.798+0000 7f68f9301640 1 -- 172.21.15.18:0/592984083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68f4100680 msgr2=0x7f68f406a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.798+0000 7f68f9301640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68f4100680 0x7f68f406a8f0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f68e4005ab0 tx=0x7f68e4005dc0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.798+0000 7f68f9301640 1 -- 172.21.15.18:0/592984083 shutdown_connections 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.798+0000 7f68f9301640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f68dc0a2b90 0x7f68dc0a5050 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.798+0000 7f68f9301640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f68f4102230 0x7f68f419edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.798+0000 7f68f9301640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68f4101870 0x7f68f419c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.798+0000 7f68f9301640 1 --2- 172.21.15.18:0/592984083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68f4100680 0x7f68f406a8f0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.798+0000 7f68f9301640 1 -- 172.21.15.18:0/592984083 >> 172.21.15.18:0/592984083 conn(0x7f68f40fbbf0 msgr2=0x7f68f4104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.799+0000 7f68f9301640 1 -- 172.21.15.18:0/592984083 shutdown_connections 2024-04-22T00:57:19.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.799+0000 7f68f9301640 1 -- 172.21.15.18:0/592984083 wait complete. 2024-04-22T00:57:19.810 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:57:19.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 -- 172.21.15.18:0/2439649276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8108100680 msgr2=0x7f8108100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 --2- 172.21.15.18:0/2439649276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8108100680 0x7f8108100aa0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f80f8009900 tx=0x7f80f802bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 -- 172.21.15.18:0/2439649276 shutdown_connections 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 --2- 172.21.15.18:0/2439649276 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8108102230 0x7f8108108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 --2- 172.21.15.18:0/2439649276 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8108101870 0x7f8108101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 --2- 172.21.15.18:0/2439649276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8108100680 0x7f8108100aa0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 -- 172.21.15.18:0/2439649276 >> 172.21.15.18:0/2439649276 conn(0x7f81080fbbf0 msgr2=0x7f81080fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 -- 172.21.15.18:0/2439649276 shutdown_connections 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 -- 172.21.15.18:0/2439649276 wait complete. 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 Processor -- start 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.915+0000 7f810d955640 1 -- start start 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f810d955640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8108100680 0x7f8108197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f810d955640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8108101870 0x7f8108198090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f810d955640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8108102230 0x7f810819f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f810d955640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f810810c300 con 0x7f8108100680 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f810d955640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f810810c180 con 0x7f8108102230 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f810d955640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f810810c480 con 0x7f8108101870 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f8106ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8108100680 0x7f8108197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f8106ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8108100680 0x7f8108197b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48302/0 (socket says 172.21.15.18:48302) 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f8106ffd640 1 -- 172.21.15.18:0/3653358487 learned_addr learned my addr 172.21.15.18:0/3653358487 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f81067fc640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8108101870 0x7f8108198090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f81077fe640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8108102230 0x7f810819f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f8106ffd640 1 -- 172.21.15.18:0/3653358487 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8108101870 msgr2=0x7f8108198090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f8106ffd640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8108101870 0x7f8108198090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f8106ffd640 1 -- 172.21.15.18:0/3653358487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8108102230 msgr2=0x7f810819f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f8106ffd640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8108102230 0x7f810819f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:19.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f8106ffd640 1 -- 172.21.15.18:0/3653358487 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f810819f770 con 0x7f8108100680 2024-04-22T00:57:19.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f81077fe640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8108102230 0x7f810819f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:57:19.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f81067fc640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8108101870 0x7f8108198090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:57:19.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f8106ffd640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8108100680 0x7f8108197b50 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f80f8005ab0 tx=0x7f80f8005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:19.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f810c953640 1 -- 172.21.15.18:0/3653358487 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80f8041070 con 0x7f8108100680 2024-04-22T00:57:19.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f810c953640 1 -- 172.21.15.18:0/3653358487 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f80f80054e0 con 0x7f8108100680 2024-04-22T00:57:19.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f810d955640 1 -- 172.21.15.18:0/3653358487 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f810819fa00 con 0x7f8108100680 2024-04-22T00:57:19.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.916+0000 7f810c953640 1 -- 172.21.15.18:0/3653358487 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80f8034440 con 0x7f8108100680 2024-04-22T00:57:19.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.917+0000 7f810d955640 1 -- 172.21.15.18:0/3653358487 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f810819fef0 con 0x7f8108100680 2024-04-22T00:57:19.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.918+0000 7f810d955640 1 -- 172.21.15.18:0/3653358487 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81081a00c0 con 0x7f8108100680 2024-04-22T00:57:19.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.919+0000 7f810c953640 1 -- 172.21.15.18:0/3653358487 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f80f8044070 con 0x7f8108100680 2024-04-22T00:57:19.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.919+0000 7f810c953640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80f00a2b90 0x7f80f00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:19.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.919+0000 7f81067fc640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80f00a2b90 0x7f80f00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:19.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.919+0000 7f810c953640 1 -- 172.21.15.18:0/3653358487 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f80f80f1130 con 0x7f8108100680 2024-04-22T00:57:19.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.920+0000 7f81067fc640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80f00a2b90 0x7f80f00a5050 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f80fc0058c0 tx=0x7f80fc005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:19.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:19.924+0000 7f810c953640 1 -- 172.21.15.18:0/3653358487 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f80f80bdcc0 con 0x7f8108100680 2024-04-22T00:57:20.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.109+0000 7f810d955640 1 -- 172.21.15.18:0/3653358487 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f81081a03b0 con 0x7f8108100680 2024-04-22T00:57:20.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.110+0000 7f810c953640 1 -- 172.21.15.18:0/3653358487 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7f80f80bd5c0 con 0x7f8108100680 2024-04-22T00:57:20.110 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:57:20.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.111+0000 7f810d955640 1 -- 172.21.15.18:0/3653358487 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80f00a2b90 msgr2=0x7f80f00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.111+0000 7f810d955640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80f00a2b90 0x7f80f00a5050 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f80fc0058c0 tx=0x7f80fc005850 comp rx=0 tx=0).stop 2024-04-22T00:57:20.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.112+0000 7f810d955640 1 -- 172.21.15.18:0/3653358487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8108100680 msgr2=0x7f8108197b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.112+0000 7f810d955640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8108100680 0x7f8108197b50 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f80f8005ab0 tx=0x7f80f8005dc0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.112+0000 7f810d955640 1 -- 172.21.15.18:0/3653358487 shutdown_connections 2024-04-22T00:57:20.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.112+0000 7f810d955640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f80f00a2b90 0x7f80f00a5050 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.112+0000 7f810d955640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8108102230 0x7f810819f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.112+0000 7f810d955640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f8108101870 0x7f8108198090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.112+0000 7f810d955640 1 --2- 172.21.15.18:0/3653358487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8108100680 0x7f8108197b50 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.112+0000 7f810d955640 1 -- 172.21.15.18:0/3653358487 >> 172.21.15.18:0/3653358487 conn(0x7f81080fbbf0 msgr2=0x7f81080fd720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:20.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.112+0000 7f810d955640 1 -- 172.21.15.18:0/3653358487 shutdown_connections 2024-04-22T00:57:20.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.112+0000 7f810d955640 1 -- 172.21.15.18:0/3653358487 wait complete. 2024-04-22T00:57:20.122 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:20 smithi018 ceph-mon[27979]: pgmap v855: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.6 KiB/s wr, 6 op/s 2024-04-22T00:57:20.122 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:20 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1109082506' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:57:20.122 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:20 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/592984083' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:57:20.123 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:57:20.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.228+0000 7f7bcf91e640 1 -- 172.21.15.18:0/3262374882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7bc8102200 msgr2=0x7f7bc81045f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.228+0000 7f7bcf91e640 1 --2- 172.21.15.18:0/3262374882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7bc8102200 0x7f7bc81045f0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc009900 tx=0x7f7bbc02bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:20.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 -- 172.21.15.18:0/3262374882 shutdown_connections 2024-04-22T00:57:20.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 --2- 172.21.15.18:0/3262374882 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7bc8107460 0x7f7bc81098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 --2- 172.21.15.18:0/3262374882 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7bc8104b30 0x7f7bc8106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 --2- 172.21.15.18:0/3262374882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7bc8102200 0x7f7bc81045f0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 -- 172.21.15.18:0/3262374882 >> 172.21.15.18:0/3262374882 conn(0x7f7bc80fbbf0 msgr2=0x7f7bc80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:20.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 -- 172.21.15.18:0/3262374882 shutdown_connections 2024-04-22T00:57:20.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 -- 172.21.15.18:0/3262374882 wait complete. 2024-04-22T00:57:20.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 Processor -- start 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 -- start start 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7bc8102200 0x7f7bc8197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7bc8104b30 0x7f7bc8198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7bc8107460 0x7f7bc819f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc810d420 con 0x7f7bc8107460 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc810d2a0 con 0x7f7bc8102200 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcf91e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc810d5a0 con 0x7f7bc8104b30 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcdebb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7bc8107460 0x7f7bc819f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.229+0000 7f7bcdebb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7bc8107460 0x7f7bc819f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48324/0 (socket says 172.21.15.18:48324) 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcdebb640 1 -- 172.21.15.18:0/2339443180 learned_addr learned my addr 172.21.15.18:0/2339443180 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcceb9640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7bc8104b30 0x7f7bc8198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcd6ba640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7bc8102200 0x7f7bc8197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcdebb640 1 -- 172.21.15.18:0/2339443180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7bc8104b30 msgr2=0x7f7bc8198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcdebb640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7bc8104b30 0x7f7bc8198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcdebb640 1 -- 172.21.15.18:0/2339443180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7bc8102200 msgr2=0x7f7bc8197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcdebb640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7bc8102200 0x7f7bc8197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcdebb640 1 -- 172.21.15.18:0/2339443180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc819f710 con 0x7f7bc8107460 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcdebb640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7bc8107460 0x7f7bc819f0a0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000eaa0 tx=0x7f7bc000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bba7fc640 1 -- 172.21.15.18:0/2339443180 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc000cdb0 con 0x7f7bc8107460 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcf91e640 1 -- 172.21.15.18:0/2339443180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bc819fa00 con 0x7f7bc8107460 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bba7fc640 1 -- 172.21.15.18:0/2339443180 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bc0005020 con 0x7f7bc8107460 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bba7fc640 1 -- 172.21.15.18:0/2339443180 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc00116d0 con 0x7f7bc8107460 2024-04-22T00:57:20.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.230+0000 7f7bcf91e640 1 -- 172.21.15.18:0/2339443180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bc819ffa0 con 0x7f7bc8107460 2024-04-22T00:57:20.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.231+0000 7f7bcf91e640 1 -- 172.21.15.18:0/2339443180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bc80fd6e0 con 0x7f7bc8107460 2024-04-22T00:57:20.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.232+0000 7f7bba7fc640 1 -- 172.21.15.18:0/2339443180 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7bc00054d0 con 0x7f7bc8107460 2024-04-22T00:57:20.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.233+0000 7f7bba7fc640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7bb40a2b90 0x7f7bb40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.233+0000 7f7bba7fc640 1 -- 172.21.15.18:0/2339443180 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f7bc00cf630 con 0x7f7bc8107460 2024-04-22T00:57:20.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.233+0000 7f7bcd6ba640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7bb40a2b90 0x7f7bb40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.233+0000 7f7bcd6ba640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7bb40a2b90 0x7f7bb40a5050 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc006010 tx=0x7f7bbc000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:20.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.238+0000 7f7bba7fc640 1 -- 172.21.15.18:0/2339443180 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7bc0016030 con 0x7f7bc8107460 2024-04-22T00:57:20.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:20 smithi081 ceph-mon[31546]: pgmap v855: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.6 KiB/s wr, 6 op/s 2024-04-22T00:57:20.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:20 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1109082506' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:57:20.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:20 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/592984083' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:57:20.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.423+0000 7f7bcf91e640 1 -- 172.21.15.18:0/2339443180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f7bc8062340 con 0x7f7bc8107460 2024-04-22T00:57:20.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.423+0000 7f7bba7fc640 1 -- 172.21.15.18:0/2339443180 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7f7bc009c1c0 con 0x7f7bc8107460 2024-04-22T00:57:20.423 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.425+0000 7f7bcf91e640 1 -- 172.21.15.18:0/2339443180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7bb40a2b90 msgr2=0x7f7bb40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.425+0000 7f7bcf91e640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7bb40a2b90 0x7f7bb40a5050 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc006010 tx=0x7f7bbc000bc0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.425+0000 7f7bcf91e640 1 -- 172.21.15.18:0/2339443180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7bc8107460 msgr2=0x7f7bc819f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.425+0000 7f7bcf91e640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7bc8107460 0x7f7bc819f0a0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000eaa0 tx=0x7f7bc000ef60 comp rx=0 tx=0).stop 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.425+0000 7f7bcf91e640 1 -- 172.21.15.18:0/2339443180 shutdown_connections 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.425+0000 7f7bcf91e640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7bb40a2b90 0x7f7bb40a5050 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.425+0000 7f7bcf91e640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7bc8107460 0x7f7bc819f0a0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.425+0000 7f7bcf91e640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7bc8104b30 0x7f7bc8198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.425+0000 7f7bcf91e640 1 --2- 172.21.15.18:0/2339443180 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7bc8102200 0x7f7bc8197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.426+0000 7f7bcf91e640 1 -- 172.21.15.18:0/2339443180 >> 172.21.15.18:0/2339443180 conn(0x7f7bc80fbbf0 msgr2=0x7f7bc8102ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.426+0000 7f7bcf91e640 1 -- 172.21.15.18:0/2339443180 shutdown_connections 2024-04-22T00:57:20.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.426+0000 7f7bcf91e640 1 -- 172.21.15.18:0/2339443180 wait complete. 2024-04-22T00:57:20.437 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:57:20.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:20 smithi167 ceph-mon[31348]: pgmap v855: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.6 KiB/s wr, 6 op/s 2024-04-22T00:57:20.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:20 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1109082506' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:57:20.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:20 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/592984083' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:57:20.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.541+0000 7f5809913640 1 -- 172.21.15.18:0/3249667582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5804101870 msgr2=0x7f5804101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.541+0000 7f5809913640 1 --2- 172.21.15.18:0/3249667582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5804101870 0x7f5804101cf0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f57f8009900 tx=0x7f57f802bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:20.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 -- 172.21.15.18:0/3249667582 shutdown_connections 2024-04-22T00:57:20.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 --2- 172.21.15.18:0/3249667582 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5804102230 0x7f5804108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 --2- 172.21.15.18:0/3249667582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5804101870 0x7f5804101cf0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 --2- 172.21.15.18:0/3249667582 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5804100680 0x7f5804100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 -- 172.21.15.18:0/3249667582 >> 172.21.15.18:0/3249667582 conn(0x7f58040fbbf0 msgr2=0x7f58040fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:20.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 -- 172.21.15.18:0/3249667582 shutdown_connections 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 -- 172.21.15.18:0/3249667582 wait complete. 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 Processor -- start 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 -- start start 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5804100680 0x7f5804104610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5804101870 0x7f5804102c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5804102230 0x7f5804103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f580410c2e0 con 0x7f5804101870 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f580410c160 con 0x7f5804102230 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.542+0000 7f5809913640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f580410c460 con 0x7f5804100680 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58027fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5804101870 0x7f5804102c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58027fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5804101870 0x7f5804102c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48336/0 (socket says 172.21.15.18:48336) 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58027fc640 1 -- 172.21.15.18:0/946295604 learned_addr learned my addr 172.21.15.18:0/946295604 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:20.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f5802ffd640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5804100680 0x7f5804104610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58037fe640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5804102230 0x7f5804103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58027fc640 1 -- 172.21.15.18:0/946295604 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5804100680 msgr2=0x7f5804104610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58027fc640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5804100680 0x7f5804104610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58027fc640 1 -- 172.21.15.18:0/946295604 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5804102230 msgr2=0x7f5804103190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58027fc640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5804102230 0x7f5804103190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58027fc640 1 -- 172.21.15.18:0/946295604 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5804103a20 con 0x7f5804101870 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58037fe640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5804102230 0x7f5804103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f58027fc640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5804101870 0x7f5804102c50 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f57f8009230 tx=0x7f57f8005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f5808911640 1 -- 172.21.15.18:0/946295604 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f8041070 con 0x7f5804101870 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f5809913640 1 -- 172.21.15.18:0/946295604 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58041a1b90 con 0x7f5804101870 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f5808911640 1 -- 172.21.15.18:0/946295604 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f57f80054e0 con 0x7f5804101870 2024-04-22T00:57:20.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f5808911640 1 -- 172.21.15.18:0/946295604 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f8034440 con 0x7f5804101870 2024-04-22T00:57:20.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.543+0000 7f5809913640 1 -- 172.21.15.18:0/946295604 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58041a20e0 con 0x7f5804101870 2024-04-22T00:57:20.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.544+0000 7f5809913640 1 -- 172.21.15.18:0/946295604 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58041a22b0 con 0x7f5804101870 2024-04-22T00:57:20.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.545+0000 7f5808911640 1 -- 172.21.15.18:0/946295604 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f57f8044070 con 0x7f5804101870 2024-04-22T00:57:20.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.546+0000 7f5808911640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57ec0a2b90 0x7f57ec0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.546+0000 7f5808911640 1 -- 172.21.15.18:0/946295604 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f57f80f1100 con 0x7f5804101870 2024-04-22T00:57:20.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.546+0000 7f5802ffd640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57ec0a2b90 0x7f57ec0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.547+0000 7f5802ffd640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57ec0a2b90 0x7f57ec0a5050 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f57f4005fd0 tx=0x7f57f400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:20.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.551+0000 7f5808911640 1 -- 172.21.15.18:0/946295604 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f57f80bdc90 con 0x7f5804101870 2024-04-22T00:57:20.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.738+0000 7f5809913640 1 -- 172.21.15.18:0/946295604 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f58041a2a20 con 0x7f5804101870 2024-04-22T00:57:20.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.739+0000 7f5808911640 1 -- 172.21.15.18:0/946295604 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7f57f80bd590 con 0x7f5804101870 2024-04-22T00:57:20.739 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-04-22T00:57:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 -- 172.21.15.18:0/946295604 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57ec0a2b90 msgr2=0x7f57ec0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57ec0a2b90 0x7f57ec0a5050 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f57f4005fd0 tx=0x7f57f400b410 comp rx=0 tx=0).stop 2024-04-22T00:57:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 -- 172.21.15.18:0/946295604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5804101870 msgr2=0x7f5804102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5804101870 0x7f5804102c50 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f57f8009230 tx=0x7f57f8005dd0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 -- 172.21.15.18:0/946295604 shutdown_connections 2024-04-22T00:57:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f57ec0a2b90 0x7f57ec0a5050 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5804102230 0x7f5804103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5804101870 0x7f5804102c50 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 --2- 172.21.15.18:0/946295604 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f5804100680 0x7f5804104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 -- 172.21.15.18:0/946295604 >> 172.21.15.18:0/946295604 conn(0x7f58040fbbf0 msgr2=0x7f58040688d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 -- 172.21.15.18:0/946295604 shutdown_connections 2024-04-22T00:57:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.741+0000 7f5809913640 1 -- 172.21.15.18:0/946295604 wait complete. 2024-04-22T00:57:20.753 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-22T00:57:20.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.856+0000 7f2f55c15640 1 -- 172.21.15.18:0/1333816657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f50101790 msgr2=0x7f2f50101bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.856+0000 7f2f55c15640 1 --2- 172.21.15.18:0/1333816657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f50101790 0x7f2f50101bb0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f2f40009900 tx=0x7f2f4002bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:20.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.856+0000 7f2f55c15640 1 -- 172.21.15.18:0/1333816657 shutdown_connections 2024-04-22T00:57:20.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.856+0000 7f2f55c15640 1 --2- 172.21.15.18:0/1333816657 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f50103340 0x7f2f50109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.856+0000 7f2f55c15640 1 --2- 172.21.15.18:0/1333816657 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f50102980 0x7f2f50102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.856+0000 7f2f55c15640 1 --2- 172.21.15.18:0/1333816657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f50101790 0x7f2f50101bb0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.856+0000 7f2f55c15640 1 -- 172.21.15.18:0/1333816657 >> 172.21.15.18:0/1333816657 conn(0x7f2f500fcd20 msgr2=0x7f2f500ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:20.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.856+0000 7f2f55c15640 1 -- 172.21.15.18:0/1333816657 shutdown_connections 2024-04-22T00:57:20.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.856+0000 7f2f55c15640 1 -- 172.21.15.18:0/1333816657 wait complete. 2024-04-22T00:57:20.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f55c15640 1 Processor -- start 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f55c15640 1 -- start start 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f55c15640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f50101790 0x7f2f50197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f55c15640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f50102980 0x7f2f50198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f55c15640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f50103340 0x7f2f5019f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f55c15640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f2f5010d460 con 0x7f2f50102980 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f55c15640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f2f5010d2e0 con 0x7f2f50101790 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f55c15640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f2f5010d5e0 con 0x7f2f50103340 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f4effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f50102980 0x7f2f50198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f4effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f50102980 0x7f2f50198080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35084/0 (socket says 172.21.15.18:35084) 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f4effd640 1 -- 172.21.15.18:0/227594185 learned_addr learned my addr 172.21.15.18:0/227594185 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f4ffff640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f50103340 0x7f2f5019f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.857+0000 7f2f4f7fe640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f50101790 0x7f2f50197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f4effd640 1 -- 172.21.15.18:0/227594185 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f50103340 msgr2=0x7f2f5019f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f4effd640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f50103340 0x7f2f5019f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f4effd640 1 -- 172.21.15.18:0/227594185 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f50101790 msgr2=0x7f2f50197b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:20.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f4effd640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f50101790 0x7f2f50197b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:20.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f4effd640 1 -- 172.21.15.18:0/227594185 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f5019f760 con 0x7f2f50102980 2024-04-22T00:57:20.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f4effd640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f50102980 0x7f2f50198080 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f2f4400d950 tx=0x7f2f4400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:20.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f4cff9640 1 -- 172.21.15.18:0/227594185 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f44017070 con 0x7f2f50102980 2024-04-22T00:57:20.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f4cff9640 1 -- 172.21.15.18:0/227594185 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f44009c30 con 0x7f2f50102980 2024-04-22T00:57:20.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f4cff9640 1 -- 172.21.15.18:0/227594185 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f4400f6b0 con 0x7f2f50102980 2024-04-22T00:57:20.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f55c15640 1 -- 172.21.15.18:0/227594185 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f5019fa50 con 0x7f2f50102980 2024-04-22T00:57:20.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.858+0000 7f2f55c15640 1 -- 172.21.15.18:0/227594185 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f5019fff0 con 0x7f2f50102980 2024-04-22T00:57:20.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.859+0000 7f2f55c15640 1 -- 172.21.15.18:0/227594185 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f50108ad0 con 0x7f2f50102980 2024-04-22T00:57:20.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.860+0000 7f2f4cff9640 1 -- 172.21.15.18:0/227594185 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2f440109d0 con 0x7f2f50102980 2024-04-22T00:57:20.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.861+0000 7f2f4cff9640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f380a2c10 0x7f2f380a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:20.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.861+0000 7f2f4f7fe640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f380a2c10 0x7f2f380a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:20.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.861+0000 7f2f4cff9640 1 -- 172.21.15.18:0/227594185 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f2f440cefb0 con 0x7f2f50102980 2024-04-22T00:57:20.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.861+0000 7f2f4f7fe640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f380a2c10 0x7f2f380a50d0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f2f4002c170 tx=0x7f2f4002df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:20.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:20.865+0000 7f2f4cff9640 1 -- 172.21.15.18:0/227594185 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2f44009de0 con 0x7f2f50102980 2024-04-22T00:57:21.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.063+0000 7f2f55c15640 1 -- 172.21.15.18:0/227594185 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2f50062370 con 0x7f2f50102980 2024-04-22T00:57:21.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.064+0000 7f2f4cff9640 1 -- 172.21.15.18:0/227594185 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v95) ==== 81+0+588 (secure 0 0 0) 0x7f2f4409b490 con 0x7f2f50102980 2024-04-22T00:57:21.064 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/1115786485 2024-04-23T00:31:37.944253+0000 2024-04-22T00:57:21.064 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6801/2897837517 2024-04-23T00:31:37.944253+0000 2024-04-22T00:57:21.064 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/3695638498 2024-04-23T00:31:37.944253+0000 2024-04-22T00:57:21.064 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6800/2897837517 2024-04-23T00:31:37.944253+0000 2024-04-22T00:57:21.064 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6801/283242805 2024-04-23T00:31:10.857936+0000 2024-04-22T00:57:21.064 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/1785905599 2024-04-23T00:31:10.857936+0000 2024-04-22T00:57:21.064 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6800/283242805 2024-04-23T00:31:10.857936+0000 2024-04-22T00:57:21.065 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/879305992 2024-04-23T00:31:37.944253+0000 2024-04-22T00:57:21.065 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/2477103159 2024-04-23T00:31:10.857936+0000 2024-04-22T00:57:21.065 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/251701061 2024-04-23T00:31:10.857936+0000 2024-04-22T00:57:21.065 INFO:teuthology.orchestra.run.smithi018.stderr:listed 10 entries 2024-04-22T00:57:21.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 -- 172.21.15.18:0/227594185 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f380a2c10 msgr2=0x7f2f380a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f380a2c10 0x7f2f380a50d0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f2f4002c170 tx=0x7f2f4002df90 comp rx=0 tx=0).stop 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 -- 172.21.15.18:0/227594185 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f50102980 msgr2=0x7f2f50198080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f50102980 0x7f2f50198080 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f2f4400d950 tx=0x7f2f4400de10 comp rx=0 tx=0).stop 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 -- 172.21.15.18:0/227594185 shutdown_connections 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f2f380a2c10 0x7f2f380a50d0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f2f50103340 0x7f2f5019f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f50102980 0x7f2f50198080 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 --2- 172.21.15.18:0/227594185 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2f50101790 0x7f2f50197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 -- 172.21.15.18:0/227594185 >> 172.21.15.18:0/227594185 conn(0x7f2f500fcd20 msgr2=0x7f2f50105ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.066+0000 7f2f55c15640 1 -- 172.21.15.18:0/227594185 shutdown_connections 2024-04-22T00:57:21.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.067+0000 7f2f55c15640 1 -- 172.21.15.18:0/227594185 wait complete. 2024-04-22T00:57:21.078 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-22T00:57:21.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:57:21.078 DEBUG:teuthology.orchestra.run.smithi018:> sudo umount /tmp/cephfs 2024-04-22T00:57:21.210 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi018.front.sepia.ceph.com 2024-04-22T00:57:21.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:57:21.211 DEBUG:teuthology.orchestra.run.smithi018:> (cd /home/ubuntu/cephtest && exec rmdir -- /tmp/cephfs) 2024-04-22T00:57:21.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:57:21.244 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list 2024-04-22T00:57:21.307 INFO:teuthology.orchestra.run.smithi018.stdout:ceph-ns--tmp-cephfs (id: 0) 2024-04-22T00:57:21.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:57:21.308 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns delete ceph-ns--tmp-cephfs 2024-04-22T00:57:21.369 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:21 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3653358487' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:57:21.369 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:21 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2339443180' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:57:21.369 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:21 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/946295604' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:57:21.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:57:21.373 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link delete ceph-brx 2024-04-22T00:57:21.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:21 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3653358487' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:57:21.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:21 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2339443180' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:57:21.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:21 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/946295604' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:57:21.467 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-22T00:57:21.468 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-04-22T00:57:21.468 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T00:57:21.479 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:21 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3653358487' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:57:21.479 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:21 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2339443180' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:57:21.480 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:21 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/946295604' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:57:21.484 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056882,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498932k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15607 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249464k,nr_inodes=812366,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/231730e00e7d6e7d14efac77b61cb6c497c3330a15216cad87784525900762a2/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/VM2RGYIGBRTPLUGGSRDB7DFNOG:/var/lib/containers/storage/overlay/l/MJQ4ST3HECVXPR7V65FJGPM3WJ,upperdir=/var/lib/containers/storage/overlay/231730e00e7d6e7d14efac77b61cb6c497c3330a15216cad87784525900762a2/diff,workdir=/var/lib/containers/storage/overlay/231730e00e7d6e7d14efac77b61cb6c497c3330a15216cad87784525900762a2/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/90bcc94cc4e32f0035afe338f92144ec5d11e4db50a555d41ed75c3f1b48ead9/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/VM2RGYIGBRTPLUGGSRDB7DFNOG:/var/lib/containers/storage/overlay/l/MJQ4ST3HECVXPR7V65FJGPM3WJ,upperdir=/var/lib/containers/storage/overlay/90bcc94cc4e32f0035afe338f92144ec5d11e4db50a555d41ed75c3f1b48ead9/diff,workdir=/var/lib/containers/storage/overlay/90bcc94cc4e32f0035afe338f92144ec5d11e4db50a555d41ed75c3f1b48ead9/work,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249464k,nr_inodes=812366,mode=700,inode64 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,nosuid,nodev,noexec,relatime 0 0 overlay /var/lib/containers/storage/overlay/baeeef736eb015ac572c3ece5840debb54b5698d389bb4416211c18568384d18/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/VM2RGYIGBRTPLUGGSRDB7DFNOG:/var/lib/containers/storage/overlay/l/MJQ4ST3HECVXPR7V65FJGPM3WJ,upperdir=/var/lib/containers/storage/overlay/baeeef736eb015ac572c3ece5840debb54b5698d389bb4416211c18568384d18/diff,workdir=/var/lib/containers/storage/overlay/baeeef736eb015ac572c3ece5840debb54b5698d389bb4416211c18568384d18/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/7cfee2927f420d65f7ca34c6ad62ce528dc07c27c3318bb08e008d4e32112c1c/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/VM2RGYIGBRTPLUGGSRDB7DFNOG:/var/lib/containers/storage/overlay/l/MJQ4ST3HECVXPR7V65FJGPM3WJ,upperdir=/var/lib/containers/storage/overlay/7cfee2927f420d65f7ca34c6ad62ce528dc07c27c3318bb08e008d4e32112c1c/diff,workdir=/var/lib/containers/storage/overlay/7cfee2927f420d65f7ca34c6ad62ce528dc07c27c3318bb08e008d4e32112c1c/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/fee63e2a6b70e39ea7e429281a684537b58ed53c7188a197afff150404e4cc8e/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/VM2RGYIGBRTPLUGGSRDB7DFNOG:/var/lib/containers/storage/overlay/l/MJQ4ST3HECVXPR7V65FJGPM3WJ,upperdir=/var/lib/containers/storage/overlay/fee63e2a6b70e39ea7e429281a684537b58ed53c7188a197afff150404e4cc8e/diff,workdir=/var/lib/containers/storage/overlay/fee63e2a6b70e39ea7e429281a684537b58ed53c7188a197afff150404e4cc8e/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/15f9fea4b6b23e7e63cf21b2553d3fcb9281f9bece31702af755d50efe735ddc/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/VM2RGYIGBRTPLUGGSRDB7DFNOG:/var/lib/containers/storage/overlay/l/MJQ4ST3HECVXPR7V65FJGPM3WJ,upperdir=/var/lib/containers/storage/overlay/15f9fea4b6b23e7e63cf21b2553d3fcb9281f9bece31702af755d50efe735ddc/diff,workdir=/var/lib/containers/storage/overlay/15f9fea4b6b23e7e63cf21b2553d3fcb9281f9bece31702af755d50efe735ddc/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/6c720be796a1b8b4a848357c0357ad5cbee1f7d9432a2d169c4f8ef9d992f566/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/VM2RGYIGBRTPLUGGSRDB7DFNOG:/var/lib/containers/storage/overlay/l/MJQ4ST3HECVXPR7V65FJGPM3WJ,upperdir=/var/lib/containers/storage/overlay/6c720be796a1b8b4a848357c0357ad5cbee1f7d9432a2d169c4f8ef9d992f566/diff,workdir=/var/lib/containers/storage/overlay/6c720be796a1b8b4a848357c0357ad5cbee1f7d9432a2d169c4f8ef9d992f566/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/f94ca36e7752a52ab947a2e1099ff0acb6af608bec316d07dff490d2abb8a232/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/VM2RGYIGBRTPLUGGSRDB7DFNOG:/var/lib/containers/storage/overlay/l/MJQ4ST3HECVXPR7V65FJGPM3WJ,upperdir=/var/lib/containers/storage/overlay/f94ca36e7752a52ab947a2e1099ff0acb6af608bec316d07dff490d2abb8a232/diff,workdir=/var/lib/containers/storage/overlay/f94ca36e7752a52ab947a2e1099ff0acb6af608bec316d07dff490d2abb8a232/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/7cfc62084b8ba796b7a1c5ad8a7dd9cce7b95a2d06f0d9064d7b1ae5fe3ca819/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/VM2RGYIGBRTPLUGGSRDB7DFNOG:/var/lib/containers/storage/overlay/l/MJQ4ST3HECVXPR7V65FJGPM3WJ,upperdir=/var/lib/containers/storage/overlay/7cfc62084b8ba796b7a1c5ad8a7dd9cce7b95a2d06f0d9064d7b1ae5fe3ca819/diff,workdir=/var/lib/containers/storage/overlay/7cfc62084b8ba796b7a1c5ad8a7dd9cce7b95a2d06f0d9064d7b1ae5fe3ca819/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/5dfa639aaa4956191154763adb0b955968ca7c2c8233112bc00c119da8a1fdf5/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/VM2RGYIGBRTPLUGGSRDB7DFNOG:/var/lib/containers/storage/overlay/l/MJQ4ST3HECVXPR7V65FJGPM3WJ,upperdir=/var/lib/containers/storage/overlay/5dfa639aaa4956191154763adb0b955968ca7c2c8233112bc00c119da8a1fdf5/diff,workdir=/var/lib/containers/storage/overlay/5dfa639aaa4956191154763adb0b955968ca7c2c8233112bc00c119da8a1fdf5/work,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498932k,nr_inodes=819200,mode=755,inode64 0 0 2024-04-22T00:57:21.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:57:21.485 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list 2024-04-22T00:57:21.540 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:57:21.540 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link delete ceph-brx 2024-04-22T00:57:21.650 INFO:teuthology.orchestra.run.smithi018.stderr:Cannot find device "ceph-brx" 2024-04-22T00:57:21.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:57:21.652 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-22T00:57:21.663 INFO:tasks.cephadm:Teardown begin 2024-04-22T00:57:21.663 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-22T00:57:21.663 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:57:21.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.767+0000 7f02652f4640 1 -- 172.21.15.18:0/1639253709 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0260102250 msgr2=0x7f0260108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:21.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.767+0000 7f02652f4640 1 --2- 172.21.15.18:0/1639253709 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0260102250 0x7f0260108ae0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f0258009900 tx=0x7f025802bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:21.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.767+0000 7f02652f4640 1 -- 172.21.15.18:0/1639253709 shutdown_connections 2024-04-22T00:57:21.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.767+0000 7f02652f4640 1 --2- 172.21.15.18:0/1639253709 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0260102250 0x7f0260108ae0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.767+0000 7f02652f4640 1 --2- 172.21.15.18:0/1639253709 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f0260101890 0x7f0260101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.767+0000 7f02652f4640 1 --2- 172.21.15.18:0/1639253709 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02601006a0 0x7f0260100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.767+0000 7f02652f4640 1 -- 172.21.15.18:0/1639253709 >> 172.21.15.18:0/1639253709 conn(0x7f02600fbc30 msgr2=0x7f02600fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.767+0000 7f02652f4640 1 -- 172.21.15.18:0/1639253709 shutdown_connections 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.767+0000 7f02652f4640 1 -- 172.21.15.18:0/1639253709 wait complete. 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f02652f4640 1 Processor -- start 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f02652f4640 1 -- start start 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f02652f4640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601006a0 0x7f0260104630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f02652f4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0260101890 0x7f0260102c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f02652f4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0260102250 0x7f02601031b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f02652f4640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f026010c320 con 0x7f0260102250 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f02652f4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f026010c1a0 con 0x7f0260101890 2024-04-22T00:57:21.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f02652f4640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f026010c4a0 con 0x7f02601006a0 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0260102250 0x7f02601031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0260102250 0x7f02601031b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35108/0 (socket says 172.21.15.18:35108) 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025f7fe640 1 -- 172.21.15.18:0/2927622042 learned_addr learned my addr 172.21.15.18:0/2927622042 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025e7fc640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0260101890 0x7f0260102c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025effd640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601006a0 0x7f0260104630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025f7fe640 1 -- 172.21.15.18:0/2927622042 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601006a0 msgr2=0x7f0260104630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025f7fe640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601006a0 0x7f0260104630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025f7fe640 1 -- 172.21.15.18:0/2927622042 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0260101890 msgr2=0x7f0260102c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025f7fe640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0260101890 0x7f0260102c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025f7fe640 1 -- 172.21.15.18:0/2927622042 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0260103a40 con 0x7f0260102250 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.768+0000 7f025effd640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601006a0 0x7f0260104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.769+0000 7f025f7fe640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0260102250 0x7f02601031b0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f0258005ab0 tx=0x7f025802c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.769+0000 7f0247fff640 1 -- 172.21.15.18:0/2927622042 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0258041070 con 0x7f0260102250 2024-04-22T00:57:21.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.769+0000 7f0247fff640 1 -- 172.21.15.18:0/2927622042 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0258004450 con 0x7f0260102250 2024-04-22T00:57:21.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.769+0000 7f02652f4640 1 -- 172.21.15.18:0/2927622042 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02601a1ae0 con 0x7f0260102250 2024-04-22T00:57:21.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.769+0000 7f0247fff640 1 -- 172.21.15.18:0/2927622042 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0258003e60 con 0x7f0260102250 2024-04-22T00:57:21.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.769+0000 7f02652f4640 1 -- 172.21.15.18:0/2927622042 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02601a2030 con 0x7f0260102250 2024-04-22T00:57:21.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.770+0000 7f02652f4640 1 -- 172.21.15.18:0/2927622042 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02601a2200 con 0x7f0260102250 2024-04-22T00:57:21.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.771+0000 7f0247fff640 1 -- 172.21.15.18:0/2927622042 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0258044070 con 0x7f0260102250 2024-04-22T00:57:21.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.772+0000 7f0247fff640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02480a2b90 0x7f02480a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:21.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.772+0000 7f025effd640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02480a2b90 0x7f02480a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:21.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.772+0000 7f0247fff640 1 -- 172.21.15.18:0/2927622042 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f02580f10e0 con 0x7f0260102250 2024-04-22T00:57:21.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.772+0000 7f025effd640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02480a2b90 0x7f02480a5050 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f02601016f0 tx=0x7f0250009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:21.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:21.776+0000 7f0247fff640 1 -- 172.21.15.18:0/2927622042 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f02580bdc70 con 0x7f0260102250 2024-04-22T00:57:22.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.003+0000 7f02652f4640 1 -- 172.21.15.18:0/2927622042 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02601a23d0 con 0x7f0260102250 2024-04-22T00:57:22.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.004+0000 7f0247fff640 1 -- 172.21.15.18:0/2927622042 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+11873 (secure 0 0 0) 0x7f02580dd030 con 0x7f0260102250 2024-04-22T00:57:22.004 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:57:22.004 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":54,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":54,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:57:02.012210+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":187,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:57:22.005 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 54 2024-04-22T00:57:22.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 -- 172.21.15.18:0/2927622042 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02480a2b90 msgr2=0x7f02480a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02480a2b90 0x7f02480a5050 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f02601016f0 tx=0x7f0250009500 comp rx=0 tx=0).stop 2024-04-22T00:57:22.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 -- 172.21.15.18:0/2927622042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0260102250 msgr2=0x7f02601031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0260102250 0x7f02601031b0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f0258005ab0 tx=0x7f025802c6c0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 -- 172.21.15.18:0/2927622042 shutdown_connections 2024-04-22T00:57:22.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f02480a2b90 0x7f02480a5050 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0260102250 0x7f02601031b0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0260101890 0x7f0260102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 --2- 172.21.15.18:0/2927622042 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f02601006a0 0x7f0260104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 -- 172.21.15.18:0/2927622042 >> 172.21.15.18:0/2927622042 conn(0x7f02600fbc30 msgr2=0x7f02600fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:22.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 -- 172.21.15.18:0/2927622042 shutdown_connections 2024-04-22T00:57:22.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.006+0000 7f02652f4640 1 -- 172.21.15.18:0/2927622042 wait complete. 2024-04-22T00:57:22.018 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:57:22.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.120+0000 7fca0d2b5640 1 -- 172.21.15.18:0/3666306223 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca08102230 msgr2=0x7fca08108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.120+0000 7fca0d2b5640 1 --2- 172.21.15.18:0/3666306223 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca08102230 0x7fca08108ac0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fca00009900 tx=0x7fca0002bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.120+0000 7fca0d2b5640 1 -- 172.21.15.18:0/3666306223 shutdown_connections 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.120+0000 7fca0d2b5640 1 --2- 172.21.15.18:0/3666306223 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca08102230 0x7fca08108ac0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.120+0000 7fca0d2b5640 1 --2- 172.21.15.18:0/3666306223 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca08101870 0x7fca08101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.120+0000 7fca0d2b5640 1 --2- 172.21.15.18:0/3666306223 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca08100680 0x7fca08100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.120+0000 7fca0d2b5640 1 -- 172.21.15.18:0/3666306223 >> 172.21.15.18:0/3666306223 conn(0x7fca080fbbf0 msgr2=0x7fca080fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.120+0000 7fca0d2b5640 1 -- 172.21.15.18:0/3666306223 shutdown_connections 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.121+0000 7fca0d2b5640 1 -- 172.21.15.18:0/3666306223 wait complete. 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.121+0000 7fca0d2b5640 1 Processor -- start 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.121+0000 7fca0d2b5640 1 -- start start 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.121+0000 7fca0d2b5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca08100680 0x7fca080694a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.121+0000 7fca0d2b5640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca08101870 0x7fca0819c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.121+0000 7fca0d2b5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca08102230 0x7fca0819ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.121+0000 7fca0d2b5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7fca0810c2e0 con 0x7fca08100680 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.121+0000 7fca0d2b5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7fca0810c160 con 0x7fca08102230 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.121+0000 7fca0d2b5640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7fca0810c460 con 0x7fca08101870 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca06ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca08100680 0x7fca080694a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca06ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca08100680 0x7fca080694a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35124/0 (socket says 172.21.15.18:35124) 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca06ffd640 1 -- 172.21.15.18:0/2876591121 learned_addr learned my addr 172.21.15.18:0/2876591121 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca067fc640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca08101870 0x7fca0819c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca077fe640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca08102230 0x7fca0819ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca06ffd640 1 -- 172.21.15.18:0/2876591121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca08101870 msgr2=0x7fca0819c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca06ffd640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca08101870 0x7fca0819c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca06ffd640 1 -- 172.21.15.18:0/2876591121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca08102230 msgr2=0x7fca0819ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca06ffd640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca08102230 0x7fca0819ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca06ffd640 1 -- 172.21.15.18:0/2876591121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca0819f5c0 con 0x7fca08100680 2024-04-22T00:57:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca06ffd640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca08100680 0x7fca080694a0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fc9f800ccb0 tx=0x7fc9f800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:22.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fc9fffff640 1 -- 172.21.15.18:0/2876591121 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f8003b70 con 0x7fca08100680 2024-04-22T00:57:22.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca0d2b5640 1 -- 172.21.15.18:0/2876591121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca0819f8b0 con 0x7fca08100680 2024-04-22T00:57:22.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fc9fffff640 1 -- 172.21.15.18:0/2876591121 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9f800ae50 con 0x7fca08100680 2024-04-22T00:57:22.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fc9fffff640 1 -- 172.21.15.18:0/2876591121 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f800f810 con 0x7fca08100680 2024-04-22T00:57:22.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.122+0000 7fca0d2b5640 1 -- 172.21.15.18:0/2876591121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca0819fe50 con 0x7fca08100680 2024-04-22T00:57:22.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.123+0000 7fca0d2b5640 1 -- 172.21.15.18:0/2876591121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca08068560 con 0x7fca08100680 2024-04-22T00:57:22.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.124+0000 7fc9fffff640 1 -- 172.21.15.18:0/2876591121 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc9f800f9b0 con 0x7fca08100680 2024-04-22T00:57:22.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.125+0000 7fc9fffff640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc9f40a2b90 0x7fc9f40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.125+0000 7fca067fc640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc9f40a2b90 0x7fc9f40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.126+0000 7fc9fffff640 1 -- 172.21.15.18:0/2876591121 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7fc9f80cf930 con 0x7fca08100680 2024-04-22T00:57:22.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.126+0000 7fca067fc640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc9f40a2b90 0x7fc9f40a5050 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fca08069210 tx=0x7fc9f000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:22.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.129+0000 7fc9fffff640 1 -- 172.21.15.18:0/2876591121 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc9f8014070 con 0x7fca08100680 2024-04-22T00:57:22.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.354+0000 7fca0d2b5640 1 -- 172.21.15.18:0/2876591121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca081078d0 con 0x7fca08100680 2024-04-22T00:57:22.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.354+0000 7fc9fffff640 1 -- 172.21.15.18:0/2876591121 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+11873 (secure 0 0 0) 0x7fc9f809c4c0 con 0x7fca08100680 2024-04-22T00:57:22.355 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:57:22.355 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":54,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/2895892918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":2895892918},{"type":"v1","addr":"172.21.15.18:6835","nonce":2895892918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/222830382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":222830382},{"type":"v1","addr":"172.21.15.18:6837","nonce":222830382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14619,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/2382458166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":2382458166},{"type":"v1","addr":"172.21.15.18:6839","nonce":2382458166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14631,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/665483074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":665483074},{"type":"v1","addr":"172.21.15.18:6841","nonce":665483074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6833/1490378102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":1490378102},{"type":"v1","addr":"172.21.15.81:6833","nonce":1490378102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.167:6833/1306510520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6832","nonce":1306510520},{"type":"v1","addr":"172.21.15.167:6833","nonce":1306510520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":54,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T00:38:39.717418+0000","modified":"2024-04-22T00:57:02.012210+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24532,"mds_1":24518,"mds_2":24508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6835/4210272935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":4210272935},{"type":"v1","addr":"172.21.15.81:6835","nonce":4210272935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.81:6837/3637660812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3637660812},{"type":"v1","addr":"172.21.15.81:6837","nonce":3637660812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.167:6835/2012529770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6834","nonce":2012529770},{"type":"v1","addr":"172.21.15.167:6835","nonce":2012529770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":187,"addr":"172.21.15.167:6837/3301672285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6836","nonce":3301672285},{"type":"v1","addr":"172.21.15.167:6837","nonce":3301672285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.81:6839/1110388452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6838","nonce":1110388452},{"type":"v1","addr":"172.21.15.81:6839","nonce":1110388452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.167:6839/3244680945","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6838","nonce":3244680945},{"type":"v1","addr":"172.21.15.167:6839","nonce":3244680945}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24532,"qdb_cluster":[24508,24532,24518]},"id":1}]} 2024-04-22T00:57:22.355 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 54 2024-04-22T00:57:22.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 -- 172.21.15.18:0/2876591121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc9f40a2b90 msgr2=0x7fc9f40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc9f40a2b90 0x7fc9f40a5050 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fca08069210 tx=0x7fc9f000b410 comp rx=0 tx=0).stop 2024-04-22T00:57:22.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 -- 172.21.15.18:0/2876591121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca08100680 msgr2=0x7fca080694a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca08100680 0x7fca080694a0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fc9f800ccb0 tx=0x7fc9f800a620 comp rx=0 tx=0).stop 2024-04-22T00:57:22.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 -- 172.21.15.18:0/2876591121 shutdown_connections 2024-04-22T00:57:22.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7fc9f40a2b90 0x7fc9f40a5050 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca08102230 0x7fca0819ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7fca08101870 0x7fca0819c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 --2- 172.21.15.18:0/2876591121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fca08100680 0x7fca080694a0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 -- 172.21.15.18:0/2876591121 >> 172.21.15.18:0/2876591121 conn(0x7fca080fbbf0 msgr2=0x7fca08104aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:22.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 -- 172.21.15.18:0/2876591121 shutdown_connections 2024-04-22T00:57:22.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.357+0000 7fca0d2b5640 1 -- 172.21.15.18:0/2876591121 wait complete. 2024-04-22T00:57:22.367 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:22 smithi018 ceph-mon[27979]: pgmap v856: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.0 KiB/s wr, 7 op/s 2024-04-22T00:57:22.367 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:22 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/227594185' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:57:22.367 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:22 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2927622042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:57:22.369 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:57:22.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:22 smithi081 ceph-mon[31546]: pgmap v856: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.0 KiB/s wr, 7 op/s 2024-04-22T00:57:22.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:22 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/227594185' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:57:22.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:22 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2927622042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:57:22.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.470+0000 7f4eb483b640 1 -- 172.21.15.18:0/3492122475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4eb0101890 msgr2=0x7f4eb0101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.470+0000 7f4eb483b640 1 --2- 172.21.15.18:0/3492122475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4eb0101890 0x7f4eb0101d10 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f4ea4009900 tx=0x7f4ea402bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.471+0000 7f4eb483b640 1 -- 172.21.15.18:0/3492122475 shutdown_connections 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.471+0000 7f4eb483b640 1 --2- 172.21.15.18:0/3492122475 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4eb0102250 0x7f4eb0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.471+0000 7f4eb483b640 1 --2- 172.21.15.18:0/3492122475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4eb0101890 0x7f4eb0101d10 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.471+0000 7f4eb483b640 1 --2- 172.21.15.18:0/3492122475 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4eb01006a0 0x7f4eb0100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.471+0000 7f4eb483b640 1 -- 172.21.15.18:0/3492122475 >> 172.21.15.18:0/3492122475 conn(0x7f4eb00fbc30 msgr2=0x7f4eb00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.471+0000 7f4eb483b640 1 -- 172.21.15.18:0/3492122475 shutdown_connections 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.471+0000 7f4eb483b640 1 -- 172.21.15.18:0/3492122475 wait complete. 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.471+0000 7f4eb483b640 1 Processor -- start 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.471+0000 7f4eb483b640 1 -- start start 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eb483b640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4eb01006a0 0x7f4eb0197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eb483b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4eb0101890 0x7f4eb0198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eb483b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4eb0102250 0x7f4eb019f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eb483b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb010c300 con 0x7f4eb0101890 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eb483b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb010c180 con 0x7f4eb0102250 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eb483b640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb010c480 con 0x7f4eb01006a0 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eadd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4eb0101890 0x7f4eb0198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eadd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4eb0101890 0x7f4eb0198060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35136/0 (socket says 172.21.15.18:35136) 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eadd9b640 1 -- 172.21.15.18:0/2766855204 learned_addr learned my addr 172.21.15.18:0/2766855204 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eaed9d640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4eb0102250 0x7f4eb019f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eae59c640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4eb01006a0 0x7f4eb0197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eadd9b640 1 -- 172.21.15.18:0/2766855204 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4eb01006a0 msgr2=0x7f4eb0197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eadd9b640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4eb01006a0 0x7f4eb0197b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eadd9b640 1 -- 172.21.15.18:0/2766855204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4eb0102250 msgr2=0x7f4eb019f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eadd9b640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4eb0102250 0x7f4eb019f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eadd9b640 1 -- 172.21.15.18:0/2766855204 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4eb019f6f0 con 0x7f4eb0101890 2024-04-22T00:57:22.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eaed9d640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4eb0102250 0x7f4eb019f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:57:22.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eadd9b640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4eb0101890 0x7f4eb0198060 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f4ea4009230 tx=0x7f4ea4005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:22.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4e9f7fe640 1 -- 172.21.15.18:0/2766855204 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea4041070 con 0x7f4eb0101890 2024-04-22T00:57:22.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4e9f7fe640 1 -- 172.21.15.18:0/2766855204 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ea40054e0 con 0x7f4eb0101890 2024-04-22T00:57:22.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eb483b640 1 -- 172.21.15.18:0/2766855204 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4eb019f980 con 0x7f4eb0101890 2024-04-22T00:57:22.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4e9f7fe640 1 -- 172.21.15.18:0/2766855204 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea4034440 con 0x7f4eb0101890 2024-04-22T00:57:22.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.472+0000 7f4eb483b640 1 -- 172.21.15.18:0/2766855204 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4eb019fe70 con 0x7f4eb0101890 2024-04-22T00:57:22.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.473+0000 7f4eb483b640 1 -- 172.21.15.18:0/2766855204 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4eb01a00a0 con 0x7f4eb0101890 2024-04-22T00:57:22.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.475+0000 7f4e9f7fe640 1 -- 172.21.15.18:0/2766855204 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4ea4044070 con 0x7f4eb0101890 2024-04-22T00:57:22.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.475+0000 7f4e9f7fe640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e980a2b90 0x7f4e980a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.475+0000 7f4eae59c640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e980a2b90 0x7f4e980a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.475+0000 7f4e9f7fe640 1 -- 172.21.15.18:0/2766855204 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f4ea40f15c0 con 0x7f4eb0101890 2024-04-22T00:57:22.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.476+0000 7f4eae59c640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e980a2b90 0x7f4e980a5050 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0005fd0 tx=0x7f4ea0005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:22.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.479+0000 7f4e9f7fe640 1 -- 172.21.15.18:0/2766855204 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4ea40be150 con 0x7f4eb0101890 2024-04-22T00:57:22.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:22 smithi167 ceph-mon[31348]: pgmap v856: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.0 KiB/s wr, 7 op/s 2024-04-22T00:57:22.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:22 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/227594185' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:57:22.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:22 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2927622042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:57:22.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.665+0000 7f4eb483b640 1 -- 172.21.15.18:0/2766855204 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4eb01a0270 con 0x7f4eb0101890 2024-04-22T00:57:22.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.666+0000 7f4e9f7fe640 1 -- 172.21.15.18:0/2766855204 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24704 (secure 0 0 0) 0x7f4ea40bda50 con 0x7f4eb0101890 2024-04-22T00:57:22.667 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-04-22T00:57:22.667 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":95,"fsid":"6224d758-003f-11ef-bc93-c7b262605968","created":"2024-04-22T00:30:34.444130+0000","modified":"2024-04-22T00:40:39.771571+0000","last_up_change":"2024-04-22T00:37:51.816088+0000","last_in_change":"2024-04-22T00:37:31.397127+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T00:34:04.469310+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T00:38:37.883054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T00:38:39.096593+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-22T00:38:42.807955+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"98d15405-0e06-4cc1-b527-9da7ef022040","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6803","nonce":282931436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6805","nonce":282931436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6809","nonce":282931436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":282931436},{"type":"v1","addr":"172.21.15.18:6807","nonce":282931436}]},"public_addr":"172.21.15.18:6803/282931436","cluster_addr":"172.21.15.18:6805/282931436","heartbeat_back_addr":"172.21.15.18:6809/282931436","heartbeat_front_addr":"172.21.15.18:6807/282931436","state":["exists","up"]},{"osd":1,"uuid":"a23e3cf2-34eb-451c-8979-b5ca0b7aa984","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6801","nonce":553042870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6803","nonce":553042870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6807","nonce":553042870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":553042870},{"type":"v1","addr":"172.21.15.81:6805","nonce":553042870}]},"public_addr":"172.21.15.81:6801/553042870","cluster_addr":"172.21.15.81:6803/553042870","heartbeat_back_addr":"172.21.15.81:6807/553042870","heartbeat_front_addr":"172.21.15.81:6805/553042870","state":["exists","up"]},{"osd":2,"uuid":"d1cb98cb-67dd-429e-a138-d55be1df8b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6800","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6801","nonce":4153681591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6802","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6803","nonce":4153681591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6806","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6807","nonce":4153681591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6804","nonce":4153681591},{"type":"v1","addr":"172.21.15.167:6805","nonce":4153681591}]},"public_addr":"172.21.15.167:6801/4153681591","cluster_addr":"172.21.15.167:6803/4153681591","heartbeat_back_addr":"172.21.15.167:6807/4153681591","heartbeat_front_addr":"172.21.15.167:6805/4153681591","state":["exists","up"]},{"osd":3,"uuid":"8c328748-a7f3-46a4-b316-cdbb183c2ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6811","nonce":891441324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6813","nonce":891441324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6817","nonce":891441324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":891441324},{"type":"v1","addr":"172.21.15.18:6815","nonce":891441324}]},"public_addr":"172.21.15.18:6811/891441324","cluster_addr":"172.21.15.18:6813/891441324","heartbeat_back_addr":"172.21.15.18:6817/891441324","heartbeat_front_addr":"172.21.15.18:6815/891441324","state":["exists","up"]},{"osd":4,"uuid":"0aee303c-d0e8-4022-a7f0-d78c542b556e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6809","nonce":1341722901}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6811","nonce":1341722901}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6815","nonce":1341722901}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":1341722901},{"type":"v1","addr":"172.21.15.81:6813","nonce":1341722901}]},"public_addr":"172.21.15.81:6809/1341722901","cluster_addr":"172.21.15.81:6811/1341722901","heartbeat_back_addr":"172.21.15.81:6815/1341722901","heartbeat_front_addr":"172.21.15.81:6813/1341722901","state":["exists","up"]},{"osd":5,"uuid":"7241ce7d-b3da-4916-a2ad-eeafcda3a7c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6808","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6809","nonce":2646461179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6810","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6811","nonce":2646461179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6814","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6815","nonce":2646461179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6812","nonce":2646461179},{"type":"v1","addr":"172.21.15.167:6813","nonce":2646461179}]},"public_addr":"172.21.15.167:6809/2646461179","cluster_addr":"172.21.15.167:6811/2646461179","heartbeat_back_addr":"172.21.15.167:6815/2646461179","heartbeat_front_addr":"172.21.15.167:6813/2646461179","state":["exists","up"]},{"osd":6,"uuid":"48677d51-50b9-43c7-b461-554b2b503f09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6819","nonce":3595926939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6821","nonce":3595926939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6825","nonce":3595926939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3595926939},{"type":"v1","addr":"172.21.15.18:6823","nonce":3595926939}]},"public_addr":"172.21.15.18:6819/3595926939","cluster_addr":"172.21.15.18:6821/3595926939","heartbeat_back_addr":"172.21.15.18:6825/3595926939","heartbeat_front_addr":"172.21.15.18:6823/3595926939","state":["exists","up"]},{"osd":7,"uuid":"9b4da1c1-602f-446d-924a-fec55ca5ee0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6817","nonce":349234711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6819","nonce":349234711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6823","nonce":349234711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":349234711},{"type":"v1","addr":"172.21.15.81:6821","nonce":349234711}]},"public_addr":"172.21.15.81:6817/349234711","cluster_addr":"172.21.15.81:6819/349234711","heartbeat_back_addr":"172.21.15.81:6823/349234711","heartbeat_front_addr":"172.21.15.81:6821/349234711","state":["exists","up"]},{"osd":8,"uuid":"c9c436c3-4533-40a3-b959-7eecd2f8f6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6816","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6817","nonce":352115730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6818","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6819","nonce":352115730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6822","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6823","nonce":352115730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6820","nonce":352115730},{"type":"v1","addr":"172.21.15.167:6821","nonce":352115730}]},"public_addr":"172.21.15.167:6817/352115730","cluster_addr":"172.21.15.167:6819/352115730","heartbeat_back_addr":"172.21.15.167:6823/352115730","heartbeat_front_addr":"172.21.15.167:6821/352115730","state":["exists","up"]},{"osd":9,"uuid":"9a724b72-7dbb-49e9-9fdf-e0e46a5a65c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6827","nonce":3098673543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6829","nonce":3098673543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6833","nonce":3098673543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":3098673543},{"type":"v1","addr":"172.21.15.18:6831","nonce":3098673543}]},"public_addr":"172.21.15.18:6827/3098673543","cluster_addr":"172.21.15.18:6829/3098673543","heartbeat_back_addr":"172.21.15.18:6833/3098673543","heartbeat_front_addr":"172.21.15.18:6831/3098673543","state":["exists","up"]},{"osd":10,"uuid":"5bd901b5-c40d-41e5-9287-412805a48fde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6825","nonce":1266280804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6827","nonce":1266280804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6831","nonce":1266280804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1266280804},{"type":"v1","addr":"172.21.15.81:6829","nonce":1266280804}]},"public_addr":"172.21.15.81:6825/1266280804","cluster_addr":"172.21.15.81:6827/1266280804","heartbeat_back_addr":"172.21.15.81:6831/1266280804","heartbeat_front_addr":"172.21.15.81:6829/1266280804","state":["exists","up"]},{"osd":11,"uuid":"7d6a029c-4e4a-4853-a398-6c50732b835d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6824","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6825","nonce":493586756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6826","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6827","nonce":493586756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6830","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6831","nonce":493586756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.167:6828","nonce":493586756},{"type":"v1","addr":"172.21.15.167:6829","nonce":493586756}]},"public_addr":"172.21.15.167:6825/493586756","cluster_addr":"172.21.15.167:6827/493586756","heartbeat_back_addr":"172.21.15.167:6831/493586756","heartbeat_front_addr":"172.21.15.167:6829/493586756","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:13.109898+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:33:37.571381+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:00.929785+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:26.070723+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:34:51.176955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:15.611695+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:35:41.282958+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:06.499582+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:31.165943+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:36:57.556454+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:23.533603+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T00:37:49.950262+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.18","mappings":[{"from":5,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.18","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":10}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1115786485":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/3695638498":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6800/2897837517":"2024-04-23T00:31:37.944253+0000","172.21.15.18:6801/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/1785905599":"2024-04-23T00:31:10.857936+0000","172.21.15.18:6800/283242805":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/879305992":"2024-04-23T00:31:37.944253+0000","172.21.15.18:0/2477103159":"2024-04-23T00:31:10.857936+0000","172.21.15.18:0/251701061":"2024-04-23T00:31:10.857936+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:57:22.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.668+0000 7f4eb483b640 1 -- 172.21.15.18:0/2766855204 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e980a2b90 msgr2=0x7f4e980a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.668+0000 7f4eb483b640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e980a2b90 0x7f4e980a5050 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0005fd0 tx=0x7f4ea0005850 comp rx=0 tx=0).stop 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.668+0000 7f4eb483b640 1 -- 172.21.15.18:0/2766855204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4eb0101890 msgr2=0x7f4eb0198060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.668+0000 7f4eb483b640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4eb0101890 0x7f4eb0198060 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f4ea4009230 tx=0x7f4ea4005dd0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.668+0000 7f4eb483b640 1 -- 172.21.15.18:0/2766855204 shutdown_connections 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.668+0000 7f4eb483b640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f4e980a2b90 0x7f4e980a5050 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.668+0000 7f4eb483b640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4eb0102250 0x7f4eb019f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.668+0000 7f4eb483b640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4eb0101890 0x7f4eb0198060 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.669+0000 7f4eb483b640 1 --2- 172.21.15.18:0/2766855204 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f4eb01006a0 0x7f4eb0197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.669+0000 7f4eb483b640 1 -- 172.21.15.18:0/2766855204 >> 172.21.15.18:0/2766855204 conn(0x7f4eb00fbc30 msgr2=0x7f4eb00fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.669+0000 7f4eb483b640 1 -- 172.21.15.18:0/2766855204 shutdown_connections 2024-04-22T00:57:22.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.669+0000 7f4eb483b640 1 -- 172.21.15.18:0/2766855204 wait complete. 2024-04-22T00:57:22.680 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-22T00:57:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.783+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/2176549615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ef0101870 msgr2=0x7f1ef0101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.783+0000 7f1ef4b8a640 1 --2- 172.21.15.18:0/2176549615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ef0101870 0x7f1ef0101cf0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4009900 tx=0x7f1ee402bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.784+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/2176549615 shutdown_connections 2024-04-22T00:57:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.784+0000 7f1ef4b8a640 1 --2- 172.21.15.18:0/2176549615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ef0102230 0x7f1ef0108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.784+0000 7f1ef4b8a640 1 --2- 172.21.15.18:0/2176549615 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ef0101870 0x7f1ef0101cf0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.784+0000 7f1ef4b8a640 1 --2- 172.21.15.18:0/2176549615 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1ef0100680 0x7f1ef0100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.784+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/2176549615 >> 172.21.15.18:0/2176549615 conn(0x7f1ef00fbbf0 msgr2=0x7f1ef00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.784+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/2176549615 shutdown_connections 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.784+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/2176549615 wait complete. 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.784+0000 7f1ef4b8a640 1 Processor -- start 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.784+0000 7f1ef4b8a640 1 -- start start 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1ef4b8a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1ef0100680 0x7f1ef0197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1ef4b8a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ef0101870 0x7f1ef0197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1ef4b8a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ef0102230 0x7f1ef019efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1ef4b8a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef010d420 con 0x7f1ef0101870 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1ef4b8a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef010d2a0 con 0x7f1ef0102230 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1ef4b8a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef010d5a0 con 0x7f1ef0100680 2024-04-22T00:57:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eedd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ef0101870 0x7f1ef0197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eedd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ef0101870 0x7f1ef0197f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35144/0 (socket says 172.21.15.18:35144) 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eedd9b640 1 -- 172.21.15.18:0/1822643592 learned_addr learned my addr 172.21.15.18:0/1822643592 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eeed9d640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ef0102230 0x7f1ef019efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eee59c640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1ef0100680 0x7f1ef0197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eedd9b640 1 -- 172.21.15.18:0/1822643592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1ef0100680 msgr2=0x7f1ef0197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eedd9b640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1ef0100680 0x7f1ef0197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eedd9b640 1 -- 172.21.15.18:0/1822643592 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ef0102230 msgr2=0x7f1ef019efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eedd9b640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ef0102230 0x7f1ef019efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eedd9b640 1 -- 172.21.15.18:0/1822643592 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef019f650 con 0x7f1ef0101870 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1eedd9b640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ef0101870 0x7f1ef0197f70 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4009230 tx=0x7f1ee4005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.785+0000 7f1edf7fe640 1 -- 172.21.15.18:0/1822643592 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4041070 con 0x7f1ef0101870 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.786+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/1822643592 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef019f8e0 con 0x7f1ef0101870 2024-04-22T00:57:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.786+0000 7f1edf7fe640 1 -- 172.21.15.18:0/1822643592 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1ee40054e0 con 0x7f1ef0101870 2024-04-22T00:57:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.786+0000 7f1edf7fe640 1 -- 172.21.15.18:0/1822643592 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4034440 con 0x7f1ef0101870 2024-04-22T00:57:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.786+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/1822643592 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef019fe20 con 0x7f1ef0101870 2024-04-22T00:57:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.787+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/1822643592 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ef0107a20 con 0x7f1ef0101870 2024-04-22T00:57:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.788+0000 7f1edf7fe640 1 -- 172.21.15.18:0/1822643592 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1ee4044070 con 0x7f1ef0101870 2024-04-22T00:57:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.788+0000 7f1edf7fe640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1ed80a2b90 0x7f1ed80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.789+0000 7f1eee59c640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1ed80a2b90 0x7f1ed80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.789+0000 7f1edf7fe640 1 -- 172.21.15.18:0/1822643592 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9208+0+0 (secure 0 0 0) 0x7f1ee40f1030 con 0x7f1ef0101870 2024-04-22T00:57:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.789+0000 7f1eee59c640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1ed80a2b90 0x7f1ed80a5050 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f1ef01016d0 tx=0x7f1ee800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:22.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:22.793+0000 7f1edf7fe640 1 -- 172.21.15.18:0/1822643592 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1ee40bd570 con 0x7f1ef0101870 2024-04-22T00:57:23.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.018+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/1822643592 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f1ef0062340 con 0x7f1ef0101870 2024-04-22T00:57:23.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.020+0000 7f1edf7fe640 1 -- 172.21.15.18:0/1822643592 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v55) ==== 161+0+0 (secure 0 0 0) 0x7f1ee40c1870 con 0x7f1ef0101870 2024-04-22T00:57:23.020 INFO:teuthology.orchestra.run.smithi018.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-22T00:57:23.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/1822643592 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1ed80a2b90 msgr2=0x7f1ed80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:23.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1ed80a2b90 0x7f1ed80a5050 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f1ef01016d0 tx=0x7f1ee800b390 comp rx=0 tx=0).stop 2024-04-22T00:57:23.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/1822643592 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ef0101870 msgr2=0x7f1ef0197f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:23.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ef0101870 0x7f1ef0197f70 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4009230 tx=0x7f1ee4005dd0 comp rx=0 tx=0).stop 2024-04-22T00:57:23.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/1822643592 shutdown_connections 2024-04-22T00:57:23.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f1ed80a2b90 0x7f1ed80a5050 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:23.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ef0102230 0x7f1ef019efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:23.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ef0101870 0x7f1ef0197f70 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:23.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 --2- 172.21.15.18:0/1822643592 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f1ef0100680 0x7f1ef0197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:23.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/1822643592 >> 172.21.15.18:0/1822643592 conn(0x7f1ef00fbbf0 msgr2=0x7f1ef0104bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:23.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/1822643592 shutdown_connections 2024-04-22T00:57:23.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.023+0000 7f1ef4b8a640 1 -- 172.21.15.18:0/1822643592 wait complete. 2024-04-22T00:57:23.035 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-22T00:57:23.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.143+0000 7f95beb7a640 1 -- 172.21.15.18:0/3967847470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95b8100680 msgr2=0x7f95b8100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.143+0000 7f95beb7a640 1 --2- 172.21.15.18:0/3967847470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95b8100680 0x7f95b8100aa0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f95ac009900 tx=0x7f95ac02bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.143+0000 7f95beb7a640 1 -- 172.21.15.18:0/3967847470 shutdown_connections 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.143+0000 7f95beb7a640 1 --2- 172.21.15.18:0/3967847470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95b8102230 0x7f95b8108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.143+0000 7f95beb7a640 1 --2- 172.21.15.18:0/3967847470 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f95b8101870 0x7f95b8101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.143+0000 7f95beb7a640 1 --2- 172.21.15.18:0/3967847470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95b8100680 0x7f95b8100aa0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.143+0000 7f95beb7a640 1 -- 172.21.15.18:0/3967847470 >> 172.21.15.18:0/3967847470 conn(0x7f95b80fbbf0 msgr2=0x7f95b80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.143+0000 7f95beb7a640 1 -- 172.21.15.18:0/3967847470 shutdown_connections 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.143+0000 7f95beb7a640 1 -- 172.21.15.18:0/3967847470 wait complete. 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95beb7a640 1 Processor -- start 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95beb7a640 1 -- start start 2024-04-22T00:57:23.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95beb7a640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f95b8100680 0x7f95b806a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95beb7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95b8101870 0x7f95b819c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95beb7a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95b8102230 0x7f95b819edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95beb7a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f95b810c2d0 con 0x7f95b8101870 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95beb7a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f95b810c150 con 0x7f95b8102230 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95beb7a640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f95b810c450 con 0x7f95b8100680 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95b8101870 0x7f95b819c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95b8101870 0x7f95b819c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35160/0 (socket says 172.21.15.18:35160) 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95b7fff640 1 -- 172.21.15.18:0/1505085788 learned_addr learned my addr 172.21.15.18:0/1505085788 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95bd117640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95b8102230 0x7f95b819edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.144+0000 7f95bc916640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f95b8100680 0x7f95b806a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95b7fff640 1 -- 172.21.15.18:0/1505085788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f95b8100680 msgr2=0x7f95b806a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95b7fff640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f95b8100680 0x7f95b806a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95b7fff640 1 -- 172.21.15.18:0/1505085788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95b8102230 msgr2=0x7f95b819edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:23.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95b7fff640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95b8102230 0x7f95b819edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:23.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95b7fff640 1 -- 172.21.15.18:0/1505085788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95b819f690 con 0x7f95b8101870 2024-04-22T00:57:23.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95bd117640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95b8102230 0x7f95b819edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:57:23.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95b7fff640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95b8101870 0x7f95b819c760 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f95a400d950 tx=0x7f95a400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:23.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95b5ffb640 1 -- 172.21.15.18:0/1505085788 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4017070 con 0x7f95b8101870 2024-04-22T00:57:23.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95b5ffb640 1 -- 172.21.15.18:0/1505085788 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f95a4009c30 con 0x7f95b8101870 2024-04-22T00:57:23.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95beb7a640 1 -- 172.21.15.18:0/1505085788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95b819f980 con 0x7f95b8101870 2024-04-22T00:57:23.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95b5ffb640 1 -- 172.21.15.18:0/1505085788 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a400f6b0 con 0x7f95b8101870 2024-04-22T00:57:23.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.145+0000 7f95beb7a640 1 -- 172.21.15.18:0/1505085788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95b819fed0 con 0x7f95b8101870 2024-04-22T00:57:23.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.146+0000 7f95beb7a640 1 -- 172.21.15.18:0/1505085788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95b8107a20 con 0x7f95b8101870 2024-04-22T00:57:23.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.148+0000 7f95b5ffb640 1 -- 172.21.15.18:0/1505085788 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f95a40109d0 con 0x7f95b8101870 2024-04-22T00:57:23.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.148+0000 7f95b5ffb640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f95a80a2b90 0x7f95a80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:23.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.149+0000 7f95b5ffb640 1 -- 172.21.15.18:0/1505085788 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9466+0+0 (secure 0 0 0) 0x7f95a40cf0b0 con 0x7f95b8101870 2024-04-22T00:57:23.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.149+0000 7f95bc916640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f95a80a2b90 0x7f95a80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:23.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.149+0000 7f95bc916640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f95a80a2b90 0x7f95a80a5050 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f95ac000c00 tx=0x7f95ac005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:23.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.153+0000 7f95b5ffb640 1 -- 172.21.15.18:0/1505085788 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f95a4009de0 con 0x7f95b8101870 2024-04-22T00:57:23.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:23 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a[27975]: 2024-04-22T00:57:23.018+0000 7fa812190700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T00:57:23.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:23 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2876591121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:57:23.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:23 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2766855204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:57:23.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:23 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1822643592' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T00:57:23.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:23 smithi018 ceph-mon[27979]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T00:57:23.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:23 smithi018 ceph-mon[27979]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T00:57:23.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:23 smithi018 ceph-mon[27979]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-04-22T00:57:23.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:23 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1822643592' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T00:57:23.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:23 smithi018 ceph-mon[27979]: osdmap e96: 12 total, 12 up, 12 in 2024-04-22T00:57:23.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:23 smithi018 ceph-mon[27979]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-22T00:57:23.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:23.377+0000 7f95beb7a640 1 -- 172.21.15.18:0/1505085788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f95b8062340 con 0x7f95b8101870 2024-04-22T00:57:23.406 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b[61337]: ignoring --setuser ceph since I am not root 2024-04-22T00:57:23.406 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b[61337]: ignoring --setgroup ceph since I am not root 2024-04-22T00:57:23.406 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mds[61341]: -- 172.21.15.81:0/1811569202 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561d64bffa40 con 0x561d64bd2800 2024-04-22T00:57:23.406 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b[61337]: starting mds.b at 2024-04-22T00:57:23.406 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e[60711]: ignoring --setuser ceph since I am not root 2024-04-22T00:57:23.406 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e[60711]: ignoring --setgroup ceph since I am not root 2024-04-22T00:57:23.406 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mds[60715]: -- 172.21.15.81:0/983062010 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c94923fa40 con 0x55c949212c00 2024-04-22T00:57:23.406 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e[60711]: starting mds.e at 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e[60711]: 2024-04-22T00:57:23.092+0000 7f4a497e6700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2876591121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2766855204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1822643592' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mon[31546]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mon[31546]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mon[31546]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1822643592' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mon[31546]: osdmap e96: 12 total, 12 up, 12 in 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mon[31546]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-22T00:57:23.407 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h[61031]: ignoring --setuser ceph since I am not root 2024-04-22T00:57:23.408 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h[61031]: ignoring --setgroup ceph since I am not root 2024-04-22T00:57:23.408 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-mds[61035]: -- 172.21.15.81:0/3824829383 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627b783ba40 con 0x5627b780ec00 2024-04-22T00:57:23.408 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:57:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h[61031]: starting mds.h at 2024-04-22T00:57:23.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2876591121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:57:23.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2766855204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:57:23.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1822643592' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T00:57:23.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mon[31348]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T00:57:23.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mon[31348]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T00:57:23.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mon[31348]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-04-22T00:57:23.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1822643592' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T00:57:23.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mon[31348]: osdmap e96: 12 total, 12 up, 12 in 2024-04-22T00:57:23.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mon[31348]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-22T00:57:23.486 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c[62410]: ignoring --setuser ceph since I am not root 2024-04-22T00:57:23.486 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c[62410]: ignoring --setgroup ceph since I am not root 2024-04-22T00:57:23.486 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mds[62414]: -- 172.21.15.167:0/2739136378 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fb9d903a40 con 0x55fb9d8d7000 2024-04-22T00:57:23.486 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c[62410]: starting mds.c at 2024-04-22T00:57:23.487 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f[62094]: ignoring --setuser ceph since I am not root 2024-04-22T00:57:23.487 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f[62094]: ignoring --setgroup ceph since I am not root 2024-04-22T00:57:23.487 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mds[62098]: -- 172.21.15.167:0/2115066707 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558e0d97fa40 con 0x558e0d952800 2024-04-22T00:57:23.487 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f[62094]: starting mds.f at 2024-04-22T00:57:23.487 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: ignoring --setuser ceph since I am not root 2024-04-22T00:57:23.487 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: ignoring --setgroup ceph since I am not root 2024-04-22T00:57:23.487 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-mds[62727]: -- 172.21.15.167:0/3049787336 <== mon.1 v2:172.21.15.167:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56328cba3a40 con 0x56328cb76800 2024-04-22T00:57:23.487 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:57:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: starting mds.i at 2024-04-22T00:57:24.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.045+0000 7f95b5ffb640 1 -- 172.21.15.18:0/1505085788 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v56) ==== 104+0+0 (secure 0 0 0) 0x7f95a409b4f0 con 0x7f95b8101870 2024-04-22T00:57:24.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 -- 172.21.15.18:0/1505085788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f95a80a2b90 msgr2=0x7f95a80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:24.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f95a80a2b90 0x7f95a80a5050 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f95ac000c00 tx=0x7f95ac005fd0 comp rx=0 tx=0).stop 2024-04-22T00:57:24.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 -- 172.21.15.18:0/1505085788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95b8101870 msgr2=0x7f95b819c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:24.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95b8101870 0x7f95b819c760 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f95a400d950 tx=0x7f95a400de10 comp rx=0 tx=0).stop 2024-04-22T00:57:24.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 -- 172.21.15.18:0/1505085788 shutdown_connections 2024-04-22T00:57:24.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f95a80a2b90 0x7f95a80a5050 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:24.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95b8102230 0x7f95b819edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:24.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f95b8101870 0x7f95b819c760 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:24.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 --2- 172.21.15.18:0/1505085788 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f95b8100680 0x7f95b806a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:24.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 -- 172.21.15.18:0/1505085788 >> 172.21.15.18:0/1505085788 conn(0x7f95b80fbbf0 msgr2=0x7f95b8104bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:24.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 -- 172.21.15.18:0/1505085788 shutdown_connections 2024-04-22T00:57:24.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.048+0000 7f95beb7a640 1 -- 172.21.15.18:0/1505085788 wait complete. 2024-04-22T00:57:24.061 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-22T00:57:24.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.170+0000 7f18e191e640 1 -- 172.21.15.18:0/1362707496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18dc102230 msgr2=0x7f18dc108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:24.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.170+0000 7f18e191e640 1 --2- 172.21.15.18:0/1362707496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18dc102230 0x7f18dc108ac0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f18d4009900 tx=0x7f18d402bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.170+0000 7f18e191e640 1 -- 172.21.15.18:0/1362707496 shutdown_connections 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.170+0000 7f18e191e640 1 --2- 172.21.15.18:0/1362707496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18dc102230 0x7f18dc108ac0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.170+0000 7f18e191e640 1 --2- 172.21.15.18:0/1362707496 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18dc101870 0x7f18dc101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.170+0000 7f18e191e640 1 --2- 172.21.15.18:0/1362707496 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18dc100680 0x7f18dc100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.170+0000 7f18e191e640 1 -- 172.21.15.18:0/1362707496 >> 172.21.15.18:0/1362707496 conn(0x7f18dc0fbbf0 msgr2=0x7f18dc0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.170+0000 7f18e191e640 1 -- 172.21.15.18:0/1362707496 shutdown_connections 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.170+0000 7f18e191e640 1 -- 172.21.15.18:0/1362707496 wait complete. 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18e191e640 1 Processor -- start 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18e191e640 1 -- start start 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18e191e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18dc100680 0x7f18dc0694a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18e191e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18dc101870 0x7f18dc19c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18e191e640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18dc102230 0x7f18dc19ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:24.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18e191e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f18dc10c300 con 0x7f18dc101870 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18e191e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f18dc10c180 con 0x7f18dc100680 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18e191e640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f18dc10c480 con 0x7f18dc102230 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18da7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18dc101870 0x7f18dc19c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18da7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18dc101870 0x7f18dc19c770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35188/0 (socket says 172.21.15.18:35188) 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18da7fc640 1 -- 172.21.15.18:0/2707994942 learned_addr learned my addr 172.21.15.18:0/2707994942 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18db7fe640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18dc102230 0x7f18dc19ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18daffd640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18dc100680 0x7f18dc0694a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18da7fc640 1 -- 172.21.15.18:0/2707994942 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18dc102230 msgr2=0x7f18dc19ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18da7fc640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18dc102230 0x7f18dc19ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18da7fc640 1 -- 172.21.15.18:0/2707994942 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18dc100680 msgr2=0x7f18dc0694a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18da7fc640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18dc100680 0x7f18dc0694a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:24.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.171+0000 7f18da7fc640 1 -- 172.21.15.18:0/2707994942 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18dc19f6a0 con 0x7f18dc101870 2024-04-22T00:57:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.172+0000 7f18db7fe640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18dc102230 0x7f18dc19ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:57:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.172+0000 7f18da7fc640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18dc101870 0x7f18dc19c770 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f18d000e9f0 tx=0x7f18d000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.172+0000 7f18e091c640 1 -- 172.21.15.18:0/2707994942 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d000cd80 con 0x7f18dc101870 2024-04-22T00:57:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.172+0000 7f18e091c640 1 -- 172.21.15.18:0/2707994942 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f18d0005500 con 0x7f18dc101870 2024-04-22T00:57:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.172+0000 7f18e191e640 1 -- 172.21.15.18:0/2707994942 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18dc19f990 con 0x7f18dc101870 2024-04-22T00:57:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.172+0000 7f18e091c640 1 -- 172.21.15.18:0/2707994942 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d0010690 con 0x7f18dc101870 2024-04-22T00:57:24.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.172+0000 7f18e191e640 1 -- 172.21.15.18:0/2707994942 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18dc19fe90 con 0x7f18dc101870 2024-04-22T00:57:24.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.173+0000 7f18e191e640 1 -- 172.21.15.18:0/2707994942 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18dc107a70 con 0x7f18dc101870 2024-04-22T00:57:24.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.174+0000 7f18e091c640 1 -- 172.21.15.18:0/2707994942 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f18d00046c0 con 0x7f18dc101870 2024-04-22T00:57:24.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.175+0000 7f18e091c640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18c40a2b90 0x7f18c40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:24.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.175+0000 7f18daffd640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18c40a2b90 0x7f18c40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:24.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.175+0000 7f18e091c640 1 -- 172.21.15.18:0/2707994942 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9466+0+0 (secure 0 0 0) 0x7f18d00cf9f0 con 0x7f18dc101870 2024-04-22T00:57:24.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.175+0000 7f18daffd640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18c40a2b90 0x7f18c40a5050 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f18dc1016d0 tx=0x7f18cc0098f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:24.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.179+0000 7f18e091c640 1 -- 172.21.15.18:0/2707994942 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f18d009c480 con 0x7f18dc101870 2024-04-22T00:57:24.307 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:24 smithi018 ceph-mon[27979]: pgmap v857: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.8 KiB/s wr, 8 op/s 2024-04-22T00:57:24.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:24 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1505085788' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:57:24.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:24.380+0000 7f18e191e640 1 -- 172.21.15.18:0/2707994942 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f18dc02d170 con 0x7f18dc101870 2024-04-22T00:57:24.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:24 smithi081 ceph-mon[31546]: pgmap v857: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.8 KiB/s wr, 8 op/s 2024-04-22T00:57:24.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:24 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1505085788' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:57:24.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:24 smithi167 ceph-mon[31348]: pgmap v857: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.8 KiB/s wr, 8 op/s 2024-04-22T00:57:24.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:24 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1505085788' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:57:25.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.050+0000 7f18e091c640 1 -- 172.21.15.18:0/2707994942 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v97) ==== 181+0+0 (secure 0 0 0) 0x7f18d009bd80 con 0x7f18dc101870 2024-04-22T00:57:25.051 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'cephfs_metadata' removed 2024-04-22T00:57:25.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 -- 172.21.15.18:0/2707994942 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18c40a2b90 msgr2=0x7f18c40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:25.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18c40a2b90 0x7f18c40a5050 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f18dc1016d0 tx=0x7f18cc0098f0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 -- 172.21.15.18:0/2707994942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18dc101870 msgr2=0x7f18dc19c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:25.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18dc101870 0x7f18dc19c770 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f18d000e9f0 tx=0x7f18d000edf0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 -- 172.21.15.18:0/2707994942 shutdown_connections 2024-04-22T00:57:25.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f18c40a2b90 0x7f18c40a5050 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f18dc102230 0x7f18dc19ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18dc101870 0x7f18dc19c770 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 --2- 172.21.15.18:0/2707994942 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18dc100680 0x7f18dc0694a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 -- 172.21.15.18:0/2707994942 >> 172.21.15.18:0/2707994942 conn(0x7f18dc0fbbf0 msgr2=0x7f18dc104c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:25.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 -- 172.21.15.18:0/2707994942 shutdown_connections 2024-04-22T00:57:25.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.055+0000 7f18e191e640 1 -- 172.21.15.18:0/2707994942 wait complete. 2024-04-22T00:57:25.071 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-22T00:57:25.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.185+0000 7f4260b05640 1 -- 172.21.15.18:0/807215947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f425c101890 msgr2=0x7f425c101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:25.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.185+0000 7f4260b05640 1 --2- 172.21.15.18:0/807215947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f425c101890 0x7f425c101d10 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f4250009900 tx=0x7f425002bc30 comp rx=0 tx=0).stop 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.185+0000 7f4260b05640 1 -- 172.21.15.18:0/807215947 shutdown_connections 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.185+0000 7f4260b05640 1 --2- 172.21.15.18:0/807215947 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f425c102250 0x7f425c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.185+0000 7f4260b05640 1 --2- 172.21.15.18:0/807215947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f425c101890 0x7f425c101d10 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.185+0000 7f4260b05640 1 --2- 172.21.15.18:0/807215947 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f425c1006a0 0x7f425c100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.185+0000 7f4260b05640 1 -- 172.21.15.18:0/807215947 >> 172.21.15.18:0/807215947 conn(0x7f425c0fbc30 msgr2=0x7f425c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.185+0000 7f4260b05640 1 -- 172.21.15.18:0/807215947 shutdown_connections 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.185+0000 7f4260b05640 1 -- 172.21.15.18:0/807215947 wait complete. 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4260b05640 1 Processor -- start 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4260b05640 1 -- start start 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4260b05640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f425c1006a0 0x7f425c197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4260b05640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f425c101890 0x7f425c198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4260b05640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f425c102250 0x7f425c19f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4260b05640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f425c10d4e0 con 0x7f425c101890 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4260b05640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f425c10d360 con 0x7f425c1006a0 2024-04-22T00:57:25.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4260b05640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f425c10d660 con 0x7f425c102250 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4259d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f425c101890 0x7f425c198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4259d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f425c101890 0x7f425c198060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35214/0 (socket says 172.21.15.18:35214) 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4259d9b640 1 -- 172.21.15.18:0/960113964 learned_addr learned my addr 172.21.15.18:0/960113964 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f425a59c640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f425c1006a0 0x7f425c197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f425ad9d640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f425c102250 0x7f425c19f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4259d9b640 1 -- 172.21.15.18:0/960113964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f425c102250 msgr2=0x7f425c19f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4259d9b640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f425c102250 0x7f425c19f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4259d9b640 1 -- 172.21.15.18:0/960113964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f425c1006a0 msgr2=0x7f425c197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4259d9b640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f425c1006a0 0x7f425c197b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.186+0000 7f4259d9b640 1 -- 172.21.15.18:0/960113964 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f425c19f740 con 0x7f425c101890 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.187+0000 7f4259d9b640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f425c101890 0x7f425c198060 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f4250000c00 tx=0x7f4250005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.187+0000 7f424b7fe640 1 -- 172.21.15.18:0/960113964 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4250043020 con 0x7f425c101890 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.187+0000 7f424b7fe640 1 -- 172.21.15.18:0/960113964 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42500054e0 con 0x7f425c101890 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.187+0000 7f4260b05640 1 -- 172.21.15.18:0/960113964 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f425c19f9d0 con 0x7f425c101890 2024-04-22T00:57:25.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.187+0000 7f424b7fe640 1 -- 172.21.15.18:0/960113964 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4250003e60 con 0x7f425c101890 2024-04-22T00:57:25.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.187+0000 7f4260b05640 1 -- 172.21.15.18:0/960113964 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f425c19ff20 con 0x7f425c101890 2024-04-22T00:57:25.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.188+0000 7f4260b05640 1 -- 172.21.15.18:0/960113964 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f425c107960 con 0x7f425c101890 2024-04-22T00:57:25.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.189+0000 7f424b7fe640 1 -- 172.21.15.18:0/960113964 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4250046020 con 0x7f425c101890 2024-04-22T00:57:25.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.190+0000 7f424b7fe640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42440a2b90 0x7f42440a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:25.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.190+0000 7f424b7fe640 1 -- 172.21.15.18:0/960113964 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8883+0+0 (secure 0 0 0) 0x7f42500f1940 con 0x7f425c101890 2024-04-22T00:57:25.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.190+0000 7f425a59c640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42440a2b90 0x7f42440a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:25.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.190+0000 7f425a59c640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42440a2b90 0x7f42440a5050 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f424c005fd0 tx=0x7f424c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:25.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.194+0000 7f424b7fe640 1 -- 172.21.15.18:0/960113964 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f425004d020 con 0x7f425c101890 2024-04-22T00:57:25.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:25.380+0000 7f4260b05640 1 -- 172.21.15.18:0/960113964 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f425c02d170 con 0x7f425c101890 2024-04-22T00:57:25.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T00:57:25.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T00:57:25.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: Cluster is now healthy 2024-04-22T00:57:25.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/1505085788' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T00:57:25.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.167:6834/2304445403,v1:172.21.15.167:6837/2304445403] up:boot 2024-04-22T00:57:25.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.167:6835/2862495876,v1:172.21.15.167:6838/2862495876] up:boot 2024-04-22T00:57:25.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.167:6836/741185030,v1:172.21.15.167:6839/741185030] up:boot 2024-04-22T00:57:25.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.81:6834/1227942312,v1:172.21.15.81:6838/1227942312] up:boot 2024-04-22T00:57:25.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.81:6835/1203868314,v1:172.21.15.81:6837/1203868314] up:boot 2024-04-22T00:57:25.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: mds.? [v2:172.21.15.81:6836/7084719,v1:172.21.15.81:6839/7084719] up:boot 2024-04-22T00:57:25.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: fsmap 12 up:standby 2024-04-22T00:57:25.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T00:57:25.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T00:57:25.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T00:57:25.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:57:25.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T00:57:25.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T00:57:25.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:25 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2707994942' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:57:25.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T00:57:25.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: Cluster is now healthy 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/1505085788' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.167:6834/2304445403,v1:172.21.15.167:6837/2304445403] up:boot 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.167:6835/2862495876,v1:172.21.15.167:6838/2862495876] up:boot 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.167:6836/741185030,v1:172.21.15.167:6839/741185030] up:boot 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.81:6834/1227942312,v1:172.21.15.81:6838/1227942312] up:boot 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.81:6835/1203868314,v1:172.21.15.81:6837/1203868314] up:boot 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: mds.? [v2:172.21.15.81:6836/7084719,v1:172.21.15.81:6839/7084719] up:boot 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: fsmap 12 up:standby 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T00:57:25.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T00:57:25.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:25 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2707994942' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:57:25.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T00:57:25.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T00:57:25.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: Cluster is now healthy 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/1505085788' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.167:6834/2304445403,v1:172.21.15.167:6837/2304445403] up:boot 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.167:6835/2862495876,v1:172.21.15.167:6838/2862495876] up:boot 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.167:6836/741185030,v1:172.21.15.167:6839/741185030] up:boot 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.81:6834/1227942312,v1:172.21.15.81:6838/1227942312] up:boot 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.81:6835/1203868314,v1:172.21.15.81:6837/1203868314] up:boot 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: mds.? [v2:172.21.15.81:6836/7084719,v1:172.21.15.81:6839/7084719] up:boot 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: fsmap 12 up:standby 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T00:57:25.486 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:57:25.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T00:57:25.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: from='mgr.14152 172.21.15.18:0/2855606548' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T00:57:25.487 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:25 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2707994942' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:57:26.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.052+0000 7f424b7fe640 1 -- 172.21.15.18:0/960113964 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v98) ==== 169+0+0 (secure 0 0 0) 0x7f42500be610 con 0x7f425c101890 2024-04-22T00:57:26.053 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'cephfs_data' removed 2024-04-22T00:57:26.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 -- 172.21.15.18:0/960113964 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42440a2b90 msgr2=0x7f42440a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:26.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42440a2b90 0x7f42440a5050 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f424c005fd0 tx=0x7f424c00b390 comp rx=0 tx=0).stop 2024-04-22T00:57:26.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 -- 172.21.15.18:0/960113964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f425c101890 msgr2=0x7f425c198060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:26.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f425c101890 0x7f425c198060 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f4250000c00 tx=0x7f4250005dd0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 -- 172.21.15.18:0/960113964 shutdown_connections 2024-04-22T00:57:26.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f42440a2b90 0x7f42440a5050 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f425c102250 0x7f425c19f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f425c101890 0x7f425c198060 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 --2- 172.21.15.18:0/960113964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f425c1006a0 0x7f425c197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 -- 172.21.15.18:0/960113964 >> 172.21.15.18:0/960113964 conn(0x7f425c0fbc30 msgr2=0x7f425c104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:26.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 -- 172.21.15.18:0/960113964 shutdown_connections 2024-04-22T00:57:26.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.056+0000 7f4260b05640 1 -- 172.21.15.18:0/960113964 wait complete. 2024-04-22T00:57:26.074 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-04-22T00:57:26.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.193+0000 7f7f35b35640 1 -- 172.21.15.18:0/3192299697 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f30107460 msgr2=0x7f7f301098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.193+0000 7f7f35b35640 1 --2- 172.21.15.18:0/3192299697 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f30107460 0x7f7f301098b0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f7f28009ca0 tx=0x7f7f2802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.193+0000 7f7f35b35640 1 -- 172.21.15.18:0/3192299697 shutdown_connections 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.193+0000 7f7f35b35640 1 --2- 172.21.15.18:0/3192299697 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f30107460 0x7f7f301098b0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.193+0000 7f7f35b35640 1 --2- 172.21.15.18:0/3192299697 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f30104b30 0x7f7f30106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.193+0000 7f7f35b35640 1 --2- 172.21.15.18:0/3192299697 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30102200 0x7f7f301045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.193+0000 7f7f35b35640 1 -- 172.21.15.18:0/3192299697 >> 172.21.15.18:0/3192299697 conn(0x7f7f300fbbf0 msgr2=0x7f7f300fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.193+0000 7f7f35b35640 1 -- 172.21.15.18:0/3192299697 shutdown_connections 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.193+0000 7f7f35b35640 1 -- 172.21.15.18:0/3192299697 wait complete. 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f35b35640 1 Processor -- start 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f35b35640 1 -- start start 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f35b35640 1 --2- >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30102200 0x7f7f30197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:26.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f35b35640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f30104b30 0x7f7f30197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f35b35640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f30107460 0x7f7f3019eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f35b35640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3010d400 con 0x7f7f30104b30 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f35b35640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3010d280 con 0x7f7f30107460 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f35b35640 1 -- --> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3010d580 con 0x7f7f30102200 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f2effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f30104b30 0x7f7f30197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f2effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f30104b30 0x7f7f30197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35234/0 (socket says 172.21.15.18:35234) 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f2effd640 1 -- 172.21.15.18:0/3673546567 learned_addr learned my addr 172.21.15.18:0/3673546567 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.194+0000 7f7f2f7fe640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30102200 0x7f7f30197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f2ffff640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f30107460 0x7f7f3019eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f2effd640 1 -- 172.21.15.18:0/3673546567 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30102200 msgr2=0x7f7f30197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f2effd640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30102200 0x7f7f30197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f2effd640 1 -- 172.21.15.18:0/3673546567 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f30107460 msgr2=0x7f7f3019eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f2effd640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f30107460 0x7f7f3019eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:26.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f2effd640 1 -- 172.21.15.18:0/3673546567 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f3019f660 con 0x7f7f30104b30 2024-04-22T00:57:26.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f2effd640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f30104b30 0x7f7f30197f80 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f7f2400d770 tx=0x7f7f2400db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:26.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f2cff9640 1 -- 172.21.15.18:0/3673546567 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f24017070 con 0x7f7f30104b30 2024-04-22T00:57:26.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f2cff9640 1 -- 172.21.15.18:0/3673546567 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f24010460 con 0x7f7f30104b30 2024-04-22T00:57:26.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f2cff9640 1 -- 172.21.15.18:0/3673546567 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f2400f620 con 0x7f7f30104b30 2024-04-22T00:57:26.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f35b35640 1 -- 172.21.15.18:0/3673546567 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f3019f950 con 0x7f7f30104b30 2024-04-22T00:57:26.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.195+0000 7f7f35b35640 1 -- 172.21.15.18:0/3673546567 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f3019fea0 con 0x7f7f30104b30 2024-04-22T00:57:26.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.196+0000 7f7f35b35640 1 -- 172.21.15.18:0/3673546567 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f300fd6e0 con 0x7f7f30104b30 2024-04-22T00:57:26.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.197+0000 7f7f2cff9640 1 -- 172.21.15.18:0/3673546567 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7f2401a070 con 0x7f7f30104b30 2024-04-22T00:57:26.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.198+0000 7f7f2cff9640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f180a2b90 0x7f7f180a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:57:26.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.198+0000 7f7f2f7fe640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f180a2b90 0x7f7f180a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:57:26.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.198+0000 7f7f2cff9640 1 -- 172.21.15.18:0/3673546567 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8324+0+0 (secure 0 0 0) 0x7f7f240ceab0 con 0x7f7f30104b30 2024-04-22T00:57:26.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.199+0000 7f7f2f7fe640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f180a2b90 0x7f7f180a5050 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f7f2000abe0 tx=0x7f7f2000a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:57:26.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.203+0000 7f7f2cff9640 1 -- 172.21.15.18:0/3673546567 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7f2409b9b0 con 0x7f7f30104b30 2024-04-22T00:57:26.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:26.386+0000 7f7f35b35640 1 -- 172.21.15.18:0/3673546567 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7f30062340 con 0x7f7f30104b30 2024-04-22T00:57:26.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:26 smithi081 ceph-mon[31546]: pgmap v859: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.4 KiB/s wr, 7 op/s 2024-04-22T00:57:26.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:26 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/2707994942' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:57:26.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:26 smithi081 ceph-mon[31546]: osdmap e97: 12 total, 12 up, 12 in 2024-04-22T00:57:26.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:26 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/960113964' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:57:26.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:26 smithi018 ceph-mon[27979]: pgmap v859: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.4 KiB/s wr, 7 op/s 2024-04-22T00:57:26.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:26 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/2707994942' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:57:26.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:26 smithi018 ceph-mon[27979]: osdmap e97: 12 total, 12 up, 12 in 2024-04-22T00:57:26.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:26 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/960113964' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:57:26.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:26 smithi167 ceph-mon[31348]: pgmap v859: 129 pgs: 129 active+clean; 1.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.4 KiB/s wr, 7 op/s 2024-04-22T00:57:26.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:26 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/2707994942' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:57:26.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:26 smithi167 ceph-mon[31348]: osdmap e97: 12 total, 12 up, 12 in 2024-04-22T00:57:26.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:26 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/960113964' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:57:27.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.067+0000 7f7f2cff9640 1 -- 172.21.15.18:0/3673546567 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v99) ==== 178+0+0 (secure 0 0 0) 0x7f7f24095e20 con 0x7f7f30104b30 2024-04-22T00:57:27.068 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'cephfs_data_ec' removed 2024-04-22T00:57:27.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 -- 172.21.15.18:0/3673546567 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f180a2b90 msgr2=0x7f7f180a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:27.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f180a2b90 0x7f7f180a5050 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f7f2000abe0 tx=0x7f7f2000a2d0 comp rx=0 tx=0).stop 2024-04-22T00:57:27.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 -- 172.21.15.18:0/3673546567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f30104b30 msgr2=0x7f7f30197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:57:27.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f30104b30 0x7f7f30197f80 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f7f2400d770 tx=0x7f7f2400db70 comp rx=0 tx=0).stop 2024-04-22T00:57:27.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 -- 172.21.15.18:0/3673546567 shutdown_connections 2024-04-22T00:57:27.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.18:6800/3970211676,v1:172.21.15.18:6801/3970211676] conn(0x7f7f180a2b90 0x7f7f180a5050 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:27.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7f30107460 0x7f7f3019eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:27.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f30104b30 0x7f7f30197f80 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:27.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 --2- 172.21.15.18:0/3673546567 >> [v2:172.21.15.167:3300/0,v1:172.21.15.167:6789/0] conn(0x7f7f30102200 0x7f7f30197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:57:27.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 -- 172.21.15.18:0/3673546567 >> 172.21.15.18:0/3673546567 conn(0x7f7f300fbbf0 msgr2=0x7f7f30102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:57:27.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.073+0000 7f7f35b35640 1 -- 172.21.15.18:0/3673546567 shutdown_connections 2024-04-22T00:57:27.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-04-22T00:57:27.074+0000 7f7f35b35640 1 -- 172.21.15.18:0/3673546567 wait complete. 2024-04-22T00:57:27.094 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:57:27.126 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:57:27.170 DEBUG:teuthology.orchestra.run.smithi167:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:57:27.204 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-22T00:57:27.204 DEBUG:teuthology.orchestra.run.smithi018:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T00:57:27.222 DEBUG:teuthology.orchestra.run.smithi081:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T00:57:27.239 DEBUG:teuthology.orchestra.run.smithi167:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T00:57:27.259 INFO:tasks.cephadm:Stopping all daemons... 2024-04-22T00:57:27.260 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-22T00:57:27.260 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.a 2024-04-22T00:57:27.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:27 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/960113964' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:57:27.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:27 smithi081 ceph-mon[31546]: osdmap e98: 12 total, 12 up, 12 in 2024-04-22T00:57:27.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:27 smithi081 ceph-mon[31546]: from='client.? 172.21.15.18:0/3673546567' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:57:27.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:27 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/960113964' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:57:27.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:27 smithi018 ceph-mon[27979]: osdmap e98: 12 total, 12 up, 12 in 2024-04-22T00:57:27.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:27 smithi018 ceph-mon[27979]: from='client.? 172.21.15.18:0/3673546567' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:57:27.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:27 smithi018 systemd[1]: Stopping Ceph mon.a for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:57:27.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:27 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/960113964' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:57:27.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:27 smithi167 ceph-mon[31348]: osdmap e98: 12 total, 12 up, 12 in 2024-04-22T00:57:27.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:27 smithi167 ceph-mon[31348]: from='client.? 172.21.15.18:0/3673546567' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:57:28.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:27 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a[27975]: 2024-04-22T00:57:27.692+0000 7fa81799b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:57:28.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:27 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a[27975]: 2024-04-22T00:57:27.692+0000 7fa81799b700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-22T00:57:28.157 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:27 smithi018 podman[98934]: 2024-04-22 00:57:27.919405632 +0000 UTC m=+0.354635823 container died abe528af649ebf326e850075ccd59a76fff97b610a38d7e6c17b44adc2bf755e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-22T00:57:28.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:28 smithi018 podman[98934]: 2024-04-22 00:57:28.7108033 +0000 UTC m=+1.146033486 container cleanup abe528af649ebf326e850075ccd59a76fff97b610a38d7e6c17b44adc2bf755e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-22T00:57:28.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Apr 22 00:57:28 smithi018 bash[98934]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-a 2024-04-22T00:57:29.156 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.a.service' 2024-04-22T00:57:29.371 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:57:29.371 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-22T00:57:29.371 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-22T00:57:29.371 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.b 2024-04-22T00:57:29.656 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:29 smithi081 systemd[1]: Stopping Ceph mon.b for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:57:29.934 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:29 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-b[31542]: 2024-04-22T00:57:29.710+0000 7fa89a25a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:57:29.934 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:29 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-b[31542]: 2024-04-22T00:57:29.710+0000 7fa89a25a700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-22T00:57:29.934 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:29 smithi081 podman[66789]: 2024-04-22 00:57:29.873275665 +0000 UTC m=+0.283404581 container died 4bf9e0ed505da588cb3a7ef4d56f7cc95bacb8b2a67ddee16dd5919a5bac5178 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-b, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-22T00:57:30.897 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:30 smithi081 podman[66789]: 2024-04-22 00:57:30.644785907 +0000 UTC m=+1.054914828 container cleanup 4bf9e0ed505da588cb3a7ef4d56f7cc95bacb8b2a67ddee16dd5919a5bac5178 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-22T00:57:30.897 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:30 smithi081 bash[66789]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-b 2024-04-22T00:57:31.124 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.b.service' 2024-04-22T00:57:31.147 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:30 smithi081 podman[66804]: 2024-04-22 00:57:30.963507848 +0000 UTC m=+1.076444077 container remove 4bf9e0ed505da588cb3a7ef4d56f7cc95bacb8b2a67ddee16dd5919a5bac5178 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8) 2024-04-22T00:57:31.148 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:31 smithi081 systemd[1]: ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-22T00:57:31.148 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:31 smithi081 systemd[1]: Stopped Ceph mon.b for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:57:31.148 INFO:journalctl@ceph.mon.b.smithi081.stdout:Apr 22 00:57:31 smithi081 systemd[1]: ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.b.service: Consumed 15.101s CPU time. 2024-04-22T00:57:31.174 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:57:31.174 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-22T00:57:31.174 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-22T00:57:31.174 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.c 2024-04-22T00:57:31.485 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:31 smithi167 systemd[1]: Stopping Ceph mon.c for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:57:31.760 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:31 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-c[31334]: 2024-04-22T00:57:31.518+0000 7fb216397700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:57:31.760 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:31 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-c[31334]: 2024-04-22T00:57:31.518+0000 7fb216397700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-22T00:57:31.760 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:31 smithi167 podman[68020]: 2024-04-22 00:57:31.722510352 +0000 UTC m=+0.331830362 container died 9a7c72365850de9d919ceb93390dddf7abcd11e180f79224ffa4b457bf908e1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-c, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-22T00:57:32.404 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:32 smithi167 podman[68020]: 2024-04-22 00:57:32.111412207 +0000 UTC m=+0.720732216 container cleanup 9a7c72365850de9d919ceb93390dddf7abcd11e180f79224ffa4b457bf908e1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux ) 2024-04-22T00:57:32.404 INFO:journalctl@ceph.mon.c.smithi167.stdout:Apr 22 00:57:32 smithi167 bash[68020]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mon-c 2024-04-22T00:57:32.538 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mon.c.service' 2024-04-22T00:57:32.584 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:57:32.585 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-22T00:57:32.585 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-22T00:57:32.585 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.x 2024-04-22T00:57:32.907 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:57:32 smithi018 systemd[1]: Stopping Ceph mgr.x for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:57:33.268 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:57:32 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x[28223]: 2024-04-22T00:57:32.933+0000 7f48976ce700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:57:33.269 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:57:32 smithi018 podman[99053]: 2024-04-22 00:57:32.965568172 +0000 UTC m=+0.176074237 container died 42fac77d7eb96ec86977c625196b2e47b7684c799eb303e53df09fcf0d3b2ebe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-22T00:57:33.628 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:57:33 smithi018 podman[99053]: 2024-04-22 00:57:33.369216785 +0000 UTC m=+0.579722855 container cleanup 42fac77d7eb96ec86977c625196b2e47b7684c799eb303e53df09fcf0d3b2ebe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:57:33.629 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Apr 22 00:57:33 smithi018 bash[99053]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-x 2024-04-22T00:57:33.731 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-22T00:57:33.771 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:57:33.771 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-22T00:57:33.771 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-22T00:57:33.771 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.y 2024-04-22T00:57:34.112 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:57:33 smithi081 systemd[1]: Stopping Ceph mgr.y for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:57:34.406 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:57:34 smithi081 podman[66924]: 2024-04-22 00:57:34.112681765 +0000 UTC m=+0.143819999 container died 63d81635977835e45c5604834993ada24b8c2ff4bff4684dc46f3a9542c2ea06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T00:57:34.906 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:57:34 smithi081 podman[66924]: 2024-04-22 00:57:34.50927537 +0000 UTC m=+0.540413643 container cleanup 63d81635977835e45c5604834993ada24b8c2ff4bff4684dc46f3a9542c2ea06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-22T00:57:34.906 INFO:journalctl@ceph.mgr.y.smithi081.stdout:Apr 22 00:57:34 smithi081 bash[66924]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-y 2024-04-22T00:57:35.231 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-22T00:57:35.266 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:57:35.266 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-22T00:57:35.266 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-22T00:57:35.267 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.z 2024-04-22T00:57:35.586 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:57:35 smithi167 systemd[1]: Stopping Ceph mgr.z for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:57:35.876 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:57:35 smithi167 podman[68152]: 2024-04-22 00:57:35.587556155 +0000 UTC m=+0.129984089 container died 34ad10da106c33c107228c88edaaa12373745cb6f73a278785c9fc4fb03e9ac4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-04-22T00:57:36.235 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:57:35 smithi167 podman[68152]: 2024-04-22 00:57:35.97631948 +0000 UTC m=+0.518747424 container cleanup 34ad10da106c33c107228c88edaaa12373745cb6f73a278785c9fc4fb03e9ac4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:57:36.235 INFO:journalctl@ceph.mgr.z.smithi167.stdout:Apr 22 00:57:35 smithi167 bash[68152]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mgr-z 2024-04-22T00:57:36.345 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-22T00:57:36.379 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:57:36.379 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-22T00:57:36.379 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-22T00:57:36.379 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.0 2024-04-22T00:57:36.657 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:36 smithi018 systemd[1]: Stopping Ceph osd.0 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:57:37.157 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0[42684]: 2024-04-22T00:57:36.707+0000 7f82cd413700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:57:37.157 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0[42684]: 2024-04-22T00:57:36.707+0000 7f82cd413700 -1 osd.0 99 *** Got signal Terminated *** 2024-04-22T00:57:37.157 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0[42684]: 2024-04-22T00:57:36.707+0000 7f82cd413700 -1 osd.0 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:57:42.625 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:42 smithi018 podman[99174]: 2024-04-22 00:57:42.321473355 +0000 UTC m=+5.747353961 container died 3d1e4e7614669ce1548889ac7d913a0e6f129ebe565765726226e8cdad790723 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8) 2024-04-22T00:57:42.907 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:42 smithi018 podman[99174]: 2024-04-22 00:57:42.724777304 +0000 UTC m=+6.150657905 container cleanup 3d1e4e7614669ce1548889ac7d913a0e6f129ebe565765726226e8cdad790723 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:57:42.907 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:42 smithi018 bash[99174]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0 2024-04-22T00:57:43.407 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:43 smithi018 podman[99193]: 2024-04-22 00:57:43.009861496 +0000 UTC m=+0.682993409 container remove 3d1e4e7614669ce1548889ac7d913a0e6f129ebe565765726226e8cdad790723 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-22T00:57:43.779 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:43 smithi018 podman[99285]: 2024-04-22 00:57:43.418493169 +0000 UTC m=+0.019065732 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:57:43.780 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:43 smithi018 podman[99285]: 2024-04-22 00:57:43.53596188 +0000 UTC m=+0.136534422 container create 256abaf5cdc9056a854ff1a6fe805b90a28eae630cf3739a3fbe893f80dc8632 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0-deactivate, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-22T00:57:43.780 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:43 smithi018 podman[99285]: 2024-04-22 00:57:43.780612494 +0000 UTC m=+0.381185042 container init 256abaf5cdc9056a854ff1a6fe805b90a28eae630cf3739a3fbe893f80dc8632 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-22T00:57:44.157 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:43 smithi018 podman[99285]: 2024-04-22 00:57:43.784257169 +0000 UTC m=+0.384829718 container start 256abaf5cdc9056a854ff1a6fe805b90a28eae630cf3739a3fbe893f80dc8632 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.build-date=20240416) 2024-04-22T00:57:44.157 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:43 smithi018 podman[99285]: 2024-04-22 00:57:43.897105495 +0000 UTC m=+0.497678054 container attach 256abaf5cdc9056a854ff1a6fe805b90a28eae630cf3739a3fbe893f80dc8632 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8) 2024-04-22T00:57:44.657 INFO:journalctl@ceph.osd.0.smithi018.stdout:Apr 22 00:57:44 smithi018 podman[99285]: 2024-04-22 00:57:44.323458514 +0000 UTC m=+0.924031065 container died 256abaf5cdc9056a854ff1a6fe805b90a28eae630cf3739a3fbe893f80dc8632 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-22T00:57:44.947 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.0.service' 2024-04-22T00:57:44.990 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:57:44.990 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-22T00:57:44.990 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-22T00:57:44.990 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.1 2024-04-22T00:57:45.305 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:45 smithi081 systemd[1]: Stopping Ceph osd.1 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:57:45.656 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:45 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1[36173]: 2024-04-22T00:57:45.305+0000 7f6c7e57b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:57:45.656 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:45 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1[36173]: 2024-04-22T00:57:45.305+0000 7f6c7e57b700 -1 osd.1 99 *** Got signal Terminated *** 2024-04-22T00:57:45.656 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:45 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1[36173]: 2024-04-22T00:57:45.305+0000 7f6c7e57b700 -1 osd.1 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:57:51.223 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:50 smithi081 podman[67050]: 2024-04-22 00:57:50.915353366 +0000 UTC m=+5.734498545 container died b048b8b98224ebe9f0771a638fe3eeac5901927fc7275eba1937b399199e4838 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-22T00:57:51.566 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:51 smithi081 podman[67050]: 2024-04-22 00:57:51.323064945 +0000 UTC m=+6.142210124 container cleanup b048b8b98224ebe9f0771a638fe3eeac5901927fc7275eba1937b399199e4838 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-22T00:57:51.566 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:51 smithi081 bash[67050]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1 2024-04-22T00:57:51.854 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:51 smithi081 podman[67067]: 2024-04-22 00:57:51.566201062 +0000 UTC m=+0.654933287 container remove b048b8b98224ebe9f0771a638fe3eeac5901927fc7275eba1937b399199e4838 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1, org.label-schema.build-date=20240416, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:57:52.153 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:51 smithi081 podman[67159]: 2024-04-22 00:57:51.758370271 +0000 UTC m=+0.018192963 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:57:52.153 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:51 smithi081 podman[67159]: 2024-04-22 00:57:51.875513142 +0000 UTC m=+0.135335857 container create 53ffdb8bc1d2ac62fe1f12463281681927d37e5f409fff58a7c0eb03ae76be2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-22T00:57:52.153 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:52 smithi081 podman[67159]: 2024-04-22 00:57:52.153669991 +0000 UTC m=+0.413492675 container init 53ffdb8bc1d2ac62fe1f12463281681927d37e5f409fff58a7c0eb03ae76be2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1-deactivate, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-22T00:57:52.406 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:52 smithi081 podman[67159]: 2024-04-22 00:57:52.157618606 +0000 UTC m=+0.417441279 container start 53ffdb8bc1d2ac62fe1f12463281681927d37e5f409fff58a7c0eb03ae76be2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1-deactivate, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-22T00:57:52.406 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:52 smithi081 podman[67159]: 2024-04-22 00:57:52.287181089 +0000 UTC m=+0.547003781 container attach 53ffdb8bc1d2ac62fe1f12463281681927d37e5f409fff58a7c0eb03ae76be2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-22T00:57:53.031 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 22 00:57:52 smithi081 podman[67159]: 2024-04-22 00:57:52.664845606 +0000 UTC m=+0.924668287 container died 53ffdb8bc1d2ac62fe1f12463281681927d37e5f409fff58a7c0eb03ae76be2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True) 2024-04-22T00:57:53.361 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.1.service' 2024-04-22T00:57:53.401 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:57:53.401 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-22T00:57:53.401 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-22T00:57:53.401 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.2 2024-04-22T00:57:53.697 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:57:53 smithi167 systemd[1]: Stopping Ceph osd.2 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:57:53.985 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:57:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2[36507]: 2024-04-22T00:57:53.696+0000 7f9e6c07a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:57:53.985 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:57:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2[36507]: 2024-04-22T00:57:53.696+0000 7f9e6c07a700 -1 osd.2 99 *** Got signal Terminated *** 2024-04-22T00:57:53.985 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:57:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2[36507]: 2024-04-22T00:57:53.696+0000 7f9e6c07a700 -1 osd.2 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:57:59.631 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:57:59 smithi167 podman[68276]: 2024-04-22 00:57:59.358010529 +0000 UTC m=+5.766207230 container died 1b01c95a578bf29eab48bb219ab97fbfeb78f6cba7327eea3833d45780d714c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=) 2024-04-22T00:57:59.985 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:57:59 smithi167 podman[68276]: 2024-04-22 00:57:59.731222741 +0000 UTC m=+6.139419437 container cleanup 1b01c95a578bf29eab48bb219ab97fbfeb78f6cba7327eea3833d45780d714c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:57:59.985 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:57:59 smithi167 bash[68276]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2 2024-04-22T00:58:00.333 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:58:00 smithi167 podman[68293]: 2024-04-22 00:58:00.041387458 +0000 UTC m=+0.687363979 container remove 1b01c95a578bf29eab48bb219ab97fbfeb78f6cba7327eea3833d45780d714c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-22T00:58:00.612 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:58:00 smithi167 podman[68385]: 2024-04-22 00:58:00.237555636 +0000 UTC m=+0.017628201 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:58:00.612 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:58:00 smithi167 podman[68385]: 2024-04-22 00:58:00.36802428 +0000 UTC m=+0.148096830 container create 37523aaaeab030894bf77763bcbb8e3f470432beac6ee26eb173a0c108a97b61 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=squid-820a2f8) 2024-04-22T00:58:00.985 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:58:00 smithi167 podman[68385]: 2024-04-22 00:58:00.613144912 +0000 UTC m=+0.393217470 container init 37523aaaeab030894bf77763bcbb8e3f470432beac6ee26eb173a0c108a97b61 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:58:00.985 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:58:00 smithi167 podman[68385]: 2024-04-22 00:58:00.616936852 +0000 UTC m=+0.397009402 container start 37523aaaeab030894bf77763bcbb8e3f470432beac6ee26eb173a0c108a97b61 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-22T00:58:00.986 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:58:00 smithi167 podman[68385]: 2024-04-22 00:58:00.754856419 +0000 UTC m=+0.534928988 container attach 37523aaaeab030894bf77763bcbb8e3f470432beac6ee26eb173a0c108a97b61 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-22T00:58:01.410 INFO:journalctl@ceph.osd.2.smithi167.stdout:Apr 22 00:58:01 smithi167 podman[68385]: 2024-04-22 00:58:01.136176313 +0000 UTC m=+0.916248855 container died 37523aaaeab030894bf77763bcbb8e3f470432beac6ee26eb173a0c108a97b61 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-22T00:58:01.739 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.2.service' 2024-04-22T00:58:01.776 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:58:01.776 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-22T00:58:01.776 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-22T00:58:01.777 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.3 2024-04-22T00:58:02.094 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:01 smithi018 systemd[1]: Stopping Ceph osd.3 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:58:02.369 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:02 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3[49646]: 2024-04-22T00:58:02.094+0000 7fcee88b2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:58:02.370 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:02 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3[49646]: 2024-04-22T00:58:02.094+0000 7fcee88b2700 -1 osd.3 99 *** Got signal Terminated *** 2024-04-22T00:58:02.370 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:02 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3[49646]: 2024-04-22T00:58:02.094+0000 7fcee88b2700 -1 osd.3 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:58:04.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:04 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:04.302+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:05.313 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:04 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3[49646]: 2024-04-22T00:58:04.963+0000 7fcee4ea6700 -1 osd.3 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.106667+0000 front 2024-04-22T00:57:41.106692+0000 (oldest deadline 2024-04-22T00:58:04.606813+0000) 2024-04-22T00:58:05.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:05 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:05.313+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:05.985 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:05 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:05.523+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:06.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:05 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:05.697+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:06.334 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:06 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3[49646]: 2024-04-22T00:58:06.002+0000 7fcee4ea6700 -1 osd.3 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.106667+0000 front 2024-04-22T00:57:41.106692+0000 (oldest deadline 2024-04-22T00:58:04.606813+0000) 2024-04-22T00:58:06.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:06 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:06.335+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:06.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:06 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:06.648+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:06.985 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:06 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:06.494+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:07.325 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:07 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3[49646]: 2024-04-22T00:58:07.033+0000 7fcee4ea6700 -1 osd.3 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.106667+0000 front 2024-04-22T00:57:41.106692+0000 (oldest deadline 2024-04-22T00:58:04.606813+0000) 2024-04-22T00:58:07.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:07 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:07.326+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:07.905 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:07 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:07.604+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:07.986 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:07.491+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:07.986 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:07.523+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:07.987 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:07 smithi018 podman[99389]: 2024-04-22 00:58:07.682101067 +0000 UTC m=+5.707141609 container died 222aee58b367c1dca153ec24c8e67a4d564353040b308e7d2f7a50adfaf76ae6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS) 2024-04-22T00:58:08.285 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:08 smithi018 podman[99389]: 2024-04-22 00:58:08.11192735 +0000 UTC m=+6.136967892 container cleanup 222aee58b367c1dca153ec24c8e67a4d564353040b308e7d2f7a50adfaf76ae6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:58:08.285 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:08 smithi018 bash[99389]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3 2024-04-22T00:58:08.657 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:08 smithi018 podman[99418]: 2024-04-22 00:58:08.346576971 +0000 UTC m=+0.659715511 container remove 222aee58b367c1dca153ec24c8e67a4d564353040b308e7d2f7a50adfaf76ae6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-04-22T00:58:08.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:08 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:08.284+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:08.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:08 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:08.524+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:08.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:08 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:08.455+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:08.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:08 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:08.562+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:09.091 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:08 smithi018 podman[99511]: 2024-04-22 00:58:08.701936647 +0000 UTC m=+0.018485600 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:58:09.091 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:08 smithi018 podman[99511]: 2024-04-22 00:58:08.830743534 +0000 UTC m=+0.147292470 container create 54f7dba87db383788fe9bbe08f2a340b893e3d72af676306c7b5a0153e2e8f49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-22T00:58:09.393 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:09 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:09.313+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:09.393 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:09 smithi018 podman[99511]: 2024-04-22 00:58:09.092139564 +0000 UTC m=+0.408688502 container init 54f7dba87db383788fe9bbe08f2a340b893e3d72af676306c7b5a0153e2e8f49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-22T00:58:09.394 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:09 smithi018 podman[99511]: 2024-04-22 00:58:09.095812858 +0000 UTC m=+0.412361796 container start 54f7dba87db383788fe9bbe08f2a340b893e3d72af676306c7b5a0153e2e8f49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-22T00:58:09.394 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:09 smithi018 podman[99511]: 2024-04-22 00:58:09.167208552 +0000 UTC m=+0.483757507 container attach 54f7dba87db383788fe9bbe08f2a340b893e3d72af676306c7b5a0153e2e8f49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-22T00:58:09.657 INFO:journalctl@ceph.osd.3.smithi018.stdout:Apr 22 00:58:09 smithi018 podman[99511]: 2024-04-22 00:58:09.394451289 +0000 UTC m=+0.711000237 container died 54f7dba87db383788fe9bbe08f2a340b893e3d72af676306c7b5a0153e2e8f49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-22T00:58:09.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:09 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:09.474+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:09.736 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:09 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:09.457+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:09.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:09 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:09.555+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:09.991 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.3.service' 2024-04-22T00:58:10.034 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:58:10.034 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-22T00:58:10.034 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-22T00:58:10.035 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.4 2024-04-22T00:58:10.343 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:10 smithi081 systemd[1]: Stopping Ceph osd.4 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:58:10.655 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:10 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:10.574+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:10.656 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:10 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4[42679]: 2024-04-22T00:58:10.343+0000 7f0179aa5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:58:10.656 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:10 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4[42679]: 2024-04-22T00:58:10.343+0000 7f0179aa5700 -1 osd.4 99 *** Got signal Terminated *** 2024-04-22T00:58:10.656 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:10 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4[42679]: 2024-04-22T00:58:10.343+0000 7f0179aa5700 -1 osd.4 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:58:10.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:10 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:10.349+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:10.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:10 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:10.464+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:10.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:10 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:10.462+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:11.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:11 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:11.343+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:11.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:11 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:11.423+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:11.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:11 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:11.455+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:11.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:11 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:11.584+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:12.406 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:11 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4[42679]: 2024-04-22T00:58:11.941+0000 7f0172091700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.747911+0000 front 2024-04-22T00:57:46.747892+0000 (oldest deadline 2024-04-22T00:58:11.448025+0000) 2024-04-22T00:58:12.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:12 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:12.330+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:12.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:12.418+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:12.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:12.440+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:12.905 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:12 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:12.543+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:12.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:12 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:12.543+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:13.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:12.844+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:13.406 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:12 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4[42679]: 2024-04-22T00:58:12.987+0000 7f0172091700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.747911+0000 front 2024-04-22T00:57:46.747892+0000 (oldest deadline 2024-04-22T00:58:11.448025+0000) 2024-04-22T00:58:13.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:13 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:13.367+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:13.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:13 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:13.367+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:13.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:13 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:13.371+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:13.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:13 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:13.421+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:13.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:13 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:13.421+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.783038+0000 front 2024-04-22T00:57:46.782799+0000 (oldest deadline 2024-04-22T00:58:12.682828+0000) 2024-04-22T00:58:13.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:13 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:13.539+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:13.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:13 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:13.539+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:14.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:13 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:13.877+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:14.406 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:13 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4[42679]: 2024-04-22T00:58:13.939+0000 7f0172091700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.747911+0000 front 2024-04-22T00:57:46.747892+0000 (oldest deadline 2024-04-22T00:58:11.448025+0000) 2024-04-22T00:58:14.407 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:14 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:14.325+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:14.407 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:14 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:14.325+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:14.407 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:14 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:14.152+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:14.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:14 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:14.388+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:14.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:14 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:14.452+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:14.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:14 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:14.452+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.783038+0000 front 2024-04-22T00:57:46.782799+0000 (oldest deadline 2024-04-22T00:58:12.682828+0000) 2024-04-22T00:58:14.842 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:14 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:14.546+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:14.842 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:14 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:14.546+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:15.155 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:14 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4[42679]: 2024-04-22T00:58:14.940+0000 7f0172091700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.747911+0000 front 2024-04-22T00:57:46.747892+0000 (oldest deadline 2024-04-22T00:58:11.448025+0000) 2024-04-22T00:58:15.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:14 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:14.842+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:15.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:14 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:14.831+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:15.407 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:15.148+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:15.407 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:15.305+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:15.407 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:15.305+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:15.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:15 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:15.377+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:15.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:15 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:15.456+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:15.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:15 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:15.456+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.783038+0000 front 2024-04-22T00:57:46.782799+0000 (oldest deadline 2024-04-22T00:58:12.682828+0000) 2024-04-22T00:58:15.850 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:15 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:15.526+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:15.850 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:15 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:15.526+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:16.156 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:15 smithi081 podman[67279]: 2024-04-22 00:58:15.850817982 +0000 UTC m=+5.630244001 container died 481714bb2abe33997c1f59cf11910f241111bcfcf6e0d5466a0e28785ae23d9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4, io.buildah.version=1.33.5, ceph=True, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-22T00:58:16.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:15 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:15.872+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:16.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:15 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:15.822+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:16.529 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:16 smithi081 podman[67279]: 2024-04-22 00:58:16.261050326 +0000 UTC m=+6.040476353 container cleanup 481714bb2abe33997c1f59cf11910f241111bcfcf6e0d5466a0e28785ae23d9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8) 2024-04-22T00:58:16.529 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:16 smithi081 bash[67279]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4 2024-04-22T00:58:16.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:16 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:16.197+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:16.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:16 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:16.295+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:16.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:16 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:16.295+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:16.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:16 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:16.329+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:16.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:16 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:16.454+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:16.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:16 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:16.454+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.783038+0000 front 2024-04-22T00:57:46.782799+0000 (oldest deadline 2024-04-22T00:58:12.682828+0000) 2024-04-22T00:58:16.833 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:16 smithi081 podman[67295]: 2024-04-22 00:58:16.530327317 +0000 UTC m=+0.684011849 container remove 481714bb2abe33997c1f59cf11910f241111bcfcf6e0d5466a0e28785ae23d9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4, RELEASE=squid-820a2f8, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-22T00:58:16.833 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:16 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:16.532+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:16.833 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:16 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:16.532+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:17.150 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:16 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:16.833+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:17.150 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:16 smithi081 podman[67390]: 2024-04-22 00:58:16.767332886 +0000 UTC m=+0.018074790 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:58:17.150 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:16 smithi081 podman[67390]: 2024-04-22 00:58:16.906365687 +0000 UTC m=+0.157107559 container create c9119c9d477bbfe5fcf8239a110db1ca852a6c746f4553004e89d18978a8b178 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-22T00:58:17.151 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:17 smithi081 podman[67390]: 2024-04-22 00:58:17.151552176 +0000 UTC m=+0.402294057 container init c9119c9d477bbfe5fcf8239a110db1ca852a6c746f4553004e89d18978a8b178 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5) 2024-04-22T00:58:17.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:16 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:16.789+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:17.406 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:17 smithi081 podman[67390]: 2024-04-22 00:58:17.154744247 +0000 UTC m=+0.405486119 container start c9119c9d477bbfe5fcf8239a110db1ca852a6c746f4553004e89d18978a8b178 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8) 2024-04-22T00:58:17.406 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:17 smithi081 podman[67390]: 2024-04-22 00:58:17.260011844 +0000 UTC m=+0.510753719 container attach c9119c9d477bbfe5fcf8239a110db1ca852a6c746f4553004e89d18978a8b178 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4-deactivate, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-22T00:58:17.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:17 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:17.236+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:17.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:17 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:17.260+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:17.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:17 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:17.260+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:17.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:17 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:17.288+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:17.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:17 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:17.500+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:17.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:17 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:17.500+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.783038+0000 front 2024-04-22T00:57:46.782799+0000 (oldest deadline 2024-04-22T00:58:12.682828+0000) 2024-04-22T00:58:17.804 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:17 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:17.558+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:17.804 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:17 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:17.558+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:17.804 INFO:journalctl@ceph.osd.4.smithi081.stdout:Apr 22 00:58:17 smithi081 podman[67390]: 2024-04-22 00:58:17.445116882 +0000 UTC m=+0.695858764 container died c9119c9d477bbfe5fcf8239a110db1ca852a6c746f4553004e89d18978a8b178 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-22T00:58:18.146 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:17 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:17.804+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:18.173 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.4.service' 2024-04-22T00:58:18.209 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:58:18.210 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-22T00:58:18.210 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-22T00:58:18.210 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.5 2024-04-22T00:58:18.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:17 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:17.839+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:18.538 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:18 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:18.259+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:18.538 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:18 smithi167 systemd[1]: Stopping Ceph osd.5 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:58:18.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:18 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:18.201+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:18.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:18 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:18.294+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:18.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:18 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:18.294+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:18.827 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:18 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:18.571+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:18.827 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:18 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:18.571+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:18.878 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:18 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:18.538+0000 7f09453d0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:58:18.878 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:18 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:18.538+0000 7f09453d0700 -1 osd.5 99 *** Got signal Terminated *** 2024-04-22T00:58:18.878 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:18 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:18.538+0000 7f09453d0700 -1 osd.5 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:58:18.878 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:18 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:18.540+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:18.878 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:18 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:18.540+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.783038+0000 front 2024-04-22T00:57:46.782799+0000 (oldest deadline 2024-04-22T00:58:12.682828+0000) 2024-04-22T00:58:19.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:18 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:18.827+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:19.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:18 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:18.878+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:19.407 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:19 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:19.246+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:19.407 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:19 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:19.258+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:19.408 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:19 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:19.258+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:19.525 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:19 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:19.268+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:19.903 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:19 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:19.526+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:19.903 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:19 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:19.526+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.783038+0000 front 2024-04-22T00:57:46.782799+0000 (oldest deadline 2024-04-22T00:58:12.682828+0000) 2024-04-22T00:58:19.905 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:19 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:19.816+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:19.905 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:19 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:19.588+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:19.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:19 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:19.588+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:20.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:19 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:19.903+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:20.532 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:20 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:20.245+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:20.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:20 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:20.223+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:20.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:20 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:20.223+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:20.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:20 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:20.291+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:20.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:20 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:20.291+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:20.857 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:20 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:20.553+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:20.857 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:20 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:20.553+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:20.869 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:20 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:20.532+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:20.869 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:20 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:20.532+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.783038+0000 front 2024-04-22T00:57:46.782799+0000 (oldest deadline 2024-04-22T00:58:12.682828+0000) 2024-04-22T00:58:21.155 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:20 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:20.858+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:21.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:20 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:20.858+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:21.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:20 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:20.869+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:21.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:20 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:20.869+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:21.553 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:21 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:21.258+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:21.658 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:21 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:21.269+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:21.658 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:21 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:21.269+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:21.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:21 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:21.323+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:21.659 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:21 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:21.323+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:21.659 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:21 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:21.323+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:21.826 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:21 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:21.524+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:21.826 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:21 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:21.524+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:21.895 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:21 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:21.554+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:21.896 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:21 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:21.554+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.783038+0000 front 2024-04-22T00:57:46.782799+0000 (oldest deadline 2024-04-22T00:58:12.682828+0000) 2024-04-22T00:58:21.896 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:21 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:21.554+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.584204+0000 front 2024-04-22T00:57:55.584231+0000 (oldest deadline 2024-04-22T00:58:21.484347+0000) 2024-04-22T00:58:22.155 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:21 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:21.827+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:22.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:21 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:21.827+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:22.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:21 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:21.895+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:22.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:21 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:21.895+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:22.553 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:22 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:22.247+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:22.658 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:22 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:22.260+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:22.658 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:22 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:22.260+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:22.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:22 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:22.372+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:22.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:22 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:22.372+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:22.659 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:22 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:22.372+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:22.842 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:22 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:22.502+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:22.842 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:22 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:22.502+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:22.843 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:22 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:22.502+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:22.870 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:22 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:22.553+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.882028+0000 front 2024-04-22T00:57:40.882051+0000 (oldest deadline 2024-04-22T00:58:06.782162+0000) 2024-04-22T00:58:22.871 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:22 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:22.553+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.783038+0000 front 2024-04-22T00:57:46.782799+0000 (oldest deadline 2024-04-22T00:58:12.682828+0000) 2024-04-22T00:58:22.871 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:22 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5[43457]: 2024-04-22T00:58:22.553+0000 7f09419c4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.584204+0000 front 2024-04-22T00:57:55.584231+0000 (oldest deadline 2024-04-22T00:58:21.484347+0000) 2024-04-22T00:58:23.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:22 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:22.843+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:23.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:22 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:22.843+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:23.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:22 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:22.871+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:23.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:22 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:22.871+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:23.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:23 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:23.262+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:23.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:23 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:23.262+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:23.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:23 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:23.328+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:23.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:23 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:23.328+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:23.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:23 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:23.328+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:23.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:23.280+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:23.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:23.280+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:23.890 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:23.496+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:23.890 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:23.496+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:23.890 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:23.496+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:24.155 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:23.891+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:24.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:23 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:23.891+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:24.186 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:23.903+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:24.186 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:23 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:23.903+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:24.455 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:24 smithi167 podman[68502]: 2024-04-22 00:58:24.187086676 +0000 UTC m=+5.780229543 container died 7afe5ecf3bab820f01ca460e14b27c200110da7a60c455953cb0fd53cdc3eb2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, ceph=True, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-22T00:58:24.455 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:24 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:24.312+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:24.455 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:24 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:24.312+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:24.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:24 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:24.218+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:24.658 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:24 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:24.218+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:24.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:24 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:24.338+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:24.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:24 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:24.338+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:24.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:24 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:24.338+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:24.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:24 smithi167 podman[68502]: 2024-04-22 00:58:24.555657718 +0000 UTC m=+6.148800574 container cleanup 7afe5ecf3bab820f01ca460e14b27c200110da7a60c455953cb0fd53cdc3eb2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-22T00:58:24.735 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:24 smithi167 bash[68502]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5 2024-04-22T00:58:24.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:24 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:24.525+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:24.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:24 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:24.525+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:24.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:24 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:24.525+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:25.164 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:24 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:24.908+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:25.164 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:24 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:24.908+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:25.164 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:24 smithi167 podman[68520]: 2024-04-22 00:58:24.849198075 +0000 UTC m=+0.665905892 container remove 7afe5ecf3bab820f01ca460e14b27c200110da7a60c455953cb0fd53cdc3eb2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, ceph=True) 2024-04-22T00:58:25.406 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:24 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:24.912+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:25.406 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:24 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:24.912+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:25.427 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:25 smithi167 podman[68613]: 2024-04-22 00:58:25.067615149 +0000 UTC m=+0.018513899 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:58:25.427 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:25 smithi167 podman[68613]: 2024-04-22 00:58:25.166868171 +0000 UTC m=+0.117766963 container create 927cac8dde40b99ccc01383c613799cc5fce5634e4709ffb786f2b4f59ca4c58 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5-deactivate, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-22T00:58:25.427 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:25 smithi167 podman[68613]: 2024-04-22 00:58:25.427925182 +0000 UTC m=+0.378823910 container init 927cac8dde40b99ccc01383c613799cc5fce5634e4709ffb786f2b4f59ca4c58 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-22T00:58:25.427 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:25 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:25.321+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:25.427 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:25 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:25.321+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:25.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:25 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:25.242+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:25.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:25 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:25.242+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:25.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:25 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:25.295+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:25.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:25 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:25.295+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:25.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:25 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:25.295+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:25.720 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:25 smithi167 podman[68613]: 2024-04-22 00:58:25.431119993 +0000 UTC m=+0.382018731 container start 927cac8dde40b99ccc01383c613799cc5fce5634e4709ffb786f2b4f59ca4c58 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-22T00:58:25.720 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:25 smithi167 podman[68613]: 2024-04-22 00:58:25.528035461 +0000 UTC m=+0.478934193 container attach 927cac8dde40b99ccc01383c613799cc5fce5634e4709ffb786f2b4f59ca4c58 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-22T00:58:25.875 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:25 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:25.493+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:25.875 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:25 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:25.493+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:25.876 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:25 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:25.493+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:25.985 INFO:journalctl@ceph.osd.5.smithi167.stdout:Apr 22 00:58:25 smithi167 podman[68613]: 2024-04-22 00:58:25.721507252 +0000 UTC m=+0.672405988 container died 927cac8dde40b99ccc01383c613799cc5fce5634e4709ffb786f2b4f59ca4c58 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:58:25.985 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:25 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:25.873+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:25.986 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:25 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:25.874+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:26.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:25 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:25.876+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:26.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:25 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:25.876+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:26.347 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.5.service' 2024-04-22T00:58:26.425 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:58:26.426 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-22T00:58:26.426 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-22T00:58:26.426 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.6 2024-04-22T00:58:26.474 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:26 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:26.221+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:26.474 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:26 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:26.221+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:26.474 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:26 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:26.250+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:26.475 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:26 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:26.250+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:26.475 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:26 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:26.250+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:26.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:26 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:26.309+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:26.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:26 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:26.309+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:26.773 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:26 smithi018 systemd[1]: Stopping Ceph osd.6 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:58:26.829 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:26 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:26.482+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:26.829 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:26 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:26.482+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:26.829 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:26 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:26.482+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:27.155 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:26 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:26.829+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:27.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:26 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:26.829+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:27.157 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:26 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:26.773+0000 7fc0de739700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:58:27.157 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:26 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:26.773+0000 7fc0de739700 -1 osd.6 99 *** Got signal Terminated *** 2024-04-22T00:58:27.157 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:26 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:26.773+0000 7fc0de739700 -1 osd.6 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:58:27.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:26 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:26.858+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:27.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:26 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:26.858+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:27.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:27 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:27.207+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:27.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:27 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:27.207+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:27.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:27 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:27.264+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:27.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:27 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:27.264+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:27.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:27 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:27.264+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:27.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:27 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:27.270+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:27.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:27 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:27.270+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:27.834 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:27 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:27.500+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:27.834 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:27 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:27.500+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:27.834 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:27 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:27.500+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:28.155 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:27 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:27.834+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:28.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:27 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:27.834+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:28.229 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:27 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:27.810+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:28.229 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:27 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:27.810+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:28.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:28 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:28.230+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:28.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:28 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:28.230+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:28.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:28 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:28.232+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:28.658 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:28 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:28.232+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:28.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:28 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:28.228+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:28.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:28 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:28.228+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:28.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:28 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:28.228+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:28.801 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:28 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:28.465+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:28.801 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:28 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:28.465+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:28.801 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:28 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:28.465+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:29.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:28 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:28.800+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:29.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:28 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:28.800+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:29.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:28 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:28.800+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:29.194 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:28 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:28.848+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:29.195 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:28 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:28.848+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:29.195 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:28 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:28.848+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:29.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:29 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:29.195+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:29.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:29 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:29.195+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:29.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:29 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:29.274+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:29.657 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:29 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:29.274+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:29.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:29 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:29.187+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:29.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:29 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:29.187+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:29.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:29 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:29.187+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:29.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:29 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:29.187+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:29.758 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:29 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:29.496+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:29.758 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:29 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:29.496+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:29.758 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:29 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:29.496+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:30.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:29 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:29.757+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:30.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:29 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:29.757+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:30.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:29 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:29.757+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:30.211 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:29 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:29.887+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:30.211 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:29 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:29.887+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:30.212 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:29 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:29.887+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:30.407 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:30 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:30.246+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:30.407 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:30 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:30.246+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:30.407 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:30 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:30.246+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.913626+0000 front 2024-04-22T00:58:05.913605+0000 (oldest deadline 2024-04-22T00:58:29.413696+0000) 2024-04-22T00:58:30.408 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:30 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:30.152+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:30.408 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:30 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:30.152+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:30.408 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:30 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:30.152+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:30.408 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:30 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:30.152+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:30.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:30 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:30.212+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:30.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:30 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:30.212+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:30.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:30 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:30.212+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:30.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:30 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:30.756+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:30.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:30 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:30.756+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:30.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:30 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:30.756+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:30.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:30 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:30.531+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:30.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:30 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:30.531+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:30.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:30 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:30.531+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:30.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:30 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:30.531+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:31.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:30 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:30.909+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:31.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:30 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:30.909+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:31.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:30 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:30.909+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:31.407 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:31.233+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.809573+0000 front 2024-04-22T00:57:47.809755+0000 (oldest deadline 2024-04-22T00:58:13.709721+0000) 2024-04-22T00:58:31.407 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:31.233+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.811372+0000 front 2024-04-22T00:57:54.811223+0000 (oldest deadline 2024-04-22T00:58:19.511403+0000) 2024-04-22T00:58:31.407 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6[56382]: 2024-04-22T00:58:31.233+0000 7fc0d6d25700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.913626+0000 front 2024-04-22T00:58:05.913605+0000 (oldest deadline 2024-04-22T00:58:29.413696+0000) 2024-04-22T00:58:31.408 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:31.145+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:31.408 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:31.145+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:31.408 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:31.145+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:31.408 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:31 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:31.145+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:31.520 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:31 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:31.258+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:31.520 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:31 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:31.258+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:31.520 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:31 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:31.258+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:31.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:31 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:31.734+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:31.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:31 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:31.734+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:31.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:31 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:31.734+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:31.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:31 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:31.512+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:31.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:31 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:31.512+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:31.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:31 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:31.512+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:31.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:31 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:31.512+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:32.227 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:31 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:31.920+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:32.227 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:31 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:31.920+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:32.228 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:31 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:31.920+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:32.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:32 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:32.227+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:32.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:32 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:32.227+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:32.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:32 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:32.227+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:32.586 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:32 smithi018 podman[99616]: 2024-04-22 00:58:32.2808525 +0000 UTC m=+5.651919960 container died 9ede527a3b105d3f30c2039238f0c08c4cf7bf61a7a15a2a7070622c7f6c6b8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-22T00:58:32.587 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:32 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:32.185+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:32.587 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:32 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:32.185+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:32.587 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:32 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:32.185+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:32.587 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:32 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:32.185+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:32.768 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:32 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:32.485+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:32.768 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:32 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:32.485+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:32.768 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:32 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:32.485+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:32.768 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:32 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:32.485+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:32.907 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:32 smithi018 podman[99616]: 2024-04-22 00:58:32.715520916 +0000 UTC m=+6.086588385 container cleanup 9ede527a3b105d3f30c2039238f0c08c4cf7bf61a7a15a2a7070622c7f6c6b8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-22T00:58:32.907 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:32 smithi018 bash[99616]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6 2024-04-22T00:58:33.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:32 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:32.768+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:33.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:32 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:32.768+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:33.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:32 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:32.768+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:33.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:32 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:32.899+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:33.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:32 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:32.899+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:33.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:32 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:32.899+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:33.362 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:32 smithi018 podman[99633]: 2024-04-22 00:58:32.933342595 +0000 UTC m=+0.651065673 container remove 9ede527a3b105d3f30c2039238f0c08c4cf7bf61a7a15a2a7070622c7f6c6b8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-22T00:58:33.362 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:33 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:33.176+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:33.362 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:33 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:33.176+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:33.362 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:33 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:33.176+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:33.362 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:33 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:33.176+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:33.620 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:33 smithi018 podman[99730]: 2024-04-22 00:58:33.266055332 +0000 UTC m=+0.019342347 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:58:33.620 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:33 smithi018 podman[99730]: 2024-04-22 00:58:33.37601212 +0000 UTC m=+0.129299134 container create cba4ffc44243cbcd9f1f4764409916ac7c35c99cb7afc950c656bee29753067f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-04-22T00:58:33.620 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:33 smithi018 podman[99730]: 2024-04-22 00:58:33.621146763 +0000 UTC m=+0.374433778 container init cba4ffc44243cbcd9f1f4764409916ac7c35c99cb7afc950c656bee29753067f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-22T00:58:33.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:33 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:33.247+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:33.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:33 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:33.247+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:33.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:33 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:33.247+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:33.807 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:33 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:33.505+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:33.807 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:33 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:33.505+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:33.807 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:33 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:33.505+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:33.807 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:33 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:33.505+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:33.907 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:33 smithi018 podman[99730]: 2024-04-22 00:58:33.624781007 +0000 UTC m=+0.378068030 container start cba4ffc44243cbcd9f1f4764409916ac7c35c99cb7afc950c656bee29753067f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6-deactivate, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-22T00:58:33.907 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:33 smithi018 podman[99730]: 2024-04-22 00:58:33.686944693 +0000 UTC m=+0.440231716 container attach cba4ffc44243cbcd9f1f4764409916ac7c35c99cb7afc950c656bee29753067f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:58:34.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:33 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:33.807+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:34.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:33 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:33.807+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:34.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:33 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:33.807+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:34.206 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:33 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:33.949+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:34.207 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:33 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:33.949+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:34.207 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:33 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:33.949+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:34.213 INFO:journalctl@ceph.osd.6.smithi018.stdout:Apr 22 00:58:33 smithi018 podman[99730]: 2024-04-22 00:58:33.925408009 +0000 UTC m=+0.678695022 container died cba4ffc44243cbcd9f1f4764409916ac7c35c99cb7afc950c656bee29753067f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:58:34.214 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:34 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:34.156+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:34.214 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:34 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:34.156+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:34.214 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:34 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:34.156+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:34.214 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:34 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:34.156+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:34.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:34 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:34.206+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:34.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:34 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:34.206+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:34.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:34 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:34.206+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:34.564 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.6.service' 2024-04-22T00:58:34.606 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:58:34.606 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-22T00:58:34.606 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-22T00:58:34.606 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.7 2024-04-22T00:58:34.826 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:34 smithi081 systemd[1]: Stopping Ceph osd.7 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:58:34.826 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:34 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:34.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:34.826 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:34 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:34.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:34.826 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:34 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:34.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:34.826 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:34 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:34.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:35.093 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:34 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:34.826+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:35.093 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:34 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:34.826+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:35.093 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:34 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:34.826+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:35.093 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:35 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:35.000+0000 7ff96c798700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:58:35.093 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:35 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:35.000+0000 7ff96c798700 -1 osd.7 99 *** Got signal Terminated *** 2024-04-22T00:58:35.093 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:35 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:35.000+0000 7ff96c798700 -1 osd.7 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:58:35.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:34 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:34.998+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:35.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:34 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:34.998+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:35.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:34 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:34.998+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:35.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:35 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:35.179+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:35.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:35 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:35.179+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:35.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:35 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:35.179+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:35.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:35 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:35.187+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:35.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:35 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:35.187+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:35.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:35 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:35.187+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:35.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:35 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:35.187+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:35.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:35 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:35.822+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:35.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:35 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:35.822+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:35.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:35 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:35.822+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:35.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:35 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:35.576+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:35.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:35 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:35.576+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:35.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:35 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:35.576+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:35.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:35 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:35.576+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:36.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:35 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:35.992+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:36.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:35 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:35.992+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:36.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:35 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:35.992+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:36.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:36 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:36.218+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:36.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:36 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:36.218+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:36.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:36 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:36.218+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:36.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:36.205+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:36.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:36.205+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:36.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:36.205+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:36.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:36 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:36.205+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:36.806 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:36 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:36.554+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:36.806 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:36 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:36.554+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:36.806 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:36 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:36.554+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:36.806 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:36 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:36.554+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:37.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:36 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:36.806+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:37.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:36 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:36.806+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:37.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:36 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:36.806+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:37.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:36 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:36.982+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:37.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:36 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:36.982+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:37.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:36 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:36.982+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:37.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:37 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:37.199+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:37.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:37 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:37.199+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:37.237 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:37 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:37.199+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:37.237 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:37 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:37.199+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:37.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:37 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:37.222+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:37.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:37 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:37.222+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:37.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:37 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:37.222+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:37.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:37 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:37.222+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:37.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:37 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:37.222+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:37.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:37 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:37.780+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:37.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:37 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:37.780+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:37.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:37 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:37.780+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:37.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:37 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:37.780+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:13.173180+0000 front 2024-04-22T00:58:13.173153+0000 (oldest deadline 2024-04-22T00:58:37.273326+0000) 2024-04-22T00:58:37.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:37 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:37.602+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:37.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:37 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:37.602+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:37.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:37 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:37.602+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:37.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:37 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:37.602+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:38.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:38 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:38.019+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:38.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:38 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:38.019+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:38.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:38 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:38.019+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:38.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:38 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:38.159+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:38.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:38 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:38.159+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:38.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:38 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:38.159+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:38.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:38 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:38.159+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:38.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:38 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:38.221+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:38.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:38 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:38.221+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:38.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:38 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:38.221+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:38.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:38 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:38.221+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:38.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:38 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:38.221+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:38.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:38 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:38.816+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:38.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:38 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:38.816+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:38.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:38 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:38.816+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:38.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:38 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:38.816+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:13.173180+0000 front 2024-04-22T00:58:13.173153+0000 (oldest deadline 2024-04-22T00:58:37.273326+0000) 2024-04-22T00:58:38.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:38 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:38.569+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:38.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:38 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:38.569+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:38.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:38 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:38.569+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:38.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:38 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:38.569+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:39.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:39.009+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:39.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:39.009+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:39.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:39.009+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:39.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:39.141+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:39.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:39.141+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:39.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:39.141+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:39.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:39.141+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:39.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:39 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:39.257+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:39.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:39 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:39.257+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:39.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:39 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:39.257+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:39.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:39 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:39.257+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:39.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:39 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:39.257+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:39.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:39 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:39.849+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:46.968264+0000 front 2024-04-22T00:57:46.968238+0000 (oldest deadline 2024-04-22T00:58:14.569049+0000) 2024-04-22T00:58:39.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:39 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:39.849+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:55.069974+0000 front 2024-04-22T00:57:55.070053+0000 (oldest deadline 2024-04-22T00:58:20.369922+0000) 2024-04-22T00:58:39.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:39 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:39.849+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.671130+0000 front 2024-04-22T00:58:02.671117+0000 (oldest deadline 2024-04-22T00:58:27.971225+0000) 2024-04-22T00:58:39.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:39 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7[49221]: 2024-04-22T00:58:39.849+0000 7ff964d84700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:13.173180+0000 front 2024-04-22T00:58:13.173153+0000 (oldest deadline 2024-04-22T00:58:37.273326+0000) 2024-04-22T00:58:39.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:39 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:39.610+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:39.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:39 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:39.610+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:39.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:39 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:39.610+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:39.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:39 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:39.610+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:40.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:39.979+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:40.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:39.979+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:40.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:39 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:39.979+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:40.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:40 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:40.112+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:40.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:40 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:40.112+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:40.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:40 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:40.112+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:40.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:40 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:40.112+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:40.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:40 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:40.222+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:40.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:40 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:40.222+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:40.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:40 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:40.222+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:40.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:40 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:40.222+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:40.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:40 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:40.222+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:40.826 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:40 smithi081 podman[67495]: 2024-04-22 00:58:40.559190219 +0000 UTC m=+5.759982228 container died 2e02edf2db8e6473585d9aa57bb03a9bc2dfffc351dffc8dbd359cad9d7b528b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=) 2024-04-22T00:58:40.827 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:40 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:40.650+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:40.827 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:40 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:40.650+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:40.827 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:40 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:40.650+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:40.827 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:40 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:40.650+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:41.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:40 smithi081 podman[67495]: 2024-04-22 00:58:40.909049951 +0000 UTC m=+6.109841958 container cleanup 2e02edf2db8e6473585d9aa57bb03a9bc2dfffc351dffc8dbd359cad9d7b528b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, ceph=True) 2024-04-22T00:58:41.156 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:40 smithi081 bash[67495]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7 2024-04-22T00:58:41.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:40 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:40.967+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:41.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:40 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:40.967+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:41.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:40 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:40.967+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:41.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:40 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:40.967+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:14.239064+0000 front 2024-04-22T00:58:14.239116+0000 (oldest deadline 2024-04-22T00:58:40.138978+0000) 2024-04-22T00:58:41.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:41 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:41.130+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:41.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:41 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:41.130+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:41.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:41 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:41.130+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:41.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:41 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:41.130+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:41.616 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:41 smithi081 podman[67522]: 2024-04-22 00:58:41.227292377 +0000 UTC m=+0.666176521 container remove 2e02edf2db8e6473585d9aa57bb03a9bc2dfffc351dffc8dbd359cad9d7b528b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-22T00:58:41.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:41 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:41.268+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:41.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:41 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:41.268+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:41.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:41 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:41.268+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:41.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:41 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:41.268+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:41.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:41 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:41.268+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:41.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:41 smithi081 podman[67611]: 2024-04-22 00:58:41.520967517 +0000 UTC m=+0.017986255 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:58:41.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:41 smithi081 podman[67611]: 2024-04-22 00:58:41.628484335 +0000 UTC m=+0.125503126 container create 354479eb595dafe7daafd0afded9ce1fc85f4e65e92dc80dc7ae94d9bd9cc85d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-22T00:58:41.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:41 smithi081 podman[67611]: 2024-04-22 00:58:41.864479424 +0000 UTC m=+0.361498162 container init 354479eb595dafe7daafd0afded9ce1fc85f4e65e92dc80dc7ae94d9bd9cc85d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-22T00:58:41.906 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:41 smithi081 podman[67611]: 2024-04-22 00:58:41.867726584 +0000 UTC m=+0.364745322 container start 354479eb595dafe7daafd0afded9ce1fc85f4e65e92dc80dc7ae94d9bd9cc85d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:58:41.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:41 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:41.697+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:41.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:41 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:41.697+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:41.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:41 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:41.697+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:41.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:41 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:41.697+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:41.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:41 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:41.697+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:42.170 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:41 smithi081 podman[67611]: 2024-04-22 00:58:41.948003101 +0000 UTC m=+0.445021860 container attach 354479eb595dafe7daafd0afded9ce1fc85f4e65e92dc80dc7ae94d9bd9cc85d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-22T00:58:42.170 INFO:journalctl@ceph.osd.7.smithi081.stdout:Apr 22 00:58:42 smithi081 podman[67611]: 2024-04-22 00:58:42.152870664 +0000 UTC m=+0.649889411 container died 354479eb595dafe7daafd0afded9ce1fc85f4e65e92dc80dc7ae94d9bd9cc85d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-22T00:58:42.235 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:41 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:41.979+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:42.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:41 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:41.979+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:42.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:41 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:41.979+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:42.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:41 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:41.979+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:14.239064+0000 front 2024-04-22T00:58:14.239116+0000 (oldest deadline 2024-04-22T00:58:40.138978+0000) 2024-04-22T00:58:42.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:42 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:42.158+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:42.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:42 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:42.158+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:42.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:42 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:42.158+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:42.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:42 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:42.158+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:42.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:42 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:42.282+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:42.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:42 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:42.282+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:42.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:42 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:42.282+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:42.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:42 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:42.282+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:42.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:42 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:42.282+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:42.868 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:42 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:42.705+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:42.868 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:42 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:42.705+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:42.868 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:42 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:42.705+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:42.868 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:42 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:42.705+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:42.868 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:42 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:42.705+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:42.895 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.7.service' 2024-04-22T00:58:42.934 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:58:42.934 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-22T00:58:42.934 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-22T00:58:42.934 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.8 2024-04-22T00:58:43.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:42 smithi167 systemd[1]: Stopping Ceph osd.8 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:58:43.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:42.999+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:43.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:42.999+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:43.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:42.999+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:43.236 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:42.999+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:14.239064+0000 front 2024-04-22T00:58:14.239116+0000 (oldest deadline 2024-04-22T00:58:40.138978+0000) 2024-04-22T00:58:43.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:43.117+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:43.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:43.117+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:43.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:43.117+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:43.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:43.117+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:43.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:43 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:43.320+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:43.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:43 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:43.320+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:43.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:43 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:43.320+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:43.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:43 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:43.320+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:43.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:43 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:43.320+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:43.735 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:43.262+0000 7f1dff374700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:58:43.735 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:43.262+0000 7f1dff374700 -1 osd.8 99 *** Got signal Terminated *** 2024-04-22T00:58:43.735 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:43 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:43.262+0000 7f1dff374700 -1 osd.8 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:58:44.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:43 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:43.668+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:44.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:43 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:43.668+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:44.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:43 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:43.668+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:44.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:43 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:43.668+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:44.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:43 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:43.668+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:44.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:44 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:44.031+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:44.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:44 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:44.031+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:44.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:44 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:44.031+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:44.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:44 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:44.031+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:14.239064+0000 front 2024-04-22T00:58:14.239116+0000 (oldest deadline 2024-04-22T00:58:40.138978+0000) 2024-04-22T00:58:44.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:44 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:44.080+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:44.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:44 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:44.080+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:44.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:44 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:44.080+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:44.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:44 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:44.080+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:44.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:44 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:44.369+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:44.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:44 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:44.369+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:44.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:44 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:44.369+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:44.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:44 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:44.369+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:44.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:44 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:44.369+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:45.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:44 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:44.683+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:45.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:44 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:44.683+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:45.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:44 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:44.683+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:45.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:44 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:44.683+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:45.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:44 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:44.683+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:45.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:45 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:45.074+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:45.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:45 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:45.074+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:45.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:45 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:45.074+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:45.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:45 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:45.074+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:14.239064+0000 front 2024-04-22T00:58:14.239116+0000 (oldest deadline 2024-04-22T00:58:40.138978+0000) 2024-04-22T00:58:45.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:45 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:45.118+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:45.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:45 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:45.118+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:45.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:45 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:45.118+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:45.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:45 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:45.118+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:45.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:45 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:45.118+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:45.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:45 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:45.405+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:45.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:45 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:45.405+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:45.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:45 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:45.405+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:45.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:45 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:45.405+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:45.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:45 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:45.405+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:46.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:45 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:45.709+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:46.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:45 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:45.709+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:46.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:45 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:45.709+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:46.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:45 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:45.709+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:46.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:45 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:45.709+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:46.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:45 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:45.709+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:46.486 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:46 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:46.056+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:46.486 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:46 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:46.056+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:46.486 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:46 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:46.056+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:46.486 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:46 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:46.056+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:14.239064+0000 front 2024-04-22T00:58:14.239116+0000 (oldest deadline 2024-04-22T00:58:40.138978+0000) 2024-04-22T00:58:46.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:46 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:46.107+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:46.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:46 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:46.107+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:46.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:46 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:46.107+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:46.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:46 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:46.107+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:46.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:46 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:46.107+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:46.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:46 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:46.358+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:46.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:46 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:46.358+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:46.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:46 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:46.358+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:46.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:46 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:46.358+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:46.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:46 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:46.358+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:47.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:46 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:46.690+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:47.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:46 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:46.690+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:47.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:46 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:46.690+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:47.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:46 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:46.690+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:47.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:46 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:46.690+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:47.156 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:46 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:46.690+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:47.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:47 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:47.061+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:47.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:47 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:47.061+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:47.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:47 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:47.061+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:47.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:47 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:47.061+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:14.239064+0000 front 2024-04-22T00:58:14.239116+0000 (oldest deadline 2024-04-22T00:58:40.138978+0000) 2024-04-22T00:58:47.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:47 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:47.154+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:47.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:47 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:47.154+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:47.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:47 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:47.154+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:47.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:47 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:47.154+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:47.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:47 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:47.154+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:47.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:47 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:47.330+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:47.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:47 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:47.330+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:47.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:47 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:47.330+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:47.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:47 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:47.330+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:47.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:47 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:47.330+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:47.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:47 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:47.654+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:47.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:47 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:47.654+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:47.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:47 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:47.654+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:47.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:47 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:47.654+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:47.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:47 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:47.654+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:47.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:47 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:47.654+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:48.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:48.093+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.533561+0000 front 2024-04-22T00:57:47.533583+0000 (oldest deadline 2024-04-22T00:58:12.833768+0000) 2024-04-22T00:58:48.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:48.093+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.535054+0000 front 2024-04-22T00:57:54.535072+0000 (oldest deadline 2024-04-22T00:58:20.435210+0000) 2024-04-22T00:58:48.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:48.093+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:02.136074+0000 front 2024-04-22T00:58:02.136057+0000 (oldest deadline 2024-04-22T00:58:28.036131+0000) 2024-04-22T00:58:48.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:48.093+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:14.239064+0000 front 2024-04-22T00:58:14.239116+0000 (oldest deadline 2024-04-22T00:58:40.138978+0000) 2024-04-22T00:58:48.486 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8[50479]: 2024-04-22T00:58:48.093+0000 7f1df7960700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:20.139291+0000 front 2024-04-22T00:58:20.139344+0000 (oldest deadline 2024-04-22T00:58:47.139845+0000) 2024-04-22T00:58:48.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:48.183+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:48.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:48.183+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:48.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:48.183+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:48.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:48.183+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:48.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:48.183+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:48.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:48 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:48.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:48.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:48 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:48.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:48.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:48 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:48.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:48.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:48 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:48.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:48.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:48 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:48.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:48.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:48 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:48.610+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:48.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:48 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:48.610+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:48.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:48 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:48.610+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:48.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:48 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:48.610+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:48.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:48 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:48.610+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:48.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:48 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:48.610+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:49.186 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:48 smithi167 podman[68729]: 2024-04-22 00:58:48.883088334 +0000 UTC m=+5.753642626 container died 419d0719d7a158a5922f1d1882c5be03f0b49b874bc5cfc6ee434290b51d115a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-22T00:58:49.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:49 smithi167 podman[68729]: 2024-04-22 00:58:49.28975268 +0000 UTC m=+6.160306961 container cleanup 419d0719d7a158a5922f1d1882c5be03f0b49b874bc5cfc6ee434290b51d115a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True) 2024-04-22T00:58:49.485 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:49 smithi167 bash[68729]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8 2024-04-22T00:58:49.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:49 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:49.229+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:49.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:49 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:49.229+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:49.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:49 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:49.229+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:49.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:49 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:49.229+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:49.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:49 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:49.229+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:49.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:49 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:49.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:49.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:49 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:49.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:49.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:49 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:49.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:49.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:49 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:49.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:49.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:49 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:49.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:49.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:49 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:49.370+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:20.331860+0000 front 2024-04-22T00:58:20.332118+0000 (oldest deadline 2024-04-22T00:58:49.132599+0000) 2024-04-22T00:58:49.799 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:49 smithi167 podman[68746]: 2024-04-22 00:58:49.499417929 +0000 UTC m=+0.615893848 container remove 419d0719d7a158a5922f1d1882c5be03f0b49b874bc5cfc6ee434290b51d115a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, GIT_BRANCH=HEAD) 2024-04-22T00:58:49.905 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:49 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:49.596+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:49.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:49 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:49.596+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:49.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:49 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:49.596+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:49.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:49 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:49.596+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:49.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:49 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:49.596+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:49.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:49 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:49.596+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:50.053 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:49 smithi167 podman[68842]: 2024-04-22 00:58:49.800229999 +0000 UTC m=+0.099779779 container create beeae4cd87240c360ab21f4f2ff67d8f9ef05c99867c5bb82cb527fc3b8bbb55 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8-deactivate, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5) 2024-04-22T00:58:50.054 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:49 smithi167 podman[68842]: 2024-04-22 00:58:49.718616363 +0000 UTC m=+0.018166156 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:58:50.054 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:50 smithi167 podman[68842]: 2024-04-22 00:58:50.054222175 +0000 UTC m=+0.353771958 container init beeae4cd87240c360ab21f4f2ff67d8f9ef05c99867c5bb82cb527fc3b8bbb55 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2) 2024-04-22T00:58:50.339 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:50 smithi167 podman[68842]: 2024-04-22 00:58:50.057913778 +0000 UTC m=+0.357463560 container start beeae4cd87240c360ab21f4f2ff67d8f9ef05c99867c5bb82cb527fc3b8bbb55 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8-deactivate, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-22T00:58:50.340 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:50 smithi167 podman[68842]: 2024-04-22 00:58:50.154163607 +0000 UTC m=+0.453713407 container attach beeae4cd87240c360ab21f4f2ff67d8f9ef05c99867c5bb82cb527fc3b8bbb55 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8-deactivate, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8) 2024-04-22T00:58:50.340 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:50.247+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:50.340 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:50.247+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:50.340 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:50.247+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:50.340 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:50.247+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:50.340 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:50 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:50.247+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:50.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:50 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:50.325+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:50.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:50 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:50.325+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:50.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:50 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:50.325+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:50.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:50 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:50.325+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:50.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:50 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:50.325+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:50.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:50 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:50.325+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:20.331860+0000 front 2024-04-22T00:58:20.332118+0000 (oldest deadline 2024-04-22T00:58:49.132599+0000) 2024-04-22T00:58:50.681 INFO:journalctl@ceph.osd.8.smithi167.stdout:Apr 22 00:58:50 smithi167 podman[68842]: 2024-04-22 00:58:50.34095199 +0000 UTC m=+0.640501774 container died beeae4cd87240c360ab21f4f2ff67d8f9ef05c99867c5bb82cb527fc3b8bbb55 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:58:50.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:50 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:50.580+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:50.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:50 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:50.580+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:50.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:50 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:50.580+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:50.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:50 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:50.580+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:50.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:50 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:50.580+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:50.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:50 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:50.580+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:50.987 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.8.service' 2024-04-22T00:58:51.024 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:58:51.024 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-22T00:58:51.025 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-22T00:58:51.025 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.9 2024-04-22T00:58:51.221 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:51 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:51.219+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:51.221 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:51 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:51.219+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:51.221 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:51 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:51.219+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:51.221 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:51 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:51.219+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:51.221 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:51 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:51.219+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:51.333 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:51 smithi018 systemd[1]: Stopping Ceph osd.9 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:58:51.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:51.333+0000 7f4bd0069700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:58:51.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:51.333+0000 7f4bd0069700 -1 osd.9 99 *** Got signal Terminated *** 2024-04-22T00:58:51.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:51.333+0000 7f4bd0069700 -1 osd.9 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:58:51.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:51.353+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:51.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:51.353+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:51.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:51.353+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:51.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:51.353+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:51.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:51.353+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:51.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:51 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:51.353+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:20.331860+0000 front 2024-04-22T00:58:20.332118+0000 (oldest deadline 2024-04-22T00:58:49.132599+0000) 2024-04-22T00:58:51.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:51 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:51.549+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:51.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:51 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:51.549+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:51.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:51 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:51.549+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:51.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:51 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:51.549+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:51.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:51 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:51.549+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:51.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:51 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:51.549+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:52.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:52.202+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:52.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:52.202+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:52.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:52.202+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:52.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:52.202+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:52.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:52.202+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:52.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:52 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:52.379+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:52.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:52 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:52.380+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:52.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:52 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:52.380+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:52.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:52 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:52.380+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:52.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:52 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:52.380+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:52.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:52 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:52.380+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:20.331860+0000 front 2024-04-22T00:58:20.332118+0000 (oldest deadline 2024-04-22T00:58:49.132599+0000) 2024-04-22T00:58:52.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:52.529+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:52.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:52.529+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:52.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:52.529+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:52.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:52.529+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:52.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:52.529+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:52.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:52.529+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:52.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:52 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:52.529+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:58:53.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:53.164+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:53.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:53.164+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:53.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:53.164+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:53.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:53.164+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:53.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:53 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:53.164+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:53.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:53 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:53.338+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:53.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:53 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:53.338+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:53.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:53 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:53.338+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:53.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:53 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:53.338+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:53.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:53 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:53.338+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:53.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:53 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:53.338+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:20.331860+0000 front 2024-04-22T00:58:20.332118+0000 (oldest deadline 2024-04-22T00:58:49.132599+0000) 2024-04-22T00:58:53.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:53.514+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:53.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:53.514+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:53.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:53.514+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:53.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:53.514+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:53.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:53.514+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:53.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:53.514+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:53.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:53 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:53.514+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:58:54.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:54 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:54.116+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:54.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:54 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:54.116+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:54.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:54 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:54.116+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:54.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:54 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:54.116+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:54.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:54 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:54.116+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:54.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:54 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:54.386+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:54.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:54 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:54.386+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:54.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:54 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:54.386+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:54.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:54 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:54.386+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:54.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:54 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:54.386+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:54.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:54 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:54.386+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:20.331860+0000 front 2024-04-22T00:58:20.332118+0000 (oldest deadline 2024-04-22T00:58:49.132599+0000) 2024-04-22T00:58:54.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:54.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:54.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:54.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:54.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:54.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:54.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:54.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:54.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:54.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:54.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:54.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:54.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:54 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:54.552+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:58:55.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:55 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:55.092+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:55.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:55 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:55.092+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:55.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:55 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:55.092+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:55.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:55 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:55.092+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:55.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:55 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:55.092+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:55.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:55 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:55.092+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:58:55.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:55 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:55.385+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.123876+0000 front 2024-04-22T00:57:40.124098+0000 (oldest deadline 2024-04-22T00:58:03.624070+0000) 2024-04-22T00:58:55.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:55 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:55.385+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:47.725345+0000 front 2024-04-22T00:57:47.725274+0000 (oldest deadline 2024-04-22T00:58:12.425467+0000) 2024-04-22T00:58:55.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:55 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:55.385+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.526675+0000 front 2024-04-22T00:57:56.526774+0000 (oldest deadline 2024-04-22T00:58:20.626596+0000) 2024-04-22T00:58:55.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:55 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:55.385+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.927586+0000 front 2024-04-22T00:58:05.927620+0000 (oldest deadline 2024-04-22T00:58:28.827860+0000) 2024-04-22T00:58:55.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:55 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:55.385+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.329009+0000 front 2024-04-22T00:58:12.328937+0000 (oldest deadline 2024-04-22T00:58:36.329771+0000) 2024-04-22T00:58:55.658 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:55 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9[63455]: 2024-04-22T00:58:55.385+0000 7f4bcc65d700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:20.331860+0000 front 2024-04-22T00:58:20.332118+0000 (oldest deadline 2024-04-22T00:58:49.132599+0000) 2024-04-22T00:58:55.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:55.559+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:55.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:55.559+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:55.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:55.559+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:55.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:55.559+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:55.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:55.559+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:55.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:55.559+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:55.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:55 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:55.560+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:58:56.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:56 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:56.139+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:56.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:56 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:56.139+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:56.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:56 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:56.139+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:56.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:56 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:56.139+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:56.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:56 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:56.139+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:56.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:56 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:56.139+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:58:56.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:56 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:56.537+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:56.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:56 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:56.537+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:56.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:56 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:56.537+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:56.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:56 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:56.537+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:56.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:56 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:56.537+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:56.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:56 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:56.537+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:56.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:56 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:56.537+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:58:57.342 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:57 smithi018 podman[99835]: 2024-04-22 00:58:57.057743108 +0000 UTC m=+5.834419544 container died ff339094a5fcf05389306e106d4f3ada1bcc3d2d114bfe33ee1c3e0838fb656d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-22T00:58:57.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:57 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:57.102+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:57.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:57 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:57.102+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:57.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:57 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:57.102+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:57.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:57 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:57.102+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:57.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:57 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:57.102+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:57.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:57 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:57.102+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:58:57.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:57 smithi018 podman[99835]: 2024-04-22 00:58:57.567446092 +0000 UTC m=+6.344122528 container cleanup ff339094a5fcf05389306e106d4f3ada1bcc3d2d114bfe33ee1c3e0838fb656d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-22T00:58:57.657 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:57 smithi018 bash[99835]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9 2024-04-22T00:58:57.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:57 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:57.498+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:57.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:57 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:57.498+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:57.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:57 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:57.498+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:57.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:57 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:57.498+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:57.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:57 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:57.498+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:57.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:57 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:57.498+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:57.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:57 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:57.498+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:58:58.157 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:57 smithi018 podman[99852]: 2024-04-22 00:58:57.77686322 +0000 UTC m=+0.711018091 container remove ff339094a5fcf05389306e106d4f3ada1bcc3d2d114bfe33ee1c3e0838fb656d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-22T00:58:58.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:58 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:58.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:58.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:58 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:58.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:58.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:58 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:58.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:58.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:58 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:58.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:58.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:58 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:58.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:58.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:58 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:58.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:58:58.529 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:58 smithi018 podman[99943]: 2024-04-22 00:58:58.093740567 +0000 UTC m=+0.018759923 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:58:58.529 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:58 smithi018 podman[99943]: 2024-04-22 00:58:58.211078191 +0000 UTC m=+0.136097537 container create f6305f00d784b434e1050467174880379d22322767aeea6e4c940202ff604f9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:58:58.529 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:58 smithi018 podman[99943]: 2024-04-22 00:58:58.430356397 +0000 UTC m=+0.355375760 container init f6305f00d784b434e1050467174880379d22322767aeea6e4c940202ff604f9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T00:58:58.529 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:58 smithi018 podman[99943]: 2024-04-22 00:58:58.43415589 +0000 UTC m=+0.359175240 container start f6305f00d784b434e1050467174880379d22322767aeea6e4c940202ff604f9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-22T00:58:58.529 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:58 smithi018 podman[99943]: 2024-04-22 00:58:58.530089224 +0000 UTC m=+0.455108577 container attach f6305f00d784b434e1050467174880379d22322767aeea6e4c940202ff604f9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:58:58.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:58 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:58.491+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:58.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:58 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:58.491+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:58.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:58 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:58.491+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:58.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:58 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:58.491+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:58.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:58 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:58.491+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:58.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:58 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:58.491+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:58.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:58 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:58.491+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:58:58.907 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:58 smithi018 podman[99943]: 2024-04-22 00:58:58.742516222 +0000 UTC m=+0.667535569 container died f6305f00d784b434e1050467174880379d22322767aeea6e4c940202ff604f9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-22T00:58:59.391 INFO:journalctl@ceph.osd.9.smithi018.stdout:Apr 22 00:58:59 smithi018 podman[99969]: 2024-04-22 00:58:59.374923725 +0000 UTC m=+0.623324587 container remove f6305f00d784b434e1050467174880379d22322767aeea6e4c940202ff604f9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2) 2024-04-22T00:58:59.395 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.9.service' 2024-04-22T00:58:59.440 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:58:59.440 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-22T00:58:59.440 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-22T00:58:59.440 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.10 2024-04-22T00:58:59.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:59 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:59.064+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:58:59.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:59 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:59.064+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:58:59.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:59 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:59.064+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:58:59.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:59 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:59.064+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:58:59.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:59 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:59.064+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:58:59.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:58:59 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:58:59.064+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:58:59.763 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 systemd[1]: Stopping Ceph osd.10 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:58:59.763 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:59.502+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:58:59.763 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:59.502+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:58:59.763 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:59.502+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:58:59.763 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:59.502+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:58:59.763 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:59.502+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:58:59.764 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:59.502+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:58:59.764 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:59.502+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:58:59.764 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:59.763+0000 7f6a81cde700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:58:59.764 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:59.763+0000 7f6a81cde700 -1 osd.10 99 *** Got signal Terminated *** 2024-04-22T00:58:59.764 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:58:59 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:58:59.763+0000 7f6a81cde700 -1 osd.10 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:59:00.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:00 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:00.079+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:00.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:00 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:00.079+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:00.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:00 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:00.079+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:00.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:00 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:00.079+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:00.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:00 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:00.079+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:00.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:00 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:00.079+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:00.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:00 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:00.489+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:59:00.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:00 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:00.489+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:59:00.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:00 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:00.489+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:59:00.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:00 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:00.489+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:59:00.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:00 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:00.489+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:59:00.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:00 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:00.489+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:59:00.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:00 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:00.489+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:59:01.386 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:01 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:01.062+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:01.387 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:01 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:01.062+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:01.387 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:01 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:01.062+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:01.387 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:01 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:01.062+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:01.387 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:01 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:01.062+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:01.387 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:01 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:01.062+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:01.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:01 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:01.507+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:59:01.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:01 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:01.507+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:59:01.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:01 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:01.507+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:59:01.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:01 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:01.507+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:59:01.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:01 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:01.507+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:59:01.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:01 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:01.507+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:59:01.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:01 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:01.507+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:59:02.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:02 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:02.030+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:02.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:02 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:02.030+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:02.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:02 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:02.030+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:02.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:02 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:02.030+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:02.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:02 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:02.030+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:02.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:02 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:02.030+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:02.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:02 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:02.539+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:59:02.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:02 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:02.539+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:59:02.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:02 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:02.539+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:59:02.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:02 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:02.539+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:59:02.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:02 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:02.539+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:59:02.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:02 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:02.539+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:59:02.907 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:02 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:02.539+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:59:03.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.014+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:03.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.014+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:03.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.014+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:03.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.014+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:03.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.014+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:03.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.014+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:03.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:03 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:03.517+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:59:03.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:03 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:03.517+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:59:03.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:03 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:03.517+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:59:03.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:03 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:03.517+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:59:03.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:03 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:03.517+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:59:03.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:03 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:03.517+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:59:03.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:03 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:03.517+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:59:04.235 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.965+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:04.235 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.965+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:04.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.965+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:04.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.965+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:04.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.965+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:04.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:03 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:03.965+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:04.807 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:04 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:04.503+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:41.517677+0000 front 2024-04-22T00:57:41.517746+0000 (oldest deadline 2024-04-22T00:58:05.617662+0000) 2024-04-22T00:59:04.807 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:04 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:04.503+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6804 osd.1 since back 2024-04-22T00:57:49.519923+0000 front 2024-04-22T00:57:49.519869+0000 (oldest deadline 2024-04-22T00:58:11.820058+0000) 2024-04-22T00:59:04.808 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:04 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:04.503+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:54.721039+0000 front 2024-04-22T00:57:54.721167+0000 (oldest deadline 2024-04-22T00:58:21.721647+0000) 2024-04-22T00:59:04.808 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:04 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:04.503+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:07.022801+0000 front 2024-04-22T00:58:07.022820+0000 (oldest deadline 2024-04-22T00:58:29.922907+0000) 2024-04-22T00:59:04.808 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:04 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:04.503+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:15.124522+0000 front 2024-04-22T00:58:15.124544+0000 (oldest deadline 2024-04-22T00:58:41.024618+0000) 2024-04-22T00:59:04.808 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:04 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:04.503+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:22.626056+0000 front 2024-04-22T00:58:22.625937+0000 (oldest deadline 2024-04-22T00:58:44.925841+0000) 2024-04-22T00:59:04.808 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:04 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10[55818]: 2024-04-22T00:59:04.503+0000 7f6a7a2ca700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:27.127532+0000 front 2024-04-22T00:58:27.127544+0000 (oldest deadline 2024-04-22T00:58:52.427127+0000) 2024-04-22T00:59:05.406 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:05 smithi081 podman[67717]: 2024-04-22 00:59:05.310592013 +0000 UTC m=+5.672154924 container died f6c3dcd1ea5cb048911365535cb60daae0491ea218c9fd1ccb5932b3c2a20c82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:59:05.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:04 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:04.991+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:05.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:04 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:04.991+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:05.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:04 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:04.991+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:05.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:04 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:04.991+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:05.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:04 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:04.991+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:05.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:04 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:04.991+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:05.905 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:05 smithi081 podman[67717]: 2024-04-22 00:59:05.680114611 +0000 UTC m=+6.041677522 container cleanup f6c3dcd1ea5cb048911365535cb60daae0491ea218c9fd1ccb5932b3c2a20c82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:59:05.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:05 smithi081 bash[67717]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10 2024-04-22T00:59:06.339 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:05 smithi081 podman[67743]: 2024-04-22 00:59:05.989572117 +0000 UTC m=+0.669504445 container remove f6c3dcd1ea5cb048911365535cb60daae0491ea218c9fd1ccb5932b3c2a20c82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:59:06.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:06 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:06.029+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:06.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:06 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:06.029+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:06.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:06 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:06.029+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:06.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:06 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:06.029+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:06.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:06 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:06.029+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:06.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:06 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:06.029+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:06.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:06 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:06.029+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6820 osd.7 since back 2024-04-22T00:58:34.254966+0000 front 2024-04-22T00:58:34.254874+0000 (oldest deadline 2024-04-22T00:59:05.455232+0000) 2024-04-22T00:59:06.633 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:06 smithi081 podman[67837]: 2024-04-22 00:59:06.24371783 +0000 UTC m=+0.018016592 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:59:06.633 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:06 smithi081 podman[67837]: 2024-04-22 00:59:06.357066543 +0000 UTC m=+0.131365306 container create 333223a35a189b9b5adfb1a2d51bba48af1a227d8e0fb490f32f52bfbf24525d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-820a2f8, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:59:06.633 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:06 smithi081 podman[67837]: 2024-04-22 00:59:06.567720898 +0000 UTC m=+0.342019660 container init 333223a35a189b9b5adfb1a2d51bba48af1a227d8e0fb490f32f52bfbf24525d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10-deactivate, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:59:06.633 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:06 smithi081 podman[67837]: 2024-04-22 00:59:06.570667475 +0000 UTC m=+0.344966244 container start 333223a35a189b9b5adfb1a2d51bba48af1a227d8e0fb490f32f52bfbf24525d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-22T00:59:06.633 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:06 smithi081 podman[67837]: 2024-04-22 00:59:06.634395865 +0000 UTC m=+0.408694656 container attach 333223a35a189b9b5adfb1a2d51bba48af1a227d8e0fb490f32f52bfbf24525d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8) 2024-04-22T00:59:06.906 INFO:journalctl@ceph.osd.10.smithi081.stdout:Apr 22 00:59:06 smithi081 podman[67837]: 2024-04-22 00:59:06.862832761 +0000 UTC m=+0.637131526 container died 333223a35a189b9b5adfb1a2d51bba48af1a227d8e0fb490f32f52bfbf24525d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-22T00:59:07.481 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.10.service' 2024-04-22T00:59:07.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:07.058+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:07.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:07.058+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:07.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:07.058+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:07.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:07.058+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:07.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:07.058+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:07.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:07.058+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:07.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:07.058+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6820 osd.7 since back 2024-04-22T00:58:34.254966+0000 front 2024-04-22T00:58:34.254874+0000 (oldest deadline 2024-04-22T00:59:05.455232+0000) 2024-04-22T00:59:07.522 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:07.523 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-22T00:59:07.523 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-22T00:59:07.523 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.11 2024-04-22T00:59:07.835 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 systemd[1]: Stopping Ceph osd.11 for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:08.235 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:07.835+0000 7f21d1b75700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:08.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:07.835+0000 7f21d1b75700 -1 osd.11 99 *** Got signal Terminated *** 2024-04-22T00:59:08.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:07 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:07.835+0000 7f21d1b75700 -1 osd.11 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:59:08.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:08 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:08.052+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:08.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:08 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:08.052+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:08.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:08 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:08.052+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:08.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:08 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:08.052+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:08.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:08 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:08.052+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:08.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:08 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:08.052+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:08.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:08 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:08.052+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6820 osd.7 since back 2024-04-22T00:58:34.254966+0000 front 2024-04-22T00:58:34.254874+0000 (oldest deadline 2024-04-22T00:59:05.455232+0000) 2024-04-22T00:59:09.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:09 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:09.013+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:09.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:09 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:09.013+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:09.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:09 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:09.013+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:09.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:09 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:09.013+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:09.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:09 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:09.013+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:09.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:09 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:09.013+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:09.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:09 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:09.013+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6820 osd.7 since back 2024-04-22T00:58:34.254966+0000 front 2024-04-22T00:58:34.254874+0000 (oldest deadline 2024-04-22T00:59:05.455232+0000) 2024-04-22T00:59:10.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:10 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:10.038+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:10.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:10 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:10.038+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:10.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:10 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:10.038+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:10.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:10 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:10.038+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:10.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:10 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:10.038+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:10.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:10 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:10.038+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:10.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:10 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:10.038+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6820 osd.7 since back 2024-04-22T00:58:34.254966+0000 front 2024-04-22T00:58:34.254874+0000 (oldest deadline 2024-04-22T00:59:05.455232+0000) 2024-04-22T00:59:11.442 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:11 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:11.015+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:11.443 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:11 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:11.015+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:11.443 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:11 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:11.015+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:11.443 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:11 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:11.015+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:11.443 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:11 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:11.015+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:11.443 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:11 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:11.015+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:11.443 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:11 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:11.015+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6820 osd.7 since back 2024-04-22T00:58:34.254966+0000 front 2024-04-22T00:58:34.254874+0000 (oldest deadline 2024-04-22T00:59:05.455232+0000) 2024-04-22T00:59:11.443 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:11 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:11.015+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6820 osd.8 since back 2024-04-22T00:58:47.756200+0000 front 2024-04-22T00:58:47.756219+0000 (oldest deadline 2024-04-22T00:59:10.656204+0000) 2024-04-22T00:59:12.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:12.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-04-22T00:57:40.144984+0000 front 2024-04-22T00:57:40.145153+0000 (oldest deadline 2024-04-22T00:58:05.445142+0000) 2024-04-22T00:59:12.485 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:12.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6804 osd.2 since back 2024-04-22T00:57:56.447975+0000 front 2024-04-22T00:57:56.447955+0000 (oldest deadline 2024-04-22T00:58:22.348079+0000) 2024-04-22T00:59:12.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:12.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-04-22T00:58:05.249198+0000 front 2024-04-22T00:58:05.249119+0000 (oldest deadline 2024-04-22T00:58:29.349107+0000) 2024-04-22T00:59:12.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:12.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6812 osd.4 since back 2024-04-22T00:58:12.250374+0000 front 2024-04-22T00:58:12.250508+0000 (oldest deadline 2024-04-22T00:58:36.950413+0000) 2024-04-22T00:59:12.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:12.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6812 osd.5 since back 2024-04-22T00:58:21.552113+0000 front 2024-04-22T00:58:21.552060+0000 (oldest deadline 2024-04-22T00:58:44.452257+0000) 2024-04-22T00:59:12.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:12.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-04-22T00:58:31.354478+0000 front 2024-04-22T00:58:31.354347+0000 (oldest deadline 2024-04-22T00:58:54.254219+0000) 2024-04-22T00:59:12.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:12.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.81:6820 osd.7 since back 2024-04-22T00:58:34.254966+0000 front 2024-04-22T00:58:34.254874+0000 (oldest deadline 2024-04-22T00:59:05.455232+0000) 2024-04-22T00:59:12.486 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:12 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11[57511]: 2024-04-22T00:59:12.055+0000 7f21ce169700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.167:6820 osd.8 since back 2024-04-22T00:58:47.756200+0000 front 2024-04-22T00:58:47.756219+0000 (oldest deadline 2024-04-22T00:59:10.656204+0000) 2024-04-22T00:59:13.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:13 smithi167 podman[68960]: 2024-04-22 00:59:13.475254991 +0000 UTC m=+5.753293903 container died 6510fa533ded29bc085ee2524a4e21f87b13c178c3709caefd43f0c71f21fcf4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-22T00:59:14.019 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:13 smithi167 podman[68960]: 2024-04-22 00:59:13.827897577 +0000 UTC m=+6.105936540 container cleanup 6510fa533ded29bc085ee2524a4e21f87b13c178c3709caefd43f0c71f21fcf4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-22T00:59:14.019 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:13 smithi167 bash[68960]: ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11 2024-04-22T00:59:14.438 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:14 smithi167 podman[68977]: 2024-04-22 00:59:14.020423459 +0000 UTC m=+0.533290208 container remove 6510fa533ded29bc085ee2524a4e21f87b13c178c3709caefd43f0c71f21fcf4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8) 2024-04-22T00:59:14.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:14 smithi167 podman[69068]: 2024-04-22 00:59:14.342589946 +0000 UTC m=+0.018256903 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:59:14.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:14 smithi167 podman[69068]: 2024-04-22 00:59:14.446056181 +0000 UTC m=+0.121723126 container create 3883447f5a2128ced2c03b0b508366240de08dc07b89669c907fea0e4aaf2432 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11-deactivate, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-22T00:59:14.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:14 smithi167 podman[69068]: 2024-04-22 00:59:14.657286586 +0000 UTC m=+0.332953531 container init 3883447f5a2128ced2c03b0b508366240de08dc07b89669c907fea0e4aaf2432 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8) 2024-04-22T00:59:14.735 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:14 smithi167 podman[69068]: 2024-04-22 00:59:14.660357456 +0000 UTC m=+0.336024401 container start 3883447f5a2128ced2c03b0b508366240de08dc07b89669c907fea0e4aaf2432 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-22T00:59:15.235 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:14 smithi167 podman[69068]: 2024-04-22 00:59:14.740520668 +0000 UTC m=+0.416187642 container attach 3883447f5a2128ced2c03b0b508366240de08dc07b89669c907fea0e4aaf2432 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True) 2024-04-22T00:59:15.236 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:14 smithi167 podman[69068]: 2024-04-22 00:59:14.947701604 +0000 UTC m=+0.623368548 container died 3883447f5a2128ced2c03b0b508366240de08dc07b89669c907fea0e4aaf2432 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-22T00:59:15.540 INFO:journalctl@ceph.osd.11.smithi167.stdout:Apr 22 00:59:15 smithi167 podman[69094]: 2024-04-22 00:59:15.527985893 +0000 UTC m=+0.574871167 container remove 3883447f5a2128ced2c03b0b508366240de08dc07b89669c907fea0e4aaf2432 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-osd-11-deactivate, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:59:15.546 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@osd.11.service' 2024-04-22T00:59:15.586 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:15.587 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-22T00:59:15.587 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-22T00:59:15.587 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.a 2024-04-22T00:59:15.901 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:59:15 smithi018 systemd[1]: Stopping Ceph mds.a for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:16.157 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:59:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-a[69845]: 2024-04-22T00:59:15.901+0000 7fe46788c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:16.157 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:59:15 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-a[69845]: 2024-04-22T00:59:15.901+0000 7fe46788c700 -1 mds.a *** got signal Terminated *** 2024-04-22T00:59:17.368 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:59:17 smithi018 podman[100063]: 2024-04-22 00:59:17.041764377 +0000 UTC m=+1.245883975 container died d20f9e6b622173f866bb85b69ab1e4f49ecd5ab15c984f6d9a0e1d01648bc467 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-a, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:59:17.657 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:59:17 smithi018 podman[100063]: 2024-04-22 00:59:17.443380267 +0000 UTC m=+1.647499866 container cleanup d20f9e6b622173f866bb85b69ab1e4f49ecd5ab15c984f6d9a0e1d01648bc467 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-22T00:59:17.657 INFO:journalctl@ceph.mds.a.smithi018.stdout:Apr 22 00:59:17 smithi018 bash[100063]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-a 2024-04-22T00:59:17.924 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.a.service' 2024-04-22T00:59:17.960 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:17.961 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-22T00:59:17.961 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-22T00:59:17.961 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.d 2024-04-22T00:59:18.296 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:59:18 smithi018 systemd[1]: Stopping Ceph mds.d for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:18.657 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:59:18 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-d[68875]: 2024-04-22T00:59:18.296+0000 7f9b76e04700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:18.657 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:59:18 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-d[68875]: 2024-04-22T00:59:18.296+0000 7f9b76e04700 -1 mds.d *** got signal Terminated *** 2024-04-22T00:59:21.157 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:59:20 smithi018 podman[100186]: 2024-04-22 00:59:20.935915293 +0000 UTC m=+2.751654863 container died 73d716cd3a8ae565139aff3669e4a1f09a9b90b90eb30ca48c809f0cc00bc626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-22T00:59:21.588 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:59:21 smithi018 podman[100186]: 2024-04-22 00:59:21.338603642 +0000 UTC m=+3.154343211 container cleanup 73d716cd3a8ae565139aff3669e4a1f09a9b90b90eb30ca48c809f0cc00bc626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-820a2f8, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-22T00:59:21.588 INFO:journalctl@ceph.mds.d.smithi018.stdout:Apr 22 00:59:21 smithi018 bash[100186]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-d 2024-04-22T00:59:21.717 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.d.service' 2024-04-22T00:59:21.750 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:21.750 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-22T00:59:21.750 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-22T00:59:21.750 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.g 2024-04-22T00:59:22.157 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:59:21 smithi018 systemd[1]: Stopping Ceph mds.g for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:22.157 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:59:22 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-g[69484]: 2024-04-22T00:59:22.083+0000 7f0717e1d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:22.157 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:59:22 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-g[69484]: 2024-04-22T00:59:22.083+0000 7f0717e1d700 -1 mds.g *** got signal Terminated *** 2024-04-22T00:59:26.349 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:59:26 smithi018 podman[100309]: 2024-04-22 00:59:26.047348395 +0000 UTC m=+4.063427559 container died 94979d7a2fc5d0f9c89a4b9e40585834ad229d5974d5aa1fd70c225f70d8422e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-g, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:59:26.349 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:59:26 smithi018 podman[100309]: 2024-04-22 00:59:26.350309962 +0000 UTC m=+4.366389104 container cleanup 94979d7a2fc5d0f9c89a4b9e40585834ad229d5974d5aa1fd70c225f70d8422e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-g, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-22T00:59:26.657 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:59:26 smithi018 bash[100309]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-g 2024-04-22T00:59:26.657 INFO:journalctl@ceph.mds.g.smithi018.stdout:Apr 22 00:59:26 smithi018 podman[100323]: 2024-04-22 00:59:26.576474173 +0000 UTC m=+0.531928967 container remove 94979d7a2fc5d0f9c89a4b9e40585834ad229d5974d5aa1fd70c225f70d8422e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:59:26.715 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.g.service' 2024-04-22T00:59:26.747 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:26.747 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-22T00:59:26.747 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-22T00:59:26.747 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.j 2024-04-22T00:59:27.078 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:59:26 smithi018 systemd[1]: Stopping Ceph mds.j for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:27.407 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:59:27 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-j[68528]: 2024-04-22T00:59:27.078+0000 7fc555459700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:27.407 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:59:27 smithi018 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-j[68528]: 2024-04-22T00:59:27.078+0000 7fc555459700 -1 mds.j *** got signal Terminated *** 2024-04-22T00:59:30.476 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:59:30 smithi018 podman[100430]: 2024-04-22 00:59:30.189311778 +0000 UTC m=+3.217072236 container died d2002bf14856a4a939108cda9698c6391ddc83907228fa62d46c980f41375039 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-j, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T00:59:30.820 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:59:30 smithi018 podman[100430]: 2024-04-22 00:59:30.587152747 +0000 UTC m=+3.614913204 container cleanup d2002bf14856a4a939108cda9698c6391ddc83907228fa62d46c980f41375039 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux ) 2024-04-22T00:59:30.820 INFO:journalctl@ceph.mds.j.smithi018.stdout:Apr 22 00:59:30 smithi018 bash[100430]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-j 2024-04-22T00:59:30.964 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.j.service' 2024-04-22T00:59:30.995 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:30.995 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-22T00:59:30.996 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-22T00:59:30.996 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.b 2024-04-22T00:59:31.281 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:59:31 smithi081 systemd[1]: Stopping Ceph mds.b for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:31.656 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:59:31 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b[61337]: 2024-04-22T00:59:31.281+0000 7f97fe56d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:31.656 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:59:31 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b[61337]: 2024-04-22T00:59:31.281+0000 7f97fe56d700 -1 mds.b *** got signal Terminated *** 2024-04-22T00:59:35.406 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:59:35 smithi081 podman[67943]: 2024-04-22 00:59:35.114399675 +0000 UTC m=+3.929553697 container died 9440ad707ea37ba08fa167c60c41979a8cac1586b4a3d9df7e1691e28d608fac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8) 2024-04-22T00:59:35.697 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:59:35 smithi081 podman[67943]: 2024-04-22 00:59:35.523482445 +0000 UTC m=+4.338636452 container cleanup 9440ad707ea37ba08fa167c60c41979a8cac1586b4a3d9df7e1691e28d608fac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:59:35.698 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:59:35 smithi081 bash[67943]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b 2024-04-22T00:59:35.944 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.b.service' 2024-04-22T00:59:35.965 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:59:35 smithi081 podman[67957]: 2024-04-22 00:59:35.808047139 +0000 UTC m=+0.692343092 container remove 9440ad707ea37ba08fa167c60c41979a8cac1586b4a3d9df7e1691e28d608fac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-b, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-22T00:59:35.965 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:59:35 smithi081 systemd[1]: ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.b.service: Deactivated successfully. 2024-04-22T00:59:35.965 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:59:35 smithi081 systemd[1]: Stopped Ceph mds.b for 6224d758-003f-11ef-bc93-c7b262605968. 2024-04-22T00:59:35.966 INFO:journalctl@ceph.mds.b.smithi081.stdout:Apr 22 00:59:35 smithi081 systemd[1]: ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.b.service: Consumed 8.583s CPU time. 2024-04-22T00:59:35.979 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:35.979 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-22T00:59:35.979 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-22T00:59:35.979 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.e 2024-04-22T00:59:36.311 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:59:36 smithi081 systemd[1]: Stopping Ceph mds.e for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:36.656 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:59:36 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e[60711]: 2024-04-22T00:59:36.310+0000 7f4a477e2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:36.656 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:59:36 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e[60711]: 2024-04-22T00:59:36.310+0000 7f4a477e2700 -1 mds.e *** got signal Terminated *** 2024-04-22T00:59:39.405 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:59:39 smithi081 podman[68073]: 2024-04-22 00:59:39.105792405 +0000 UTC m=+2.906247269 container stop 9e465cde8ae795d75a058326c7e0e65ac910353a334ad92acd5d1763734cc920 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-22T00:59:39.406 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:59:39 smithi081 podman[68073]: 2024-04-22 00:59:39.13142955 +0000 UTC m=+2.931884400 container died 9e465cde8ae795d75a058326c7e0e65ac910353a334ad92acd5d1763734cc920 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-22T00:59:39.861 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:59:39 smithi081 podman[68073]: 2024-04-22 00:59:39.577779498 +0000 UTC m=+3.378234348 container cleanup 9e465cde8ae795d75a058326c7e0e65ac910353a334ad92acd5d1763734cc920 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:59:39.861 INFO:journalctl@ceph.mds.e.smithi081.stdout:Apr 22 00:59:39 smithi081 bash[68073]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-e 2024-04-22T00:59:39.969 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.e.service' 2024-04-22T00:59:40.000 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:40.001 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-22T00:59:40.001 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-22T00:59:40.001 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.h 2024-04-22T00:59:40.155 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:59:40 smithi081 systemd[1]: Stopping Ceph mds.h for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:40.656 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:59:40 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h[61031]: 2024-04-22T00:59:40.314+0000 7fd69ec5a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:40.656 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:59:40 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h[61031]: 2024-04-22T00:59:40.314+0000 7fd69ec5a700 -1 mds.h *** got signal Terminated *** 2024-04-22T00:59:43.381 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:59:43 smithi081 podman[68195]: 2024-04-22 00:59:43.111481076 +0000 UTC m=+2.894827866 container died 0a76b738d2da87495a4300d1a44959f7eb1e2672f6028ceab3f193d4c61bc3dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-22T00:59:43.656 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:59:43 smithi081 podman[68195]: 2024-04-22 00:59:43.464632115 +0000 UTC m=+3.247978899 container cleanup 0a76b738d2da87495a4300d1a44959f7eb1e2672f6028ceab3f193d4c61bc3dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-22T00:59:43.656 INFO:journalctl@ceph.mds.h.smithi081.stdout:Apr 22 00:59:43 smithi081 bash[68195]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-h 2024-04-22T00:59:43.930 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.h.service' 2024-04-22T00:59:43.961 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:43.962 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-22T00:59:43.962 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-22T00:59:43.962 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.k 2024-04-22T00:59:44.405 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:59:44 smithi081 systemd[1]: Stopping Ceph mds.k for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:44.906 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:59:44 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-k[60391]: 2024-04-22T00:59:44.501+0000 7fbbf656e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:44.906 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:59:44 smithi081 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-k[60391]: 2024-04-22T00:59:44.501+0000 7fbbf656e700 -1 mds.k *** got signal Terminated *** 2024-04-22T00:59:47.426 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:59:47 smithi081 podman[68315]: 2024-04-22 00:59:47.17269853 +0000 UTC m=+2.998286649 container died 20716d0f5942071056f2983798daa314e310f0114873352b2598aec841cc88c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-k, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:59:47.726 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:59:47 smithi081 podman[68315]: 2024-04-22 00:59:47.510095297 +0000 UTC m=+3.335683413 container cleanup 20716d0f5942071056f2983798daa314e310f0114873352b2598aec841cc88c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-k, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:59:47.727 INFO:journalctl@ceph.mds.k.smithi081.stdout:Apr 22 00:59:47 smithi081 bash[68315]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-k 2024-04-22T00:59:47.931 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.k.service' 2024-04-22T00:59:47.962 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:47.962 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-22T00:59:47.962 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-22T00:59:47.963 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.c 2024-04-22T00:59:48.386 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:59:48 smithi167 systemd[1]: Stopping Ceph mds.c for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:48.655 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:59:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c[62410]: 2024-04-22T00:59:48.385+0000 7f7916f15700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:48.656 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:59:48 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c[62410]: 2024-04-22T00:59:48.385+0000 7f7916f15700 -1 mds.c *** got signal Terminated *** 2024-04-22T00:59:51.485 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:59:51 smithi167 podman[69176]: 2024-04-22 00:59:51.110227239 +0000 UTC m=+2.952984383 container died 42a74467e1f4fbc698f20d9da75d893da50f5c14d229b5d69ff89b368dabd897 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-22T00:59:51.745 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:59:51 smithi167 podman[69176]: 2024-04-22 00:59:51.544536926 +0000 UTC m=+3.387294069 container cleanup 42a74467e1f4fbc698f20d9da75d893da50f5c14d229b5d69ff89b368dabd897 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, ceph=True, org.label-schema.schema-version=1.0) 2024-04-22T00:59:51.745 INFO:journalctl@ceph.mds.c.smithi167.stdout:Apr 22 00:59:51 smithi167 bash[69176]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-c 2024-04-22T00:59:51.970 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.c.service' 2024-04-22T00:59:52.005 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:52.005 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-22T00:59:52.005 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-22T00:59:52.006 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.f 2024-04-22T00:59:52.323 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:59:52 smithi167 systemd[1]: Stopping Ceph mds.f for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:52.735 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:59:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f[62094]: 2024-04-22T00:59:52.322+0000 7ff8491a0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:52.735 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:59:52 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f[62094]: 2024-04-22T00:59:52.322+0000 7ff8491a0700 -1 mds.f *** got signal Terminated *** 2024-04-22T00:59:55.373 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:59:55 smithi167 podman[69308]: 2024-04-22 00:59:55.111718991 +0000 UTC m=+2.889147199 container died 6b4b89bce9e63ae812b24d897f0a205f9f9aa6f2fc6630a3c0aca6d6274c7f69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:59:55.624 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:59:55 smithi167 podman[69308]: 2024-04-22 00:59:55.456941466 +0000 UTC m=+3.234369674 container cleanup 6b4b89bce9e63ae812b24d897f0a205f9f9aa6f2fc6630a3c0aca6d6274c7f69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-22T00:59:55.624 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:59:55 smithi167 bash[69308]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f 2024-04-22T00:59:55.874 INFO:journalctl@ceph.mds.f.smithi167.stdout:Apr 22 00:59:55 smithi167 podman[69322]: 2024-04-22 00:59:55.624856089 +0000 UTC m=+0.511113296 container remove 6b4b89bce9e63ae812b24d897f0a205f9f9aa6f2fc6630a3c0aca6d6274c7f69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8) 2024-04-22T00:59:55.877 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.f.service' 2024-04-22T00:59:55.909 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:55.909 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-22T00:59:55.909 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-22T00:59:55.909 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.i 2024-04-22T00:59:56.226 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:59:55 smithi167 systemd[1]: Stopping Ceph mds.i for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T00:59:56.485 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:59:56 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: 2024-04-22T00:59:56.225+0000 7fb4b847d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:59:56.485 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:59:56 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i[62723]: 2024-04-22T00:59:56.225+0000 7fb4b847d700 -1 mds.i *** got signal Terminated *** 2024-04-22T00:59:59.360 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:59:59 smithi167 podman[69428]: 2024-04-22 00:59:59.110618618 +0000 UTC m=+2.986183253 container died a5cdeb4715e8a1bcedc13377146bacb3778b7053394b0594beea285c28a63a72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True) 2024-04-22T00:59:59.644 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:59:59 smithi167 podman[69428]: 2024-04-22 00:59:59.43554359 +0000 UTC m=+3.311108257 container cleanup a5cdeb4715e8a1bcedc13377146bacb3778b7053394b0594beea285c28a63a72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-22T00:59:59.644 INFO:journalctl@ceph.mds.i.smithi167.stdout:Apr 22 00:59:59 smithi167 bash[69428]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-i 2024-04-22T00:59:59.863 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.i.service' 2024-04-22T00:59:59.894 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:59:59.895 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-22T00:59:59.895 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-22T00:59:59.895 DEBUG:teuthology.orchestra.run.smithi167:> sudo systemctl stop ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.l 2024-04-22T01:00:00.208 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 00:59:59 smithi167 systemd[1]: Stopping Ceph mds.l for 6224d758-003f-11ef-bc93-c7b262605968... 2024-04-22T01:00:00.208 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 01:00:00 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-l[61788]: 2024-04-22T01:00:00.197+0000 7fe20dfd5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T01:00:00.208 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 01:00:00 smithi167 ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-l[61788]: 2024-04-22T01:00:00.197+0000 7fe20dfd5700 -1 mds.l *** got signal Terminated *** 2024-04-22T01:00:04.485 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 01:00:04 smithi167 podman[69549]: 2024-04-22 01:00:04.211531044 +0000 UTC m=+4.100940236 container died 237855e903187287d41d5f11ee03197dd93ead81f6b68935c33a7f604d4ebeb2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-l, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-22T01:00:04.952 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 01:00:04 smithi167 podman[69549]: 2024-04-22 01:00:04.530989976 +0000 UTC m=+4.420399169 container cleanup 237855e903187287d41d5f11ee03197dd93ead81f6b68935c33a7f604d4ebeb2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-l, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, io.buildah.version=1.33.5) 2024-04-22T01:00:04.952 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 01:00:04 smithi167 bash[69549]: ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-l 2024-04-22T01:00:04.952 INFO:journalctl@ceph.mds.l.smithi167.stdout:Apr 22 01:00:04 smithi167 podman[69564]: 2024-04-22 01:00:04.740424435 +0000 UTC m=+0.527081404 container remove 237855e903187287d41d5f11ee03197dd93ead81f6b68935c33a7f604d4ebeb2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-6224d758-003f-11ef-bc93-c7b262605968-mds-l, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-22T01:00:04.965 DEBUG:teuthology.orchestra.run.smithi167:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6224d758-003f-11ef-bc93-c7b262605968@mds.l.service' 2024-04-22T01:00:04.997 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T01:00:04.998 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-22T01:00:04.998 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6224d758-003f-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T01:00:05.198 INFO:teuthology.orchestra.run.smithi018.stdout:Deleting cluster with fsid: 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T01:00:07.938 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6224d758-003f-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T01:00:08.136 INFO:teuthology.orchestra.run.smithi081.stdout:Deleting cluster with fsid: 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T01:00:10.625 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6224d758-003f-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T01:00:10.817 INFO:teuthology.orchestra.run.smithi167.stdout:Deleting cluster with fsid: 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T01:00:13.117 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T01:00:13.150 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T01:00:13.181 DEBUG:teuthology.orchestra.run.smithi167:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T01:00:13.207 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-22T01:00:13.210 DEBUG:teuthology.misc:Transferring archived files from smithi018:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682/remote/smithi018/crash 2024-04-22T01:00:13.210 DEBUG:teuthology.orchestra.run.smithi018:> sudo tar c -f - -C /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/crash -- . 2024-04-22T01:00:13.248 INFO:teuthology.orchestra.run.smithi018.stderr:tar: /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T01:00:13.248 INFO:teuthology.orchestra.run.smithi018.stderr:tar: Error is not recoverable: exiting now 2024-04-22T01:00:13.250 DEBUG:teuthology.misc:Transferring archived files from smithi081:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682/remote/smithi081/crash 2024-04-22T01:00:13.251 DEBUG:teuthology.orchestra.run.smithi081:> sudo tar c -f - -C /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/crash -- . 2024-04-22T01:00:13.296 INFO:teuthology.orchestra.run.smithi081.stderr:tar: /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T01:00:13.296 INFO:teuthology.orchestra.run.smithi081.stderr:tar: Error is not recoverable: exiting now 2024-04-22T01:00:13.299 DEBUG:teuthology.misc:Transferring archived files from smithi167:/var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682/remote/smithi167/crash 2024-04-22T01:00:13.299 DEBUG:teuthology.orchestra.run.smithi167:> sudo tar c -f - -C /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/crash -- . 2024-04-22T01:00:13.336 INFO:teuthology.orchestra.run.smithi167.stderr:tar: /var/lib/ceph/6224d758-003f-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T01:00:13.336 INFO:teuthology.orchestra.run.smithi167.stderr:tar: Error is not recoverable: exiting now 2024-04-22T01:00:13.337 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-22T01:00:13.337 DEBUG:teuthology.orchestra.run.smithi018:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-04-22T01:00:13.428 INFO:tasks.cephadm:Compressing logs... 2024-04-22T01:00:13.428 DEBUG:teuthology.orchestra.run.smithi018:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T01:00:13.430 DEBUG:teuthology.orchestra.run.smithi081:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T01:00:13.433 DEBUG:teuthology.orchestra.run.smithi167:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T01:00:13.466 INFO:teuthology.orchestra.run.smithi167.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-22T01:00:13.467 INFO:teuthology.orchestra.run.smithi167.stderr:gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.log 2024-04-22T01:00:13.467 INFO:teuthology.orchestra.run.smithi167.stderr:gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-22T01:00:13.468 INFO:teuthology.orchestra.run.smithi081.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-22T01:00:13.475 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-22T01:00:13.475 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T01:00:13.475 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-22T01:00:13.475 INFO:teuthology.orchestra.run.smithi167.stderr:gzip/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.audit.log: -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-22T01:00:13.475 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-22T01:00:13.475 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-22T01:00:13.475 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-22T01:00:13.475 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T01:00:13.476 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-22T01:00:13.476 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-22T01:00:13.476 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T01:00:13.476 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-22T01:00:13.476 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T01:00:13.476 INFO:teuthology.orchestra.run.smithi167.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 94.5% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-22T01:00:13.479 INFO:teuthology.orchestra.run.smithi018.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.log 2024-04-22T01:00:13.479 INFO:teuthology.orchestra.run.smithi018.stderr:: No such file or directory 2024-04-22T01:00:13.479 INFO:teuthology.orchestra.run.smithi018.stderr:gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T01:00:13.479 INFO:teuthology.orchestra.run.smithi018.stderr:gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-22T01:00:13.479 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-22T01:00:13.479 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-22T01:00:13.479 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-22T01:00:13.479 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-22T01:00:13.479 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-22T01:00:13.479 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-22T01:00:13.480 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T01:00:13.480 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-22T01:00:13.480 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T01:00:13.480 INFO:teuthology.orchestra.run.smithi018.stderr: 86.8% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T01:00:13.480 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-22T01:00:13.480 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-22T01:00:13.480 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T01:00:13.480 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-04-22T01:00:13.480 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/ceph-client.admin.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-04-22T01:00:13.482 INFO:teuthology.orchestra.run.smithi081.stderr:gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.log 2024-04-22T01:00:13.482 INFO:teuthology.orchestra.run.smithi081.stderr:gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T01:00:13.482 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-22T01:00:13.482 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-22T01:00:13.482 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-22T01:00:13.482 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-22T01:00:13.482 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-22T01:00:13.482 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-22T01:00:13.483 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-22T01:00:13.483 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T01:00:13.483 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-22T01:00:13.483 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T01:00:13.483 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-22T01:00:13.483 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-22T01:00:13.483 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T01:00:13.483 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 94.4% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-22T01:00:13.527 INFO:teuthology.orchestra.run.smithi081.stderr: 82.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-22T01:00:13.560 INFO:teuthology.orchestra.run.smithi167.stderr: 93.3% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-22T01:00:13.598 INFO:teuthology.orchestra.run.smithi167.stderr: 86.8% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T01:00:13.604 INFO:teuthology.orchestra.run.smithi167.stderr: 90.2% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T01:00:13.610 INFO:teuthology.orchestra.run.smithi081.stderr: 93.1% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-22T01:00:13.619 INFO:teuthology.orchestra.run.smithi167.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T01:00:13.652 INFO:teuthology.orchestra.run.smithi167.stderr: 82.5% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-22T01:00:13.656 INFO:teuthology.orchestra.run.smithi081.stderr: 93.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-22T01:00:13.683 INFO:teuthology.orchestra.run.smithi018.stderr: 90.0% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T01:00:13.710 INFO:teuthology.orchestra.run.smithi018.stderr: 94.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-22T01:00:13.730 INFO:teuthology.orchestra.run.smithi018.stderr: 91.1% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T01:00:13.732 INFO:teuthology.orchestra.run.smithi081.stderr: 86.8% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T01:00:13.794 INFO:teuthology.orchestra.run.smithi018.stderr: 94.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-22T01:00:13.794 INFO:teuthology.orchestra.run.smithi018.stderr: 94.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-22T01:00:13.809 INFO:teuthology.orchestra.run.smithi018.stderr: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T01:00:13.834 INFO:teuthology.orchestra.run.smithi081.stderr: 90.2% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T01:00:13.847 INFO:teuthology.orchestra.run.smithi081.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T01:00:13.849 INFO:teuthology.orchestra.run.smithi018.stderr: 82.3% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-22T01:00:13.864 INFO:teuthology.orchestra.run.smithi081.stderr: 91.0% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T01:00:13.905 INFO:teuthology.orchestra.run.smithi167.stderr: 91.1% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T01:00:14.361 INFO:teuthology.orchestra.run.smithi081.stderr: 94.1% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-22T01:00:14.492 INFO:teuthology.orchestra.run.smithi018.stderr: 94.5% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-22T01:00:15.040 INFO:teuthology.orchestra.run.smithi081.stderr: 91.8% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-22T01:00:15.931 INFO:teuthology.orchestra.run.smithi167.stderr: 93.9% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-22T01:00:16.892 INFO:teuthology.orchestra.run.smithi167.stderr: 94.2% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-22T01:00:16.950 INFO:teuthology.orchestra.run.smithi167.stderr: 91.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-22T01:00:17.405 INFO:teuthology.orchestra.run.smithi018.stderr: 90.5% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-22T01:00:18.651 INFO:teuthology.orchestra.run.smithi018.stderr: 90.3% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-22T01:00:48.682 INFO:teuthology.orchestra.run.smithi081.stderr: 93.8% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-22T01:01:21.509 INFO:teuthology.orchestra.run.smithi167.stderr: 94.3% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-22T01:03:27.006 INFO:teuthology.orchestra.run.smithi018.stderr: 90.7% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-22T01:05:09.774 INFO:teuthology.orchestra.run.smithi167.stderr: 90.5% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-22T01:06:51.526 INFO:teuthology.orchestra.run.smithi167.stderr: 90.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-22T01:07:02.247 INFO:teuthology.orchestra.run.smithi081.stderr: 90.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-22T01:07:59.361 INFO:teuthology.orchestra.run.smithi167.stderr: 90.9% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-22T01:08:08.710 INFO:teuthology.orchestra.run.smithi167.stderr: 90.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-22T01:08:08.712 INFO:teuthology.orchestra.run.smithi167.stderr: 2024-04-22T01:08:08.713 INFO:teuthology.orchestra.run.smithi167.stderr:real 7m55.264s 2024-04-22T01:08:08.713 INFO:teuthology.orchestra.run.smithi167.stderr:user 6m46.533s 2024-04-22T01:08:08.713 INFO:teuthology.orchestra.run.smithi167.stderr:sys 0m15.833s 2024-04-22T01:08:28.863 INFO:teuthology.orchestra.run.smithi018.stderr: 90.7% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-22T01:08:54.649 INFO:teuthology.orchestra.run.smithi081.stderr: 90.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-22T01:10:12.624 INFO:teuthology.orchestra.run.smithi018.stderr: 90.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-22T01:10:21.204 INFO:teuthology.orchestra.run.smithi081.stderr: 90.6% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-22T01:10:32.177 INFO:teuthology.orchestra.run.smithi018.stderr: 90.5% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-22T01:10:32.180 INFO:teuthology.orchestra.run.smithi018.stderr: 2024-04-22T01:10:32.180 INFO:teuthology.orchestra.run.smithi018.stderr:real 10m18.735s 2024-04-22T01:10:32.180 INFO:teuthology.orchestra.run.smithi018.stderr:user 8m6.176s 2024-04-22T01:10:32.180 INFO:teuthology.orchestra.run.smithi018.stderr:sys 0m17.063s 2024-04-22T01:10:52.484 INFO:teuthology.orchestra.run.smithi081.stderr: 90.8% -- replaced with /var/log/ceph/6224d758-003f-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-22T01:10:52.486 INFO:teuthology.orchestra.run.smithi081.stderr: 2024-04-22T01:10:52.487 INFO:teuthology.orchestra.run.smithi081.stderr:real 10m39.038s 2024-04-22T01:10:52.487 INFO:teuthology.orchestra.run.smithi081.stderr:user 5m53.490s 2024-04-22T01:10:52.487 INFO:teuthology.orchestra.run.smithi081.stderr:sys 0m14.105s 2024-04-22T01:10:52.487 INFO:tasks.cephadm:Archiving logs... 2024-04-22T01:10:52.489 DEBUG:teuthology.misc:Transferring archived files from smithi018:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682/remote/smithi018/log 2024-04-22T01:10:52.490 DEBUG:teuthology.orchestra.run.smithi018:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T01:12:16.576 DEBUG:teuthology.misc:Transferring archived files from smithi081:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682/remote/smithi081/log 2024-04-22T01:12:16.577 DEBUG:teuthology.orchestra.run.smithi081:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T01:13:18.535 DEBUG:teuthology.misc:Transferring archived files from smithi167:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682/remote/smithi167/log 2024-04-22T01:13:18.536 DEBUG:teuthology.orchestra.run.smithi167:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T01:14:30.471 INFO:tasks.cephadm:Removing cluster... 2024-04-22T01:14:30.481 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6224d758-003f-11ef-bc93-c7b262605968 --force 2024-04-22T01:14:30.696 INFO:teuthology.orchestra.run.smithi018.stdout:Deleting cluster with fsid: 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T01:14:31.706 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6224d758-003f-11ef-bc93-c7b262605968 --force 2024-04-22T01:14:32.003 INFO:teuthology.orchestra.run.smithi081.stdout:Deleting cluster with fsid: 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T01:14:32.724 DEBUG:teuthology.orchestra.run.smithi167:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6224d758-003f-11ef-bc93-c7b262605968 --force 2024-04-22T01:14:32.928 INFO:teuthology.orchestra.run.smithi167.stdout:Deleting cluster with fsid: 6224d758-003f-11ef-bc93-c7b262605968 2024-04-22T01:14:33.691 INFO:tasks.cephadm:Removing cephadm ... 2024-04-22T01:14:33.691 DEBUG:teuthology.orchestra.run.smithi018:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T01:14:33.712 DEBUG:teuthology.orchestra.run.smithi081:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T01:14:33.729 DEBUG:teuthology.orchestra.run.smithi167:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T01:14:33.745 INFO:tasks.cephadm:Teardown complete 2024-04-22T01:14:33.745 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-22T01:14:33.756 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-22T01:14:33.757 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T01:14:33.761 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T01:14:33.772 DEBUG:teuthology.orchestra.run.smithi167:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T01:14:33.878 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-22T01:14:33.888 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-22T01:14:33.889 DEBUG:teuthology.orchestra.run.smithi018:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T01:14:33.892 DEBUG:teuthology.orchestra.run.smithi081:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T01:14:33.895 DEBUG:teuthology.orchestra.run.smithi167:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T01:14:33.907 INFO:teuthology.orchestra.run.smithi018.stderr:bash: line 1: ntpq: command not found 2024-04-22T01:14:33.908 INFO:teuthology.orchestra.run.smithi081.stderr:bash: line 1: ntpq: command not found 2024-04-22T01:14:33.909 INFO:teuthology.orchestra.run.smithi167.stderr:bash: line 1: ntpq: command not found 2024-04-22T01:14:33.913 INFO:teuthology.orchestra.run.smithi167.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T01:14:33.913 INFO:teuthology.orchestra.run.smithi167.stdout:=============================================================================== 2024-04-22T01:14:33.913 INFO:teuthology.orchestra.run.smithi167.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 40 +83us[ +112us] +/- 73ms 2024-04-22T01:14:33.913 INFO:teuthology.orchestra.run.smithi167.stdout:^* hv02.front.sepia.ceph.com 3 6 377 36 +221us[ +251us] +/- 68ms 2024-04-22T01:14:33.914 INFO:teuthology.orchestra.run.smithi167.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 43 -243us[ -215us] +/- 62ms 2024-04-22T01:14:33.914 INFO:teuthology.orchestra.run.smithi167.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T01:14:33.921 INFO:teuthology.orchestra.run.smithi018.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T01:14:33.921 INFO:teuthology.orchestra.run.smithi018.stdout:=============================================================================== 2024-04-22T01:14:33.921 INFO:teuthology.orchestra.run.smithi018.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 40 +90us[ +100us] +/- 73ms 2024-04-22T01:14:33.921 INFO:teuthology.orchestra.run.smithi018.stdout:^* hv02.front.sepia.ceph.com 3 6 377 36 +193us[ +203us] +/- 68ms 2024-04-22T01:14:33.921 INFO:teuthology.orchestra.run.smithi018.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 39 -235us[ -225us] +/- 62ms 2024-04-22T01:14:33.921 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T01:14:33.939 INFO:teuthology.orchestra.run.smithi081.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T01:14:33.939 INFO:teuthology.orchestra.run.smithi081.stdout:=============================================================================== 2024-04-22T01:14:33.939 INFO:teuthology.orchestra.run.smithi081.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 38 +69us[ +69us] +/- 73ms 2024-04-22T01:14:33.939 INFO:teuthology.orchestra.run.smithi081.stdout:^* hv02.front.sepia.ceph.com 3 6 377 35 +200us[ +200us] +/- 68ms 2024-04-22T01:14:33.940 INFO:teuthology.orchestra.run.smithi081.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 37 -253us[ -252us] +/- 62ms 2024-04-22T01:14:33.940 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T01:14:33.940 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-22T01:14:33.952 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-22T01:14:33.952 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-22T01:14:33.988 DEBUG:teuthology.orchestra.run.smithi018:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T01:14:34.115 DEBUG:teuthology.orchestra.run.smithi081:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T01:14:34.221 DEBUG:teuthology.orchestra.run.smithi167:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T01:14:34.313 DEBUG:teuthology.orchestra.run.smithi018:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T01:14:34.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T01:14:34.347 DEBUG:teuthology.orchestra.run.smithi081:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T01:14:34.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T01:14:34.378 DEBUG:teuthology.orchestra.run.smithi167:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T01:14:34.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T01:14:34.404 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-22T01:14:34.416 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-22T01:14:34.455 INFO:teuthology.task.internal:Duration was 3057.679718 seconds 2024-04-22T01:14:34.455 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-22T01:14:34.504 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-22T01:14:34.505 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T01:14:34.507 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T01:14:34.510 DEBUG:teuthology.orchestra.run.smithi167:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T01:14:34.557 INFO:teuthology.orchestra.run.smithi081.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T01:14:34.567 INFO:teuthology.orchestra.run.smithi018.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T01:14:34.569 INFO:teuthology.orchestra.run.smithi167.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T01:14:35.023 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-22T01:14:35.023 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi018.front.sepia.ceph.com 2024-04-22T01:14:35.023 DEBUG:teuthology.orchestra.run.smithi018:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T01:14:35.053 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi081.front.sepia.ceph.com 2024-04-22T01:14:35.053 DEBUG:teuthology.orchestra.run.smithi081:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T01:14:35.081 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi167.front.sepia.ceph.com 2024-04-22T01:14:35.081 DEBUG:teuthology.orchestra.run.smithi167:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T01:14:35.113 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-22T01:14:35.113 DEBUG:teuthology.orchestra.run.smithi018:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T01:14:35.116 DEBUG:teuthology.orchestra.run.smithi081:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T01:14:35.124 DEBUG:teuthology.orchestra.run.smithi167:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T01:14:35.178 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-22T01:14:35.178 DEBUG:teuthology.orchestra.run.smithi018:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T01:14:35.187 DEBUG:teuthology.orchestra.run.smithi081:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T01:14:35.192 DEBUG:teuthology.orchestra.run.smithi167:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T01:14:35.589 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-22T01:14:35.601 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-22T01:14:35.601 DEBUG:teuthology.orchestra.run.smithi018:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T01:14:35.630 DEBUG:teuthology.orchestra.run.smithi081:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T01:14:35.668 DEBUG:teuthology.orchestra.run.smithi167:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T01:14:35.733 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-22T01:14:35.745 DEBUG:teuthology.orchestra.run.smithi018:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T01:14:35.748 DEBUG:teuthology.orchestra.run.smithi081:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T01:14:35.750 DEBUG:teuthology.orchestra.run.smithi167:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T01:14:35.778 INFO:teuthology.orchestra.run.smithi018.stdout:kernel.core_pattern = core 2024-04-22T01:14:35.779 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern = core 2024-04-22T01:14:35.784 INFO:teuthology.orchestra.run.smithi167.stdout:kernel.core_pattern = core 2024-04-22T01:14:35.806 DEBUG:teuthology.orchestra.run.smithi018:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T01:14:35.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T01:14:35.851 DEBUG:teuthology.orchestra.run.smithi081:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T01:14:35.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T01:14:35.865 DEBUG:teuthology.orchestra.run.smithi167:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T01:14:35.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T01:14:35.879 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-22T01:14:35.891 INFO:teuthology.task.internal:Transferring archived files... 2024-04-22T01:14:35.892 DEBUG:teuthology.misc:Transferring archived files from smithi018:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682/remote/smithi018 2024-04-22T01:14:35.893 DEBUG:teuthology.orchestra.run.smithi018:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T01:14:35.935 DEBUG:teuthology.misc:Transferring archived files from smithi081:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682/remote/smithi081 2024-04-22T01:14:35.935 DEBUG:teuthology.orchestra.run.smithi081:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T01:14:35.970 DEBUG:teuthology.misc:Transferring archived files from smithi167:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682/remote/smithi167 2024-04-22T01:14:35.970 DEBUG:teuthology.orchestra.run.smithi167:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T01:14:36.006 INFO:teuthology.task.internal:Removing archive directory... 2024-04-22T01:14:36.006 DEBUG:teuthology.orchestra.run.smithi018:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T01:14:36.009 DEBUG:teuthology.orchestra.run.smithi081:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T01:14:36.011 DEBUG:teuthology.orchestra.run.smithi167:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T01:14:36.055 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-22T01:14:36.069 INFO:teuthology.task.internal:Not uploading archives. 2024-04-22T01:14:36.069 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-22T01:14:36.098 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-22T01:14:36.098 DEBUG:teuthology.orchestra.run.smithi018:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T01:14:36.101 DEBUG:teuthology.orchestra.run.smithi081:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T01:14:36.103 DEBUG:teuthology.orchestra.run.smithi167:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T01:14:36.113 INFO:teuthology.orchestra.run.smithi018.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 01:14 /home/ubuntu/cephtest 2024-04-22T01:14:36.115 INFO:teuthology.orchestra.run.smithi081.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 01:14 /home/ubuntu/cephtest 2024-04-22T01:14:36.118 INFO:teuthology.orchestra.run.smithi167.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 01:14 /home/ubuntu/cephtest 2024-04-22T01:14:36.119 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-22T01:14:36.148 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-22T01:14:36.247 INFO:teuthology.nuke:Checking targets against current locks 2024-04-22T01:14:36.277 DEBUG:teuthology.nuke:shortname: smithi018 2024-04-22T01:14:36.277 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T01:14:36.299 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi018.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 00:17:33.616470', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGsqq2X3aPXK5k5/y8KJmLSA5tLHNk96OM5D6geFrVarJTNPKf7jJP0EekB3FqidO72INyJbksGSfRi//usDitk='} 2024-04-22T01:14:36.303 DEBUG:teuthology.nuke:shortname: smithi081 2024-04-22T01:14:36.303 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T01:14:36.323 DEBUG:teuthology.nuke:shortname: smithi167 2024-04-22T01:14:36.323 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T01:14:36.330 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi081.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 00:17:33.618069', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCy1FFOt8ILU+tmEgZglIyZXv+bFZ/EXLycFhRAJowC6ccfgSECToK8p1TGiorDNNwUS+/+fMK7l+dOV11NslN0='} 2024-04-22T01:14:36.350 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi167.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667682', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 00:17:33.619421', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP86v3HnpKsXockoRJ+sX7p9U/oXwfCX4oS3TPVOTcRcTLCtwNXxCVvm+dbGI55QEsHp1K42dIJneZziI7vpAMs='} 2024-04-22T01:14:36.359 INFO:teuthology.orchestra.console.smithi018:Power off 2024-04-22T01:14:36.359 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-22T01:14:36.384 DEBUG:teuthology.orchestra.console.smithi018:power off output: Chassis Power Control: Down/Off 2024-04-22T01:14:36.384 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T01:14:36.403 INFO:teuthology.orchestra.console.smithi081:Power off 2024-04-22T01:14:36.404 DEBUG:teuthology.orchestra.console.smithi081:pexpect command: ipmitool -H smithi081.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-22T01:14:36.417 DEBUG:teuthology.orchestra.console.smithi018:check power output: Chassis Power is on 2024-04-22T01:14:36.433 DEBUG:teuthology.orchestra.console.smithi081:power off output: Chassis Power Control: Down/Off 2024-04-22T01:14:36.433 DEBUG:teuthology.orchestra.console.smithi081:pexpect command: ipmitool -H smithi081.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T01:14:36.447 INFO:teuthology.orchestra.console.smithi167:Power off 2024-04-22T01:14:36.448 DEBUG:teuthology.orchestra.console.smithi167:pexpect command: ipmitool -H smithi167.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-22T01:14:36.470 DEBUG:teuthology.orchestra.console.smithi167:power off output: Chassis Power Control: Down/Off 2024-04-22T01:14:36.470 DEBUG:teuthology.orchestra.console.smithi167:pexpect command: ipmitool -H smithi167.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T01:14:36.479 DEBUG:teuthology.orchestra.console.smithi081:check power output: Chassis Power is on 2024-04-22T01:14:36.492 DEBUG:teuthology.orchestra.console.smithi167:check power output: Chassis Power is on 2024-04-22T01:14:40.418 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T01:14:40.480 DEBUG:teuthology.orchestra.console.smithi081:pexpect command: ipmitool -H smithi081.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T01:14:40.493 DEBUG:teuthology.orchestra.console.smithi167:pexpect command: ipmitool -H smithi167.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T01:14:40.529 DEBUG:teuthology.orchestra.console.smithi018:check power output: Chassis Power is on 2024-04-22T01:14:40.590 DEBUG:teuthology.orchestra.console.smithi081:check power output: Chassis Power is on 2024-04-22T01:14:40.602 DEBUG:teuthology.orchestra.console.smithi167:check power output: Chassis Power is on 2024-04-22T01:14:44.530 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T01:14:44.591 DEBUG:teuthology.orchestra.console.smithi081:pexpect command: ipmitool -H smithi081.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T01:14:44.604 DEBUG:teuthology.orchestra.console.smithi167:pexpect command: ipmitool -H smithi167.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T01:14:44.641 DEBUG:teuthology.orchestra.console.smithi018:check power output: Chassis Power is off 2024-04-22T01:14:44.702 DEBUG:teuthology.orchestra.console.smithi081:check power output: Chassis Power is on 2024-04-22T01:14:44.712 DEBUG:teuthology.orchestra.console.smithi167:check power output: Chassis Power is off 2024-04-22T01:14:44.743 INFO:teuthology.orchestra.console.smithi018:Power off completed 2024-04-22T01:14:44.813 INFO:teuthology.orchestra.console.smithi167:Power off completed 2024-04-22T01:14:48.705 DEBUG:teuthology.orchestra.console.smithi081:pexpect command: ipmitool -H smithi081.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T01:14:48.815 DEBUG:teuthology.orchestra.console.smithi081:check power output: Chassis Power is off 2024-04-22T01:14:48.916 INFO:teuthology.orchestra.console.smithi081:Power off completed 2024-04-22T01:14:49.020 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/postgres}} duration: 3057.679718017578 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_teuthology@teuthology status: fail success: false 2024-04-22T01:14:49.021 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-22T01:14:49.094 INFO:teuthology.run:FAIL